1d59479362
Now that we can have "make allyesconfig" build and link, add this type of build to the job which builds host tools as well. In GitLab, make this job rather than binman testsuite be the job which unblocks the next stage of the pipeline. This is because we had been using that job for "sandbox builds", and now that we have an explicit test for that, we should use it. Signed-off-by: Tom Rini <trini@konsulko.com>
743 lines
31 KiB
YAML
743 lines
31 KiB
YAML
variables:
|
||
windows_vm: windows-2022
|
||
ubuntu_vm: ubuntu-24.04
|
||
macos_vm: macOS-14
|
||
ci_runner_image: trini/u-boot-gitlab-ci-runner:noble-20251013-30Nov2025
|
||
# Ensure we do a shallow clone
|
||
Agent.Source.Git.ShallowFetchDepth: 1
|
||
# Add '-u 0' options for Azure pipelines, otherwise we get "permission
|
||
# denied" error when it tries to "useradd -m -u 1001 vsts_azpcontainer",
|
||
# since our $(ci_runner_image) user is not root.
|
||
container_option: -u 0
|
||
work_dir: /u
|
||
# We define all of these as variables so we can easily reference them twice
|
||
am33xx_kirkwood: "am33xx kirkwood"
|
||
amd: "amd xilinx zynq"
|
||
amlogic_bcm: "amlogic bcm -x mips"
|
||
atmel: "atmel"
|
||
engicam_renesas: "engicam renesas"
|
||
k3_32b: "k3 -x aarch64,phytec,toradex"
|
||
k3_64b: "k3 -x armv7,phytec,toradex"
|
||
kirkwood_mvebu: "kirkwood mvebu"
|
||
layerscape_vf610: "ls1 ls2 lx2 vf610 -x phytec,toradex"
|
||
m68k_remaining_mx_xtensa: "m68k imxrt mx xtensa -x mx6,aarch64"
|
||
mips_x86: "mips x86 -x mediatek"
|
||
mx6: "mx6 -x engicam,phytec,toradex"
|
||
imx8: "imx8 -x engicam,phytec,toradex"
|
||
imx9_arc_nios2_socfpga: "imx9 arc nios2 socfpga -x phytec,toradex"
|
||
phytec_toradex: "phytec toradex"
|
||
powerpc: "powerpc"
|
||
riscv_stm32: "riscv stm32 -x engicam,xilinx"
|
||
rk3399: "rk3399"
|
||
rk352x_rk358x: "rk352 rk358"
|
||
rk356x_rk357x: "rk356 rk357"
|
||
rk3xxx_rest: "rk30 rk31 rk32 rk33 -x rk3399,phytec"
|
||
sandbox_tegra: "tegra sandbox -x toradex"
|
||
samsung_omap_mediatek: "samsung omap mediatek"
|
||
sun4i_5i: "sun4i sun5i"
|
||
sun6i_sun7i: "sun6i sun7i"
|
||
sun8i: "sun8i"
|
||
sunxi_rest: "sunxi -x sun4i,sun5i,sun6i,sun7i,sun8i"
|
||
arm_catch_all: "arm -x aarch64,am33xx,atmel,bcm,ls,lx,imx,k3,kirkwood,mvebu,mx,omap,renesas,rk,samsung,socfpga,stm32,sunxi,tegra,vf610,xilinx,zynq"
|
||
aarch64_catch_all: "aarch64 -x amd,amlogic,bcm,engicam,imx,k3,ls,lx,mediatek,mvebu,renesas,rk,samsung,socfpga,stm32,sunxi,tegra,xilinx,zynq"
|
||
|
||
stages:
|
||
- stage: testsuites
|
||
jobs:
|
||
- job: tools_only_windows
|
||
displayName: 'Ensure host tools build for Windows'
|
||
pool:
|
||
vmImage: $(windows_vm)
|
||
steps:
|
||
- powershell: |
|
||
(New-Object Net.WebClient).DownloadFile("https://github.com/msys2/msys2-installer/releases/download/2021-06-04/msys2-base-x86_64-20210604.sfx.exe", "sfx.exe")
|
||
displayName: 'Install MSYS2'
|
||
- script: |
|
||
sfx.exe -y -o%CD:~0,2%\
|
||
%CD:~0,2%\msys64\usr\bin\bash -lc " "
|
||
%CD:~0,2%\msys64\usr\bin\bash -lc "pacman --noconfirm -Syuu"
|
||
%CD:~0,2%\msys64\usr\bin\bash -lc "pacman --noconfirm -Syuu"
|
||
displayName: 'Update MSYS2'
|
||
- script: |
|
||
%CD:~0,2%\msys64\usr\bin\bash -lc "pacman --noconfirm --needed -Sy make gcc bison flex diffutils openssl-devel libgnutls-devel libutil-linux-devel"
|
||
displayName: 'Install Toolchain'
|
||
- script: |
|
||
echo make tools-only_defconfig tools-only > build-tools.sh
|
||
%CD:~0,2%\msys64\usr\bin\bash -lc "bash build-tools.sh"
|
||
displayName: 'Build Host Tools'
|
||
env:
|
||
# Tell MSYS2 we need a POSIX emulation layer
|
||
MSYSTEM: MSYS
|
||
# Tell MSYS2 not to ‘cd’ our startup directory to HOME
|
||
CHERE_INVOKING: yes
|
||
|
||
- job: tools_only_macOS
|
||
displayName: 'Ensure host tools build for macOS X'
|
||
pool:
|
||
vmImage: $(macos_vm)
|
||
steps:
|
||
- script: brew install make ossp-uuid
|
||
displayName: Brew install dependencies
|
||
- script: |
|
||
gmake tools-only_config tools-only \
|
||
HOSTCFLAGS="-I/usr/local/opt/openssl@1.1/include" \
|
||
HOSTLDFLAGS="-L/usr/local/opt/openssl@1.1/lib" \
|
||
-j$(sysctl -n hw.logicalcpu)
|
||
displayName: 'Perform tools-only build'
|
||
|
||
- job: check_for_new_CONFIG_symbols_outside_Kconfig
|
||
displayName: 'Check for new CONFIG symbols outside Kconfig'
|
||
pool:
|
||
vmImage: $(ubuntu_vm)
|
||
container:
|
||
image: $(ci_runner_image)
|
||
options: $(container_option)
|
||
steps:
|
||
# If grep succeeds and finds a match the test fails as we should
|
||
# have no matches.
|
||
- script: git grep -E '^#[[:blank:]]*(define|undef)[[:blank:]]*CONFIG_'
|
||
:^doc/ :^arch/arm/dts/ :^scripts/kconfig/lkc.h
|
||
:^include/linux/kconfig.h :^tools/ :^dts/upstream/
|
||
:^lib/mbedtls/external :^lib/mbedtls/mbedtls_def_config.h &&
|
||
exit 1 || exit 0
|
||
|
||
- job: docs
|
||
displayName: 'Build documentation'
|
||
pool:
|
||
vmImage: $(ubuntu_vm)
|
||
container:
|
||
image: $(ci_runner_image)
|
||
options: $(container_option)
|
||
steps:
|
||
- script: |
|
||
set -e
|
||
python3 -m venv /tmp/venvhtml
|
||
. /tmp/venvhtml/bin/activate
|
||
pip install -r doc/sphinx/requirements.txt -r test/py/requirements.txt
|
||
make htmldocs KDOC_WERROR=1
|
||
make infodocs
|
||
|
||
- job: maintainers
|
||
displayName: 'Ensure all configs have MAINTAINERS entries'
|
||
pool:
|
||
vmImage: $(ubuntu_vm)
|
||
container:
|
||
image: $(ci_runner_image)
|
||
options: $(container_option)
|
||
steps:
|
||
- script: |
|
||
./tools/buildman/buildman --maintainer-check
|
||
|
||
- job: allyesconfig_and_tools
|
||
displayName: 'Ensure allyesconfig, tools-only and envtools build'
|
||
pool:
|
||
vmImage: $(ubuntu_vm)
|
||
container:
|
||
image: $(ci_runner_image)
|
||
options: $(container_option)
|
||
steps:
|
||
- script: |
|
||
# Allow pipefail because of how we use 'yes' here.
|
||
set +o pipefail;
|
||
yes 0 | make allyesconfig oldconfig all -j$(nproc)
|
||
make mrproper
|
||
make tools-only_config tools-only -j$(nproc)
|
||
make mrproper
|
||
make tools-only_config envtools -j$(nproc)
|
||
|
||
- job: utils
|
||
displayName: 'Run binman, buildman, dtoc, Kconfig and patman testsuites'
|
||
pool:
|
||
vmImage: $(ubuntu_vm)
|
||
container:
|
||
image: $(ci_runner_image)
|
||
options: $(container_option)
|
||
steps:
|
||
- script: |
|
||
# Configure git
|
||
git config --global user.name "Azure Pipelines"
|
||
git config --global user.email bmeng.cn@gmail.com
|
||
export USER=azure
|
||
python3 -m venv /tmp/venv
|
||
. /tmp/venv/bin/activate
|
||
pip install -r test/py/requirements.txt \
|
||
-r tools/binman/requirements.txt \
|
||
-r tools/buildman/requirements.txt \
|
||
-r tools/patman/requirements.txt \
|
||
-r tools/u_boot_pylib/requirements.txt
|
||
export UBOOT_TRAVIS_BUILD_DIR=/tmp/tools-only
|
||
export PYTHONPATH=${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc/pylibfdt
|
||
export PATH=${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc:${PATH}
|
||
./tools/buildman/buildman -T0 -o ${UBOOT_TRAVIS_BUILD_DIR} -w --board tools-only
|
||
set -ex
|
||
export TOOLPATH="--toolpath ${UBOOT_TRAVIS_BUILD_DIR}/tools --toolpath /opt/coreboot"
|
||
./tools/binman/binman ${TOOLPATH} tool -f missing
|
||
./tools/binman/binman ${TOOLPATH} test
|
||
# Avoid "Permission denied: 'cov'" error by using a temporary file
|
||
COVERAGE_FILE=/tmp/.coverage ./tools/binman/binman ${TOOLPATH} test -T
|
||
./tools/buildman/buildman -t
|
||
./tools/dtoc/dtoc -t
|
||
./tools/patman/patman test
|
||
make O=${UBOOT_TRAVIS_BUILD_DIR} testconfig
|
||
|
||
- job: pylint
|
||
displayName: Check for any pylint regressions
|
||
pool:
|
||
vmImage: $(ubuntu_vm)
|
||
container:
|
||
image: $(ci_runner_image)
|
||
options: $(container_option)
|
||
steps:
|
||
- script: |
|
||
git config --global --add safe.directory $(work_dir)
|
||
export USER=azure
|
||
python3 -m venv /tmp/venv
|
||
. /tmp/venv/bin/activate
|
||
pip install -r test/py/requirements.txt \
|
||
-r tools/binman/requirements.txt \
|
||
-r tools/buildman/requirements.txt \
|
||
-r tools/patman/requirements.txt \
|
||
-r tools/u_boot_pylib/requirements.txt \
|
||
asteval pylint==3.3.4 pyopenssl
|
||
export PATH=${PATH}:~/.local/bin
|
||
echo "[MASTER]" >> .pylintrc
|
||
echo "load-plugins=pylint.extensions.docparams" >> .pylintrc
|
||
export UBOOT_TRAVIS_BUILD_DIR=/tmp/tools-only
|
||
./tools/buildman/buildman -T0 -o ${UBOOT_TRAVIS_BUILD_DIR} -w --board tools-only
|
||
set -ex
|
||
pylint --version
|
||
export PYTHONPATH=${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc/pylibfdt
|
||
make pylint_err
|
||
|
||
- job: check_packing_of_python_tools
|
||
displayName: 'Check we can package the Python tools'
|
||
pool:
|
||
vmImage: $(ubuntu_vm)
|
||
container:
|
||
image: $(ci_runner_image)
|
||
options: $(container_option)
|
||
steps:
|
||
- script: make pip
|
||
|
||
- job: count_built_machines
|
||
displayName: 'Ensure we build all possible machines'
|
||
pool:
|
||
vmImage: $(ubuntu_vm)
|
||
container:
|
||
image: $(ci_runner_image)
|
||
options: $(container_option)
|
||
steps:
|
||
- script: |
|
||
BMANARGS="-o /tmp --dry-run -v"
|
||
# First get the total number of boards
|
||
total=$(tools/buildman/buildman ${BMANARGS} | grep "Total boards to build for each commit" | cut -d ' ' -f 8)
|
||
# Now build up the list of what each job built.
|
||
built="$(tools/buildman/buildman ${BMANARGS} $(am33xx_kirkwood) | grep '^ ')"
|
||
built="$built $(tools/buildman/buildman ${BMANARGS} $(amd) | grep '^ ')"
|
||
built="$built $(tools/buildman/buildman ${BMANARGS} $(amlogic_bcm) | grep '^ ')"
|
||
built="$built $(tools/buildman/buildman ${BMANARGS} $(atmel) | grep '^ ')"
|
||
built="$built $(tools/buildman/buildman ${BMANARGS} $(engicam_renesas) | grep '^ ')"
|
||
built="$built $(tools/buildman/buildman ${BMANARGS} $(k3_32b) | grep '^ ')"
|
||
built="$built $(tools/buildman/buildman ${BMANARGS} $(k3_64b) | grep '^ ')"
|
||
built="$built $(tools/buildman/buildman ${BMANARGS} $(kirkwood_mvebu) | grep '^ ')"
|
||
built="$built $(tools/buildman/buildman ${BMANARGS} $(layerscape_vf610) | grep '^ ')"
|
||
built="$built $(tools/buildman/buildman ${BMANARGS} $(m68k_remaining_mx_xtensa) | grep '^ ')"
|
||
built="$built $(tools/buildman/buildman ${BMANARGS} $(mips_x86) | grep '^ ')"
|
||
built="$built $(tools/buildman/buildman ${BMANARGS} $(mx6) | grep '^ ')"
|
||
built="$built $(tools/buildman/buildman ${BMANARGS} $(imx8) | grep '^ ')"
|
||
built="$built $(tools/buildman/buildman ${BMANARGS} $(imx9_arc_nios2_socfpga) | grep '^ ')"
|
||
built="$built $(tools/buildman/buildman ${BMANARGS} $(phytec_toradex) | grep '^ ')"
|
||
built="$built $(tools/buildman/buildman ${BMANARGS} $(powerpc) | grep '^ ')"
|
||
built="$built $(tools/buildman/buildman ${BMANARGS} $(riscv_stm32) | grep '^ ')"
|
||
built="$built $(tools/buildman/buildman ${BMANARGS} $(rk3399) | grep '^ ')"
|
||
built="$built $(tools/buildman/buildman ${BMANARGS} $(rk352x_rk358x) | grep '^ ')"
|
||
built="$built $(tools/buildman/buildman ${BMANARGS} $(rk356x_rk357x) | grep '^ ')"
|
||
built="$built $(tools/buildman/buildman ${BMANARGS} $(rk3xxx_rest) | grep '^ ')"
|
||
built="$built $(tools/buildman/buildman ${BMANARGS} $(sandbox_tegra) | grep '^ ')"
|
||
built="$built $(tools/buildman/buildman ${BMANARGS} $(samsung_omap_mediatek) | grep '^ ')"
|
||
built="$built $(tools/buildman/buildman ${BMANARGS} $(sun4i_5i) | grep '^ ')"
|
||
built="$built $(tools/buildman/buildman ${BMANARGS} $(sun6i_sun7i) | grep '^ ')"
|
||
built="$built $(tools/buildman/buildman ${BMANARGS} $(sun8i) | grep '^ ')"
|
||
built="$built $(tools/buildman/buildman ${BMANARGS} $(sunxi_rest) | grep '^ ')"
|
||
built="$built $(tools/buildman/buildman ${BMANARGS} $(arm_catch_all) | grep '^ ')"
|
||
built="$built $(tools/buildman/buildman ${BMANARGS} $(aarch64_catch_all) | grep '^ ')"
|
||
|
||
# Finally see how many machines that is.
|
||
actual=$(tools/buildman/buildman ${BMANARGS} $built | grep "Total boards to build for each commit" | cut -d ' ' -f 8)
|
||
echo We would build a total of $actual out of $total platforms this CI run
|
||
[ $actual -eq $total ] && exit 0 || exit 1
|
||
|
||
- job: create_test_py_wrapper_script
|
||
displayName: 'Create and stage a wrapper for test.py runs'
|
||
pool:
|
||
vmImage: $(ubuntu_vm)
|
||
steps:
|
||
- checkout: none
|
||
- script: |
|
||
cat << EOF > test.sh
|
||
#!/bin/bash
|
||
set -ex
|
||
# the below corresponds to .gitlab-ci.yml "before_script"
|
||
cd \${WORK_DIR}
|
||
git config --global --add safe.directory \${WORK_DIR}
|
||
git clone --depth=1 https://github.com/u-boot/u-boot-test-hooks /tmp/uboot-test-hooks
|
||
# qemu_arm64_lwip_defconfig is the same as qemu_arm64 but with NET_LWIP enabled.
|
||
# The test config and the boardenv file from qemu_arm64 can be re-used so create symlinks
|
||
ln -s conf.qemu_arm64 /tmp/uboot-test-hooks/bin/travis-ci/conf.qemu_arm64_lwip_na
|
||
ln -s u_boot_boardenv_qemu_arm64_na.py /tmp/uboot-test-hooks/py/travis-ci/u_boot_boardenv_qemu_arm64_lwip_na.py
|
||
ln -s travis-ci /tmp/uboot-test-hooks/bin/\`hostname\`
|
||
ln -s travis-ci /tmp/uboot-test-hooks/py/\`hostname\`
|
||
if [[ "\${TEST_PY_BD}" == "qemu-riscv32_spl" ]] || [[ "\${TEST_PY_BD}" == "xilinx_mbv32_smode" ]]; then
|
||
wget -O - https://github.com/riscv-software-src/opensbi/releases/download/v1.3.1/opensbi-1.3.1-rv-bin.tar.xz | tar -C /tmp -xJ;
|
||
export OPENSBI=/tmp/opensbi-1.3.1-rv-bin/share/opensbi/ilp32/generic/firmware/fw_dynamic.bin;
|
||
fi
|
||
if [[ "\${TEST_PY_BD}" == "qemu-riscv64_spl" ]] || [[ "\${TEST_PY_BD}" == "sifive_unleashed" ]] || [[ "\${TEST_PY_BD}" == "xilinx_mbv64_smode" ]]; then
|
||
wget -O - https://github.com/riscv-software-src/opensbi/releases/download/v1.3.1/opensbi-1.3.1-rv-bin.tar.xz | tar -C /tmp -xJ;
|
||
export OPENSBI=/tmp/opensbi-1.3.1-rv-bin/share/opensbi/lp64/generic/firmware/fw_dynamic.bin;
|
||
fi
|
||
if [[ "\${TEST_PY_BD}" == "qemu-arm-sbsa" ]]; then
|
||
wget -O /tmp/bl1.bin https://artifacts.codelinaro.org/artifactory/linaro-419-sbsa-ref/latest/tf-a/bl1.bin;
|
||
wget -O /tmp/fip.bin https://artifacts.codelinaro.org/artifactory/linaro-419-sbsa-ref/latest/tf-a/fip.bin;
|
||
export BINMAN_INDIRS=/tmp
|
||
fi
|
||
# the below corresponds to .gitlab-ci.yml "script"
|
||
cd \${WORK_DIR}
|
||
export UBOOT_TRAVIS_BUILD_DIR=/tmp/\${TEST_PY_BD}
|
||
if [ -n "\${BUILD_ENV}" ]; then
|
||
export \${BUILD_ENV};
|
||
fi
|
||
python3 -m venv /tmp/venv
|
||
. /tmp/venv/bin/activate
|
||
pip install -r tools/binman/requirements.txt \
|
||
-r tools/buildman/requirements.txt \
|
||
-r test/py/requirements.txt \
|
||
-r tools/u_boot_pylib/requirements.txt \
|
||
setuptools \
|
||
pytest-azurepipelines
|
||
tools/buildman/buildman -o \${UBOOT_TRAVIS_BUILD_DIR} -w -E -W -e --board \${TEST_PY_BD} \${OVERRIDE}
|
||
cp /opt/grub/grub_x86.efi \${UBOOT_TRAVIS_BUILD_DIR}/
|
||
cp /opt/grub/grub_x64.efi \${UBOOT_TRAVIS_BUILD_DIR}/
|
||
cp /opt/grub/grubriscv64.efi \${UBOOT_TRAVIS_BUILD_DIR}/grub_riscv64.efi
|
||
cp /opt/grub/grubaa64.efi \${UBOOT_TRAVIS_BUILD_DIR}/grub_arm64.efi
|
||
cp /opt/grub/grubarm.efi \${UBOOT_TRAVIS_BUILD_DIR}/grub_arm.efi
|
||
# create sdcard / spi-nor images for sifive unleashed using genimage
|
||
if [[ "\${TEST_PY_BD}" == "sifive_unleashed" ]]; then
|
||
mkdir -p root;
|
||
cp \${UBOOT_TRAVIS_BUILD_DIR}/spl/u-boot-spl.bin .;
|
||
cp \${UBOOT_TRAVIS_BUILD_DIR}/u-boot.itb .;
|
||
rm -rf tmp;
|
||
genimage --inputpath . --config board/sifive/unleashed/genimage_sdcard.cfg;
|
||
cp images/sdcard.img \${UBOOT_TRAVIS_BUILD_DIR}/;
|
||
rm -rf tmp;
|
||
genimage --inputpath . --config board/sifive/unleashed/genimage_spi-nor.cfg;
|
||
cp images/spi-nor.img \${UBOOT_TRAVIS_BUILD_DIR}/;
|
||
fi
|
||
if [[ "\${TEST_PY_BD}" == "coreboot" ]]; then
|
||
cp /opt/coreboot/coreboot.rom \${UBOOT_TRAVIS_BUILD_DIR}/coreboot.rom;
|
||
/opt/coreboot/cbfstool \${UBOOT_TRAVIS_BUILD_DIR}/coreboot.rom remove -n fallback/payload;
|
||
/opt/coreboot/cbfstool \${UBOOT_TRAVIS_BUILD_DIR}/coreboot.rom add-flat-binary -f \${UBOOT_TRAVIS_BUILD_DIR}/u-boot.bin -n fallback/payload -c LZMA -l 0x1110000 -e 0x1110000;
|
||
fi
|
||
# If we have TF-A binaries, we need to use them.
|
||
tfa_dir=""
|
||
rm -f /tmp/fip.bin
|
||
rm -f /tmp/bl1.bin
|
||
if [[ -d /opt/tf-a/"\${TEST_PY_BD}\${TEST_PY_ID//--id /_}" ]]; then
|
||
tfa_dir="/opt/tf-a/\${TEST_PY_BD}\${TEST_PY_ID//--id /_}";
|
||
elif [[ -d /opt/tf-a/"\${TEST_PY_BD}" ]]; then
|
||
tfa_dir="/opt/tf-a/\${TEST_PY_BD}";
|
||
fi
|
||
if [[ -n "\$tfa_dir" ]]; then
|
||
cp "\$tfa_dir"/fip.bin "\$tfa_dir"/bl1.bin /tmp/;
|
||
fi
|
||
if [ -f /tmp/fip.bin ] && [ -f /tmp/bl1.bin ]; then
|
||
export fip=/tmp/fip.bin;
|
||
export bl1=/tmp/bl1.bin;
|
||
export PATH=/opt/Base_RevC_AEMvA_pkg/models/Linux64_GCC-9.3:\${PATH};
|
||
fi
|
||
export PATH=/opt/qemu/bin:/tmp/uboot-test-hooks/bin:\${PATH}
|
||
export PYTHONPATH=/tmp/uboot-test-hooks/py/travis-ci
|
||
python3 -m http.server 80 --directory "\${UBOOT_TRAVIS_BUILD_DIR}" > /dev/null 2>&1 &
|
||
HTTP_PID=\$!
|
||
sleep 1 # Give the server a moment to start
|
||
if ps -p \${HTTP_PID} > /dev/null; then
|
||
export HTTP_PID
|
||
else
|
||
unset HTTP_PID
|
||
fi
|
||
# "\${var:+"-k \$var"}" expands to "" if \$var is empty, "-k \$var" if not
|
||
./test/py/test.py -ra -o cache_dir="\$UBOOT_TRAVIS_BUILD_DIR"/.pytest_cache --bd \${TEST_PY_BD} \${TEST_PY_ID} \${TEST_PY_EXTRA} \${TEST_PY_TEST_SPEC:+"-k \${TEST_PY_TEST_SPEC}"} --build-dir "\$UBOOT_TRAVIS_BUILD_DIR" --report-dir "\$UBOOT_TRAVIS_BUILD_DIR" --junitxml=\$(System.DefaultWorkingDirectory)/results.xml
|
||
# the below corresponds to .gitlab-ci.yml "after_script"
|
||
if [[ -n "\${HTTP_PID}" ]]; then
|
||
kill \${HTTP_PID};
|
||
fi
|
||
rm -rf /tmp/uboot-test-hooks /tmp/venv
|
||
EOF
|
||
- task: CopyFiles@2
|
||
displayName: 'Copy test.sh for later usage'
|
||
inputs:
|
||
contents: 'test.sh'
|
||
targetFolder: '$(Build.ArtifactStagingDirectory)'
|
||
- publish: '$(Build.ArtifactStagingDirectory)/test.sh'
|
||
displayName: 'Publish test.sh'
|
||
artifact: testsh
|
||
|
||
- stage: test_py_sandbox
|
||
jobs:
|
||
- job: test_py_sandbox
|
||
displayName: 'test.py for sandbox'
|
||
pool:
|
||
vmImage: $(ubuntu_vm)
|
||
strategy:
|
||
matrix:
|
||
sandbox:
|
||
TEST_PY_BD: "sandbox"
|
||
TEST_PY_EXTRA: "--timing"
|
||
# addr2line in Ubuntu 'Noble' and later are broken.
|
||
TEST_PY_TEST_SPEC: "not event_dump"
|
||
sandbox_asan:
|
||
TEST_PY_BD: "sandbox"
|
||
OVERRIDE: "-a ASAN"
|
||
TEST_PY_TEST_SPEC: "version"
|
||
sandbox_clang:
|
||
TEST_PY_BD: "sandbox"
|
||
OVERRIDE: "-O clang-20"
|
||
# addr2line in Ubuntu 'Noble' and later are broken.
|
||
TEST_PY_TEST_SPEC: "not event_dump"
|
||
sandbox_clang_asan:
|
||
TEST_PY_BD: "sandbox"
|
||
OVERRIDE: "-O clang-20 -a ASAN"
|
||
TEST_PY_TEST_SPEC: "version"
|
||
sandbox64:
|
||
TEST_PY_BD: "sandbox64"
|
||
sandbox64_clang:
|
||
TEST_PY_BD: "sandbox64"
|
||
OVERRIDE: "-O clang-20"
|
||
sandbox64_lwip:
|
||
TEST_PY_BD: "sandbox64_lwip"
|
||
sandbox_spl:
|
||
TEST_PY_BD: "sandbox_spl"
|
||
TEST_PY_TEST_SPEC: "test_ofplatdata or test_handoff or test_spl"
|
||
sandbox_vpl:
|
||
TEST_PY_BD: "sandbox_vpl"
|
||
TEST_PY_TEST_SPEC: "vpl or test_spl"
|
||
sandbox_noinst:
|
||
TEST_PY_BD: "sandbox_noinst"
|
||
TEST_PY_TEST_SPEC: "test_ofplatdata or test_handoff or test_spl"
|
||
sandbox_noinst_load_fit_full:
|
||
TEST_PY_BD: "sandbox_noinst"
|
||
TEST_PY_TEST_SPEC: "test_ofplatdata or test_handoff or test_spl"
|
||
OVERRIDE: "-a CONFIG_SPL_LOAD_FIT_FULL=y"
|
||
sandbox_flattree:
|
||
TEST_PY_BD: "sandbox_flattree"
|
||
sandbox_trace:
|
||
TEST_PY_BD: "sandbox"
|
||
BUILD_ENV: "FTRACE=1 NO_LTO=1"
|
||
TEST_PY_TEST_SPEC: "trace"
|
||
OVERRIDE: "-a CONFIG_TRACE=y -a CONFIG_TRACE_EARLY=y -a CONFIG_TRACE_EARLY_SIZE=0x01000000 -a CONFIG_TRACE_BUFFER_SIZE=0x02000000"
|
||
steps:
|
||
- download: current
|
||
artifact: testsh
|
||
- script: |
|
||
# make current directory writeable to uboot user inside the container
|
||
# as sandbox testing need create files like spi flash images, etc.
|
||
# (TODO: clean up this in the future)
|
||
chmod 777 .
|
||
chmod 755 $(Pipeline.Workspace)/testsh/test.sh
|
||
# Filesystem tests need extra docker args to run
|
||
set --
|
||
# mount -o loop needs the loop devices
|
||
if modprobe loop; then
|
||
for d in $(find /dev -maxdepth 1 -name 'loop*'); do
|
||
set -- "$@" --device $d:$d
|
||
done
|
||
fi
|
||
# Needed for mount syscall (for guestmount as well)
|
||
set -- "$@" --cap-add SYS_ADMIN
|
||
# Default apparmor profile denies mounts
|
||
set -- "$@" --security-opt apparmor=unconfined
|
||
# Some tests using libguestfs-tools need the fuse device to run
|
||
docker run "$@" --device /dev/fuse:/dev/fuse \
|
||
-v $PWD:$(work_dir) \
|
||
-v $(Pipeline.Workspace):$(Pipeline.Workspace) \
|
||
-v $(System.DefaultWorkingDirectory):$(System.DefaultWorkingDirectory) \
|
||
-e WORK_DIR="${WORK_DIR}" \
|
||
-e TEST_PY_BD="${TEST_PY_BD}" \
|
||
-e TEST_PY_ID="${TEST_PY_ID}" \
|
||
-e TEST_PY_TEST_SPEC="${TEST_PY_TEST_SPEC}" \
|
||
-e OVERRIDE="${OVERRIDE}" \
|
||
-e BUILD_ENV="${BUILD_ENV}" $(ci_runner_image) \
|
||
$(Pipeline.Workspace)/testsh/test.sh
|
||
- task: PublishTestResults@2
|
||
inputs:
|
||
testResultsFormat: 'JUnit'
|
||
testResultsFiles: 'results.xml'
|
||
|
||
- stage: test_py_qemu
|
||
jobs:
|
||
- job: test_py_qemu
|
||
displayName: 'test.py for QEMU platforms'
|
||
pool:
|
||
vmImage: $(ubuntu_vm)
|
||
strategy:
|
||
matrix:
|
||
coreboot:
|
||
TEST_PY_BD: "coreboot"
|
||
TEST_PY_ID: "--id qemu"
|
||
TEST_PY_TEST_SPEC: "not sleep"
|
||
evb_ast2500:
|
||
TEST_PY_BD: "evb-ast2500"
|
||
TEST_PY_ID: "--id qemu"
|
||
TEST_PY_TEST_SPEC: "not sleep"
|
||
vexpress_ca9x4:
|
||
TEST_PY_BD: "vexpress_ca9x4"
|
||
TEST_PY_ID: "--id qemu"
|
||
TEST_PY_TEST_SPEC: "not sleep"
|
||
vexpress_fvp:
|
||
TEST_PY_BD: "vexpress_fvp"
|
||
TEST_PY_TEST_SPEC: "not sleep and not hostfs"
|
||
vexpress_fvp_bloblist:
|
||
TEST_PY_BD: "vexpress_fvp_bloblist"
|
||
TEST_PY_TEST_SPEC: "not sleep and not hostfs"
|
||
integratorcp_cm926ejs:
|
||
TEST_PY_BD: "integratorcp_cm926ejs"
|
||
TEST_PY_ID: "--id qemu"
|
||
TEST_PY_TEST_SPEC: "not sleep"
|
||
qemu_arm:
|
||
TEST_PY_BD: "qemu_arm"
|
||
TEST_PY_TEST_SPEC: "not sleep"
|
||
qemu_arm64:
|
||
TEST_PY_BD: "qemu_arm64"
|
||
TEST_PY_TEST_SPEC: "not sleep"
|
||
OVERRIDE: "-a CONFIG_SEMIHOSTING=y"
|
||
qemu_arm64_lwip:
|
||
TEST_PY_BD: "qemu_arm64_lwip"
|
||
TEST_PY_TEST_SPEC: "test_net_dhcp or test_net_ping or test_net_tftpboot"
|
||
qemu_arm64_tfa_fw_handoff:
|
||
TEST_PY_BD: "qemu_arm64"
|
||
TEST_PY_ID: "--id fw_handoff_tfa_optee"
|
||
TEST_PY_TEST_SPEC: "test_fw_handoff"
|
||
qemu_arm_sbsa_ref:
|
||
TEST_PY_BD: "qemu-arm-sbsa"
|
||
TEST_PY_TEST_SPEC: "not sleep"
|
||
qemu_m68k:
|
||
TEST_PY_BD: "M5208EVBE"
|
||
TEST_PY_ID: "--id qemu"
|
||
TEST_PY_TEST_SPEC: "not sleep and not efi"
|
||
OVERRIDE: "-a CONFIG_M68K_QEMU=y -a ~CONFIG_MCFTMR"
|
||
qemu_malta:
|
||
TEST_PY_BD: "malta"
|
||
TEST_PY_ID: "--id qemu"
|
||
TEST_PY_TEST_SPEC: "not sleep and not efi"
|
||
qemu_maltael:
|
||
TEST_PY_BD: "maltael"
|
||
TEST_PY_ID: "--id qemu"
|
||
TEST_PY_TEST_SPEC: "not sleep and not efi"
|
||
qemu_malta64:
|
||
TEST_PY_BD: "malta64"
|
||
TEST_PY_ID: "--id qemu"
|
||
TEST_PY_TEST_SPEC: "not sleep and not efi"
|
||
qemu_malta64el:
|
||
TEST_PY_BD: "malta64el"
|
||
TEST_PY_ID: "--id qemu"
|
||
TEST_PY_TEST_SPEC: "not sleep and not efi"
|
||
qemu_ppce500:
|
||
TEST_PY_BD: "qemu-ppce500"
|
||
TEST_PY_TEST_SPEC: "not sleep"
|
||
qemu_riscv32:
|
||
TEST_PY_BD: "qemu-riscv32"
|
||
TEST_PY_TEST_SPEC: "not sleep"
|
||
qemu_riscv64:
|
||
TEST_PY_BD: "qemu-riscv64"
|
||
TEST_PY_TEST_SPEC: "not sleep"
|
||
qemu_riscv32_spl:
|
||
TEST_PY_BD: "qemu-riscv32_spl"
|
||
TEST_PY_TEST_SPEC: "not sleep"
|
||
qemu_riscv64_spl:
|
||
TEST_PY_BD: "qemu-riscv64_spl"
|
||
TEST_PY_TEST_SPEC: "not sleep"
|
||
qemu_riscv64_smode:
|
||
TEST_PY_BD: "qemu-riscv64_smode"
|
||
TEST_PY_TEST_SPEC: "not sleep"
|
||
qemu_riscv64_smode_acpi:
|
||
TEST_PY_BD: "qemu-riscv64_smode_acpi"
|
||
TEST_PY_TEST_SPEC: "not sleep"
|
||
qemu_x86:
|
||
TEST_PY_BD: "qemu-x86"
|
||
TEST_PY_TEST_SPEC: "not sleep"
|
||
qemu_x86_64:
|
||
TEST_PY_BD: "qemu-x86_64"
|
||
TEST_PY_TEST_SPEC: "not sleep"
|
||
qemu_xtensa_dc233c:
|
||
TEST_PY_BD: "qemu-xtensa-dc233c"
|
||
TEST_PY_TEST_SPEC: "not sleep and not efi"
|
||
r2dplus_i82557c:
|
||
TEST_PY_BD: "r2dplus"
|
||
TEST_PY_ID: "--id i82557c_qemu"
|
||
TEST_PY_TEST_SPEC: "not sleep"
|
||
r2dplus_pcnet:
|
||
TEST_PY_BD: "r2dplus"
|
||
TEST_PY_ID: "--id pcnet_qemu"
|
||
TEST_PY_TEST_SPEC: "not sleep"
|
||
r2dplus_rtl8139:
|
||
TEST_PY_BD: "r2dplus"
|
||
TEST_PY_ID: "--id rtl8139_qemu"
|
||
TEST_PY_TEST_SPEC: "not sleep"
|
||
r2dplus_tulip:
|
||
TEST_PY_BD: "r2dplus"
|
||
TEST_PY_ID: "--id tulip_qemu"
|
||
TEST_PY_TEST_SPEC: "not sleep"
|
||
# This is broken upsteam: https://gitlab.com/qemu-project/qemu/-/issues/2945
|
||
# sifive_unleashed_sdcard:
|
||
# TEST_PY_BD: "sifive_unleashed"
|
||
# TEST_PY_ID: "--id sdcard_qemu"
|
||
# TEST_PY_TEST_SPEC: "not sleep"
|
||
sifive_unleashed_spi-nor:
|
||
TEST_PY_BD: "sifive_unleashed"
|
||
TEST_PY_ID: "--id spi-nor_qemu"
|
||
TEST_PY_TEST_SPEC: "not sleep"
|
||
xilinx_mbv32:
|
||
TEST_PY_BD: "xilinx_mbv32"
|
||
TEST_PY_ID: "--id qemu"
|
||
TEST_PY_TEST_SPEC: "not sleep"
|
||
xilinx_mbv32_smode test.py:
|
||
TEST_PY_BD: "xilinx_mbv32_smode"
|
||
TEST_PY_ID: "--id qemu"
|
||
TEST_PY_TEST_SPEC: "not sleep"
|
||
xilinx_mbv64 test.py:
|
||
TEST_PY_BD: "xilinx_mbv64"
|
||
TEST_PY_ID: "--id qemu"
|
||
TEST_PY_TEST_SPEC: "not sleep"
|
||
xilinx_mbv64_smode test.py:
|
||
TEST_PY_BD: "xilinx_mbv64_smode"
|
||
TEST_PY_ID: "--id qemu"
|
||
TEST_PY_TEST_SPEC: "not sleep"
|
||
xilinx_zynq_virt:
|
||
TEST_PY_BD: "xilinx_zynq_virt"
|
||
TEST_PY_ID: "--id qemu"
|
||
TEST_PY_TEST_SPEC: "not sleep"
|
||
xilinx_versal_virt:
|
||
TEST_PY_BD: "xilinx_versal_virt"
|
||
TEST_PY_ID: "--id qemu"
|
||
TEST_PY_TEST_SPEC: "not sleep"
|
||
OVERRIDE: "-a ~CONFIG_USB_DWC3"
|
||
xtfpga:
|
||
TEST_PY_BD: "xtfpga"
|
||
TEST_PY_ID: "--id qemu"
|
||
TEST_PY_TEST_SPEC: "not sleep"
|
||
steps:
|
||
- download: current
|
||
artifact: testsh
|
||
- script: |
|
||
# make current directory writeable to uboot user inside the container
|
||
# as sandbox testing need create files like spi flash images, etc.
|
||
# (TODO: clean up this in the future)
|
||
chmod 777 .
|
||
chmod 755 $(Pipeline.Workspace)/testsh/test.sh
|
||
# Some tests using libguestfs-tools need the fuse device to run
|
||
docker run "$@" --device /dev/fuse:/dev/fuse \
|
||
-v $PWD:$(work_dir) \
|
||
-v $(Pipeline.Workspace):$(Pipeline.Workspace) \
|
||
-v $(System.DefaultWorkingDirectory):$(System.DefaultWorkingDirectory) \
|
||
-e WORK_DIR="${WORK_DIR}" \
|
||
-e TEST_PY_BD="${TEST_PY_BD}" \
|
||
-e TEST_PY_ID="${TEST_PY_ID}" \
|
||
-e TEST_PY_TEST_SPEC="${TEST_PY_TEST_SPEC}" \
|
||
-e OVERRIDE="${OVERRIDE}" \
|
||
-e BUILD_ENV="${BUILD_ENV}" $(ci_runner_image) \
|
||
$(Pipeline.Workspace)/testsh/test.sh
|
||
retryCountOnTaskFailure: 2 # QEMU may be too slow, etc.
|
||
- task: PublishTestResults@2
|
||
inputs:
|
||
testResultsFormat: 'JUnit'
|
||
testResultsFiles: 'results.xml'
|
||
|
||
- stage: world_build
|
||
jobs:
|
||
- job: build_the_world
|
||
timeoutInMinutes: 0 # Use the maximum allowed
|
||
displayName: 'Build the World'
|
||
pool:
|
||
vmImage: $(ubuntu_vm)
|
||
container:
|
||
image: $(ci_runner_image)
|
||
options: $(container_option)
|
||
strategy:
|
||
# We split the world up in to 10 jobs as we can have at most 10
|
||
# parallel jobs going on the free tier of Azure.
|
||
matrix:
|
||
am33xx_kirkwood:
|
||
BUILDMAN: $(am33xx_kirkwood)
|
||
amd:
|
||
BUILDMAN: $(amd)
|
||
amlogic_bcm:
|
||
BUILDMAN: $(amlogic_bcm)
|
||
atmel:
|
||
BUILDMAN: $(atmel)
|
||
engicam_renesas:
|
||
BUILDMAN: $(engicam_renesas)
|
||
k3_32b:
|
||
BUILDMAN: $(k3_32b)
|
||
k3_64b:
|
||
BUILDMAN: $(k3_64b)
|
||
kirkwood_mvebu:
|
||
BUILDMAN: $(kirkwood_mvebu)
|
||
layerscape_vf610:
|
||
BUILDMAN: $(layerscape_vf610)
|
||
m68k_remaining_mx_xtensa:
|
||
BUILDMAN: $(m68k_remaining_mx_xtensa)
|
||
mips_x86:
|
||
BUILDMAN: $(mips_x86)
|
||
mx6:
|
||
BUILDMAN: $(mx6)
|
||
imx8:
|
||
BUILDMAN: $(imx8)
|
||
imx9_arc_nios2_socfpga:
|
||
BUILDMAN: $(imx9_arc_nios2_socfpga)
|
||
phytec_toradex:
|
||
BUILDMAN: $(phytec_toradex)
|
||
powerpc:
|
||
BUILDMAN: $(powerpc)
|
||
riscv_stm32:
|
||
BUILDMAN: $(riscv_stm32)
|
||
rk3399:
|
||
BUILDMAN: $(rk3399)
|
||
rk352x_rk358x:
|
||
BUILDMAN: $(rk352x_rk358x)
|
||
rk356x_rk357x:
|
||
BUILDMAN: $(rk356x_rk357x)
|
||
rk3xxx_rest:
|
||
BUILDMAN: $(rk3xxx_rest)
|
||
sandbox_tegra:
|
||
BUILDMAN: $(sandbox_tegra)
|
||
samsung_omap_mediatek:
|
||
BUILDMAN: $(samsung_omap_mediatek)
|
||
sun4i_5i:
|
||
BUILDMAN: $(sun4i_5i)
|
||
sun6i_sun7i:
|
||
BUILDMAN: $(sun6i_sun7i)
|
||
sun8i:
|
||
BUILDMAN: $(sun8i)
|
||
sunxi_rest:
|
||
BUILDMAN: $(sunxi_rest)
|
||
arm_catch_all:
|
||
BUILDMAN: $(arm_catch_all)
|
||
aarch64_catch_all:
|
||
BUILDMAN: $(aarch64_catch_all)
|
||
steps:
|
||
- script: |
|
||
set -ex
|
||
# Setup venv, perform build
|
||
python3 -m venv /tmp/venv
|
||
. /tmp/venv/bin/activate
|
||
pip install -r tools/binman/requirements.txt \
|
||
-r tools/buildman/requirements.txt \
|
||
setuptools
|
||
if [[ "${BUILDMAN}" != "" ]]; then
|
||
ret=0;
|
||
tools/buildman/buildman -o /tmp -PEWM ${BUILDMAN} ${OVERRIDE} || ret=$?;
|
||
if [[ $ret -ne 0 ]]; then
|
||
tools/buildman/buildman -o /tmp -seP ${BUILDMAN};
|
||
exit $ret;
|
||
fi;
|
||
fi
|