2 windows_vm: windows-2019
3 ubuntu_vm: ubuntu-22.04
5 ci_runner_image: trini/u-boot-gitlab-ci-runner:jammy-20230804-25Aug2023
6 # Add '-u 0' options for Azure pipelines, otherwise we get "permission
7 # denied" error when it tries to "useradd -m -u 1001 vsts_azpcontainer",
8 # since our $(ci_runner_image) user is not root.
15 - job: tools_only_windows
16 displayName: 'Ensure host tools build for Windows'
18 vmImage: $(windows_vm)
21 (New-Object Net.WebClient).DownloadFile("https://github.com/msys2/msys2-installer/releases/download/2021-06-04/msys2-base-x86_64-20210604.sfx.exe", "sfx.exe")
22 displayName: 'Install MSYS2'
24 sfx.exe -y -o%CD:~0,2%\
25 %CD:~0,2%\msys64\usr\bin\bash -lc " "
26 %CD:~0,2%\msys64\usr\bin\bash -lc "pacman --noconfirm -Syuu"
27 %CD:~0,2%\msys64\usr\bin\bash -lc "pacman --noconfirm -Syuu"
28 displayName: 'Update MSYS2'
30 %CD:~0,2%\msys64\usr\bin\bash -lc "pacman --noconfirm --needed -Sy make gcc bison flex diffutils openssl-devel libgnutls-devel libutil-linux-devel"
31 displayName: 'Install Toolchain'
33 echo make tools-only_defconfig tools-only > build-tools.sh
34 %CD:~0,2%\msys64\usr\bin\bash -lc "bash build-tools.sh"
35 displayName: 'Build Host Tools'
37 # Tell MSYS2 we need a POSIX emulation layer
39 # Tell MSYS2 not to ‘cd’ our startup directory to HOME
42 - job: tools_only_macOS
43 displayName: 'Ensure host tools build for macOS X'
47 - script: brew install make ossp-uuid
48 displayName: Brew install dependencies
50 gmake tools-only_config tools-only \
51 HOSTCFLAGS="-I/usr/local/opt/openssl@1.1/include" \
52 HOSTLDFLAGS="-L/usr/local/opt/openssl@1.1/lib" \
53 -j$(sysctl -n hw.logicalcpu)
54 displayName: 'Perform tools-only build'
56 - job: check_for_new_CONFIG_symbols_outside_Kconfig
57 displayName: 'Check for new CONFIG symbols outside Kconfig'
61 image: $(ci_runner_image)
62 options: $(container_option)
64 # If grep succeeds and finds a match the test fails as we should
66 - script: git grep -E '^#[[:blank:]]*(define|undef)[[:blank:]]*CONFIG_'
67 :^doc/ :^arch/arm/dts/ :^scripts/kconfig/lkc.h
68 :^include/linux/kconfig.h :^tools/ && exit 1 || exit 0
71 displayName: 'Static code analysis with cppcheck'
75 image: $(ci_runner_image)
76 options: $(container_option)
78 - script: cppcheck -j$(nproc) --force --quiet --inline-suppr .
81 displayName: 'Build documentation'
85 image: $(ci_runner_image)
86 options: $(container_option)
89 virtualenv -p /usr/bin/python3 /tmp/venvhtml
90 . /tmp/venvhtml/bin/activate
91 pip install -r doc/sphinx/requirements.txt
92 make htmldocs KDOC_WERROR=1
96 displayName: 'Search for TODO within source tree'
100 image: $(ci_runner_image)
101 options: $(container_option)
103 - script: grep -r TODO .
104 - script: grep -r FIXME .
105 - script: grep -r HACK . | grep -v HACKKIT
108 displayName: 'Some statistics about the code base'
110 vmImage: $(ubuntu_vm)
112 image: $(ci_runner_image)
113 options: $(container_option)
115 - script: sloccount .
118 displayName: 'Ensure all configs have MAINTAINERS entries'
120 vmImage: $(ubuntu_vm)
122 image: $(ci_runner_image)
123 options: $(container_option)
126 ./tools/buildman/buildman --maintainer-check || exit 0
129 displayName: 'Ensure host tools build'
131 vmImage: $(ubuntu_vm)
133 image: $(ci_runner_image)
134 options: $(container_option)
137 make tools-only_config tools-only -j$(nproc)
140 displayName: 'Ensure env tools build'
142 vmImage: $(ubuntu_vm)
144 image: $(ci_runner_image)
145 options: $(container_option)
148 make tools-only_config envtools -j$(nproc)
151 displayName: 'Run binman, buildman, dtoc, Kconfig and patman testsuites'
153 vmImage: $(ubuntu_vm)
156 cat << "EOF" > build.sh
158 git config --global user.name "Azure Pipelines"
159 git config --global user.email bmeng.cn@gmail.com
160 git config --global --add safe.directory $(work_dir)
162 virtualenv -p /usr/bin/python3 /tmp/venv
163 . /tmp/venv/bin/activate
164 pip install -r test/py/requirements.txt
165 pip install -r tools/buildman/requirements.txt
166 export UBOOT_TRAVIS_BUILD_DIR=/tmp/tools-only
167 export PYTHONPATH=${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc/pylibfdt
168 export PATH=${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc:${PATH}
169 ./tools/buildman/buildman -T0 -o ${UBOOT_TRAVIS_BUILD_DIR} -w --board tools-only
171 ./tools/binman/binman --toolpath ${UBOOT_TRAVIS_BUILD_DIR}/tools test
172 ./tools/buildman/buildman -t
174 ./tools/patman/patman test
175 make O=${UBOOT_TRAVIS_BUILD_DIR} testconfig
178 # We cannot use "container" like other jobs above, as buildman
179 # seems to hang forever with pre-configured "container" environment
180 docker run -v $PWD:$(work_dir) $(ci_runner_image) /bin/bash $(work_dir)/build.sh
182 - job: nokia_rx51_test
183 displayName: 'Run tests for Nokia RX-51 (aka N900)'
185 vmImage: $(ubuntu_vm)
187 image: $(ci_runner_image)
188 options: $(container_option)
192 ln -s /opt/nokia/u-boot-gen-combined nokia_rx51_tmp/
193 ln -s /opt/nokia/qemu-n900.tar.gz nokia_rx51_tmp/
194 ln -s /opt/nokia/kernel_2.6.28-20103103+0m5_armel.deb nokia_rx51_tmp/
195 ln -s /opt/nokia/libc6_2.5.1-1eglibc27+0m5_armel.deb nokia_rx51_tmp/
196 ln -s /opt/nokia/busybox_1.10.2.legal-1osso30+0m5_armel.deb nokia_rx51_tmp/
197 ln -s /opt/nokia/qemu-system-arm nokia_rx51_tmp/
198 export PATH=/opt/gcc-13.2.0-nolibc/arm-linux-gnueabi/bin:$PATH
199 test/nokia_rx51_test.sh
202 displayName: Check for any pylint regressions
204 vmImage: $(ubuntu_vm)
206 image: $(ci_runner_image)
207 options: $(container_option)
210 git config --global --add safe.directory $(work_dir)
212 pip install -r test/py/requirements.txt
213 pip install -r tools/buildman/requirements.txt
214 pip install asteval pylint==2.12.2 pyopenssl
215 export PATH=${PATH}:~/.local/bin
216 echo "[MASTER]" >> .pylintrc
217 echo "load-plugins=pylint.extensions.docparams" >> .pylintrc
218 export UBOOT_TRAVIS_BUILD_DIR=/tmp/tools-only
219 ./tools/buildman/buildman -T0 -o ${UBOOT_TRAVIS_BUILD_DIR} -w --board tools-only
222 export PYTHONPATH=${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc/pylibfdt
225 - job: check_for_pre_schema_tags
226 displayName: 'Check for pre-schema driver model tags'
228 vmImage: $(ubuntu_vm)
230 image: $(ci_runner_image)
231 options: $(container_option)
233 # If grep succeeds and finds a match the test fails as we should
235 - script: git grep u-boot,dm- -- '*.dts*' && exit 1 || exit 0
237 - job: check_packing_of_python_tools
238 displayName: 'Check we can package the Python tools'
240 vmImage: $(ubuntu_vm)
242 image: $(ci_runner_image)
243 options: $(container_option)
250 displayName: 'test.py'
252 vmImage: $(ubuntu_vm)
256 TEST_PY_BD: "sandbox"
258 TEST_PY_BD: "sandbox"
260 TEST_PY_TEST_SPEC: "version"
262 TEST_PY_BD: "sandbox"
263 OVERRIDE: "-O clang-16"
265 TEST_PY_BD: "sandbox"
266 OVERRIDE: "-O clang-16 -a ASAN"
267 TEST_PY_TEST_SPEC: "version"
269 TEST_PY_BD: "sandbox"
270 BUILD_ENV: "NO_LTO=1"
272 TEST_PY_BD: "sandbox_spl"
273 TEST_PY_TEST_SPEC: "test_ofplatdata or test_handoff or test_spl"
275 TEST_PY_BD: "sandbox_vpl"
276 TEST_PY_TEST_SPEC: "vpl or test_spl"
278 TEST_PY_BD: "sandbox_noinst"
279 TEST_PY_TEST_SPEC: "test_ofplatdata or test_handoff or test_spl"
281 TEST_PY_BD: "sandbox_flattree"
283 TEST_PY_BD: "sandbox"
284 BUILD_ENV: "FTRACE=1 NO_LTO=1"
285 TEST_PY_TEST_SPEC: "trace"
286 OVERRIDE: "-a CONFIG_TRACE=y -a CONFIG_TRACE_EARLY=y -a CONFIG_TRACE_EARLY_SIZE=0x01000000 -a CONFIG_TRACE_BUFFER_SIZE=0x02000000"
288 TEST_PY_BD: "coreboot"
289 TEST_PY_ID: "--id qemu"
290 TEST_PY_TEST_SPEC: "not sleep"
292 TEST_PY_BD: "evb-ast2500"
293 TEST_PY_ID: "--id qemu"
295 TEST_PY_BD: "evb-ast2600"
296 TEST_PY_ID: "--id qemu"
298 TEST_PY_BD: "vexpress_ca9x4"
299 TEST_PY_ID: "--id qemu"
300 integratorcp_cm926ejs:
301 TEST_PY_BD: "integratorcp_cm926ejs"
302 TEST_PY_ID: "--id qemu"
303 TEST_PY_TEST_SPEC: "not sleep"
305 TEST_PY_BD: "qemu_arm"
306 TEST_PY_TEST_SPEC: "not sleep"
308 TEST_PY_BD: "qemu_arm64"
309 TEST_PY_TEST_SPEC: "not sleep"
311 TEST_PY_BD: "M5208EVBE"
312 TEST_PY_ID: "--id qemu"
313 TEST_PY_TEST_SPEC: "not sleep and not efi"
314 OVERRIDE: "-a CONFIG_M68K_QEMU=y -a ~CONFIG_MCFTMR"
317 TEST_PY_ID: "--id qemu"
318 TEST_PY_TEST_SPEC: "not sleep and not efi"
320 TEST_PY_BD: "maltael"
321 TEST_PY_ID: "--id qemu"
322 TEST_PY_TEST_SPEC: "not sleep and not efi"
324 TEST_PY_BD: "malta64"
325 TEST_PY_ID: "--id qemu"
326 TEST_PY_TEST_SPEC: "not sleep and not efi"
328 TEST_PY_BD: "malta64el"
329 TEST_PY_ID: "--id qemu"
330 TEST_PY_TEST_SPEC: "not sleep and not efi"
332 TEST_PY_BD: "qemu-ppce500"
333 TEST_PY_TEST_SPEC: "not sleep"
335 TEST_PY_BD: "qemu-riscv32"
336 TEST_PY_TEST_SPEC: "not sleep"
338 TEST_PY_BD: "qemu-riscv64"
339 TEST_PY_TEST_SPEC: "not sleep"
341 TEST_PY_BD: "qemu-riscv32_spl"
342 TEST_PY_TEST_SPEC: "not sleep"
344 TEST_PY_BD: "qemu-riscv64_spl"
345 TEST_PY_TEST_SPEC: "not sleep"
347 TEST_PY_BD: "qemu-x86"
348 TEST_PY_TEST_SPEC: "not sleep"
350 TEST_PY_BD: "qemu-x86_64"
351 TEST_PY_TEST_SPEC: "not sleep"
353 TEST_PY_BD: "r2dplus"
354 TEST_PY_ID: "--id i82557c_qemu"
356 TEST_PY_BD: "r2dplus"
357 TEST_PY_ID: "--id pcnet_qemu"
359 TEST_PY_BD: "r2dplus"
360 TEST_PY_ID: "--id rtl8139_qemu"
362 TEST_PY_BD: "r2dplus"
363 TEST_PY_ID: "--id tulip_qemu"
364 sifive_unleashed_sdcard:
365 TEST_PY_BD: "sifive_unleashed"
366 TEST_PY_ID: "--id sdcard_qemu"
367 sifive_unleashed_spi-nor:
368 TEST_PY_BD: "sifive_unleashed"
369 TEST_PY_ID: "--id spi-nor_qemu"
371 TEST_PY_BD: "xilinx_zynq_virt"
372 TEST_PY_ID: "--id qemu"
373 TEST_PY_TEST_SPEC: "not sleep"
375 TEST_PY_BD: "xilinx_versal_virt"
376 TEST_PY_ID: "--id qemu"
377 TEST_PY_TEST_SPEC: "not sleep"
380 TEST_PY_ID: "--id qemu"
381 TEST_PY_TEST_SPEC: "not sleep"
386 # make environment variables available as tests are running inside a container
387 export WORK_DIR="${WORK_DIR}"
388 export TEST_PY_BD="${TEST_PY_BD}"
389 export TEST_PY_ID="${TEST_PY_ID}"
390 export TEST_PY_TEST_SPEC="${TEST_PY_TEST_SPEC}"
391 export OVERRIDE="${OVERRIDE}"
392 export BUILD_ENV="${BUILD_ENV}"
394 cat << "EOF" >> test.sh
395 # the below corresponds to .gitlab-ci.yml "before_script"
397 git config --global --add safe.directory ${WORK_DIR}
398 git clone --depth=1 https://source.denx.de/u-boot/u-boot-test-hooks /tmp/uboot-test-hooks
399 ln -s travis-ci /tmp/uboot-test-hooks/bin/`hostname`
400 ln -s travis-ci /tmp/uboot-test-hooks/py/`hostname`
401 grub-mkimage --prefix=\"\" -o ~/grub_x86.efi -O i386-efi normal echo lsefimmap lsefi lsefisystab efinet tftp minicmd
402 grub-mkimage --prefix=\"\" -o ~/grub_x64.efi -O x86_64-efi normal echo lsefimmap lsefi lsefisystab efinet tftp minicmd
403 if [[ "${TEST_PY_BD}" == "qemu-riscv32_spl" ]]; then
404 wget -O - https://github.com/riscv-software-src/opensbi/releases/download/v1.2/opensbi-1.2-rv-bin.tar.xz | tar -C /tmp -xJ;
405 export OPENSBI=/tmp/opensbi-1.2-rv-bin/share/opensbi/ilp32/generic/firmware/fw_dynamic.bin;
407 if [[ "${TEST_PY_BD}" == "qemu-riscv64_spl" ]] || [[ "${TEST_PY_BD}" == "sifive_unleashed" ]]; then
408 wget -O - https://github.com/riscv-software-src/opensbi/releases/download/v1.2/opensbi-1.2-rv-bin.tar.xz | tar -C /tmp -xJ;
409 export OPENSBI=/tmp/opensbi-1.2-rv-bin/share/opensbi/lp64/generic/firmware/fw_dynamic.bin;
411 # the below corresponds to .gitlab-ci.yml "script"
413 export UBOOT_TRAVIS_BUILD_DIR=/tmp/${TEST_PY_BD};
414 if [ -n "${BUILD_ENV}" ]; then
417 pip install -r tools/buildman/requirements.txt
418 tools/buildman/buildman -o ${UBOOT_TRAVIS_BUILD_DIR} -w -E -W -e --board ${TEST_PY_BD} ${OVERRIDE}
419 cp ~/grub_x86.efi ${UBOOT_TRAVIS_BUILD_DIR}/
420 cp ~/grub_x64.efi ${UBOOT_TRAVIS_BUILD_DIR}/
421 cp /opt/grub/grubriscv64.efi ${UBOOT_TRAVIS_BUILD_DIR}/grub_riscv64.efi
422 cp /opt/grub/grubaa64.efi ${UBOOT_TRAVIS_BUILD_DIR}/grub_arm64.efi
423 cp /opt/grub/grubarm.efi ${UBOOT_TRAVIS_BUILD_DIR}/grub_arm.efi
424 # create sdcard / spi-nor images for sifive unleashed using genimage
425 if [[ "${TEST_PY_BD}" == "sifive_unleashed" ]]; then
427 cp ${UBOOT_TRAVIS_BUILD_DIR}/spl/u-boot-spl.bin .;
428 cp ${UBOOT_TRAVIS_BUILD_DIR}/u-boot.itb .;
430 genimage --inputpath . --config board/sifive/unleashed/genimage_sdcard.cfg;
431 cp images/sdcard.img ${UBOOT_TRAVIS_BUILD_DIR}/;
433 genimage --inputpath . --config board/sifive/unleashed/genimage_spi-nor.cfg;
434 cp images/spi-nor.img ${UBOOT_TRAVIS_BUILD_DIR}/;
436 if [[ "${TEST_PY_BD}" == "coreboot" ]]; then
437 wget -O - "https://drive.google.com/uc?id=1uJ2VkUQ8czWFZmhJQ90Tp8V_zrJ6BrBH&export=download" |xz -dc >${UBOOT_TRAVIS_BUILD_DIR}/coreboot.rom;
438 wget -O - "https://drive.google.com/uc?id=149Cz-5SZXHNKpi9xg6R_5XITWohu348y&export=download" >cbfstool;
440 ./cbfstool ${UBOOT_TRAVIS_BUILD_DIR}/coreboot.rom add-flat-binary -f ${UBOOT_TRAVIS_BUILD_DIR}/u-boot.bin -n fallback/payload -c LZMA -l 0x1110000 -e 0x1110000;
442 virtualenv -p /usr/bin/python3 /tmp/venv
443 . /tmp/venv/bin/activate
444 pip install -r test/py/requirements.txt
445 pip install pytest-azurepipelines
446 export PATH=/opt/qemu/bin:/tmp/uboot-test-hooks/bin:${PATH};
447 export PYTHONPATH=/tmp/uboot-test-hooks/py/travis-ci;
448 # "${var:+"-k $var"}" expands to "" if $var is empty, "-k $var" if not
449 ./test/py/test.py -ra -o cache_dir="$UBOOT_TRAVIS_BUILD_DIR"/.pytest_cache --bd ${TEST_PY_BD} ${TEST_PY_ID} ${TEST_PY_TEST_SPEC:+"-k ${TEST_PY_TEST_SPEC}"} --build-dir "$UBOOT_TRAVIS_BUILD_DIR" --report-dir "$UBOOT_TRAVIS_BUILD_DIR";
450 # the below corresponds to .gitlab-ci.yml "after_script"
451 rm -rf /tmp/uboot-test-hooks /tmp/venv
454 # make current directory writeable to uboot user inside the container
455 # as sandbox testing need create files like spi flash images, etc.
456 # (TODO: clean up this in the future)
458 # Filesystem tests need extra docker args to run
460 if [[ "${TEST_PY_BD}" == "sandbox" ]]; then
461 # mount -o loop needs the loop devices
462 if modprobe loop; then
463 for d in $(find /dev -maxdepth 1 -name 'loop*'); do
464 set -- "$@" --device $d:$d
467 # Needed for mount syscall (for guestmount as well)
468 set -- "$@" --cap-add SYS_ADMIN
469 # Default apparmor profile denies mounts
470 set -- "$@" --security-opt apparmor=unconfined
472 # Some tests using libguestfs-tools need the fuse device to run
473 docker run "$@" --device /dev/fuse:/dev/fuse -v $PWD:$(work_dir) $(ci_runner_image) /bin/bash $(work_dir)/test.sh
474 retryCountOnTaskFailure: 2 # QEMU may be too slow, etc.
478 - job: build_the_world
479 timeoutInMinutes: 0 # Use the maximum allowed
480 displayName: 'Build the World'
482 vmImage: $(ubuntu_vm)
484 # Use almost the same target division in .travis.yml, only merged
485 # 3 small build jobs (arc/microblaze/xtensa) into one.
487 am33xx_at91_kirkwood_mvebu_omap:
488 BUILDMAN: "am33xx at91_kirkwood mvebu omap -x siemens"
489 amlogic_bcm_boundary_engicam_siemens_technexion_oradex:
490 BUILDMAN: "amlogic bcm boundary engicam siemens technexion toradex -x mips"
492 BUILDMAN: "freescale -x powerpc,m68k,imx,mx"
494 BUILDMAN: "mx imx -x boundary,engicam,technexion,toradex"
502 BUILDMAN: "arm -x aarch64,am33xx,at91,bcm,ls1,kirkwood,mvebu,omap,rk,siemens,mx,sunxi,technexion,toradex"
504 BUILDMAN: "aarch64 -x amlogic,bcm,engicam,imx,ls1,ls2,lx216,mvebu,rk,siemens,sunxi,toradex"
505 everything_but_arm_and_powerpc:
506 BUILDMAN: "-x arm,powerpc"
509 cat << EOF > build.sh
512 # make environment variables available as tests are running inside a container
513 export BUILDMAN="${BUILDMAN}"
514 git config --global --add safe.directory ${WORK_DIR}
515 pip install -r tools/buildman/requirements.txt
517 cat << "EOF" >> build.sh
518 if [[ "${BUILDMAN}" != "" ]]; then
520 tools/buildman/buildman -o /tmp -PEWM ${BUILDMAN} ${OVERRIDE} || ret=$?;
521 if [[ $ret -ne 0 ]]; then
522 tools/buildman/buildman -o /tmp -seP ${BUILDMAN};
528 docker run -v $PWD:$(work_dir) $(ci_runner_image) /bin/bash $(work_dir)/build.sh