.azure-pipelines.yml

   1 variables:
   2   windows_vm: windows-2019
   3   ubuntu_vm: ubuntu-22.04
   4   macos_vm: macOS-12
   5   ci_runner_image: trini/u-boot-gitlab-ci-runner:jammy-20230804-25Aug2023
   6   # Add '-u 0' options for Azure pipelines, otherwise we get "permission
   7   # denied" error when it tries to "useradd -m -u 1001 vsts_azpcontainer",
   8   # since our $(ci_runner_image) user is not root.
   9   container_option: -u 0
  10   work_dir: /u
  11
  12 stages:
  13 - stage: testsuites
  14   jobs:
  15   - job: tools_only_windows
  16     displayName: 'Ensure host tools build for Windows'
  17     pool:
  18       vmImage: $(windows_vm)
  19     steps:
  20       - powershell: |
  21           (New-Object Net.WebClient).DownloadFile("https://github.com/msys2/msys2-installer/releases/download/2021-06-04/msys2-base-x86_64-20210604.sfx.exe", "sfx.exe")
  22         displayName: 'Install MSYS2'
  23       - script: |
  24           sfx.exe -y -o%CD:~0,2%\
  25           %CD:~0,2%\msys64\usr\bin\bash -lc " "
  26           %CD:~0,2%\msys64\usr\bin\bash -lc "pacman --noconfirm -Syuu"
  27           %CD:~0,2%\msys64\usr\bin\bash -lc "pacman --noconfirm -Syuu"
  28         displayName: 'Update MSYS2'
  29       - script: |
  30           %CD:~0,2%\msys64\usr\bin\bash -lc "pacman --noconfirm --needed -Sy make gcc bison flex diffutils openssl-devel libgnutls-devel libutil-linux-devel"
  31         displayName: 'Install Toolchain'
  32       - script: |
  33           echo make tools-only_defconfig tools-only > build-tools.sh
  34           %CD:~0,2%\msys64\usr\bin\bash -lc "bash build-tools.sh"
  35         displayName: 'Build Host Tools'
  36         env:
  37           # Tell MSYS2 we need a POSIX emulation layer
  38           MSYSTEM: MSYS
  39           # Tell MSYS2 not to ‘cd’ our startup directory to HOME
  40           CHERE_INVOKING: yes
  41
  42   - job: tools_only_macOS
  43     displayName: 'Ensure host tools build for macOS X'
  44     pool:
  45       vmImage: $(macos_vm)
  46     steps:
  47       - script: brew install make ossp-uuid
  48         displayName: Brew install dependencies
  49       - script: |
  50           gmake tools-only_config tools-only \
  51             HOSTCFLAGS="-I/usr/local/opt/openssl@1.1/include" \
  52             HOSTLDFLAGS="-L/usr/local/opt/openssl@1.1/lib" \
  53             -j$(sysctl -n hw.logicalcpu)
  54         displayName: 'Perform tools-only build'
  55
  56   - job: check_for_new_CONFIG_symbols_outside_Kconfig
  57     displayName: 'Check for new CONFIG symbols outside Kconfig'
  58     pool:
  59       vmImage: $(ubuntu_vm)
  60     container:
  61       image: $(ci_runner_image)
  62       options: $(container_option)
  63     steps:
  64       # If grep succeeds and finds a match the test fails as we should
  65       # have no matches.
  66       - script: git grep -E '^#[[:blank:]]*(define|undef)[[:blank:]]*CONFIG_'
  67                   :^doc/ :^arch/arm/dts/ :^scripts/kconfig/lkc.h
  68                   :^include/linux/kconfig.h :^tools/ && exit 1 || exit 0
  69
  70   - job: docs
  71     displayName: 'Build documentation'
  72     pool:
  73       vmImage: $(ubuntu_vm)
  74     container:
  75       image: $(ci_runner_image)
  76       options: $(container_option)
  77     steps:
  78       - script: |
  79           virtualenv -p /usr/bin/python3 /tmp/venvhtml
  80           . /tmp/venvhtml/bin/activate
  81           pip install -r doc/sphinx/requirements.txt
  82           make htmldocs KDOC_WERROR=1
  83           make infodocs
  84
  85   - job: maintainers
  86     displayName: 'Ensure all configs have MAINTAINERS entries'
  87     pool:
  88       vmImage: $(ubuntu_vm)
  89     container:
  90       image: $(ci_runner_image)
  91       options: $(container_option)
  92     steps:
  93       - script: |
  94           ./tools/buildman/buildman --maintainer-check || exit 0
  95
  96   - job: tools_only
  97     displayName: 'Ensure host tools and env tools build'
  98     pool:
  99       vmImage: $(ubuntu_vm)
 100     container:
 101       image: $(ci_runner_image)
 102       options: $(container_option)
 103     steps:
 104       - script: |
 105           make tools-only_config tools-only -j$(nproc)
 106           make mrproper
 107           make tools-only_config envtools -j$(nproc)
 108
 109   - job: utils
 110     displayName: 'Run binman, buildman, dtoc, Kconfig and patman testsuites'
 111     pool:
 112       vmImage: $(ubuntu_vm)
 113     steps:
 114       - script: |
 115           cat << "EOF" > build.sh
 116           cd $(work_dir)
 117           git config --global user.name "Azure Pipelines"
 118           git config --global user.email bmeng.cn@gmail.com
 119           git config --global --add safe.directory $(work_dir)
 120           export USER=azure
 121           virtualenv -p /usr/bin/python3 /tmp/venv
 122           . /tmp/venv/bin/activate
 123           pip install -r test/py/requirements.txt
 124           pip install -r tools/buildman/requirements.txt
 125           export UBOOT_TRAVIS_BUILD_DIR=/tmp/tools-only
 126           export PYTHONPATH=${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc/pylibfdt
 127           export PATH=${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc:${PATH}
 128           ./tools/buildman/buildman -T0 -o ${UBOOT_TRAVIS_BUILD_DIR} -w --board tools-only
 129           set -ex
 130           ./tools/binman/binman --toolpath ${UBOOT_TRAVIS_BUILD_DIR}/tools test
 131           ./tools/buildman/buildman -t
 132           ./tools/dtoc/dtoc -t
 133           ./tools/patman/patman test
 134           make O=${UBOOT_TRAVIS_BUILD_DIR} testconfig
 135           EOF
 136           cat build.sh
 137           # We cannot use "container" like other jobs above, as buildman
 138           # seems to hang forever with pre-configured "container" environment
 139           docker run -v $PWD:$(work_dir) $(ci_runner_image) /bin/bash $(work_dir)/build.sh
 140
 141   - job: nokia_rx51_test
 142     displayName: 'Run tests for Nokia RX-51 (aka N900)'
 143     pool:
 144       vmImage: $(ubuntu_vm)
 145     container:
 146       image: $(ci_runner_image)
 147       options: $(container_option)
 148     steps:
 149       - script: |
 150           mkdir nokia_rx51_tmp
 151           ln -s /opt/nokia/u-boot-gen-combined nokia_rx51_tmp/
 152           ln -s /opt/nokia/qemu-n900.tar.gz nokia_rx51_tmp/
 153           ln -s /opt/nokia/kernel_2.6.28-20103103+0m5_armel.deb nokia_rx51_tmp/
 154           ln -s /opt/nokia/libc6_2.5.1-1eglibc27+0m5_armel.deb nokia_rx51_tmp/
 155           ln -s /opt/nokia/busybox_1.10.2.legal-1osso30+0m5_armel.deb nokia_rx51_tmp/
 156           ln -s /opt/nokia/qemu-system-arm nokia_rx51_tmp/
 157           export PATH=/opt/gcc-13.2.0-nolibc/arm-linux-gnueabi/bin:$PATH
 158           test/nokia_rx51_test.sh
 159
 160   - job: pylint
 161     displayName: Check for any pylint regressions
 162     pool:
 163       vmImage: $(ubuntu_vm)
 164     container:
 165       image: $(ci_runner_image)
 166       options: $(container_option)
 167     steps:
 168       - script: |
 169           git config --global --add safe.directory $(work_dir)
 170           export USER=azure
 171           pip install -r test/py/requirements.txt
 172           pip install -r tools/buildman/requirements.txt
 173           pip install asteval pylint==2.12.2 pyopenssl
 174           export PATH=${PATH}:~/.local/bin
 175           echo "[MASTER]" >> .pylintrc
 176           echo "load-plugins=pylint.extensions.docparams" >> .pylintrc
 177           export UBOOT_TRAVIS_BUILD_DIR=/tmp/tools-only
 178           ./tools/buildman/buildman -T0 -o ${UBOOT_TRAVIS_BUILD_DIR} -w --board tools-only
 179           set -ex
 180           pylint --version
 181           export PYTHONPATH=${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc/pylibfdt
 182           make pylint_err
 183
 184   - job: check_for_pre_schema_tags
 185     displayName: 'Check for pre-schema driver model tags'
 186     pool:
 187       vmImage: $(ubuntu_vm)
 188     container:
 189       image: $(ci_runner_image)
 190       options: $(container_option)
 191     steps:
 192       # If grep succeeds and finds a match the test fails as we should
 193       # have no matches.
 194       - script: git grep u-boot,dm- -- '*.dts*' && exit 1 || exit 0
 195
 196   - job: check_packing_of_python_tools
 197     displayName: 'Check we can package the Python tools'
 198     pool:
 199       vmImage: $(ubuntu_vm)
 200     container:
 201       image: $(ci_runner_image)
 202       options: $(container_option)
 203     steps:
 204       - script: make pip
 205
 206   - job: create_test_py_wrapper_script
 207     displayName: 'Create and stage a wrapper for test.py runs'
 208     pool:
 209       vmImage: $(ubuntu_vm)
 210     steps:
 211       - checkout: none
 212       - script: |
 213           cat << EOF > test.sh
 214           #!/bin/bash
 215           set -ex
 216           # the below corresponds to .gitlab-ci.yml "before_script"
 217           cd \${WORK_DIR}
 218           git config --global --add safe.directory \${WORK_DIR}
 219           git clone --depth=1 https://source.denx.de/u-boot/u-boot-test-hooks /tmp/uboot-test-hooks
 220           ln -s travis-ci /tmp/uboot-test-hooks/bin/\`hostname\`
 221           ln -s travis-ci /tmp/uboot-test-hooks/py/\`hostname\`
 222           grub-mkimage --prefix=\"\" -o ~/grub_x86.efi -O i386-efi normal echo lsefimmap lsefi lsefisystab efinet tftp minicmd
 223           grub-mkimage --prefix=\"\" -o ~/grub_x64.efi -O x86_64-efi normal echo lsefimmap lsefi lsefisystab efinet tftp minicmd
 224           if [[ "\${TEST_PY_BD}" == "qemu-riscv32_spl" ]]; then
 225               wget -O - https://github.com/riscv-software-src/opensbi/releases/download/v1.2/opensbi-1.2-rv-bin.tar.xz | tar -C /tmp -xJ;
 226               export OPENSBI=/tmp/opensbi-1.2-rv-bin/share/opensbi/ilp32/generic/firmware/fw_dynamic.bin;
 227           fi
 228           if [[ "\${TEST_PY_BD}" == "qemu-riscv64_spl" ]] || [[ "\${TEST_PY_BD}" == "sifive_unleashed" ]]; then
 229               wget -O - https://github.com/riscv-software-src/opensbi/releases/download/v1.2/opensbi-1.2-rv-bin.tar.xz | tar -C /tmp -xJ;
 230               export OPENSBI=/tmp/opensbi-1.2-rv-bin/share/opensbi/lp64/generic/firmware/fw_dynamic.bin;
 231           fi
 232           # the below corresponds to .gitlab-ci.yml "script"
 233           cd \${WORK_DIR}
 234           export UBOOT_TRAVIS_BUILD_DIR=/tmp/\${TEST_PY_BD}
 235           if [ -n "\${BUILD_ENV}" ]; then
 236               export \${BUILD_ENV};
 237           fi
 238           pip install -r tools/buildman/requirements.txt
 239           tools/buildman/buildman -o \${UBOOT_TRAVIS_BUILD_DIR} -w -E -W -e --board \${TEST_PY_BD} \${OVERRIDE}
 240           cp ~/grub_x86.efi \${UBOOT_TRAVIS_BUILD_DIR}/
 241           cp ~/grub_x64.efi \${UBOOT_TRAVIS_BUILD_DIR}/
 242           cp /opt/grub/grubriscv64.efi \${UBOOT_TRAVIS_BUILD_DIR}/grub_riscv64.efi
 243           cp /opt/grub/grubaa64.efi \${UBOOT_TRAVIS_BUILD_DIR}/grub_arm64.efi
 244           cp /opt/grub/grubarm.efi \${UBOOT_TRAVIS_BUILD_DIR}/grub_arm.efi
 245           # create sdcard / spi-nor images for sifive unleashed using genimage
 246           if [[ "\${TEST_PY_BD}" == "sifive_unleashed" ]]; then
 247               mkdir -p root;
 248               cp \${UBOOT_TRAVIS_BUILD_DIR}/spl/u-boot-spl.bin .;
 249               cp \${UBOOT_TRAVIS_BUILD_DIR}/u-boot.itb .;
 250               rm -rf tmp;
 251               genimage --inputpath . --config board/sifive/unleashed/genimage_sdcard.cfg;
 252               cp images/sdcard.img \${UBOOT_TRAVIS_BUILD_DIR}/;
 253               rm -rf tmp;
 254               genimage --inputpath . --config board/sifive/unleashed/genimage_spi-nor.cfg;
 255               cp images/spi-nor.img \${UBOOT_TRAVIS_BUILD_DIR}/;
 256           fi
 257           if [[ "\${TEST_PY_BD}" == "coreboot" ]]; then
 258               wget -O - "https://drive.google.com/uc?id=1uJ2VkUQ8czWFZmhJQ90Tp8V_zrJ6BrBH&export=download" |xz -dc >\${UBOOT_TRAVIS_BUILD_DIR}/coreboot.rom;
 259               wget -O - "https://drive.google.com/uc?id=149Cz-5SZXHNKpi9xg6R_5XITWohu348y&export=download" >cbfstool;
 260               chmod a+x cbfstool;
 261               ./cbfstool \${UBOOT_TRAVIS_BUILD_DIR}/coreboot.rom add-flat-binary -f \${UBOOT_TRAVIS_BUILD_DIR}/u-boot.bin -n fallback/payload -c LZMA -l 0x1110000 -e 0x1110000;
 262           fi
 263           virtualenv -p /usr/bin/python3 /tmp/venv
 264           . /tmp/venv/bin/activate
 265           pip install -r test/py/requirements.txt
 266           pip install pytest-azurepipelines
 267           export PATH=/opt/qemu/bin:/tmp/uboot-test-hooks/bin:\${PATH}
 268           export PYTHONPATH=/tmp/uboot-test-hooks/py/travis-ci
 269           # "\${var:+"-k \$var"}" expands to "" if \$var is empty, "-k \$var" if not
 270           ./test/py/test.py -ra -o cache_dir="\$UBOOT_TRAVIS_BUILD_DIR"/.pytest_cache --bd \${TEST_PY_BD} \${TEST_PY_ID} \${TEST_PY_TEST_SPEC:+"-k \${TEST_PY_TEST_SPEC}"} --build-dir "\$UBOOT_TRAVIS_BUILD_DIR" --report-dir "\$UBOOT_TRAVIS_BUILD_DIR"
 271           # the below corresponds to .gitlab-ci.yml "after_script"
 272           rm -rf /tmp/uboot-test-hooks /tmp/venv
 273           EOF
 274       - task: CopyFiles@2
 275         displayName: 'Copy test.sh for later usage'
 276         inputs:
 277           contents: 'test.sh'
 278           targetFolder: '$(Build.ArtifactStagingDirectory)'
 279       - publish: '$(Build.ArtifactStagingDirectory)/test.sh'
 280         displayName: 'Publish test.sh'
 281         artifact: testsh
 282
 283 - stage: test_py_sandbox
 284   jobs:
 285   - job: test_py_sandbox
 286     displayName: 'test.py for sandbox'
 287     pool:
 288       vmImage: $(ubuntu_vm)
 289     strategy:
 290       matrix:
 291         sandbox:
 292           TEST_PY_BD: "sandbox"
 293         sandbox_asan:
 294           TEST_PY_BD: "sandbox"
 295           OVERRIDE: "-a ASAN"
 296           TEST_PY_TEST_SPEC: "version"
 297         sandbox_clang:
 298           TEST_PY_BD: "sandbox"
 299           OVERRIDE: "-O clang-16"
 300         sandbox_clang_asan:
 301           TEST_PY_BD: "sandbox"
 302           OVERRIDE: "-O clang-16 -a ASAN"
 303           TEST_PY_TEST_SPEC: "version"
 304         sandbox64:
 305           TEST_PY_BD: "sandbox64"
 306         sandbox64_clang:
 307           TEST_PY_BD: "sandbox64"
 308           OVERRIDE: "-O clang-16"
 309         sandbox_nolto:
 310           TEST_PY_BD: "sandbox"
 311           BUILD_ENV: "NO_LTO=1"
 312         sandbox_spl:
 313           TEST_PY_BD: "sandbox_spl"
 314           TEST_PY_TEST_SPEC: "test_ofplatdata or test_handoff or test_spl"
 315         sandbox_vpl:
 316           TEST_PY_BD: "sandbox_vpl"
 317           TEST_PY_TEST_SPEC: "vpl or test_spl"
 318         sandbox_noinst:
 319           TEST_PY_BD: "sandbox_noinst"
 320           TEST_PY_TEST_SPEC: "test_ofplatdata or test_handoff or test_spl"
 321         sandbox_flattree:
 322           TEST_PY_BD: "sandbox_flattree"
 323         sandbox_trace:
 324           TEST_PY_BD: "sandbox"
 325           BUILD_ENV: "FTRACE=1 NO_LTO=1"
 326           TEST_PY_TEST_SPEC: "trace"
 327           OVERRIDE: "-a CONFIG_TRACE=y -a CONFIG_TRACE_EARLY=y -a CONFIG_TRACE_EARLY_SIZE=0x01000000 -a CONFIG_TRACE_BUFFER_SIZE=0x02000000"
 328     steps:
 329       - download: current
 330         artifact: testsh
 331       - script: |
 332           # make current directory writeable to uboot user inside the container
 333           # as sandbox testing need create files like spi flash images, etc.
 334           # (TODO: clean up this in the future)
 335           chmod 777 .
 336           chmod 755 $(Pipeline.Workspace)/testsh/test.sh
 337           # Filesystem tests need extra docker args to run
 338           set --
 339           # mount -o loop needs the loop devices
 340           if modprobe loop; then
 341               for d in $(find /dev -maxdepth 1 -name 'loop*'); do
 342                   set -- "$@" --device $d:$d
 343               done
 344           fi
 345           # Needed for mount syscall (for guestmount as well)
 346           set -- "$@" --cap-add SYS_ADMIN
 347           # Default apparmor profile denies mounts
 348           set -- "$@" --security-opt apparmor=unconfined
 349           # Some tests using libguestfs-tools need the fuse device to run
 350           docker run "$@" --device /dev/fuse:/dev/fuse \
 351                          -v $PWD:$(work_dir) \
 352                          -v $(Pipeline.Workspace):$(Pipeline.Workspace) \
 353                          -e WORK_DIR="${WORK_DIR}" \
 354                          -e TEST_PY_BD="${TEST_PY_BD}" \
 355                          -e TEST_PY_ID="${TEST_PY_ID}" \
 356                          -e TEST_PY_TEST_SPEC="${TEST_PY_TEST_SPEC}" \
 357                          -e OVERRIDE="${OVERRIDE}" \
 358                          -e BUILD_ENV="${BUILD_ENV}" $(ci_runner_image) \
 359                          $(Pipeline.Workspace)/testsh/test.sh
 360
 361 - stage: test_py_qemu
 362   jobs:
 363   - job: test_py_qemu
 364     displayName: 'test.py for QEMU platforms'
 365     pool:
 366       vmImage: $(ubuntu_vm)
 367     strategy:
 368       matrix:
 369         coreboot:
 370           TEST_PY_BD: "coreboot"
 371           TEST_PY_ID: "--id qemu"
 372           TEST_PY_TEST_SPEC: "not sleep"
 373         evb_ast2500:
 374           TEST_PY_BD: "evb-ast2500"
 375           TEST_PY_ID: "--id qemu"
 376         evb_ast2600:
 377           TEST_PY_BD: "evb-ast2600"
 378           TEST_PY_ID: "--id qemu"
 379         vexpress_ca9x4:
 380           TEST_PY_BD: "vexpress_ca9x4"
 381           TEST_PY_ID: "--id qemu"
 382         integratorcp_cm926ejs:
 383           TEST_PY_BD: "integratorcp_cm926ejs"
 384           TEST_PY_ID: "--id qemu"
 385           TEST_PY_TEST_SPEC: "not sleep"
 386         qemu_arm:
 387           TEST_PY_BD: "qemu_arm"
 388           TEST_PY_TEST_SPEC: "not sleep"
 389         qemu_arm64:
 390           TEST_PY_BD: "qemu_arm64"
 391           TEST_PY_TEST_SPEC: "not sleep"
 392         qemu_m68k:
 393           TEST_PY_BD: "M5208EVBE"
 394           TEST_PY_ID: "--id qemu"
 395           TEST_PY_TEST_SPEC: "not sleep and not efi"
 396           OVERRIDE: "-a CONFIG_M68K_QEMU=y -a ~CONFIG_MCFTMR"
 397         qemu_malta:
 398           TEST_PY_BD: "malta"
 399           TEST_PY_ID: "--id qemu"
 400           TEST_PY_TEST_SPEC: "not sleep and not efi"
 401         qemu_maltael:
 402           TEST_PY_BD: "maltael"
 403           TEST_PY_ID: "--id qemu"
 404           TEST_PY_TEST_SPEC: "not sleep and not efi"
 405         qemu_malta64:
 406           TEST_PY_BD: "malta64"
 407           TEST_PY_ID: "--id qemu"
 408           TEST_PY_TEST_SPEC: "not sleep and not efi"
 409         qemu_malta64el:
 410           TEST_PY_BD: "malta64el"
 411           TEST_PY_ID: "--id qemu"
 412           TEST_PY_TEST_SPEC: "not sleep and not efi"
 413         qemu_ppce500:
 414           TEST_PY_BD: "qemu-ppce500"
 415           TEST_PY_TEST_SPEC: "not sleep"
 416         qemu_riscv32:
 417           TEST_PY_BD: "qemu-riscv32"
 418           TEST_PY_TEST_SPEC: "not sleep"
 419         qemu_riscv64:
 420           TEST_PY_BD: "qemu-riscv64"
 421           TEST_PY_TEST_SPEC: "not sleep"
 422         qemu_riscv32_spl:
 423           TEST_PY_BD: "qemu-riscv32_spl"
 424           TEST_PY_TEST_SPEC: "not sleep"
 425         qemu_riscv64_spl:
 426           TEST_PY_BD: "qemu-riscv64_spl"
 427           TEST_PY_TEST_SPEC: "not sleep"
 428         qemu_x86:
 429           TEST_PY_BD: "qemu-x86"
 430           TEST_PY_TEST_SPEC: "not sleep"
 431         qemu_x86_64:
 432           TEST_PY_BD: "qemu-x86_64"
 433           TEST_PY_TEST_SPEC: "not sleep"
 434         r2dplus_i82557c:
 435           TEST_PY_BD: "r2dplus"
 436           TEST_PY_ID: "--id i82557c_qemu"
 437         r2dplus_pcnet:
 438           TEST_PY_BD: "r2dplus"
 439           TEST_PY_ID: "--id pcnet_qemu"
 440         r2dplus_rtl8139:
 441           TEST_PY_BD: "r2dplus"
 442           TEST_PY_ID: "--id rtl8139_qemu"
 443         r2dplus_tulip:
 444           TEST_PY_BD: "r2dplus"
 445           TEST_PY_ID: "--id tulip_qemu"
 446         sifive_unleashed_sdcard:
 447           TEST_PY_BD: "sifive_unleashed"
 448           TEST_PY_ID: "--id sdcard_qemu"
 449         sifive_unleashed_spi-nor:
 450           TEST_PY_BD: "sifive_unleashed"
 451           TEST_PY_ID: "--id spi-nor_qemu"
 452         xilinx_zynq_virt:
 453           TEST_PY_BD: "xilinx_zynq_virt"
 454           TEST_PY_ID: "--id qemu"
 455           TEST_PY_TEST_SPEC: "not sleep"
 456         xilinx_versal_virt:
 457           TEST_PY_BD: "xilinx_versal_virt"
 458           TEST_PY_ID: "--id qemu"
 459           TEST_PY_TEST_SPEC: "not sleep"
 460         xtfpga:
 461           TEST_PY_BD: "xtfpga"
 462           TEST_PY_ID: "--id qemu"
 463           TEST_PY_TEST_SPEC: "not sleep"
 464     steps:
 465       - download: current
 466         artifact: testsh
 467       - script: |
 468           # make current directory writeable to uboot user inside the container
 469           # as sandbox testing need create files like spi flash images, etc.
 470           # (TODO: clean up this in the future)
 471           chmod 777 .
 472           chmod 755 $(Pipeline.Workspace)/testsh/test.sh
 473           # Some tests using libguestfs-tools need the fuse device to run
 474           docker run "$@" --device /dev/fuse:/dev/fuse \
 475                          -v $PWD:$(work_dir) \
 476                          -v $(Pipeline.Workspace):$(Pipeline.Workspace) \
 477                          -e WORK_DIR="${WORK_DIR}" \
 478                          -e TEST_PY_BD="${TEST_PY_BD}" \
 479                          -e TEST_PY_ID="${TEST_PY_ID}" \
 480                          -e TEST_PY_TEST_SPEC="${TEST_PY_TEST_SPEC}" \
 481                          -e OVERRIDE="${OVERRIDE}" \
 482                          -e BUILD_ENV="${BUILD_ENV}" $(ci_runner_image) \
 483                          $(Pipeline.Workspace)/testsh/test.sh
 484         retryCountOnTaskFailure: 2 # QEMU may be too slow, etc.
 485
 486 - stage: world_build
 487   jobs:
 488   - job: build_the_world
 489     timeoutInMinutes: 0 # Use the maximum allowed
 490     displayName: 'Build the World'
 491     pool:
 492       vmImage: $(ubuntu_vm)
 493     strategy:
 494       # Use almost the same target division in .travis.yml, only merged
 495       # 3 small build jobs (arc/microblaze/xtensa) into one.
 496       matrix:
 497         am33xx_at91_kirkwood_mvebu_omap:
 498           BUILDMAN: "am33xx at91_kirkwood mvebu omap -x siemens"
 499         amlogic_bcm_boundary_engicam_siemens_technexion_oradex:
 500           BUILDMAN: "amlogic bcm boundary engicam siemens technexion toradex -x mips"
 501         arm_nxp_minus_imx:
 502           BUILDMAN: "freescale -x powerpc,m68k,imx,mx"
 503         imx:
 504           BUILDMAN: "mx imx -x boundary,engicam,technexion,toradex"
 505         rk:
 506           BUILDMAN: "rk"
 507         sunxi:
 508           BUILDMAN: "sunxi"
 509         powerpc:
 510           BUILDMAN: "powerpc"
 511         arm_catch_all:
 512           BUILDMAN: "arm -x aarch64,am33xx,at91,bcm,ls1,kirkwood,mvebu,omap,rk,siemens,mx,sunxi,technexion,toradex"
 513         aarch64_catch_all:
 514           BUILDMAN: "aarch64 -x amlogic,bcm,engicam,imx,ls1,ls2,lx216,mvebu,rk,siemens,sunxi,toradex"
 515         everything_but_arm_and_powerpc:
 516           BUILDMAN: "-x arm,powerpc"
 517     steps:
 518       - script: |
 519           cat << EOF > build.sh
 520           set -ex
 521           cd ${WORK_DIR}
 522           # make environment variables available as tests are running inside a container
 523           export BUILDMAN="${BUILDMAN}"
 524           git config --global --add safe.directory ${WORK_DIR}
 525           pip install -r tools/buildman/requirements.txt
 526           EOF
 527           cat << "EOF" >> build.sh
 528           if [[ "${BUILDMAN}" != "" ]]; then
 529               ret=0;
 530               tools/buildman/buildman -o /tmp -PEWM ${BUILDMAN} ${OVERRIDE} || ret=$?;
 531               if [[ $ret -ne 0 ]]; then
 532                   tools/buildman/buildman -o /tmp -seP ${BUILDMAN};
 533                   exit $ret;
 534               fi;
 535           fi
 536           EOF
 537           cat build.sh
 538           docker run -v $PWD:$(work_dir) $(ci_runner_image) /bin/bash $(work_dir)/build.sh