.gitlab-ci.yml

   1 # SPDX-License-Identifier: GPL-2.0+
   2
   3 variables:
   4   DEFAULT_TAG: ""
   5   MIRROR_DOCKER: docker.io
   6
   7 default:
   8   tags:
   9     - ${DEFAULT_TAG}
  10
  11 # Grab our configured image.  The source for this is found
  12 # in the u-boot tree at tools/docker/Dockerfile
  13 image: ${MIRROR_DOCKER}/trini/u-boot-gitlab-ci-runner:jammy-20230804-25Aug2023
  14
  15 # We run some tests in different order, to catch some failures quicker.
  16 stages:
  17   - testsuites
  18   - test.py
  19   - world build
  20
  21 .buildman_and_testpy_template: &buildman_and_testpy_dfn
  22   stage: test.py
  23   retry: 2 # QEMU may be too slow, etc.
  24   rules:
  25     - when: always
  26   before_script:
  27     # Clone uboot-test-hooks
  28     - git config --global --add safe.directory "${CI_PROJECT_DIR}"
  29     - git clone --depth=1 https://source.denx.de/u-boot/u-boot-test-hooks /tmp/uboot-test-hooks
  30     - ln -s travis-ci /tmp/uboot-test-hooks/bin/`hostname`
  31     - ln -s travis-ci /tmp/uboot-test-hooks/py/`hostname`
  32     - grub-mkimage --prefix="" -o ~/grub_x86.efi -O i386-efi normal  echo lsefimmap lsefi lsefisystab efinet tftp minicmd
  33     - grub-mkimage --prefix="" -o ~/grub_x64.efi -O x86_64-efi normal  echo lsefimmap lsefi lsefisystab efinet tftp minicmd
  34     - if [[ "${TEST_PY_BD}" == "qemu-riscv32_spl" ]]; then
  35         wget -O - https://github.com/riscv-software-src/opensbi/releases/download/v1.2/opensbi-1.2-rv-bin.tar.xz | tar -C /tmp -xJ;
  36         export OPENSBI=/tmp/opensbi-1.2-rv-bin/share/opensbi/ilp32/generic/firmware/fw_dynamic.bin;
  37       fi
  38     - if [[ "${TEST_PY_BD}" == "qemu-riscv64_spl" ]] || [[ "${TEST_PY_BD}" == "sifive_unleashed" ]]; then
  39         wget -O - https://github.com/riscv-software-src/opensbi/releases/download/v1.2/opensbi-1.2-rv-bin.tar.xz | tar -C /tmp -xJ;
  40         export OPENSBI=/tmp/opensbi-1.2-rv-bin/share/opensbi/lp64/generic/firmware/fw_dynamic.bin;
  41       fi
  42
  43   after_script:
  44     - cp -v /tmp/${TEST_PY_BD}/*.{html,css} .
  45     - rm -rf /tmp/uboot-test-hooks /tmp/venv
  46   script:
  47     # If we've been asked to use clang only do one configuration.
  48     - export UBOOT_TRAVIS_BUILD_DIR=/tmp/${TEST_PY_BD}
  49     - echo BUILD_ENV ${BUILD_ENV}
  50     - if [ -n "${BUILD_ENV}" ]; then
  51         export ${BUILD_ENV};
  52       fi
  53     - tools/buildman/buildman -o ${UBOOT_TRAVIS_BUILD_DIR} -w -E -W -e
  54         --board ${TEST_PY_BD} ${OVERRIDE}
  55     - cp ~/grub_x86.efi $UBOOT_TRAVIS_BUILD_DIR/
  56     - cp ~/grub_x64.efi $UBOOT_TRAVIS_BUILD_DIR/
  57     - cp /opt/grub/grubriscv64.efi $UBOOT_TRAVIS_BUILD_DIR/grub_riscv64.efi
  58     - cp /opt/grub/grubaa64.efi $UBOOT_TRAVIS_BUILD_DIR/grub_arm64.efi
  59     - cp /opt/grub/grubarm.efi $UBOOT_TRAVIS_BUILD_DIR/grub_arm.efi
  60     # create sdcard / spi-nor images for sifive unleashed using genimage
  61     - if [[ "${TEST_PY_BD}" == "sifive_unleashed" ]]; then
  62         mkdir -p root;
  63         cp ${UBOOT_TRAVIS_BUILD_DIR}/spl/u-boot-spl.bin .;
  64         cp ${UBOOT_TRAVIS_BUILD_DIR}/u-boot.itb .;
  65         rm -rf tmp;
  66         genimage --inputpath . --config board/sifive/unleashed/genimage_sdcard.cfg;
  67         cp images/sdcard.img ${UBOOT_TRAVIS_BUILD_DIR}/;
  68         rm -rf tmp;
  69         genimage --inputpath . --config board/sifive/unleashed/genimage_spi-nor.cfg;
  70         cp images/spi-nor.img ${UBOOT_TRAVIS_BUILD_DIR}/;
  71       fi
  72     - if [[ "${TEST_PY_BD}" == "coreboot" ]]; then
  73         wget -O -
  74           "https://drive.google.com/uc?id=1uJ2VkUQ8czWFZmhJQ90Tp8V_zrJ6BrBH&export=download" |
  75           xz -dc >${UBOOT_TRAVIS_BUILD_DIR}/coreboot.rom;
  76         wget -O -
  77           "https://drive.google.com/uc?id=149Cz-5SZXHNKpi9xg6R_5XITWohu348y&export=download" >
  78           cbfstool;
  79         chmod a+x cbfstool;
  80         ./cbfstool ${UBOOT_TRAVIS_BUILD_DIR}/coreboot.rom add-flat-binary -f ${UBOOT_TRAVIS_BUILD_DIR}/u-boot.bin -n fallback/payload -c LZMA -l 0x1110000 -e 0x1110000;
  81       fi
  82     - virtualenv -p /usr/bin/python3 /tmp/venv
  83     - . /tmp/venv/bin/activate
  84     - pip install -r test/py/requirements.txt
  85     # "${var:+"-k $var"}" expands to "" if $var is empty, "-k $var" if not
  86     - export PATH=/opt/qemu/bin:/tmp/uboot-test-hooks/bin:${PATH};
  87       export PYTHONPATH=/tmp/uboot-test-hooks/py/travis-ci;
  88       ./test/py/test.py -ra --bd ${TEST_PY_BD} ${TEST_PY_ID}
  89         ${TEST_PY_TEST_SPEC:+"-k ${TEST_PY_TEST_SPEC}"}
  90         --build-dir "$UBOOT_TRAVIS_BUILD_DIR"
  91   artifacts:
  92     when: always
  93     paths:
  94       - "*.html"
  95       - "*.css"
  96     expire_in: 1 week
  97
  98 .world_build:
  99   stage: world build
 100   rules:
 101     - when: always
 102
 103 build all 32bit ARM platforms:
 104   extends: .world_build
 105   script:
 106     - ret=0;
 107       git config --global --add safe.directory "${CI_PROJECT_DIR}";
 108       pip install -r tools/buildman/requirements.txt;
 109       ./tools/buildman/buildman -o /tmp -PEWM arm -x aarch64 || ret=$?;
 110       if [[ $ret -ne 0 ]]; then
 111         ./tools/buildman/buildman -o /tmp -seP;
 112         exit $ret;
 113       fi;
 114
 115 build all 64bit ARM platforms:
 116   extends: .world_build
 117   script:
 118     - virtualenv -p /usr/bin/python3 /tmp/venv
 119     - . /tmp/venv/bin/activate
 120     - ret=0;
 121       git config --global --add safe.directory "${CI_PROJECT_DIR}";
 122       pip install -r tools/buildman/requirements.txt;
 123       ./tools/buildman/buildman -o /tmp -PEWM aarch64 || ret=$?;
 124       if [[ $ret -ne 0 ]]; then
 125         ./tools/buildman/buildman -o /tmp -seP;
 126         exit $ret;
 127       fi;
 128
 129 build all PowerPC platforms:
 130   extends: .world_build
 131   script:
 132     - ret=0;
 133       git config --global --add safe.directory "${CI_PROJECT_DIR}";
 134       ./tools/buildman/buildman -o /tmp -P -E -W powerpc || ret=$?;
 135       if [[ $ret -ne 0 ]]; then
 136         ./tools/buildman/buildman -o /tmp -seP;
 137         exit $ret;
 138       fi;
 139
 140 build all other platforms:
 141   extends: .world_build
 142   script:
 143     - ret=0;
 144       git config --global --add safe.directory "${CI_PROJECT_DIR}";
 145       ./tools/buildman/buildman -o /tmp -PEWM -x arm,powerpc || ret=$?;
 146       if [[ $ret -ne 0 ]]; then
 147         ./tools/buildman/buildman -o /tmp -seP;
 148         exit $ret;
 149       fi;
 150
 151 .testsuites:
 152   stage: testsuites
 153   rules:
 154     - when: always
 155
 156 check for new CONFIG symbols outside Kconfig:
 157   extends: .testsuites
 158   script:
 159     - git config --global --add safe.directory "${CI_PROJECT_DIR}"
 160     # If grep succeeds and finds a match the test fails as we should
 161     # have no matches.
 162     - git grep -E '^#[[:blank:]]*(define|undef)[[:blank:]]*CONFIG_'
 163         :^doc/ :^arch/arm/dts/ :^scripts/kconfig/lkc.h
 164         :^include/linux/kconfig.h :^tools/ && exit 1 || exit 0
 165
 166 # build documentation
 167 docs:
 168   extends: .testsuites
 169   script:
 170     - virtualenv -p /usr/bin/python3 /tmp/venvhtml
 171     - . /tmp/venvhtml/bin/activate
 172     - pip install -r doc/sphinx/requirements.txt
 173     - make htmldocs KDOC_WERROR=1
 174     - make infodocs
 175
 176 # ensure all configs have MAINTAINERS entries
 177 Check for configs without MAINTAINERS entry:
 178   extends: .testsuites
 179   script:
 180     - ./tools/buildman/buildman --maintainer-check || exit 0
 181
 182 # Ensure host tools build
 183 Build tools-only and envtools:
 184   extends: .testsuites
 185   script:
 186     - make tools-only_config tools-only -j$(nproc);
 187       make mrproper;
 188       make tools-only_config envtools -j$(nproc)
 189
 190 Run binman, buildman, dtoc, Kconfig and patman testsuites:
 191   extends: .testsuites
 192   script:
 193     - git config --global user.name "GitLab CI Runner";
 194       git config --global user.email trini@konsulko.com;
 195       git config --global --add safe.directory "${CI_PROJECT_DIR}";
 196       export USER=gitlab;
 197       virtualenv -p /usr/bin/python3 /tmp/venv;
 198       . /tmp/venv/bin/activate;
 199       pip install -r test/py/requirements.txt;
 200       pip install -r tools/buildman/requirements.txt;
 201       export UBOOT_TRAVIS_BUILD_DIR=/tmp/tools-only;
 202       export PYTHONPATH="${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc/pylibfdt";
 203       export PATH="${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc:${PATH}";
 204       set +e;
 205       ./tools/buildman/buildman -T0 -o ${UBOOT_TRAVIS_BUILD_DIR} -w
 206         --board tools-only;
 207       set -e;
 208       ./tools/binman/binman --toolpath ${UBOOT_TRAVIS_BUILD_DIR}/tools test;
 209       ./tools/buildman/buildman -t;
 210       ./tools/dtoc/dtoc -t;
 211       ./tools/patman/patman test;
 212       make testconfig
 213
 214 Run tests for Nokia RX-51 (aka N900):
 215   extends: .testsuites
 216   script:
 217     - mkdir nokia_rx51_tmp;
 218       ln -s /opt/nokia/u-boot-gen-combined nokia_rx51_tmp/;
 219       ln -s /opt/nokia/qemu-n900.tar.gz nokia_rx51_tmp/;
 220       ln -s /opt/nokia/kernel_2.6.28-20103103+0m5_armel.deb nokia_rx51_tmp/;
 221       ln -s /opt/nokia/libc6_2.5.1-1eglibc27+0m5_armel.deb nokia_rx51_tmp/;
 222       ln -s /opt/nokia/busybox_1.10.2.legal-1osso30+0m5_armel.deb nokia_rx51_tmp/;
 223       ln -s /opt/nokia/qemu-system-arm nokia_rx51_tmp/;
 224       export PATH=/opt/gcc-13.2.0-nolibc/arm-linux-gnueabi/bin:$PATH;
 225       test/nokia_rx51_test.sh
 226
 227 # Check for any pylint regressions
 228 Run pylint:
 229   extends: .testsuites
 230   script:
 231     - git config --global --add safe.directory "${CI_PROJECT_DIR}"
 232     - pip install -r test/py/requirements.txt
 233     - pip install -r tools/buildman/requirements.txt
 234     - pip install asteval pylint==2.12.2 pyopenssl
 235     - export PATH=${PATH}:~/.local/bin
 236     - echo "[MASTER]" >> .pylintrc
 237     - echo "load-plugins=pylint.extensions.docparams" >> .pylintrc
 238     - export UBOOT_TRAVIS_BUILD_DIR=/tmp/tools-only
 239     - set +e
 240     - ./tools/buildman/buildman -T0 -o ${UBOOT_TRAVIS_BUILD_DIR} -w
 241         --board tools-only
 242     - set -e
 243     - pylint --version
 244     - export PYTHONPATH="${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc/pylibfdt"
 245     - make pylint_err
 246
 247 # Check for pre-schema driver model tags
 248 Check for pre-schema tags:
 249   extends: .testsuites
 250   script:
 251     - git config --global --add safe.directory "${CI_PROJECT_DIR}";
 252     # If grep succeeds and finds a match the test fails as we should
 253     # have no matches.
 254     - git grep u-boot,dm- -- '*.dts*' && exit 1 || exit 0
 255
 256 # Check we can package the Python tools
 257 Check packing of Python tools:
 258   extends: .testsuites
 259   script:
 260     - make pip
 261
 262 # Test sandbox with test.py
 263 sandbox test.py:
 264   variables:
 265     TEST_PY_BD: "sandbox"
 266   <<: *buildman_and_testpy_dfn
 267
 268 sandbox with clang test.py:
 269   variables:
 270     TEST_PY_BD: "sandbox"
 271     OVERRIDE: "-O clang-16"
 272   <<: *buildman_and_testpy_dfn
 273
 274 sandbox without LTO test.py:
 275   variables:
 276     TEST_PY_BD: "sandbox"
 277     BUILD_ENV: "NO_LTO=1"
 278   <<: *buildman_and_testpy_dfn
 279
 280 sandbox64 test.py:
 281   variables:
 282     TEST_PY_BD: "sandbox64"
 283   <<: *buildman_and_testpy_dfn
 284
 285 sandbox64 with clang test.py:
 286   variables:
 287     TEST_PY_BD: "sandbox64"
 288     OVERRIDE: "-O clang-16"
 289   <<: *buildman_and_testpy_dfn
 290
 291 sandbox64 without LTO test.py:
 292   variables:
 293     TEST_PY_BD: "sandbox64"
 294     BUILD_ENV: "NO_LTO=1"
 295   <<: *buildman_and_testpy_dfn
 296
 297 sandbox_spl test.py:
 298   variables:
 299     TEST_PY_BD: "sandbox_spl"
 300     TEST_PY_TEST_SPEC: "test_ofplatdata or test_handoff or test_spl"
 301   <<: *buildman_and_testpy_dfn
 302
 303 sandbox_noinst_test.py:
 304   variables:
 305     TEST_PY_BD: "sandbox_noinst"
 306     TEST_PY_TEST_SPEC: "test_ofplatdata or test_handoff or test_spl"
 307   <<: *buildman_and_testpy_dfn
 308
 309 sandbox_vpl test.py:
 310   variables:
 311     TEST_PY_BD: "sandbox_vpl"
 312     TEST_PY_TEST_SPEC: "vpl or test_spl"
 313   <<: *buildman_and_testpy_dfn
 314
 315 # Enable tracing and disable LTO, to ensure functions are not elided
 316 sandbox trace_test.py:
 317   variables:
 318     TEST_PY_BD: "sandbox"
 319     BUILD_ENV: "FTRACE=1 NO_LTO=1"
 320     TEST_PY_TEST_SPEC: "trace"
 321     OVERRIDE: "-a CONFIG_TRACE=y -a CONFIG_TRACE_EARLY=y -a CONFIG_TRACE_EARLY_SIZE=0x01000000 -a CONFIG_TRACE_BUFFER_SIZE=0x02000000"
 322   <<: *buildman_and_testpy_dfn
 323
 324 evb-ast2500 test.py:
 325   variables:
 326     TEST_PY_BD: "evb-ast2500"
 327     TEST_PY_ID: "--id qemu"
 328   <<: *buildman_and_testpy_dfn
 329
 330 evb-ast2600 test.py:
 331   variables:
 332     TEST_PY_BD: "evb-ast2600"
 333     TEST_PY_ID: "--id qemu"
 334   <<: *buildman_and_testpy_dfn
 335
 336 sandbox_flattree test.py:
 337   variables:
 338     TEST_PY_BD: "sandbox_flattree"
 339   <<: *buildman_and_testpy_dfn
 340
 341 vexpress_ca9x4 test.py:
 342   variables:
 343     TEST_PY_BD: "vexpress_ca9x4"
 344     TEST_PY_ID: "--id qemu"
 345   <<: *buildman_and_testpy_dfn
 346
 347 integratorcp_cm926ejs test.py:
 348   variables:
 349     TEST_PY_BD: "integratorcp_cm926ejs"
 350     TEST_PY_TEST_SPEC: "not sleep"
 351     TEST_PY_ID: "--id qemu"
 352   <<: *buildman_and_testpy_dfn
 353
 354 qemu_arm test.py:
 355   variables:
 356     TEST_PY_BD: "qemu_arm"
 357     TEST_PY_TEST_SPEC: "not sleep"
 358   <<: *buildman_and_testpy_dfn
 359
 360 qemu_arm64 test.py:
 361   variables:
 362     TEST_PY_BD: "qemu_arm64"
 363     TEST_PY_TEST_SPEC: "not sleep"
 364   <<: *buildman_and_testpy_dfn
 365
 366 qemu_m68k test.py:
 367   variables:
 368     TEST_PY_BD: "M5208EVBE"
 369     TEST_PY_ID: "--id qemu"
 370     TEST_PY_TEST_SPEC: "not sleep and not efi"
 371     OVERRIDE: "-a CONFIG_M68K_QEMU=y -a ~CONFIG_MCFTMR"
 372   <<: *buildman_and_testpy_dfn
 373
 374 qemu_malta test.py:
 375   variables:
 376     TEST_PY_BD: "malta"
 377     TEST_PY_TEST_SPEC: "not sleep and not efi"
 378     TEST_PY_ID: "--id qemu"
 379   <<: *buildman_and_testpy_dfn
 380
 381 qemu_maltael test.py:
 382   variables:
 383     TEST_PY_BD: "maltael"
 384     TEST_PY_TEST_SPEC: "not sleep and not efi"
 385     TEST_PY_ID: "--id qemu"
 386   <<: *buildman_and_testpy_dfn
 387
 388 qemu_malta64 test.py:
 389   variables:
 390     TEST_PY_BD: "malta64"
 391     TEST_PY_TEST_SPEC: "not sleep and not efi"
 392     TEST_PY_ID: "--id qemu"
 393   <<: *buildman_and_testpy_dfn
 394
 395 qemu_malta64el test.py:
 396   variables:
 397     TEST_PY_BD: "malta64el"
 398     TEST_PY_TEST_SPEC: "not sleep and not efi"
 399     TEST_PY_ID: "--id qemu"
 400   <<: *buildman_and_testpy_dfn
 401
 402 qemu-ppce500 test.py:
 403   variables:
 404     TEST_PY_BD: "qemu-ppce500"
 405     TEST_PY_TEST_SPEC: "not sleep"
 406   <<: *buildman_and_testpy_dfn
 407
 408 qemu-riscv32 test.py:
 409   variables:
 410     TEST_PY_BD: "qemu-riscv32"
 411     TEST_PY_TEST_SPEC: "not sleep"
 412   <<: *buildman_and_testpy_dfn
 413
 414 qemu-riscv64 test.py:
 415   variables:
 416     TEST_PY_BD: "qemu-riscv64"
 417     TEST_PY_TEST_SPEC: "not sleep"
 418   <<: *buildman_and_testpy_dfn
 419
 420 qemu-riscv32_spl test.py:
 421   variables:
 422     TEST_PY_BD: "qemu-riscv32_spl"
 423     TEST_PY_TEST_SPEC: "not sleep"
 424   <<: *buildman_and_testpy_dfn
 425
 426 qemu-riscv64_spl test.py:
 427   variables:
 428     TEST_PY_BD: "qemu-riscv64_spl"
 429     TEST_PY_TEST_SPEC: "not sleep"
 430   <<: *buildman_and_testpy_dfn
 431
 432 qemu-x86 test.py:
 433   variables:
 434     TEST_PY_BD: "qemu-x86"
 435     TEST_PY_TEST_SPEC: "not sleep"
 436   <<: *buildman_and_testpy_dfn
 437
 438 qemu-x86_64 test.py:
 439   variables:
 440     TEST_PY_BD: "qemu-x86_64"
 441     TEST_PY_TEST_SPEC: "not sleep"
 442   <<: *buildman_and_testpy_dfn
 443
 444 r2dplus_i82557c test.py:
 445   variables:
 446     TEST_PY_BD: "r2dplus"
 447     TEST_PY_ID: "--id i82557c_qemu"
 448   <<: *buildman_and_testpy_dfn
 449
 450 r2dplus_pcnet test.py:
 451   variables:
 452     TEST_PY_BD: "r2dplus"
 453     TEST_PY_ID: "--id pcnet_qemu"
 454   <<: *buildman_and_testpy_dfn
 455
 456 r2dplus_rtl8139 test.py:
 457   variables:
 458     TEST_PY_BD: "r2dplus"
 459     TEST_PY_ID: "--id rtl8139_qemu"
 460   <<: *buildman_and_testpy_dfn
 461
 462 r2dplus_tulip test.py:
 463   variables:
 464     TEST_PY_BD: "r2dplus"
 465     TEST_PY_ID: "--id tulip_qemu"
 466   <<: *buildman_and_testpy_dfn
 467
 468 sifive_unleashed_sdcard test.py:
 469   variables:
 470     TEST_PY_BD: "sifive_unleashed"
 471     TEST_PY_ID: "--id sdcard_qemu"
 472   <<: *buildman_and_testpy_dfn
 473
 474 sifive_unleashed_spi-nor test.py:
 475   variables:
 476     TEST_PY_BD: "sifive_unleashed"
 477     TEST_PY_ID: "--id spi-nor_qemu"
 478   <<: *buildman_and_testpy_dfn
 479
 480 xilinx_zynq_virt test.py:
 481   variables:
 482     TEST_PY_BD: "xilinx_zynq_virt"
 483     TEST_PY_TEST_SPEC: "not sleep"
 484     TEST_PY_ID: "--id qemu"
 485   <<: *buildman_and_testpy_dfn
 486
 487 xilinx_versal_virt test.py:
 488   variables:
 489     TEST_PY_BD: "xilinx_versal_virt"
 490     TEST_PY_TEST_SPEC: "not sleep"
 491     TEST_PY_ID: "--id qemu"
 492   <<: *buildman_and_testpy_dfn
 493
 494 xtfpga test.py:
 495   variables:
 496     TEST_PY_BD: "xtfpga"
 497     TEST_PY_TEST_SPEC: "not sleep"
 498     TEST_PY_ID: "--id qemu"
 499   <<: *buildman_and_testpy_dfn
 500
 501 coreboot test.py:
 502   variables:
 503     TEST_PY_BD: "coreboot"
 504     TEST_PY_TEST_SPEC: "not sleep"
 505     TEST_PY_ID: "--id qemu"
 506   <<: *buildman_and_testpy_dfn