Bin Meng | d2e680f | 2019-10-27 05:19:48 -0700 | [diff] [blame] | 1 | variables: |
Tom Rini | 38a9840 | 2021-10-31 13:24:42 -0400 | [diff] [blame] | 2 | windows_vm: windows-2019 |
Tom Rini | b0a23a6 | 2022-08-08 22:44:45 -0400 | [diff] [blame] | 3 | ubuntu_vm: ubuntu-22.04 |
Tom Rini | 2429174 | 2022-07-27 11:10:24 -0400 | [diff] [blame] | 4 | macos_vm: macOS-12 |
Tom Rini | 453c3fb | 2023-08-25 13:21:27 -0400 | [diff] [blame] | 5 | ci_runner_image: trini/u-boot-gitlab-ci-runner:jammy-20230804-25Aug2023 |
Bin Meng | bf27522 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 6 | # Add '-u 0' options for Azure pipelines, otherwise we get "permission |
| 7 | # denied" error when it tries to "useradd -m -u 1001 vsts_azpcontainer", |
| 8 | # since our $(ci_runner_image) user is not root. |
| 9 | container_option: -u 0 |
| 10 | work_dir: /u |
Bin Meng | d2e680f | 2019-10-27 05:19:48 -0700 | [diff] [blame] | 11 | |
Tom Rini | 67d3e67 | 2022-01-11 19:14:28 -0500 | [diff] [blame] | 12 | stages: |
| 13 | - stage: testsuites |
| 14 | jobs: |
Bin Meng | d2e680f | 2019-10-27 05:19:48 -0700 | [diff] [blame] | 15 | - job: tools_only_windows |
| 16 | displayName: 'Ensure host tools build for Windows' |
| 17 | pool: |
| 18 | vmImage: $(windows_vm) |
Bin Meng | d2e680f | 2019-10-27 05:19:48 -0700 | [diff] [blame] | 19 | steps: |
Bin Meng | 437e70f | 2020-07-28 02:06:44 -0700 | [diff] [blame] | 20 | - powershell: | |
Bin Meng | 1ce892c | 2021-06-22 07:33:21 +0800 | [diff] [blame] | 21 | (New-Object Net.WebClient).DownloadFile("https://github.com/msys2/msys2-installer/releases/download/2021-06-04/msys2-base-x86_64-20210604.sfx.exe", "sfx.exe") |
Bin Meng | d2e680f | 2019-10-27 05:19:48 -0700 | [diff] [blame] | 22 | displayName: 'Install MSYS2' |
| 23 | - script: | |
Bin Meng | 437e70f | 2020-07-28 02:06:44 -0700 | [diff] [blame] | 24 | sfx.exe -y -o%CD:~0,2%\ |
Tom Rini | f8e7670 | 2022-05-03 08:30:14 -0400 | [diff] [blame] | 25 | %CD:~0,2%\msys64\usr\bin\bash -lc " " |
| 26 | %CD:~0,2%\msys64\usr\bin\bash -lc "pacman --noconfirm -Syuu" |
| 27 | %CD:~0,2%\msys64\usr\bin\bash -lc "pacman --noconfirm -Syuu" |
Bin Meng | d2e680f | 2019-10-27 05:19:48 -0700 | [diff] [blame] | 28 | displayName: 'Update MSYS2' |
| 29 | - script: | |
AKASHI Takahiro | d9612f4 | 2022-02-09 19:10:39 +0900 | [diff] [blame] | 30 | %CD:~0,2%\msys64\usr\bin\bash -lc "pacman --noconfirm --needed -Sy make gcc bison flex diffutils openssl-devel libgnutls-devel libutil-linux-devel" |
Bin Meng | d2e680f | 2019-10-27 05:19:48 -0700 | [diff] [blame] | 31 | displayName: 'Install Toolchain' |
| 32 | - script: | |
Tom Rini | d948c89 | 2022-11-19 18:45:43 -0500 | [diff] [blame] | 33 | echo make tools-only_defconfig tools-only > build-tools.sh |
Bin Meng | f7faddf | 2020-07-28 02:06:42 -0700 | [diff] [blame] | 34 | %CD:~0,2%\msys64\usr\bin\bash -lc "bash build-tools.sh" |
Bin Meng | d2e680f | 2019-10-27 05:19:48 -0700 | [diff] [blame] | 35 | displayName: 'Build Host Tools' |
| 36 | env: |
| 37 | # Tell MSYS2 we need a POSIX emulation layer |
| 38 | MSYSTEM: MSYS |
| 39 | # Tell MSYS2 not to ‘cd’ our startup directory to HOME |
| 40 | CHERE_INVOKING: yes |
Bin Meng | bf27522 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 41 | |
Tom Rini | 7b4116d | 2020-05-26 20:39:03 -0400 | [diff] [blame] | 42 | - job: tools_only_macOS |
| 43 | displayName: 'Ensure host tools build for macOS X' |
| 44 | pool: |
| 45 | vmImage: $(macos_vm) |
| 46 | steps: |
AKASHI Takahiro | d9612f4 | 2022-02-09 19:10:39 +0900 | [diff] [blame] | 47 | - script: brew install make ossp-uuid |
Tom Rini | 7b4116d | 2020-05-26 20:39:03 -0400 | [diff] [blame] | 48 | displayName: Brew install dependencies |
| 49 | - script: | |
Tom Rini | d948c89 | 2022-11-19 18:45:43 -0500 | [diff] [blame] | 50 | gmake tools-only_config tools-only \ |
Tom Rini | 7b4116d | 2020-05-26 20:39:03 -0400 | [diff] [blame] | 51 | HOSTCFLAGS="-I/usr/local/opt/openssl@1.1/include" \ |
| 52 | HOSTLDFLAGS="-L/usr/local/opt/openssl@1.1/lib" \ |
| 53 | -j$(sysctl -n hw.logicalcpu) |
| 54 | displayName: 'Perform tools-only build' |
| 55 | |
Tom Rini | bb9b9c1 | 2022-12-04 10:14:15 -0500 | [diff] [blame] | 56 | - job: check_for_new_CONFIG_symbols_outside_Kconfig |
| 57 | displayName: 'Check for new CONFIG symbols outside Kconfig' |
Tom Rini | c1a7de5 | 2021-12-14 13:36:41 -0500 | [diff] [blame] | 58 | pool: |
| 59 | vmImage: $(ubuntu_vm) |
| 60 | container: |
| 61 | image: $(ci_runner_image) |
| 62 | options: $(container_option) |
| 63 | steps: |
Tom Rini | bb9b9c1 | 2022-12-04 10:14:15 -0500 | [diff] [blame] | 64 | # If grep succeeds and finds a match the test fails as we should |
| 65 | # have no matches. |
| 66 | - script: git grep -E '^#[[:blank:]]*(define|undef)[[:blank:]]*CONFIG_' |
Tom Rini | a03efb6 | 2023-01-10 11:19:46 -0500 | [diff] [blame] | 67 | :^doc/ :^arch/arm/dts/ :^scripts/kconfig/lkc.h |
| 68 | :^include/linux/kconfig.h :^tools/ && exit 1 || exit 0 |
Tom Rini | c1a7de5 | 2021-12-14 13:36:41 -0500 | [diff] [blame] | 69 | |
Heinrich Schuchardt | e9cc702 | 2023-01-12 20:30:58 +0100 | [diff] [blame] | 70 | - job: docs |
| 71 | displayName: 'Build documentation' |
Heinrich Schuchardt | 4eb0fc9 | 2020-02-21 18:24:02 +0100 | [diff] [blame] | 72 | pool: |
| 73 | vmImage: $(ubuntu_vm) |
| 74 | container: |
| 75 | image: $(ci_runner_image) |
| 76 | options: $(container_option) |
| 77 | steps: |
Heinrich Schuchardt | 836049d | 2021-01-25 22:06:25 +0100 | [diff] [blame] | 78 | - script: | |
| 79 | virtualenv -p /usr/bin/python3 /tmp/venvhtml |
| 80 | . /tmp/venvhtml/bin/activate |
| 81 | pip install -r doc/sphinx/requirements.txt |
Heinrich Schuchardt | 8a6414d | 2023-05-02 05:04:11 +0200 | [diff] [blame] | 82 | make htmldocs KDOC_WERROR=1 |
Heinrich Schuchardt | e9cc702 | 2023-01-12 20:30:58 +0100 | [diff] [blame] | 83 | make infodocs |
Heinrich Schuchardt | 4eb0fc9 | 2020-02-21 18:24:02 +0100 | [diff] [blame] | 84 | |
Bin Meng | bf27522 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 85 | - job: maintainers |
| 86 | displayName: 'Ensure all configs have MAINTAINERS entries' |
| 87 | pool: |
| 88 | vmImage: $(ubuntu_vm) |
| 89 | container: |
| 90 | image: $(ci_runner_image) |
| 91 | options: $(container_option) |
| 92 | steps: |
| 93 | - script: | |
Simon Glass | 1b21842 | 2023-07-19 17:48:27 -0600 | [diff] [blame] | 94 | ./tools/buildman/buildman --maintainer-check || exit 0 |
Bin Meng | bf27522 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 95 | |
| 96 | - job: tools_only |
Tom Rini | 562ed11 | 2023-08-20 13:31:28 -0400 | [diff] [blame] | 97 | displayName: 'Ensure host tools and env tools build' |
Bin Meng | bf27522 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 98 | pool: |
| 99 | vmImage: $(ubuntu_vm) |
| 100 | container: |
| 101 | image: $(ci_runner_image) |
| 102 | options: $(container_option) |
| 103 | steps: |
| 104 | - script: | |
| 105 | make tools-only_config tools-only -j$(nproc) |
Tom Rini | 562ed11 | 2023-08-20 13:31:28 -0400 | [diff] [blame] | 106 | make mrproper |
Bin Meng | bf27522 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 107 | make tools-only_config envtools -j$(nproc) |
| 108 | |
| 109 | - job: utils |
Tom Rini | 7261833 | 2020-03-11 18:11:15 -0400 | [diff] [blame] | 110 | displayName: 'Run binman, buildman, dtoc, Kconfig and patman testsuites' |
Bin Meng | bf27522 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 111 | pool: |
| 112 | vmImage: $(ubuntu_vm) |
| 113 | steps: |
| 114 | - script: | |
Tom Rini | b6d4e08 | 2022-08-09 21:08:54 -0400 | [diff] [blame] | 115 | cat << "EOF" > build.sh |
| 116 | cd $(work_dir) |
Bin Meng | bf27522 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 117 | git config --global user.name "Azure Pipelines" |
| 118 | git config --global user.email bmeng.cn@gmail.com |
Tom Rini | b6d4e08 | 2022-08-09 21:08:54 -0400 | [diff] [blame] | 119 | git config --global --add safe.directory $(work_dir) |
Bin Meng | bf27522 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 120 | export USER=azure |
Tom Rini | 26a426a | 2020-02-11 12:41:14 -0500 | [diff] [blame] | 121 | virtualenv -p /usr/bin/python3 /tmp/venv |
Bin Meng | bf27522 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 122 | . /tmp/venv/bin/activate |
Tom Rini | 38229b5 | 2021-02-26 07:52:29 -0500 | [diff] [blame] | 123 | pip install -r test/py/requirements.txt |
Tom Rini | f586cda | 2023-07-22 00:14:46 +0530 | [diff] [blame] | 124 | pip install -r tools/buildman/requirements.txt |
Tom Rini | 48f792e | 2023-08-10 12:52:24 -0400 | [diff] [blame] | 125 | export UBOOT_TRAVIS_BUILD_DIR=/tmp/tools-only |
Bin Meng | bf27522 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 126 | export PYTHONPATH=${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc/pylibfdt |
| 127 | export PATH=${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc:${PATH} |
Tom Rini | 48f792e | 2023-08-10 12:52:24 -0400 | [diff] [blame] | 128 | ./tools/buildman/buildman -T0 -o ${UBOOT_TRAVIS_BUILD_DIR} -w --board tools-only |
Tom Rini | b6d4e08 | 2022-08-09 21:08:54 -0400 | [diff] [blame] | 129 | set -ex |
Bin Meng | bf27522 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 130 | ./tools/binman/binman --toolpath ${UBOOT_TRAVIS_BUILD_DIR}/tools test |
| 131 | ./tools/buildman/buildman -t |
| 132 | ./tools/dtoc/dtoc -t |
Simon Glass | 6bb74de | 2020-07-05 21:41:55 -0600 | [diff] [blame] | 133 | ./tools/patman/patman test |
Tom Rini | 7261833 | 2020-03-11 18:11:15 -0400 | [diff] [blame] | 134 | make O=${UBOOT_TRAVIS_BUILD_DIR} testconfig |
Bin Meng | bf27522 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 135 | EOF |
| 136 | cat build.sh |
| 137 | # We cannot use "container" like other jobs above, as buildman |
| 138 | # seems to hang forever with pre-configured "container" environment |
| 139 | docker run -v $PWD:$(work_dir) $(ci_runner_image) /bin/bash $(work_dir)/build.sh |
| 140 | |
Pali Rohár | 6cfd09d | 2020-05-17 14:38:22 +0200 | [diff] [blame] | 141 | - job: nokia_rx51_test |
| 142 | displayName: 'Run tests for Nokia RX-51 (aka N900)' |
| 143 | pool: |
| 144 | vmImage: $(ubuntu_vm) |
| 145 | container: |
| 146 | image: $(ci_runner_image) |
| 147 | options: $(container_option) |
| 148 | steps: |
| 149 | - script: | |
Pali Rohár | ce0f745 | 2023-02-21 11:22:29 -0500 | [diff] [blame] | 150 | mkdir nokia_rx51_tmp |
| 151 | ln -s /opt/nokia/u-boot-gen-combined nokia_rx51_tmp/ |
| 152 | ln -s /opt/nokia/qemu-n900.tar.gz nokia_rx51_tmp/ |
| 153 | ln -s /opt/nokia/kernel_2.6.28-20103103+0m5_armel.deb nokia_rx51_tmp/ |
| 154 | ln -s /opt/nokia/libc6_2.5.1-1eglibc27+0m5_armel.deb nokia_rx51_tmp/ |
| 155 | ln -s /opt/nokia/busybox_1.10.2.legal-1osso30+0m5_armel.deb nokia_rx51_tmp/ |
| 156 | ln -s /opt/nokia/qemu-system-arm nokia_rx51_tmp/ |
Tom Rini | 1193428 | 2023-08-25 13:21:26 -0400 | [diff] [blame] | 157 | export PATH=/opt/gcc-13.2.0-nolibc/arm-linux-gnueabi/bin:$PATH |
Pali Rohár | 6cfd09d | 2020-05-17 14:38:22 +0200 | [diff] [blame] | 158 | test/nokia_rx51_test.sh |
| 159 | |
Simon Glass | 642e51a | 2022-02-11 13:23:26 -0700 | [diff] [blame] | 160 | - job: pylint |
| 161 | displayName: Check for any pylint regressions |
| 162 | pool: |
| 163 | vmImage: $(ubuntu_vm) |
| 164 | container: |
| 165 | image: $(ci_runner_image) |
| 166 | options: $(container_option) |
| 167 | steps: |
| 168 | - script: | |
Tom Rini | b6d4e08 | 2022-08-09 21:08:54 -0400 | [diff] [blame] | 169 | git config --global --add safe.directory $(work_dir) |
Simon Glass | 642e51a | 2022-02-11 13:23:26 -0700 | [diff] [blame] | 170 | export USER=azure |
| 171 | pip install -r test/py/requirements.txt |
Tom Rini | f586cda | 2023-07-22 00:14:46 +0530 | [diff] [blame] | 172 | pip install -r tools/buildman/requirements.txt |
Tom Rini | e47bbf7 | 2022-03-25 08:19:09 -0400 | [diff] [blame] | 173 | pip install asteval pylint==2.12.2 pyopenssl |
Simon Glass | 642e51a | 2022-02-11 13:23:26 -0700 | [diff] [blame] | 174 | export PATH=${PATH}:~/.local/bin |
| 175 | echo "[MASTER]" >> .pylintrc |
| 176 | echo "load-plugins=pylint.extensions.docparams" >> .pylintrc |
Tom Rini | 48f792e | 2023-08-10 12:52:24 -0400 | [diff] [blame] | 177 | export UBOOT_TRAVIS_BUILD_DIR=/tmp/tools-only |
| 178 | ./tools/buildman/buildman -T0 -o ${UBOOT_TRAVIS_BUILD_DIR} -w --board tools-only |
Tom Rini | b6d4e08 | 2022-08-09 21:08:54 -0400 | [diff] [blame] | 179 | set -ex |
Simon Glass | 642e51a | 2022-02-11 13:23:26 -0700 | [diff] [blame] | 180 | pylint --version |
| 181 | export PYTHONPATH=${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc/pylibfdt |
| 182 | make pylint_err |
| 183 | |
Simon Glass | 441a3d0 | 2023-02-13 08:56:39 -0700 | [diff] [blame] | 184 | - job: check_for_pre_schema_tags |
| 185 | displayName: 'Check for pre-schema driver model tags' |
| 186 | pool: |
| 187 | vmImage: $(ubuntu_vm) |
| 188 | container: |
| 189 | image: $(ci_runner_image) |
| 190 | options: $(container_option) |
| 191 | steps: |
| 192 | # If grep succeeds and finds a match the test fails as we should |
| 193 | # have no matches. |
| 194 | - script: git grep u-boot,dm- -- '*.dts*' && exit 1 || exit 0 |
| 195 | |
Simon Glass | c21a528 | 2023-02-23 18:18:24 -0700 | [diff] [blame] | 196 | - job: check_packing_of_python_tools |
| 197 | displayName: 'Check we can package the Python tools' |
| 198 | pool: |
| 199 | vmImage: $(ubuntu_vm) |
| 200 | container: |
| 201 | image: $(ci_runner_image) |
| 202 | options: $(container_option) |
| 203 | steps: |
| 204 | - script: make pip |
| 205 | |
Tom Rini | 8ae5fec | 2023-09-01 16:41:41 -0400 | [diff] [blame] | 206 | - job: create_test_py_wrapper_script |
| 207 | displayName: 'Create and stage a wrapper for test.py runs' |
| 208 | pool: |
| 209 | vmImage: $(ubuntu_vm) |
| 210 | steps: |
| 211 | - checkout: none |
| 212 | - script: | |
| 213 | cat << EOF > test.sh |
| 214 | #!/bin/bash |
| 215 | set -ex |
| 216 | # the below corresponds to .gitlab-ci.yml "before_script" |
| 217 | cd \${WORK_DIR} |
| 218 | git config --global --add safe.directory \${WORK_DIR} |
| 219 | git clone --depth=1 https://source.denx.de/u-boot/u-boot-test-hooks /tmp/uboot-test-hooks |
| 220 | ln -s travis-ci /tmp/uboot-test-hooks/bin/\`hostname\` |
| 221 | ln -s travis-ci /tmp/uboot-test-hooks/py/\`hostname\` |
| 222 | grub-mkimage --prefix=\"\" -o ~/grub_x86.efi -O i386-efi normal echo lsefimmap lsefi lsefisystab efinet tftp minicmd |
| 223 | grub-mkimage --prefix=\"\" -o ~/grub_x64.efi -O x86_64-efi normal echo lsefimmap lsefi lsefisystab efinet tftp minicmd |
| 224 | if [[ "\${TEST_PY_BD}" == "qemu-riscv32_spl" ]]; then |
| 225 | wget -O - https://github.com/riscv-software-src/opensbi/releases/download/v1.2/opensbi-1.2-rv-bin.tar.xz | tar -C /tmp -xJ; |
| 226 | export OPENSBI=/tmp/opensbi-1.2-rv-bin/share/opensbi/ilp32/generic/firmware/fw_dynamic.bin; |
| 227 | fi |
| 228 | if [[ "\${TEST_PY_BD}" == "qemu-riscv64_spl" ]] || [[ "\${TEST_PY_BD}" == "sifive_unleashed" ]]; then |
| 229 | wget -O - https://github.com/riscv-software-src/opensbi/releases/download/v1.2/opensbi-1.2-rv-bin.tar.xz | tar -C /tmp -xJ; |
| 230 | export OPENSBI=/tmp/opensbi-1.2-rv-bin/share/opensbi/lp64/generic/firmware/fw_dynamic.bin; |
| 231 | fi |
| 232 | # the below corresponds to .gitlab-ci.yml "script" |
| 233 | cd \${WORK_DIR} |
| 234 | export UBOOT_TRAVIS_BUILD_DIR=/tmp/\${TEST_PY_BD} |
| 235 | if [ -n "\${BUILD_ENV}" ]; then |
| 236 | export \${BUILD_ENV}; |
| 237 | fi |
| 238 | pip install -r tools/buildman/requirements.txt |
| 239 | tools/buildman/buildman -o \${UBOOT_TRAVIS_BUILD_DIR} -w -E -W -e --board \${TEST_PY_BD} \${OVERRIDE} |
| 240 | cp ~/grub_x86.efi \${UBOOT_TRAVIS_BUILD_DIR}/ |
| 241 | cp ~/grub_x64.efi \${UBOOT_TRAVIS_BUILD_DIR}/ |
| 242 | cp /opt/grub/grubriscv64.efi \${UBOOT_TRAVIS_BUILD_DIR}/grub_riscv64.efi |
| 243 | cp /opt/grub/grubaa64.efi \${UBOOT_TRAVIS_BUILD_DIR}/grub_arm64.efi |
| 244 | cp /opt/grub/grubarm.efi \${UBOOT_TRAVIS_BUILD_DIR}/grub_arm.efi |
| 245 | # create sdcard / spi-nor images for sifive unleashed using genimage |
| 246 | if [[ "\${TEST_PY_BD}" == "sifive_unleashed" ]]; then |
| 247 | mkdir -p root; |
| 248 | cp \${UBOOT_TRAVIS_BUILD_DIR}/spl/u-boot-spl.bin .; |
| 249 | cp \${UBOOT_TRAVIS_BUILD_DIR}/u-boot.itb .; |
| 250 | rm -rf tmp; |
| 251 | genimage --inputpath . --config board/sifive/unleashed/genimage_sdcard.cfg; |
| 252 | cp images/sdcard.img \${UBOOT_TRAVIS_BUILD_DIR}/; |
| 253 | rm -rf tmp; |
| 254 | genimage --inputpath . --config board/sifive/unleashed/genimage_spi-nor.cfg; |
| 255 | cp images/spi-nor.img \${UBOOT_TRAVIS_BUILD_DIR}/; |
| 256 | fi |
| 257 | if [[ "\${TEST_PY_BD}" == "coreboot" ]]; then |
| 258 | wget -O - "https://drive.google.com/uc?id=1uJ2VkUQ8czWFZmhJQ90Tp8V_zrJ6BrBH&export=download" |xz -dc >\${UBOOT_TRAVIS_BUILD_DIR}/coreboot.rom; |
| 259 | wget -O - "https://drive.google.com/uc?id=149Cz-5SZXHNKpi9xg6R_5XITWohu348y&export=download" >cbfstool; |
| 260 | chmod a+x cbfstool; |
| 261 | ./cbfstool \${UBOOT_TRAVIS_BUILD_DIR}/coreboot.rom add-flat-binary -f \${UBOOT_TRAVIS_BUILD_DIR}/u-boot.bin -n fallback/payload -c LZMA -l 0x1110000 -e 0x1110000; |
| 262 | fi |
| 263 | virtualenv -p /usr/bin/python3 /tmp/venv |
| 264 | . /tmp/venv/bin/activate |
| 265 | pip install -r test/py/requirements.txt |
| 266 | pip install pytest-azurepipelines |
| 267 | export PATH=/opt/qemu/bin:/tmp/uboot-test-hooks/bin:\${PATH} |
| 268 | export PYTHONPATH=/tmp/uboot-test-hooks/py/travis-ci |
| 269 | # "\${var:+"-k \$var"}" expands to "" if \$var is empty, "-k \$var" if not |
| 270 | ./test/py/test.py -ra -o cache_dir="\$UBOOT_TRAVIS_BUILD_DIR"/.pytest_cache --bd \${TEST_PY_BD} \${TEST_PY_ID} \${TEST_PY_TEST_SPEC:+"-k \${TEST_PY_TEST_SPEC}"} --build-dir "\$UBOOT_TRAVIS_BUILD_DIR" --report-dir "\$UBOOT_TRAVIS_BUILD_DIR" |
| 271 | # the below corresponds to .gitlab-ci.yml "after_script" |
| 272 | rm -rf /tmp/uboot-test-hooks /tmp/venv |
| 273 | EOF |
| 274 | - task: CopyFiles@2 |
| 275 | displayName: 'Copy test.sh for later usage' |
| 276 | inputs: |
| 277 | contents: 'test.sh' |
| 278 | targetFolder: '$(Build.ArtifactStagingDirectory)' |
| 279 | - publish: '$(Build.ArtifactStagingDirectory)/test.sh' |
| 280 | displayName: 'Publish test.sh' |
| 281 | artifact: testsh |
| 282 | |
Tom Rini | c9836c0 | 2023-09-01 16:41:42 -0400 | [diff] [blame] | 283 | - stage: test_py_sandbox |
Tom Rini | 67d3e67 | 2022-01-11 19:14:28 -0500 | [diff] [blame] | 284 | jobs: |
Tom Rini | c9836c0 | 2023-09-01 16:41:42 -0400 | [diff] [blame] | 285 | - job: test_py_sandbox |
| 286 | displayName: 'test.py for sandbox' |
Bin Meng | bf27522 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 287 | pool: |
| 288 | vmImage: $(ubuntu_vm) |
| 289 | strategy: |
| 290 | matrix: |
| 291 | sandbox: |
| 292 | TEST_PY_BD: "sandbox" |
Tom Rini | 9aeac89 | 2023-08-20 13:31:27 -0400 | [diff] [blame] | 293 | sandbox_asan: |
| 294 | TEST_PY_BD: "sandbox" |
| 295 | OVERRIDE: "-a ASAN" |
| 296 | TEST_PY_TEST_SPEC: "version" |
Tom Rini | 0219d01 | 2019-11-06 19:30:47 -0500 | [diff] [blame] | 297 | sandbox_clang: |
| 298 | TEST_PY_BD: "sandbox" |
Tom Rini | d7e0678 | 2023-03-21 15:07:45 -0400 | [diff] [blame] | 299 | OVERRIDE: "-O clang-16" |
Tom Rini | 9aeac89 | 2023-08-20 13:31:27 -0400 | [diff] [blame] | 300 | sandbox_clang_asan: |
| 301 | TEST_PY_BD: "sandbox" |
| 302 | OVERRIDE: "-O clang-16 -a ASAN" |
| 303 | TEST_PY_TEST_SPEC: "version" |
Tom Rini | 57c7cb6 | 2023-09-01 16:41:43 -0400 | [diff] [blame] | 304 | sandbox64: |
| 305 | TEST_PY_BD: "sandbox64" |
| 306 | sandbox64_clang: |
| 307 | TEST_PY_BD: "sandbox64" |
| 308 | OVERRIDE: "-O clang-16" |
Simon Glass | 1aa168c | 2022-08-03 12:13:09 -0600 | [diff] [blame] | 309 | sandbox_nolto: |
| 310 | TEST_PY_BD: "sandbox" |
| 311 | BUILD_ENV: "NO_LTO=1" |
Bin Meng | bf27522 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 312 | sandbox_spl: |
| 313 | TEST_PY_BD: "sandbox_spl" |
Simon Glass | afb26ba | 2020-10-25 20:38:36 -0600 | [diff] [blame] | 314 | TEST_PY_TEST_SPEC: "test_ofplatdata or test_handoff or test_spl" |
Simon Glass | a31eff3 | 2022-04-30 00:56:57 -0600 | [diff] [blame] | 315 | sandbox_vpl: |
| 316 | TEST_PY_BD: "sandbox_vpl" |
Simon Glass | 8b60987 | 2023-04-02 14:01:26 +1200 | [diff] [blame] | 317 | TEST_PY_TEST_SPEC: "vpl or test_spl" |
Simon Glass | 6c914e4 | 2021-03-15 17:25:34 +1300 | [diff] [blame] | 318 | sandbox_noinst: |
| 319 | TEST_PY_BD: "sandbox_noinst" |
| 320 | TEST_PY_TEST_SPEC: "test_ofplatdata or test_handoff or test_spl" |
Bin Meng | bf27522 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 321 | sandbox_flattree: |
| 322 | TEST_PY_BD: "sandbox_flattree" |
Simon Glass | 9cea479 | 2023-01-15 14:16:00 -0700 | [diff] [blame] | 323 | sandbox_trace: |
| 324 | TEST_PY_BD: "sandbox" |
| 325 | BUILD_ENV: "FTRACE=1 NO_LTO=1" |
| 326 | TEST_PY_TEST_SPEC: "trace" |
Sughosh Ganu | 61cad8d | 2023-08-22 23:10:02 +0530 | [diff] [blame] | 327 | OVERRIDE: "-a CONFIG_TRACE=y -a CONFIG_TRACE_EARLY=y -a CONFIG_TRACE_EARLY_SIZE=0x01000000 -a CONFIG_TRACE_BUFFER_SIZE=0x02000000" |
Tom Rini | c9836c0 | 2023-09-01 16:41:42 -0400 | [diff] [blame] | 328 | steps: |
| 329 | - download: current |
| 330 | artifact: testsh |
| 331 | - script: | |
| 332 | # make current directory writeable to uboot user inside the container |
| 333 | # as sandbox testing need create files like spi flash images, etc. |
| 334 | # (TODO: clean up this in the future) |
| 335 | chmod 777 . |
| 336 | chmod 755 $(Pipeline.Workspace)/testsh/test.sh |
| 337 | # Filesystem tests need extra docker args to run |
| 338 | set -- |
| 339 | # mount -o loop needs the loop devices |
| 340 | if modprobe loop; then |
| 341 | for d in $(find /dev -maxdepth 1 -name 'loop*'); do |
| 342 | set -- "$@" --device $d:$d |
| 343 | done |
| 344 | fi |
| 345 | # Needed for mount syscall (for guestmount as well) |
| 346 | set -- "$@" --cap-add SYS_ADMIN |
| 347 | # Default apparmor profile denies mounts |
| 348 | set -- "$@" --security-opt apparmor=unconfined |
| 349 | # Some tests using libguestfs-tools need the fuse device to run |
| 350 | docker run "$@" --device /dev/fuse:/dev/fuse \ |
| 351 | -v $PWD:$(work_dir) \ |
| 352 | -v $(Pipeline.Workspace):$(Pipeline.Workspace) \ |
| 353 | -e WORK_DIR="${WORK_DIR}" \ |
| 354 | -e TEST_PY_BD="${TEST_PY_BD}" \ |
| 355 | -e TEST_PY_ID="${TEST_PY_ID}" \ |
| 356 | -e TEST_PY_TEST_SPEC="${TEST_PY_TEST_SPEC}" \ |
| 357 | -e OVERRIDE="${OVERRIDE}" \ |
| 358 | -e BUILD_ENV="${BUILD_ENV}" $(ci_runner_image) \ |
| 359 | $(Pipeline.Workspace)/testsh/test.sh |
| 360 | |
| 361 | - stage: test_py_qemu |
| 362 | jobs: |
| 363 | - job: test_py_qemu |
| 364 | displayName: 'test.py for QEMU platforms' |
| 365 | pool: |
| 366 | vmImage: $(ubuntu_vm) |
| 367 | strategy: |
| 368 | matrix: |
Simon Glass | bfb2a7f | 2022-01-21 10:23:01 -0700 | [diff] [blame] | 369 | coreboot: |
| 370 | TEST_PY_BD: "coreboot" |
| 371 | TEST_PY_ID: "--id qemu" |
| 372 | TEST_PY_TEST_SPEC: "not sleep" |
Bin Meng | bf27522 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 373 | evb_ast2500: |
| 374 | TEST_PY_BD: "evb-ast2500" |
| 375 | TEST_PY_ID: "--id qemu" |
Joel Stanley | b24087a | 2022-06-29 16:35:25 +0930 | [diff] [blame] | 376 | evb_ast2600: |
| 377 | TEST_PY_BD: "evb-ast2600" |
| 378 | TEST_PY_ID: "--id qemu" |
Kristian Amlie | 15e3010 | 2021-09-07 08:37:51 +0200 | [diff] [blame] | 379 | vexpress_ca9x4: |
| 380 | TEST_PY_BD: "vexpress_ca9x4" |
| 381 | TEST_PY_ID: "--id qemu" |
Bin Meng | bf27522 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 382 | integratorcp_cm926ejs: |
| 383 | TEST_PY_BD: "integratorcp_cm926ejs" |
| 384 | TEST_PY_ID: "--id qemu" |
| 385 | TEST_PY_TEST_SPEC: "not sleep" |
Bin Meng | bf27522 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 386 | qemu_arm: |
| 387 | TEST_PY_BD: "qemu_arm" |
| 388 | TEST_PY_TEST_SPEC: "not sleep" |
Bin Meng | bf27522 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 389 | qemu_arm64: |
| 390 | TEST_PY_BD: "qemu_arm64" |
| 391 | TEST_PY_TEST_SPEC: "not sleep" |
Marek Vasut | a21e112 | 2023-03-23 01:22:41 +0100 | [diff] [blame] | 392 | qemu_m68k: |
| 393 | TEST_PY_BD: "M5208EVBE" |
| 394 | TEST_PY_ID: "--id qemu" |
| 395 | TEST_PY_TEST_SPEC: "not sleep and not efi" |
| 396 | OVERRIDE: "-a CONFIG_M68K_QEMU=y -a ~CONFIG_MCFTMR" |
Daniel Schwierzeck | e35c2a8 | 2020-06-06 22:21:47 +0200 | [diff] [blame] | 397 | qemu_malta: |
| 398 | TEST_PY_BD: "malta" |
| 399 | TEST_PY_ID: "--id qemu" |
| 400 | TEST_PY_TEST_SPEC: "not sleep and not efi" |
| 401 | qemu_maltael: |
| 402 | TEST_PY_BD: "maltael" |
| 403 | TEST_PY_ID: "--id qemu" |
| 404 | TEST_PY_TEST_SPEC: "not sleep and not efi" |
| 405 | qemu_malta64: |
| 406 | TEST_PY_BD: "malta64" |
| 407 | TEST_PY_ID: "--id qemu" |
| 408 | TEST_PY_TEST_SPEC: "not sleep and not efi" |
| 409 | qemu_malta64el: |
| 410 | TEST_PY_BD: "malta64el" |
| 411 | TEST_PY_ID: "--id qemu" |
| 412 | TEST_PY_TEST_SPEC: "not sleep and not efi" |
Bin Meng | bf27522 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 413 | qemu_ppce500: |
| 414 | TEST_PY_BD: "qemu-ppce500" |
| 415 | TEST_PY_TEST_SPEC: "not sleep" |
Bin Meng | a379d33 | 2020-03-28 07:25:27 -0700 | [diff] [blame] | 416 | qemu_riscv32: |
| 417 | TEST_PY_BD: "qemu-riscv32" |
| 418 | TEST_PY_TEST_SPEC: "not sleep" |
Bin Meng | bf27522 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 419 | qemu_riscv64: |
| 420 | TEST_PY_BD: "qemu-riscv64" |
| 421 | TEST_PY_TEST_SPEC: "not sleep" |
Bin Meng | 49fb28a | 2020-03-28 07:25:29 -0700 | [diff] [blame] | 422 | qemu_riscv32_spl: |
| 423 | TEST_PY_BD: "qemu-riscv32_spl" |
| 424 | TEST_PY_TEST_SPEC: "not sleep" |
Bin Meng | 49fb28a | 2020-03-28 07:25:29 -0700 | [diff] [blame] | 425 | qemu_riscv64_spl: |
| 426 | TEST_PY_BD: "qemu-riscv64_spl" |
| 427 | TEST_PY_TEST_SPEC: "not sleep" |
Bin Meng | bf27522 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 428 | qemu_x86: |
| 429 | TEST_PY_BD: "qemu-x86" |
| 430 | TEST_PY_TEST_SPEC: "not sleep" |
Bin Meng | bf27522 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 431 | qemu_x86_64: |
| 432 | TEST_PY_BD: "qemu-x86_64" |
| 433 | TEST_PY_TEST_SPEC: "not sleep" |
Marek Vasut | 0e12575 | 2020-09-14 21:55:58 +0200 | [diff] [blame] | 434 | r2dplus_i82557c: |
| 435 | TEST_PY_BD: "r2dplus" |
| 436 | TEST_PY_ID: "--id i82557c_qemu" |
| 437 | r2dplus_pcnet: |
| 438 | TEST_PY_BD: "r2dplus" |
| 439 | TEST_PY_ID: "--id pcnet_qemu" |
| 440 | r2dplus_rtl8139: |
| 441 | TEST_PY_BD: "r2dplus" |
| 442 | TEST_PY_ID: "--id rtl8139_qemu" |
| 443 | r2dplus_tulip: |
| 444 | TEST_PY_BD: "r2dplus" |
| 445 | TEST_PY_ID: "--id tulip_qemu" |
Bin Meng | 0e60b3a | 2021-08-26 23:33:35 +0800 | [diff] [blame] | 446 | sifive_unleashed_sdcard: |
| 447 | TEST_PY_BD: "sifive_unleashed" |
| 448 | TEST_PY_ID: "--id sdcard_qemu" |
| 449 | sifive_unleashed_spi-nor: |
| 450 | TEST_PY_BD: "sifive_unleashed" |
| 451 | TEST_PY_ID: "--id spi-nor_qemu" |
Michal Simek | f7c6ee7 | 2020-02-13 15:03:29 +0100 | [diff] [blame] | 452 | xilinx_zynq_virt: |
| 453 | TEST_PY_BD: "xilinx_zynq_virt" |
Bin Meng | bf27522 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 454 | TEST_PY_ID: "--id qemu" |
| 455 | TEST_PY_TEST_SPEC: "not sleep" |
Bin Meng | bf27522 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 456 | xilinx_versal_virt: |
| 457 | TEST_PY_BD: "xilinx_versal_virt" |
| 458 | TEST_PY_ID: "--id qemu" |
| 459 | TEST_PY_TEST_SPEC: "not sleep" |
Bin Meng | bf27522 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 460 | xtfpga: |
| 461 | TEST_PY_BD: "xtfpga" |
| 462 | TEST_PY_ID: "--id qemu" |
| 463 | TEST_PY_TEST_SPEC: "not sleep" |
Bin Meng | bf27522 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 464 | steps: |
Tom Rini | 8ae5fec | 2023-09-01 16:41:41 -0400 | [diff] [blame] | 465 | - download: current |
| 466 | artifact: testsh |
Bin Meng | bf27522 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 467 | - script: | |
Bin Meng | bf27522 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 468 | # make current directory writeable to uboot user inside the container |
| 469 | # as sandbox testing need create files like spi flash images, etc. |
| 470 | # (TODO: clean up this in the future) |
| 471 | chmod 777 . |
Tom Rini | 8ae5fec | 2023-09-01 16:41:41 -0400 | [diff] [blame] | 472 | chmod 755 $(Pipeline.Workspace)/testsh/test.sh |
Alper Nebi Yasak | 1aaaf60 | 2021-06-21 21:51:55 +0300 | [diff] [blame] | 473 | # Some tests using libguestfs-tools need the fuse device to run |
Tom Rini | 8ae5fec | 2023-09-01 16:41:41 -0400 | [diff] [blame] | 474 | docker run "$@" --device /dev/fuse:/dev/fuse \ |
| 475 | -v $PWD:$(work_dir) \ |
| 476 | -v $(Pipeline.Workspace):$(Pipeline.Workspace) \ |
| 477 | -e WORK_DIR="${WORK_DIR}" \ |
| 478 | -e TEST_PY_BD="${TEST_PY_BD}" \ |
| 479 | -e TEST_PY_ID="${TEST_PY_ID}" \ |
| 480 | -e TEST_PY_TEST_SPEC="${TEST_PY_TEST_SPEC}" \ |
| 481 | -e OVERRIDE="${OVERRIDE}" \ |
| 482 | -e BUILD_ENV="${BUILD_ENV}" $(ci_runner_image) \ |
| 483 | $(Pipeline.Workspace)/testsh/test.sh |
Tom Rini | 58b3585 | 2023-07-11 22:33:03 -0400 | [diff] [blame] | 484 | retryCountOnTaskFailure: 2 # QEMU may be too slow, etc. |
Bin Meng | bf27522 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 485 | |
Tom Rini | 67d3e67 | 2022-01-11 19:14:28 -0500 | [diff] [blame] | 486 | - stage: world_build |
| 487 | jobs: |
Bin Meng | bf27522 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 488 | - job: build_the_world |
Tom Rini | 04f7e95 | 2023-08-20 13:31:26 -0400 | [diff] [blame] | 489 | timeoutInMinutes: 0 # Use the maximum allowed |
Bin Meng | bf27522 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 490 | displayName: 'Build the World' |
| 491 | pool: |
| 492 | vmImage: $(ubuntu_vm) |
| 493 | strategy: |
| 494 | # Use almost the same target division in .travis.yml, only merged |
Tom Rini | 1123213 | 2022-04-06 09:21:25 -0400 | [diff] [blame] | 495 | # 3 small build jobs (arc/microblaze/xtensa) into one. |
Bin Meng | bf27522 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 496 | matrix: |
Tom Rini | 9aeac89 | 2023-08-20 13:31:27 -0400 | [diff] [blame] | 497 | am33xx_at91_kirkwood_mvebu_omap: |
| 498 | BUILDMAN: "am33xx at91_kirkwood mvebu omap -x siemens" |
| 499 | amlogic_bcm_boundary_engicam_siemens_technexion_oradex: |
| 500 | BUILDMAN: "amlogic bcm boundary engicam siemens technexion toradex -x mips" |
| 501 | arm_nxp_minus_imx: |
| 502 | BUILDMAN: "freescale -x powerpc,m68k,imx,mx" |
Bin Meng | bf27522 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 503 | imx: |
Tom Rini | 9aeac89 | 2023-08-20 13:31:27 -0400 | [diff] [blame] | 504 | BUILDMAN: "mx imx -x boundary,engicam,technexion,toradex" |
| 505 | rk: |
| 506 | BUILDMAN: "rk" |
| 507 | sunxi: |
| 508 | BUILDMAN: "sunxi" |
Tom Rini | 05f958f | 2022-08-09 21:08:52 -0400 | [diff] [blame] | 509 | powerpc: |
Tom Rini | 9aeac89 | 2023-08-20 13:31:27 -0400 | [diff] [blame] | 510 | BUILDMAN: "powerpc" |
| 511 | arm_catch_all: |
| 512 | BUILDMAN: "arm -x aarch64,am33xx,at91,bcm,ls1,kirkwood,mvebu,omap,rk,siemens,mx,sunxi,technexion,toradex" |
Bin Meng | bf27522 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 513 | aarch64_catch_all: |
Tom Rini | 9aeac89 | 2023-08-20 13:31:27 -0400 | [diff] [blame] | 514 | BUILDMAN: "aarch64 -x amlogic,bcm,engicam,imx,ls1,ls2,lx216,mvebu,rk,siemens,sunxi,toradex" |
| 515 | everything_but_arm_and_powerpc: |
| 516 | BUILDMAN: "-x arm,powerpc" |
Bin Meng | bf27522 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 517 | steps: |
| 518 | - script: | |
| 519 | cat << EOF > build.sh |
| 520 | set -ex |
| 521 | cd ${WORK_DIR} |
| 522 | # make environment variables available as tests are running inside a container |
| 523 | export BUILDMAN="${BUILDMAN}" |
Tom Rini | bd181a2 | 2022-11-21 12:52:40 -0500 | [diff] [blame] | 524 | git config --global --add safe.directory ${WORK_DIR} |
Tom Rini | f586cda | 2023-07-22 00:14:46 +0530 | [diff] [blame] | 525 | pip install -r tools/buildman/requirements.txt |
Bin Meng | bf27522 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 526 | EOF |
| 527 | cat << "EOF" >> build.sh |
| 528 | if [[ "${BUILDMAN}" != "" ]]; then |
| 529 | ret=0; |
Tom Rini | d7713ad | 2022-11-09 19:14:53 -0700 | [diff] [blame] | 530 | tools/buildman/buildman -o /tmp -PEWM ${BUILDMAN} ${OVERRIDE} || ret=$?; |
Simon Glass | dd5c954 | 2020-03-18 09:42:57 -0600 | [diff] [blame] | 531 | if [[ $ret -ne 0 ]]; then |
Simon Glass | b52f5a1 | 2020-03-18 09:42:53 -0600 | [diff] [blame] | 532 | tools/buildman/buildman -o /tmp -seP ${BUILDMAN}; |
Bin Meng | bf27522 | 2019-10-28 07:25:03 -0700 | [diff] [blame] | 533 | exit $ret; |
| 534 | fi; |
| 535 | fi |
| 536 | EOF |
| 537 | cat build.sh |
| 538 | docker run -v $PWD:$(work_dir) $(ci_runner_image) /bin/bash $(work_dir)/build.sh |