blob: 9dfb07d3c7cc96c8c3bf597c86957110a45a173c [file] [log] [blame]
Bin Mengd2e680f2019-10-27 05:19:48 -07001variables:
Tom Rini38a98402021-10-31 13:24:42 -04002 windows_vm: windows-2019
Tom Rinib0a23a62022-08-08 22:44:45 -04003 ubuntu_vm: ubuntu-22.04
Tom Rini24291742022-07-27 11:10:24 -04004 macos_vm: macOS-12
Tom Rini453c3fb2023-08-25 13:21:27 -04005 ci_runner_image: trini/u-boot-gitlab-ci-runner:jammy-20230804-25Aug2023
Bin Mengbf275222019-10-28 07:25:03 -07006 # Add '-u 0' options for Azure pipelines, otherwise we get "permission
7 # denied" error when it tries to "useradd -m -u 1001 vsts_azpcontainer",
8 # since our $(ci_runner_image) user is not root.
9 container_option: -u 0
10 work_dir: /u
Bin Mengd2e680f2019-10-27 05:19:48 -070011
Tom Rini67d3e672022-01-11 19:14:28 -050012stages:
13- stage: testsuites
14 jobs:
Bin Mengd2e680f2019-10-27 05:19:48 -070015 - job: tools_only_windows
16 displayName: 'Ensure host tools build for Windows'
17 pool:
18 vmImage: $(windows_vm)
Bin Mengd2e680f2019-10-27 05:19:48 -070019 steps:
Bin Meng437e70f2020-07-28 02:06:44 -070020 - powershell: |
Bin Meng1ce892c2021-06-22 07:33:21 +080021 (New-Object Net.WebClient).DownloadFile("https://github.com/msys2/msys2-installer/releases/download/2021-06-04/msys2-base-x86_64-20210604.sfx.exe", "sfx.exe")
Bin Mengd2e680f2019-10-27 05:19:48 -070022 displayName: 'Install MSYS2'
23 - script: |
Bin Meng437e70f2020-07-28 02:06:44 -070024 sfx.exe -y -o%CD:~0,2%\
Tom Rinif8e76702022-05-03 08:30:14 -040025 %CD:~0,2%\msys64\usr\bin\bash -lc " "
26 %CD:~0,2%\msys64\usr\bin\bash -lc "pacman --noconfirm -Syuu"
27 %CD:~0,2%\msys64\usr\bin\bash -lc "pacman --noconfirm -Syuu"
Bin Mengd2e680f2019-10-27 05:19:48 -070028 displayName: 'Update MSYS2'
29 - script: |
AKASHI Takahirod9612f42022-02-09 19:10:39 +090030 %CD:~0,2%\msys64\usr\bin\bash -lc "pacman --noconfirm --needed -Sy make gcc bison flex diffutils openssl-devel libgnutls-devel libutil-linux-devel"
Bin Mengd2e680f2019-10-27 05:19:48 -070031 displayName: 'Install Toolchain'
32 - script: |
Tom Rinid948c892022-11-19 18:45:43 -050033 echo make tools-only_defconfig tools-only > build-tools.sh
Bin Mengf7faddf2020-07-28 02:06:42 -070034 %CD:~0,2%\msys64\usr\bin\bash -lc "bash build-tools.sh"
Bin Mengd2e680f2019-10-27 05:19:48 -070035 displayName: 'Build Host Tools'
36 env:
37 # Tell MSYS2 we need a POSIX emulation layer
38 MSYSTEM: MSYS
39 # Tell MSYS2 not to ‘cd’ our startup directory to HOME
40 CHERE_INVOKING: yes
Bin Mengbf275222019-10-28 07:25:03 -070041
Tom Rini7b4116d2020-05-26 20:39:03 -040042 - job: tools_only_macOS
43 displayName: 'Ensure host tools build for macOS X'
44 pool:
45 vmImage: $(macos_vm)
46 steps:
AKASHI Takahirod9612f42022-02-09 19:10:39 +090047 - script: brew install make ossp-uuid
Tom Rini7b4116d2020-05-26 20:39:03 -040048 displayName: Brew install dependencies
49 - script: |
Tom Rinid948c892022-11-19 18:45:43 -050050 gmake tools-only_config tools-only \
Tom Rini7b4116d2020-05-26 20:39:03 -040051 HOSTCFLAGS="-I/usr/local/opt/openssl@1.1/include" \
52 HOSTLDFLAGS="-L/usr/local/opt/openssl@1.1/lib" \
53 -j$(sysctl -n hw.logicalcpu)
54 displayName: 'Perform tools-only build'
55
Tom Rinibb9b9c12022-12-04 10:14:15 -050056 - job: check_for_new_CONFIG_symbols_outside_Kconfig
57 displayName: 'Check for new CONFIG symbols outside Kconfig'
Tom Rinic1a7de52021-12-14 13:36:41 -050058 pool:
59 vmImage: $(ubuntu_vm)
60 container:
61 image: $(ci_runner_image)
62 options: $(container_option)
63 steps:
Tom Rinibb9b9c12022-12-04 10:14:15 -050064 # If grep succeeds and finds a match the test fails as we should
65 # have no matches.
66 - script: git grep -E '^#[[:blank:]]*(define|undef)[[:blank:]]*CONFIG_'
Tom Rinia03efb62023-01-10 11:19:46 -050067 :^doc/ :^arch/arm/dts/ :^scripts/kconfig/lkc.h
68 :^include/linux/kconfig.h :^tools/ && exit 1 || exit 0
Tom Rinic1a7de52021-12-14 13:36:41 -050069
Bin Mengbf275222019-10-28 07:25:03 -070070 - job: cppcheck
71 displayName: 'Static code analysis with cppcheck'
72 pool:
73 vmImage: $(ubuntu_vm)
74 container:
75 image: $(ci_runner_image)
76 options: $(container_option)
77 steps:
Simon Glass4ee7f522020-04-05 14:35:43 -060078 - script: cppcheck -j$(nproc) --force --quiet --inline-suppr .
Bin Mengbf275222019-10-28 07:25:03 -070079
Heinrich Schuchardte9cc7022023-01-12 20:30:58 +010080 - job: docs
81 displayName: 'Build documentation'
Heinrich Schuchardt4eb0fc92020-02-21 18:24:02 +010082 pool:
83 vmImage: $(ubuntu_vm)
84 container:
85 image: $(ci_runner_image)
86 options: $(container_option)
87 steps:
Heinrich Schuchardt836049d2021-01-25 22:06:25 +010088 - script: |
89 virtualenv -p /usr/bin/python3 /tmp/venvhtml
90 . /tmp/venvhtml/bin/activate
91 pip install -r doc/sphinx/requirements.txt
Heinrich Schuchardt8a6414d2023-05-02 05:04:11 +020092 make htmldocs KDOC_WERROR=1
Heinrich Schuchardte9cc7022023-01-12 20:30:58 +010093 make infodocs
Heinrich Schuchardt4eb0fc92020-02-21 18:24:02 +010094
Bin Mengbf275222019-10-28 07:25:03 -070095 - job: todo
96 displayName: 'Search for TODO within source tree'
97 pool:
98 vmImage: $(ubuntu_vm)
99 container:
100 image: $(ci_runner_image)
101 options: $(container_option)
102 steps:
103 - script: grep -r TODO .
104 - script: grep -r FIXME .
105 - script: grep -r HACK . | grep -v HACKKIT
106
107 - job: sloccount
108 displayName: 'Some statistics about the code base'
109 pool:
110 vmImage: $(ubuntu_vm)
111 container:
112 image: $(ci_runner_image)
113 options: $(container_option)
114 steps:
115 - script: sloccount .
116
117 - job: maintainers
118 displayName: 'Ensure all configs have MAINTAINERS entries'
119 pool:
120 vmImage: $(ubuntu_vm)
121 container:
122 image: $(ci_runner_image)
123 options: $(container_option)
124 steps:
125 - script: |
Simon Glass1b218422023-07-19 17:48:27 -0600126 ./tools/buildman/buildman --maintainer-check || exit 0
Bin Mengbf275222019-10-28 07:25:03 -0700127
128 - job: tools_only
Tom Rini562ed112023-08-20 13:31:28 -0400129 displayName: 'Ensure host tools and env tools build'
Bin Mengbf275222019-10-28 07:25:03 -0700130 pool:
131 vmImage: $(ubuntu_vm)
132 container:
133 image: $(ci_runner_image)
134 options: $(container_option)
135 steps:
136 - script: |
137 make tools-only_config tools-only -j$(nproc)
Tom Rini562ed112023-08-20 13:31:28 -0400138 make mrproper
Bin Mengbf275222019-10-28 07:25:03 -0700139 make tools-only_config envtools -j$(nproc)
140
141 - job: utils
Tom Rini72618332020-03-11 18:11:15 -0400142 displayName: 'Run binman, buildman, dtoc, Kconfig and patman testsuites'
Bin Mengbf275222019-10-28 07:25:03 -0700143 pool:
144 vmImage: $(ubuntu_vm)
145 steps:
146 - script: |
Tom Rinib6d4e082022-08-09 21:08:54 -0400147 cat << "EOF" > build.sh
148 cd $(work_dir)
Bin Mengbf275222019-10-28 07:25:03 -0700149 git config --global user.name "Azure Pipelines"
150 git config --global user.email bmeng.cn@gmail.com
Tom Rinib6d4e082022-08-09 21:08:54 -0400151 git config --global --add safe.directory $(work_dir)
Bin Mengbf275222019-10-28 07:25:03 -0700152 export USER=azure
Tom Rini26a426a2020-02-11 12:41:14 -0500153 virtualenv -p /usr/bin/python3 /tmp/venv
Bin Mengbf275222019-10-28 07:25:03 -0700154 . /tmp/venv/bin/activate
Tom Rini38229b52021-02-26 07:52:29 -0500155 pip install -r test/py/requirements.txt
Tom Rinif586cda2023-07-22 00:14:46 +0530156 pip install -r tools/buildman/requirements.txt
Tom Rini48f792e2023-08-10 12:52:24 -0400157 export UBOOT_TRAVIS_BUILD_DIR=/tmp/tools-only
Bin Mengbf275222019-10-28 07:25:03 -0700158 export PYTHONPATH=${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc/pylibfdt
159 export PATH=${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc:${PATH}
Tom Rini48f792e2023-08-10 12:52:24 -0400160 ./tools/buildman/buildman -T0 -o ${UBOOT_TRAVIS_BUILD_DIR} -w --board tools-only
Tom Rinib6d4e082022-08-09 21:08:54 -0400161 set -ex
Bin Mengbf275222019-10-28 07:25:03 -0700162 ./tools/binman/binman --toolpath ${UBOOT_TRAVIS_BUILD_DIR}/tools test
163 ./tools/buildman/buildman -t
164 ./tools/dtoc/dtoc -t
Simon Glass6bb74de2020-07-05 21:41:55 -0600165 ./tools/patman/patman test
Tom Rini72618332020-03-11 18:11:15 -0400166 make O=${UBOOT_TRAVIS_BUILD_DIR} testconfig
Bin Mengbf275222019-10-28 07:25:03 -0700167 EOF
168 cat build.sh
169 # We cannot use "container" like other jobs above, as buildman
170 # seems to hang forever with pre-configured "container" environment
171 docker run -v $PWD:$(work_dir) $(ci_runner_image) /bin/bash $(work_dir)/build.sh
172
Pali Rohár6cfd09d2020-05-17 14:38:22 +0200173 - job: nokia_rx51_test
174 displayName: 'Run tests for Nokia RX-51 (aka N900)'
175 pool:
176 vmImage: $(ubuntu_vm)
177 container:
178 image: $(ci_runner_image)
179 options: $(container_option)
180 steps:
181 - script: |
Pali Rohárce0f7452023-02-21 11:22:29 -0500182 mkdir nokia_rx51_tmp
183 ln -s /opt/nokia/u-boot-gen-combined nokia_rx51_tmp/
184 ln -s /opt/nokia/qemu-n900.tar.gz nokia_rx51_tmp/
185 ln -s /opt/nokia/kernel_2.6.28-20103103+0m5_armel.deb nokia_rx51_tmp/
186 ln -s /opt/nokia/libc6_2.5.1-1eglibc27+0m5_armel.deb nokia_rx51_tmp/
187 ln -s /opt/nokia/busybox_1.10.2.legal-1osso30+0m5_armel.deb nokia_rx51_tmp/
188 ln -s /opt/nokia/qemu-system-arm nokia_rx51_tmp/
Tom Rini11934282023-08-25 13:21:26 -0400189 export PATH=/opt/gcc-13.2.0-nolibc/arm-linux-gnueabi/bin:$PATH
Pali Rohár6cfd09d2020-05-17 14:38:22 +0200190 test/nokia_rx51_test.sh
191
Simon Glass642e51a2022-02-11 13:23:26 -0700192 - job: pylint
193 displayName: Check for any pylint regressions
194 pool:
195 vmImage: $(ubuntu_vm)
196 container:
197 image: $(ci_runner_image)
198 options: $(container_option)
199 steps:
200 - script: |
Tom Rinib6d4e082022-08-09 21:08:54 -0400201 git config --global --add safe.directory $(work_dir)
Simon Glass642e51a2022-02-11 13:23:26 -0700202 export USER=azure
203 pip install -r test/py/requirements.txt
Tom Rinif586cda2023-07-22 00:14:46 +0530204 pip install -r tools/buildman/requirements.txt
Tom Rinie47bbf72022-03-25 08:19:09 -0400205 pip install asteval pylint==2.12.2 pyopenssl
Simon Glass642e51a2022-02-11 13:23:26 -0700206 export PATH=${PATH}:~/.local/bin
207 echo "[MASTER]" >> .pylintrc
208 echo "load-plugins=pylint.extensions.docparams" >> .pylintrc
Tom Rini48f792e2023-08-10 12:52:24 -0400209 export UBOOT_TRAVIS_BUILD_DIR=/tmp/tools-only
210 ./tools/buildman/buildman -T0 -o ${UBOOT_TRAVIS_BUILD_DIR} -w --board tools-only
Tom Rinib6d4e082022-08-09 21:08:54 -0400211 set -ex
Simon Glass642e51a2022-02-11 13:23:26 -0700212 pylint --version
213 export PYTHONPATH=${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc/pylibfdt
214 make pylint_err
215
Simon Glass441a3d02023-02-13 08:56:39 -0700216 - job: check_for_pre_schema_tags
217 displayName: 'Check for pre-schema driver model tags'
218 pool:
219 vmImage: $(ubuntu_vm)
220 container:
221 image: $(ci_runner_image)
222 options: $(container_option)
223 steps:
224 # If grep succeeds and finds a match the test fails as we should
225 # have no matches.
226 - script: git grep u-boot,dm- -- '*.dts*' && exit 1 || exit 0
227
Simon Glassc21a5282023-02-23 18:18:24 -0700228 - job: check_packing_of_python_tools
229 displayName: 'Check we can package the Python tools'
230 pool:
231 vmImage: $(ubuntu_vm)
232 container:
233 image: $(ci_runner_image)
234 options: $(container_option)
235 steps:
236 - script: make pip
237
Tom Rini67d3e672022-01-11 19:14:28 -0500238- stage: test_py
239 jobs:
Bin Mengbf275222019-10-28 07:25:03 -0700240 - job: test_py
241 displayName: 'test.py'
242 pool:
243 vmImage: $(ubuntu_vm)
244 strategy:
245 matrix:
246 sandbox:
247 TEST_PY_BD: "sandbox"
Tom Rini9aeac892023-08-20 13:31:27 -0400248 sandbox_asan:
249 TEST_PY_BD: "sandbox"
250 OVERRIDE: "-a ASAN"
251 TEST_PY_TEST_SPEC: "version"
Tom Rini0219d012019-11-06 19:30:47 -0500252 sandbox_clang:
253 TEST_PY_BD: "sandbox"
Tom Rinid7e06782023-03-21 15:07:45 -0400254 OVERRIDE: "-O clang-16"
Tom Rini9aeac892023-08-20 13:31:27 -0400255 sandbox_clang_asan:
256 TEST_PY_BD: "sandbox"
257 OVERRIDE: "-O clang-16 -a ASAN"
258 TEST_PY_TEST_SPEC: "version"
Simon Glass1aa168c2022-08-03 12:13:09 -0600259 sandbox_nolto:
260 TEST_PY_BD: "sandbox"
261 BUILD_ENV: "NO_LTO=1"
Bin Mengbf275222019-10-28 07:25:03 -0700262 sandbox_spl:
263 TEST_PY_BD: "sandbox_spl"
Simon Glassafb26ba2020-10-25 20:38:36 -0600264 TEST_PY_TEST_SPEC: "test_ofplatdata or test_handoff or test_spl"
Simon Glassa31eff32022-04-30 00:56:57 -0600265 sandbox_vpl:
266 TEST_PY_BD: "sandbox_vpl"
Simon Glass8b609872023-04-02 14:01:26 +1200267 TEST_PY_TEST_SPEC: "vpl or test_spl"
Simon Glass6c914e42021-03-15 17:25:34 +1300268 sandbox_noinst:
269 TEST_PY_BD: "sandbox_noinst"
270 TEST_PY_TEST_SPEC: "test_ofplatdata or test_handoff or test_spl"
Bin Mengbf275222019-10-28 07:25:03 -0700271 sandbox_flattree:
272 TEST_PY_BD: "sandbox_flattree"
Simon Glass9cea4792023-01-15 14:16:00 -0700273 sandbox_trace:
274 TEST_PY_BD: "sandbox"
275 BUILD_ENV: "FTRACE=1 NO_LTO=1"
276 TEST_PY_TEST_SPEC: "trace"
Sughosh Ganu61cad8d2023-08-22 23:10:02 +0530277 OVERRIDE: "-a CONFIG_TRACE=y -a CONFIG_TRACE_EARLY=y -a CONFIG_TRACE_EARLY_SIZE=0x01000000 -a CONFIG_TRACE_BUFFER_SIZE=0x02000000"
Simon Glassbfb2a7f2022-01-21 10:23:01 -0700278 coreboot:
279 TEST_PY_BD: "coreboot"
280 TEST_PY_ID: "--id qemu"
281 TEST_PY_TEST_SPEC: "not sleep"
Bin Mengbf275222019-10-28 07:25:03 -0700282 evb_ast2500:
283 TEST_PY_BD: "evb-ast2500"
284 TEST_PY_ID: "--id qemu"
Joel Stanleyb24087a2022-06-29 16:35:25 +0930285 evb_ast2600:
286 TEST_PY_BD: "evb-ast2600"
287 TEST_PY_ID: "--id qemu"
Kristian Amlie15e30102021-09-07 08:37:51 +0200288 vexpress_ca9x4:
289 TEST_PY_BD: "vexpress_ca9x4"
290 TEST_PY_ID: "--id qemu"
Bin Mengbf275222019-10-28 07:25:03 -0700291 integratorcp_cm926ejs:
292 TEST_PY_BD: "integratorcp_cm926ejs"
293 TEST_PY_ID: "--id qemu"
294 TEST_PY_TEST_SPEC: "not sleep"
Bin Mengbf275222019-10-28 07:25:03 -0700295 qemu_arm:
296 TEST_PY_BD: "qemu_arm"
297 TEST_PY_TEST_SPEC: "not sleep"
Bin Mengbf275222019-10-28 07:25:03 -0700298 qemu_arm64:
299 TEST_PY_BD: "qemu_arm64"
300 TEST_PY_TEST_SPEC: "not sleep"
Marek Vasuta21e1122023-03-23 01:22:41 +0100301 qemu_m68k:
302 TEST_PY_BD: "M5208EVBE"
303 TEST_PY_ID: "--id qemu"
304 TEST_PY_TEST_SPEC: "not sleep and not efi"
305 OVERRIDE: "-a CONFIG_M68K_QEMU=y -a ~CONFIG_MCFTMR"
Daniel Schwierzecke35c2a82020-06-06 22:21:47 +0200306 qemu_malta:
307 TEST_PY_BD: "malta"
308 TEST_PY_ID: "--id qemu"
309 TEST_PY_TEST_SPEC: "not sleep and not efi"
310 qemu_maltael:
311 TEST_PY_BD: "maltael"
312 TEST_PY_ID: "--id qemu"
313 TEST_PY_TEST_SPEC: "not sleep and not efi"
314 qemu_malta64:
315 TEST_PY_BD: "malta64"
316 TEST_PY_ID: "--id qemu"
317 TEST_PY_TEST_SPEC: "not sleep and not efi"
318 qemu_malta64el:
319 TEST_PY_BD: "malta64el"
320 TEST_PY_ID: "--id qemu"
321 TEST_PY_TEST_SPEC: "not sleep and not efi"
Bin Mengbf275222019-10-28 07:25:03 -0700322 qemu_ppce500:
323 TEST_PY_BD: "qemu-ppce500"
324 TEST_PY_TEST_SPEC: "not sleep"
Bin Menga379d332020-03-28 07:25:27 -0700325 qemu_riscv32:
326 TEST_PY_BD: "qemu-riscv32"
327 TEST_PY_TEST_SPEC: "not sleep"
Bin Mengbf275222019-10-28 07:25:03 -0700328 qemu_riscv64:
329 TEST_PY_BD: "qemu-riscv64"
330 TEST_PY_TEST_SPEC: "not sleep"
Bin Meng49fb28a2020-03-28 07:25:29 -0700331 qemu_riscv32_spl:
332 TEST_PY_BD: "qemu-riscv32_spl"
333 TEST_PY_TEST_SPEC: "not sleep"
Bin Meng49fb28a2020-03-28 07:25:29 -0700334 qemu_riscv64_spl:
335 TEST_PY_BD: "qemu-riscv64_spl"
336 TEST_PY_TEST_SPEC: "not sleep"
Bin Mengbf275222019-10-28 07:25:03 -0700337 qemu_x86:
338 TEST_PY_BD: "qemu-x86"
339 TEST_PY_TEST_SPEC: "not sleep"
Bin Mengbf275222019-10-28 07:25:03 -0700340 qemu_x86_64:
341 TEST_PY_BD: "qemu-x86_64"
342 TEST_PY_TEST_SPEC: "not sleep"
Marek Vasut0e125752020-09-14 21:55:58 +0200343 r2dplus_i82557c:
344 TEST_PY_BD: "r2dplus"
345 TEST_PY_ID: "--id i82557c_qemu"
346 r2dplus_pcnet:
347 TEST_PY_BD: "r2dplus"
348 TEST_PY_ID: "--id pcnet_qemu"
349 r2dplus_rtl8139:
350 TEST_PY_BD: "r2dplus"
351 TEST_PY_ID: "--id rtl8139_qemu"
352 r2dplus_tulip:
353 TEST_PY_BD: "r2dplus"
354 TEST_PY_ID: "--id tulip_qemu"
Bin Meng0e60b3a2021-08-26 23:33:35 +0800355 sifive_unleashed_sdcard:
356 TEST_PY_BD: "sifive_unleashed"
357 TEST_PY_ID: "--id sdcard_qemu"
358 sifive_unleashed_spi-nor:
359 TEST_PY_BD: "sifive_unleashed"
360 TEST_PY_ID: "--id spi-nor_qemu"
Michal Simekf7c6ee72020-02-13 15:03:29 +0100361 xilinx_zynq_virt:
362 TEST_PY_BD: "xilinx_zynq_virt"
Bin Mengbf275222019-10-28 07:25:03 -0700363 TEST_PY_ID: "--id qemu"
364 TEST_PY_TEST_SPEC: "not sleep"
Bin Mengbf275222019-10-28 07:25:03 -0700365 xilinx_versal_virt:
366 TEST_PY_BD: "xilinx_versal_virt"
367 TEST_PY_ID: "--id qemu"
368 TEST_PY_TEST_SPEC: "not sleep"
Bin Mengbf275222019-10-28 07:25:03 -0700369 xtfpga:
370 TEST_PY_BD: "xtfpga"
371 TEST_PY_ID: "--id qemu"
372 TEST_PY_TEST_SPEC: "not sleep"
Bin Mengbf275222019-10-28 07:25:03 -0700373 steps:
374 - script: |
375 cat << EOF > test.sh
376 set -ex
377 # make environment variables available as tests are running inside a container
378 export WORK_DIR="${WORK_DIR}"
379 export TEST_PY_BD="${TEST_PY_BD}"
380 export TEST_PY_ID="${TEST_PY_ID}"
381 export TEST_PY_TEST_SPEC="${TEST_PY_TEST_SPEC}"
Tom Rini0219d012019-11-06 19:30:47 -0500382 export OVERRIDE="${OVERRIDE}"
Simon Glass1aa168c2022-08-03 12:13:09 -0600383 export BUILD_ENV="${BUILD_ENV}"
Bin Mengbf275222019-10-28 07:25:03 -0700384 EOF
385 cat << "EOF" >> test.sh
386 # the below corresponds to .gitlab-ci.yml "before_script"
387 cd ${WORK_DIR}
Tom Rinibd181a22022-11-21 12:52:40 -0500388 git config --global --add safe.directory ${WORK_DIR}
Tom Rini85ae52b2021-02-24 17:05:04 -0500389 git clone --depth=1 https://source.denx.de/u-boot/u-boot-test-hooks /tmp/uboot-test-hooks
Bin Mengbf275222019-10-28 07:25:03 -0700390 ln -s travis-ci /tmp/uboot-test-hooks/bin/`hostname`
391 ln -s travis-ci /tmp/uboot-test-hooks/py/`hostname`
Bin Mengbf275222019-10-28 07:25:03 -0700392 grub-mkimage --prefix=\"\" -o ~/grub_x86.efi -O i386-efi normal echo lsefimmap lsefi lsefisystab efinet tftp minicmd
393 grub-mkimage --prefix=\"\" -o ~/grub_x64.efi -O x86_64-efi normal echo lsefimmap lsefi lsefisystab efinet tftp minicmd
Bin Meng49fb28a2020-03-28 07:25:29 -0700394 if [[ "${TEST_PY_BD}" == "qemu-riscv32_spl" ]]; then
Bin Meng0a8239a2023-06-20 13:55:00 +0800395 wget -O - https://github.com/riscv-software-src/opensbi/releases/download/v1.2/opensbi-1.2-rv-bin.tar.xz | tar -C /tmp -xJ;
396 export OPENSBI=/tmp/opensbi-1.2-rv-bin/share/opensbi/ilp32/generic/firmware/fw_dynamic.bin;
Bin Meng49fb28a2020-03-28 07:25:29 -0700397 fi
Bin Meng0e60b3a2021-08-26 23:33:35 +0800398 if [[ "${TEST_PY_BD}" == "qemu-riscv64_spl" ]] || [[ "${TEST_PY_BD}" == "sifive_unleashed" ]]; then
Bin Meng0a8239a2023-06-20 13:55:00 +0800399 wget -O - https://github.com/riscv-software-src/opensbi/releases/download/v1.2/opensbi-1.2-rv-bin.tar.xz | tar -C /tmp -xJ;
400 export OPENSBI=/tmp/opensbi-1.2-rv-bin/share/opensbi/lp64/generic/firmware/fw_dynamic.bin;
Bin Meng49fb28a2020-03-28 07:25:29 -0700401 fi
Bin Mengbf275222019-10-28 07:25:03 -0700402 # the below corresponds to .gitlab-ci.yml "script"
403 cd ${WORK_DIR}
Simon Glass4e32fed2020-03-18 09:42:55 -0600404 export UBOOT_TRAVIS_BUILD_DIR=/tmp/${TEST_PY_BD};
Simon Glass9cea4792023-01-15 14:16:00 -0700405 if [ -n "${BUILD_ENV}" ]; then
406 export ${BUILD_ENV};
407 fi
Tom Rinif586cda2023-07-22 00:14:46 +0530408 pip install -r tools/buildman/requirements.txt
Simon Glass7ec12552020-03-18 09:43:00 -0600409 tools/buildman/buildman -o ${UBOOT_TRAVIS_BUILD_DIR} -w -E -W -e --board ${TEST_PY_BD} ${OVERRIDE}
Heinrich Schuchardt9e0f5ea2020-07-14 00:40:19 +0200410 cp ~/grub_x86.efi ${UBOOT_TRAVIS_BUILD_DIR}/
411 cp ~/grub_x64.efi ${UBOOT_TRAVIS_BUILD_DIR}/
412 cp /opt/grub/grubriscv64.efi ${UBOOT_TRAVIS_BUILD_DIR}/grub_riscv64.efi
Heinrich Schuchardt9e0f5ea2020-07-14 00:40:19 +0200413 cp /opt/grub/grubaa64.efi ${UBOOT_TRAVIS_BUILD_DIR}/grub_arm64.efi
414 cp /opt/grub/grubarm.efi ${UBOOT_TRAVIS_BUILD_DIR}/grub_arm.efi
Bin Meng0e60b3a2021-08-26 23:33:35 +0800415 # create sdcard / spi-nor images for sifive unleashed using genimage
416 if [[ "${TEST_PY_BD}" == "sifive_unleashed" ]]; then
417 mkdir -p root;
418 cp ${UBOOT_TRAVIS_BUILD_DIR}/spl/u-boot-spl.bin .;
419 cp ${UBOOT_TRAVIS_BUILD_DIR}/u-boot.itb .;
420 rm -rf tmp;
421 genimage --inputpath . --config board/sifive/unleashed/genimage_sdcard.cfg;
422 cp images/sdcard.img ${UBOOT_TRAVIS_BUILD_DIR}/;
423 rm -rf tmp;
424 genimage --inputpath . --config board/sifive/unleashed/genimage_spi-nor.cfg;
425 cp images/spi-nor.img ${UBOOT_TRAVIS_BUILD_DIR}/;
426 fi
Simon Glassbfb2a7f2022-01-21 10:23:01 -0700427 if [[ "${TEST_PY_BD}" == "coreboot" ]]; then
Simon Glassc60e6a22023-08-11 12:17:43 -0600428 wget -O - "https://drive.google.com/uc?id=1uJ2VkUQ8czWFZmhJQ90Tp8V_zrJ6BrBH&export=download" |xz -dc >${UBOOT_TRAVIS_BUILD_DIR}/coreboot.rom;
Simon Glassbfb2a7f2022-01-21 10:23:01 -0700429 wget -O - "https://drive.google.com/uc?id=149Cz-5SZXHNKpi9xg6R_5XITWohu348y&export=download" >cbfstool;
430 chmod a+x cbfstool;
431 ./cbfstool ${UBOOT_TRAVIS_BUILD_DIR}/coreboot.rom add-flat-binary -f ${UBOOT_TRAVIS_BUILD_DIR}/u-boot.bin -n fallback/payload -c LZMA -l 0x1110000 -e 0x1110000;
432 fi
Tom Rini5d80a1a2019-10-31 10:45:03 -0400433 virtualenv -p /usr/bin/python3 /tmp/venv
434 . /tmp/venv/bin/activate
435 pip install -r test/py/requirements.txt
Tom Rinibe566ab2023-02-28 15:28:48 -0500436 pip install pytest-azurepipelines
Tom Rini5d6f0532019-11-01 13:59:14 -0400437 export PATH=/opt/qemu/bin:/tmp/uboot-test-hooks/bin:${PATH};
Bin Mengbf275222019-10-28 07:25:03 -0700438 export PYTHONPATH=/tmp/uboot-test-hooks/py/travis-ci;
Simon Glass4080d092020-03-18 09:42:56 -0600439 # "${var:+"-k $var"}" expands to "" if $var is empty, "-k $var" if not
Tom Rini542ae522023-02-28 15:28:49 -0500440 ./test/py/test.py -ra -o cache_dir="$UBOOT_TRAVIS_BUILD_DIR"/.pytest_cache --bd ${TEST_PY_BD} ${TEST_PY_ID} ${TEST_PY_TEST_SPEC:+"-k ${TEST_PY_TEST_SPEC}"} --build-dir "$UBOOT_TRAVIS_BUILD_DIR" --report-dir "$UBOOT_TRAVIS_BUILD_DIR";
Bin Mengbf275222019-10-28 07:25:03 -0700441 # the below corresponds to .gitlab-ci.yml "after_script"
Tom Rini6049d512020-02-07 11:45:55 -0500442 rm -rf /tmp/uboot-test-hooks /tmp/venv
Bin Mengbf275222019-10-28 07:25:03 -0700443 EOF
444 cat test.sh
445 # make current directory writeable to uboot user inside the container
446 # as sandbox testing need create files like spi flash images, etc.
447 # (TODO: clean up this in the future)
448 chmod 777 .
Alper Nebi Yasake22ec9c2021-06-21 21:51:56 +0300449 # Filesystem tests need extra docker args to run
450 set --
451 if [[ "${TEST_PY_BD}" == "sandbox" ]]; then
452 # mount -o loop needs the loop devices
453 if modprobe loop; then
454 for d in $(find /dev -maxdepth 1 -name 'loop*'); do
455 set -- "$@" --device $d:$d
456 done
457 fi
458 # Needed for mount syscall (for guestmount as well)
459 set -- "$@" --cap-add SYS_ADMIN
460 # Default apparmor profile denies mounts
461 set -- "$@" --security-opt apparmor=unconfined
462 fi
Alper Nebi Yasak1aaaf602021-06-21 21:51:55 +0300463 # Some tests using libguestfs-tools need the fuse device to run
Alper Nebi Yasake22ec9c2021-06-21 21:51:56 +0300464 docker run "$@" --device /dev/fuse:/dev/fuse -v $PWD:$(work_dir) $(ci_runner_image) /bin/bash $(work_dir)/test.sh
Tom Rini58b35852023-07-11 22:33:03 -0400465 retryCountOnTaskFailure: 2 # QEMU may be too slow, etc.
Bin Mengbf275222019-10-28 07:25:03 -0700466
Tom Rini67d3e672022-01-11 19:14:28 -0500467- stage: world_build
468 jobs:
Bin Mengbf275222019-10-28 07:25:03 -0700469 - job: build_the_world
Tom Rini04f7e952023-08-20 13:31:26 -0400470 timeoutInMinutes: 0 # Use the maximum allowed
Bin Mengbf275222019-10-28 07:25:03 -0700471 displayName: 'Build the World'
472 pool:
473 vmImage: $(ubuntu_vm)
474 strategy:
475 # Use almost the same target division in .travis.yml, only merged
Tom Rini11232132022-04-06 09:21:25 -0400476 # 3 small build jobs (arc/microblaze/xtensa) into one.
Bin Mengbf275222019-10-28 07:25:03 -0700477 matrix:
Tom Rini9aeac892023-08-20 13:31:27 -0400478 am33xx_at91_kirkwood_mvebu_omap:
479 BUILDMAN: "am33xx at91_kirkwood mvebu omap -x siemens"
480 amlogic_bcm_boundary_engicam_siemens_technexion_oradex:
481 BUILDMAN: "amlogic bcm boundary engicam siemens technexion toradex -x mips"
482 arm_nxp_minus_imx:
483 BUILDMAN: "freescale -x powerpc,m68k,imx,mx"
Bin Mengbf275222019-10-28 07:25:03 -0700484 imx:
Tom Rini9aeac892023-08-20 13:31:27 -0400485 BUILDMAN: "mx imx -x boundary,engicam,technexion,toradex"
486 rk:
487 BUILDMAN: "rk"
488 sunxi:
489 BUILDMAN: "sunxi"
Tom Rini05f958f2022-08-09 21:08:52 -0400490 powerpc:
Tom Rini9aeac892023-08-20 13:31:27 -0400491 BUILDMAN: "powerpc"
492 arm_catch_all:
493 BUILDMAN: "arm -x aarch64,am33xx,at91,bcm,ls1,kirkwood,mvebu,omap,rk,siemens,mx,sunxi,technexion,toradex"
Bin Mengbf275222019-10-28 07:25:03 -0700494 aarch64_catch_all:
Tom Rini9aeac892023-08-20 13:31:27 -0400495 BUILDMAN: "aarch64 -x amlogic,bcm,engicam,imx,ls1,ls2,lx216,mvebu,rk,siemens,sunxi,toradex"
496 everything_but_arm_and_powerpc:
497 BUILDMAN: "-x arm,powerpc"
Bin Mengbf275222019-10-28 07:25:03 -0700498 steps:
499 - script: |
500 cat << EOF > build.sh
501 set -ex
502 cd ${WORK_DIR}
503 # make environment variables available as tests are running inside a container
504 export BUILDMAN="${BUILDMAN}"
Tom Rinibd181a22022-11-21 12:52:40 -0500505 git config --global --add safe.directory ${WORK_DIR}
Tom Rinif586cda2023-07-22 00:14:46 +0530506 pip install -r tools/buildman/requirements.txt
Bin Mengbf275222019-10-28 07:25:03 -0700507 EOF
508 cat << "EOF" >> build.sh
509 if [[ "${BUILDMAN}" != "" ]]; then
510 ret=0;
Tom Rinid7713ad2022-11-09 19:14:53 -0700511 tools/buildman/buildman -o /tmp -PEWM ${BUILDMAN} ${OVERRIDE} || ret=$?;
Simon Glassdd5c9542020-03-18 09:42:57 -0600512 if [[ $ret -ne 0 ]]; then
Simon Glassb52f5a12020-03-18 09:42:53 -0600513 tools/buildman/buildman -o /tmp -seP ${BUILDMAN};
Bin Mengbf275222019-10-28 07:25:03 -0700514 exit $ret;
515 fi;
516 fi
517 EOF
518 cat build.sh
519 docker run -v $PWD:$(work_dir) $(ci_runner_image) /bin/bash $(work_dir)/build.sh