blob: 50670b5615a5d3fae5b8d408b76b8559372bc5e0 [file] [log] [blame]
Tom Rini83d290c2018-05-06 17:58:06 -04001// SPDX-License-Identifier: GPL-2.0+
Simon Glass6f6430d2013-03-11 14:30:37 +00002/*
3 * Copyright (c) 2011 The Chromium OS Authors.
4 * (C) Copyright 2002-2006
5 * Wolfgang Denk, DENX Software Engineering, wd@denx.de.
6 *
7 * (C) Copyright 2002
8 * Sysgo Real-Time Solutions, GmbH <www.elinos.com>
9 * Marius Groeger <mgroeger@sysgo.de>
Simon Glass6f6430d2013-03-11 14:30:37 +000010 */
11
12#include <common.h>
Simon Glass12d738a2017-05-17 08:22:40 -060013#include <api.h>
Simon Glass52f24232020-05-10 11:40:00 -060014#include <bootstage.h>
Simon Glass1eb69ae2019-11-14 12:57:39 -070015#include <cpu_func.h>
Stefan Roese70545642022-09-02 13:57:50 +020016#include <cyclic.h>
Simon Glass4e4bf942022-07-31 12:28:48 -060017#include <display_options.h>
Simon Glassa6f2aaf2019-12-28 10:44:46 -070018#include <exports.h>
Tom Rini17ead042022-07-23 13:05:03 -040019#ifdef CONFIG_MTD_NOR_FLASH
Simon Glassb79fdc72020-05-10 11:39:54 -060020#include <flash.h>
Tom Rini17ead042022-07-23 13:05:03 -040021#endif
Simon Glassdb41d652019-12-28 10:45:07 -070022#include <hang.h>
Simon Glass8e8ccfe2019-12-28 10:45:03 -070023#include <image.h>
Simon Glass36bf4462019-11-14 12:57:42 -070024#include <irq_func.h>
Simon Glassf7ae49f2020-05-10 11:40:05 -060025#include <log.h>
Simon Glass5e6267a2019-12-28 10:44:48 -070026#include <net.h>
Simon Glass90526e92020-05-10 11:39:56 -060027#include <asm/cache.h>
Simon Glass401d1c42020-10-30 21:38:53 -060028#include <asm/global_data.h>
Simon Glass3db71102019-11-14 12:57:16 -070029#include <u-boot/crc.h>
Simon Glass3c10dc92019-12-06 21:41:34 -070030#include <binman.h>
Tom Rinicbb2df22015-12-07 08:23:29 -050031#include <command.h>
Simon Glass24b852a2015-11-08 23:47:45 -070032#include <console.h>
Simon Glass1ce60172014-02-26 15:59:20 -070033#include <dm.h>
Simon Glass3f989e7b2019-08-01 09:46:44 -060034#include <env.h>
Simon Glassf3998fd2019-08-02 09:44:25 -060035#include <env_internal.h>
Simon Glass6f6430d2013-03-11 14:30:37 +000036#include <fdtdec.h>
Simon Glassc2240d42013-03-14 07:20:12 +000037#include <ide.h>
Simon Glass6b8d3ce2019-12-28 10:44:39 -070038#include <init.h>
Simon Glass6f6430d2013-03-11 14:30:37 +000039#include <initcall.h>
Simon Glassc2240d42013-03-14 07:20:12 +000040#include <kgdb.h>
Simon Glassc30b7ad2019-11-14 12:57:41 -070041#include <irq_func.h>
Simon Glass6f6430d2013-03-11 14:30:37 +000042#include <malloc.h>
Joe Hershberger0eb25b62015-03-22 17:08:59 -050043#include <mapmem.h>
Simon Glassc2240d42013-03-14 07:20:12 +000044#include <miiphy.h>
Simon Glass6f6430d2013-03-11 14:30:37 +000045#include <mmc.h>
Jean-Jacques Hiblot90a979d2020-10-16 16:16:31 +053046#include <mux.h>
Simon Glass6f6430d2013-03-11 14:30:37 +000047#include <nand.h>
Simon Glass3af86a42017-05-18 20:08:56 -060048#include <of_live.h>
Simon Glass6f6430d2013-03-11 14:30:37 +000049#include <onenand_uboot.h>
Anastasiia Lukianenko722bc5b2020-08-06 12:42:55 +030050#include <pvblock.h>
Simon Glassc2240d42013-03-14 07:20:12 +000051#include <scsi.h>
Simon Glass6f6430d2013-03-11 14:30:37 +000052#include <serial.h>
Simon Glassc3e44302019-11-14 12:57:11 -070053#include <status_led.h>
Simon Glass6f6430d2013-03-11 14:30:37 +000054#include <stdio_dev.h>
Simon Glass1057e6c2016-02-24 09:14:50 -070055#include <timer.h>
Simon Glass71c52db2013-06-11 11:14:42 -070056#include <trace.h>
Simon Glassc2240d42013-03-14 07:20:12 +000057#include <watchdog.h>
Oleksandr Andrushchenko48654412020-08-06 12:42:48 +030058#include <xen.h>
Simon Glass6f6430d2013-03-11 14:30:37 +000059#include <asm/sections.h>
Simon Glass1ce60172014-02-26 15:59:20 -070060#include <dm/root.h>
Simon Glass7de8bd02021-08-07 07:24:01 -060061#include <dm/ofnode.h>
Simon Glassc2240d42013-03-14 07:20:12 +000062#include <linux/compiler.h>
Simon Glass1ce60172014-02-26 15:59:20 -070063#include <linux/err.h>
Alexander Graf50149ea2016-03-04 01:10:01 +010064#include <efi_loader.h>
Stefan Roese06985282019-04-11 15:58:44 +020065#include <wdt.h>
Ovidiu Panaitfd765b02022-01-01 19:13:30 +020066#include <asm-generic/gpio.h>
AKASHI Takahiroc57c9432020-10-29 13:47:45 +090067#include <efi_loader.h>
Ovidiu Panait13ae36c2022-05-02 18:34:56 +030068#include <relocate.h>
Simon Glass6f6430d2013-03-11 14:30:37 +000069
70DECLARE_GLOBAL_DATA_PTR;
71
72ulong monitor_flash_len;
73
Jeroen Hofsteedd2a6cd2014-10-08 22:57:22 +020074__weak int board_flash_wp_on(void)
Simon Glassc2240d42013-03-14 07:20:12 +000075{
76 /*
77 * Most flashes can't be detected when write protection is enabled,
78 * so provide a way to let U-Boot gracefully ignore write protected
79 * devices.
80 */
81 return 0;
82}
83
Ovidiu Panaitfb504b22020-11-28 10:43:09 +020084__weak int cpu_secondary_init_r(void)
Simon Glassc2240d42013-03-14 07:20:12 +000085{
Simon Glassc2240d42013-03-14 07:20:12 +000086 return 0;
87}
Simon Glass6f6430d2013-03-11 14:30:37 +000088
Simon Glass71c52db2013-06-11 11:14:42 -070089static int initr_trace(void)
90{
91#ifdef CONFIG_TRACE
92 trace_init(gd->trace_buff, CONFIG_TRACE_BUFFER_SIZE);
93#endif
94
95 return 0;
96}
97
Simon Glass6f6430d2013-03-11 14:30:37 +000098static int initr_reloc(void)
99{
Simon Glassc9356be2014-11-10 17:16:43 -0700100 /* tell others: relocation done */
101 gd->flags |= GD_FLG_RELOC | GD_FLG_FULL_MALLOC_INIT;
Simon Glass6f6430d2013-03-11 14:30:37 +0000102
103 return 0;
104}
105
Zong Li4d4222d2021-09-01 15:01:40 +0800106#if defined(CONFIG_ARM) || defined(CONFIG_RISCV)
Simon Glass6f6430d2013-03-11 14:30:37 +0000107/*
108 * Some of these functions are needed purely because the functions they
109 * call return void. If we change them to return 0, these stubs can go away.
110 */
111static int initr_caches(void)
112{
113 /* Enable caches */
114 enable_caches();
115 return 0;
116}
117#endif
118
Simon Glassc2240d42013-03-14 07:20:12 +0000119__weak int fixup_cpu(void)
120{
121 return 0;
122}
123
Simon Glass6f6430d2013-03-11 14:30:37 +0000124static int initr_reloc_global_data(void)
125{
Albert ARIBAUDb60eff32014-02-22 17:53:43 +0100126#ifdef __ARM__
127 monitor_flash_len = _end - __image_copy_start;
Tom Rini11232132022-04-06 09:21:25 -0400128#elif defined(CONFIG_RISCV)
Kun-Hua Huang2e88bb22015-08-24 14:52:35 +0800129 monitor_flash_len = (ulong)&_end - (ulong)&_start;
Thomas Chou5ff10aa2014-08-22 11:36:47 +0800130#elif !defined(CONFIG_SANDBOX) && !defined(CONFIG_NIOS2)
Masahiro Yamadaa0ba2792013-05-27 00:37:30 +0000131 monitor_flash_len = (ulong)&__init_end - gd->relocaddr;
Simon Glass6f6430d2013-03-11 14:30:37 +0000132#endif
Simon Glassc2240d42013-03-14 07:20:12 +0000133#if defined(CONFIG_MPC85xx) || defined(CONFIG_MPC86xx)
134 /*
135 * The gd->cpu pointer is set to an address in flash before relocation.
136 * We need to update it to point to the same CPU entry in RAM.
137 * TODO: why not just add gd->reloc_ofs?
138 */
Masahiro Yamadaa0ba2792013-05-27 00:37:30 +0000139 gd->arch.cpu += gd->relocaddr - CONFIG_SYS_MONITOR_BASE;
Simon Glassc2240d42013-03-14 07:20:12 +0000140
141 /*
142 * If we didn't know the cpu mask & # cores, we can save them of
143 * now rather than 'computing' them constantly
144 */
145 fixup_cpu();
146#endif
Tom Rini8d8ee472019-11-12 22:46:36 -0500147#ifdef CONFIG_SYS_RELOC_GD_ENV_ADDR
Simon Glassc2240d42013-03-14 07:20:12 +0000148 /*
Simon Goldschmidt6c6add62018-09-27 12:38:34 +0200149 * Relocate the early env_addr pointer unless we know it is not inside
150 * the binary. Some systems need this and for the rest, it doesn't hurt.
Simon Glassc2240d42013-03-14 07:20:12 +0000151 */
Simon Goldschmidt6c6add62018-09-27 12:38:34 +0200152 gd->env_addr += gd->reloc_off;
Simon Glassc2240d42013-03-14 07:20:12 +0000153#endif
Siva Durga Prasad Paladugue9acb9e2015-12-03 15:46:03 +0100154#ifdef CONFIG_OF_EMBED
155 /*
Mario Six92f84b62018-01-15 11:10:30 +0100156 * The fdt_blob needs to be moved to new relocation address
157 * incase of FDT blob is embedded with in image
158 */
Siva Durga Prasad Paladugue9acb9e2015-12-03 15:46:03 +0100159 gd->fdt_blob += gd->reloc_off;
160#endif
Alexander Graf50149ea2016-03-04 01:10:01 +0100161#ifdef CONFIG_EFI_LOADER
Heinrich Schuchardte7ac0092019-04-10 00:32:07 +0200162 /*
163 * On the ARM architecture gd is mapped to a fixed register (r9 or x18).
164 * As this register may be overwritten by an EFI payload we save it here
165 * and restore it on every callback entered.
166 */
167 efi_save_gd();
168
Alexander Graf50149ea2016-03-04 01:10:01 +0100169 efi_runtime_relocate(gd->relocaddr, NULL);
170#endif
Siva Durga Prasad Paladugue9acb9e2015-12-03 15:46:03 +0100171
Simon Glassc2240d42013-03-14 07:20:12 +0000172 return 0;
Simon Glass6f6430d2013-03-11 14:30:37 +0000173}
174
Ovidiu Panait130845b2020-11-28 10:43:18 +0200175__weak int arch_initr_trap(void)
Simon Glassc2240d42013-03-14 07:20:12 +0000176{
Simon Glassc2240d42013-03-14 07:20:12 +0000177 return 0;
178}
Simon Glassc2240d42013-03-14 07:20:12 +0000179
Simon Glassc2240d42013-03-14 07:20:12 +0000180#if defined(CONFIG_SYS_INIT_RAM_LOCK) && defined(CONFIG_E500)
181static int initr_unlock_ram_in_cache(void)
182{
183 unlock_ram_in_cache(); /* it's time to unlock D-cache in e500 */
184 return 0;
185}
186#endif
187
Simon Glassc2240d42013-03-14 07:20:12 +0000188static int initr_barrier(void)
189{
190#ifdef CONFIG_PPC
191 /* TODO: Can we not use dmb() macros for this? */
192 asm("sync ; isync");
193#endif
194 return 0;
195}
196
Simon Glass6f6430d2013-03-11 14:30:37 +0000197static int initr_malloc(void)
198{
199 ulong malloc_start;
200
Andy Yanf1896c42017-07-24 17:43:34 +0800201#if CONFIG_VAL(SYS_MALLOC_F_LEN)
Simon Glassd59476b2014-07-10 22:23:28 -0600202 debug("Pre-reloc malloc() used %#lx bytes (%ld KB)\n", gd->malloc_ptr,
203 gd->malloc_ptr / 1024);
204#endif
Simon Glass6f6430d2013-03-11 14:30:37 +0000205 /* The malloc area is immediately below the monitor copy in DRAM */
Stephen Warren5e0404f2019-08-27 11:54:31 -0600206 /*
207 * This value MUST match the value of gd->start_addr_sp in board_f.c:
208 * reserve_noncached().
209 */
Masahiro Yamadaa0ba2792013-05-27 00:37:30 +0000210 malloc_start = gd->relocaddr - TOTAL_MALLOC_LEN;
Simon Glassa733b062013-04-26 02:53:43 +0000211 mem_malloc_init((ulong)map_sysmem(malloc_start, TOTAL_MALLOC_LEN),
212 TOTAL_MALLOC_LEN);
Simon Glass6f6430d2013-03-11 14:30:37 +0000213 return 0;
214}
215
Simon Glass3af86a42017-05-18 20:08:56 -0600216static int initr_of_live(void)
217{
Simon Glassa652d9c2020-10-03 09:25:22 -0600218 if (CONFIG_IS_ENABLED(OF_LIVE)) {
219 int ret;
Simon Glassa132f772017-05-22 05:05:36 -0600220
Simon Glassa652d9c2020-10-03 09:25:22 -0600221 bootstage_start(BOOTSTAGE_ID_ACCUM_OF_LIVE, "of_live");
222 ret = of_live_build(gd->fdt_blob,
223 (struct device_node **)gd_of_root_ptr());
224 bootstage_accum(BOOTSTAGE_ID_ACCUM_OF_LIVE);
225 if (ret)
226 return ret;
227 }
Simon Glassa132f772017-05-22 05:05:36 -0600228
229 return 0;
Simon Glass3af86a42017-05-18 20:08:56 -0600230}
Simon Glass3af86a42017-05-18 20:08:56 -0600231
Simon Glass1ce60172014-02-26 15:59:20 -0700232#ifdef CONFIG_DM
233static int initr_dm(void)
234{
Simon Glass1057e6c2016-02-24 09:14:50 -0700235 int ret;
236
Simon Glassab7cd622014-07-23 06:55:04 -0600237 /* Save the pre-reloc driver model and start a new one */
238 gd->dm_root_f = gd->dm_root;
239 gd->dm_root = NULL;
Simon Glassd74d6b42016-03-11 22:06:46 -0700240#ifdef CONFIG_TIMER
241 gd->timer = NULL;
242#endif
Simon Glassb67eefd2020-05-10 11:39:59 -0600243 bootstage_start(BOOTSTAGE_ID_ACCUM_DM_R, "dm_r");
Simon Glass1057e6c2016-02-24 09:14:50 -0700244 ret = dm_init_and_scan(false);
Simon Glassb67eefd2020-05-10 11:39:59 -0600245 bootstage_accum(BOOTSTAGE_ID_ACCUM_DM_R);
Simon Glass1057e6c2016-02-24 09:14:50 -0700246 if (ret)
247 return ret;
Simon Glass1057e6c2016-02-24 09:14:50 -0700248
249 return 0;
Simon Glass1ce60172014-02-26 15:59:20 -0700250}
251#endif
252
Simon Glassdd0edcb2019-12-06 21:41:46 -0700253static int initr_dm_devices(void)
254{
255 int ret;
256
257 if (IS_ENABLED(CONFIG_TIMER_EARLY)) {
258 ret = dm_timer_init();
259 if (ret)
260 return ret;
261 }
262
Jean-Jacques Hiblot90a979d2020-10-16 16:16:31 +0530263 if (IS_ENABLED(CONFIG_MULTIPLEXER)) {
264 /*
265 * Initialize the multiplexer controls to their default state.
266 * This must be done early as other drivers may unknowingly
267 * rely on it.
268 */
269 ret = dm_mux_init();
270 if (ret)
271 return ret;
272 }
273
Simon Glassdd0edcb2019-12-06 21:41:46 -0700274 return 0;
275}
276
Simon Glass881c1242015-11-28 22:16:35 -0700277static int initr_bootstage(void)
278{
Simon Glass881c1242015-11-28 22:16:35 -0700279 bootstage_mark_name(BOOTSTAGE_ID_START_UBOOT_R, "board_init_r");
280
281 return 0;
282}
283
Simon Glass6f6430d2013-03-11 14:30:37 +0000284__weak int power_init_board(void)
285{
286 return 0;
287}
288
289static int initr_announce(void)
290{
Masahiro Yamadaa0ba2792013-05-27 00:37:30 +0000291 debug("Now running in RAM - U-Boot at: %08lx\n", gd->relocaddr);
Simon Glass6f6430d2013-03-11 14:30:37 +0000292 return 0;
293}
294
Andreas Bießmann61d7b1b2015-01-20 00:29:05 +0100295#ifdef CONFIG_NEEDS_MANUAL_RELOC
296static int initr_manual_reloc_cmdtable(void)
297{
Simon Glass09140112020-05-10 11:40:03 -0600298 fixup_cmdtable(ll_entry_start(struct cmd_tbl, cmd),
299 ll_entry_count(struct cmd_tbl, cmd));
Andreas Bießmann61d7b1b2015-01-20 00:29:05 +0100300 return 0;
301}
302#endif
303
Simon Glass3c10dc92019-12-06 21:41:34 -0700304static int initr_binman(void)
305{
Tim Harveyc03cb022021-07-16 15:44:12 -0700306 int ret;
307
Simon Glass3c10dc92019-12-06 21:41:34 -0700308 if (!CONFIG_IS_ENABLED(BINMAN_FDT))
309 return 0;
310
Tim Harveyc03cb022021-07-16 15:44:12 -0700311 ret = binman_init();
312 if (ret)
313 printf("binman_init failed:%d\n", ret);
314
315 return ret;
Simon Glass3c10dc92019-12-06 21:41:34 -0700316}
317
Masahiro Yamadae856bdc2017-02-11 22:43:54 +0900318#if defined(CONFIG_MTD_NOR_FLASH)
Pankit Garg62d3a582020-04-30 15:54:05 +0530319__weak int is_flash_available(void)
320{
321 return 1;
322}
323
Simon Glass6f6430d2013-03-11 14:30:37 +0000324static int initr_flash(void)
325{
Simon Glassc2240d42013-03-14 07:20:12 +0000326 ulong flash_size = 0;
Masahiro Yamadab75d8dc2020-06-26 15:13:33 +0900327 struct bd_info *bd = gd->bd;
Simon Glass6f6430d2013-03-11 14:30:37 +0000328
Pankit Garg62d3a582020-04-30 15:54:05 +0530329 if (!is_flash_available())
330 return 0;
331
Simon Glass6f6430d2013-03-11 14:30:37 +0000332 puts("Flash: ");
333
Masahiro Yamada70879a92014-12-05 12:20:58 +0900334 if (board_flash_wp_on())
Simon Glassc2240d42013-03-14 07:20:12 +0000335 printf("Uninitialized - Write Protect On\n");
Masahiro Yamada70879a92014-12-05 12:20:58 +0900336 else
Simon Glassc2240d42013-03-14 07:20:12 +0000337 flash_size = flash_init();
Masahiro Yamada70879a92014-12-05 12:20:58 +0900338
Simon Glass6f6430d2013-03-11 14:30:37 +0000339 print_size(flash_size, "");
340#ifdef CONFIG_SYS_FLASH_CHECKSUM
341 /*
Mario Six92f84b62018-01-15 11:10:30 +0100342 * Compute and print flash CRC if flashchecksum is set to 'y'
343 *
Stefan Roese29caf932022-09-02 14:10:46 +0200344 * NOTE: Maybe we should add some schedule()? XXX
Mario Six92f84b62018-01-15 11:10:30 +0100345 */
Simon Glassbfebc8c2017-08-03 12:22:13 -0600346 if (env_get_yesno("flashchecksum") == 1) {
Mario Six92f84b62018-01-15 11:10:30 +0100347 const uchar *flash_base = (const uchar *)CONFIG_SYS_FLASH_BASE;
348
Simon Glass6f6430d2013-03-11 14:30:37 +0000349 printf(" CRC: %08X", crc32(0,
Mario Six92f84b62018-01-15 11:10:30 +0100350 flash_base,
351 flash_size));
Simon Glass6f6430d2013-03-11 14:30:37 +0000352 }
353#endif /* CONFIG_SYS_FLASH_CHECKSUM */
354 putc('\n');
355
Simon Glassc2240d42013-03-14 07:20:12 +0000356 /* update start of FLASH memory */
357#ifdef CONFIG_SYS_FLASH_BASE
358 bd->bi_flashstart = CONFIG_SYS_FLASH_BASE;
359#endif
360 /* size of FLASH memory (final value) */
361 bd->bi_flashsize = flash_size;
362
363#if defined(CONFIG_SYS_UPDATE_FLASH_SIZE)
364 /* Make a update of the Memctrl. */
365 update_flash_size(flash_size);
366#endif
367
Simon Glassc2240d42013-03-14 07:20:12 +0000368#if defined(CONFIG_OXC) || defined(CONFIG_RMU)
369 /* flash mapped at end of memory map */
370 bd->bi_flashoffset = CONFIG_SYS_TEXT_BASE + flash_size;
371#elif CONFIG_SYS_MONITOR_BASE == CONFIG_SYS_FLASH_BASE
372 bd->bi_flashoffset = monitor_flash_len; /* reserved area for monitor */
373#endif
374 return 0;
375}
376#endif
377
Simon Glass6f6430d2013-03-11 14:30:37 +0000378#ifdef CONFIG_CMD_NAND
379/* go init the NAND */
Jeroen Hofstee2588ba12014-10-08 22:57:32 +0200380static int initr_nand(void)
Simon Glass6f6430d2013-03-11 14:30:37 +0000381{
382 puts("NAND: ");
383 nand_init();
Hou Zhiqiang203db382017-03-17 16:12:31 +0800384 printf("%lu MiB\n", nand_size() / 1024);
Simon Glass6f6430d2013-03-11 14:30:37 +0000385 return 0;
386}
387#endif
388
389#if defined(CONFIG_CMD_ONENAND)
390/* go init the NAND */
Jeroen Hofstee2588ba12014-10-08 22:57:32 +0200391static int initr_onenand(void)
Simon Glass6f6430d2013-03-11 14:30:37 +0000392{
393 puts("NAND: ");
394 onenand_init();
395 return 0;
396}
397#endif
398
Masahiro Yamada4aa2ba32017-05-09 20:31:39 +0900399#ifdef CONFIG_MMC
Jeroen Hofstee2588ba12014-10-08 22:57:32 +0200400static int initr_mmc(void)
Simon Glass6f6430d2013-03-11 14:30:37 +0000401{
402 puts("MMC: ");
403 mmc_initialize(gd->bd);
404 return 0;
405}
406#endif
407
Anastasiia Lukianenko722bc5b2020-08-06 12:42:55 +0300408#ifdef CONFIG_PVBLOCK
409static int initr_pvblock(void)
410{
411 puts("PVBLOCK: ");
412 pvblock_init();
413 return 0;
414}
415#endif
416
Simon Glass6f6430d2013-03-11 14:30:37 +0000417/*
418 * Tell if it's OK to load the environment early in boot.
419 *
Masahiro Yamada776babd2016-02-05 20:49:39 +0900420 * If CONFIG_OF_CONTROL is defined, we'll check with the FDT to see
Simon Glass6f6430d2013-03-11 14:30:37 +0000421 * if this is OK (defaulting to saying it's OK).
422 *
423 * NOTE: Loading the environment early can be a bad idea if security is
424 * important, since no verification is done on the environment.
425 *
Heinrich Schuchardt185f8122022-01-19 18:05:50 +0100426 * Return: 0 if environment should not be loaded, !=0 if it is ok to load
Simon Glass6f6430d2013-03-11 14:30:37 +0000427 */
428static int should_load_env(void)
429{
Ovidiu Panait9441f8c2020-05-06 20:38:43 +0300430 if (IS_ENABLED(CONFIG_OF_CONTROL))
Simon Glass7de8bd02021-08-07 07:24:01 -0600431 return ofnode_conf_read_int("load-environment", 1);
Ovidiu Panait9441f8c2020-05-06 20:38:43 +0300432
433 if (IS_ENABLED(CONFIG_DELAY_ENVIRONMENT))
434 return 0;
435
Simon Glass6f6430d2013-03-11 14:30:37 +0000436 return 1;
Simon Glass6f6430d2013-03-11 14:30:37 +0000437}
438
439static int initr_env(void)
440{
441 /* initialize environment */
442 if (should_load_env())
443 env_relocate();
444 else
Simon Glass0ac7d722019-08-01 09:47:00 -0600445 env_set_default(NULL, 0);
Ovidiu Panait9441f8c2020-05-06 20:38:43 +0300446
Rasmus Villemoes95fd9772021-04-21 11:06:54 +0200447 env_import_fdt();
448
Ovidiu Panait9441f8c2020-05-06 20:38:43 +0300449 if (IS_ENABLED(CONFIG_OF_CONTROL))
450 env_set_hex("fdtcontroladdr",
451 (unsigned long)map_to_sysmem(gd->fdt_blob));
Simon Glass6f6430d2013-03-11 14:30:37 +0000452
Dzmitry Sankouski12a3e1a2022-02-22 21:49:52 +0300453 #if (CONFIG_IS_ENABLED(SAVE_PREV_BL_INITRAMFS_START_ADDR) || \
454 CONFIG_IS_ENABLED(SAVE_PREV_BL_FDT_ADDR))
455 save_prev_bl_data();
456 #endif
457
Simon Glass6f6430d2013-03-11 14:30:37 +0000458 /* Initialize from environment */
Simon Glassbb872dd2019-12-28 10:45:02 -0700459 image_load_addr = env_get_ulong("loadaddr", 16, image_load_addr);
Simon Glassc2240d42013-03-14 07:20:12 +0000460
Simon Glass6f6430d2013-03-11 14:30:37 +0000461 return 0;
462}
463
Tom Rini167f6992022-05-12 16:45:08 -0400464#ifdef CONFIG_SYS_MALLOC_BOOTPARAMS
Andreas Bießmannc722f0b2015-02-06 23:06:47 +0100465static int initr_malloc_bootparams(void)
466{
467 gd->bd->bi_boot_params = (ulong)malloc(CONFIG_SYS_BOOTPARAMS_LEN);
468 if (!gd->bd->bi_boot_params) {
469 puts("WARNING: Cannot allocate space for boot parameters\n");
470 return -ENOMEM;
471 }
472 return 0;
473}
474#endif
475
Uri Mashiach2d8d1902017-01-19 10:51:45 +0200476#if defined(CONFIG_LED_STATUS)
Simon Glassc2240d42013-03-14 07:20:12 +0000477static int initr_status_led(void)
478{
Uri Mashiach2d8d1902017-01-19 10:51:45 +0200479#if defined(CONFIG_LED_STATUS_BOOT)
480 status_led_set(CONFIG_LED_STATUS_BOOT, CONFIG_LED_STATUS_BLINKING);
Bernhard Nortmann13cfbe52015-08-21 15:13:21 +0200481#else
482 status_led_init();
483#endif
Simon Glassc2240d42013-03-14 07:20:12 +0000484 return 0;
485}
486#endif
487
Michal Simeke8a016b2016-09-08 15:06:45 +0200488#if defined(CONFIG_SCSI) && !defined(CONFIG_DM_SCSI)
Simon Glassc2240d42013-03-14 07:20:12 +0000489static int initr_scsi(void)
490{
Simon Glassc2240d42013-03-14 07:20:12 +0000491 puts("SCSI: ");
492 scsi_init();
Heinrich Schuchardt3804f5b2018-06-15 07:01:26 +0200493 puts("\n");
Simon Glass6f6430d2013-03-11 14:30:37 +0000494
495 return 0;
496}
Ian Campbell2c997e72014-07-21 19:23:18 +0100497#endif
Simon Glass6f6430d2013-03-11 14:30:37 +0000498
Simon Glass6f6430d2013-03-11 14:30:37 +0000499#ifdef CONFIG_CMD_NET
500static int initr_net(void)
501{
502 puts("Net: ");
Joe Hershbergerd2eaec62015-03-22 17:09:06 -0500503 eth_initialize();
Simon Glass6f6430d2013-03-11 14:30:37 +0000504#if defined(CONFIG_RESET_PHY_R)
505 debug("Reset Ethernet PHY\n");
506 reset_phy();
507#endif
508 return 0;
509}
510#endif
511
512#ifdef CONFIG_POST
513static int initr_post(void)
514{
515 post_run(NULL, POST_RAM | post_bootmode_get(0));
516 return 0;
517}
518#endif
519
Bin Mengec15d5f2018-06-17 05:57:50 -0700520#if defined(CONFIG_IDE) && !defined(CONFIG_BLK)
Simon Glassc2240d42013-03-14 07:20:12 +0000521static int initr_ide(void)
522{
Simon Glassc2240d42013-03-14 07:20:12 +0000523 puts("IDE: ");
Simon Glassc2240d42013-03-14 07:20:12 +0000524#if defined(CONFIG_START_IDE)
525 if (board_start_ide())
526 ide_init();
527#else
528 ide_init();
529#endif
530 return 0;
531}
532#endif
533
Simon Glassc5404b62017-12-04 13:48:23 -0700534#if defined(CONFIG_PRAM)
Simon Glass6f6430d2013-03-11 14:30:37 +0000535/*
536 * Export available size of memory for Linux, taking into account the
537 * protected RAM at top of memory
538 */
539int initr_mem(void)
540{
541 ulong pram = 0;
542 char memsz[32];
543
Simon Glassbfebc8c2017-08-03 12:22:13 -0600544 pram = env_get_ulong("pram", 10, CONFIG_PRAM);
Mario Six92f84b62018-01-15 11:10:30 +0100545 sprintf(memsz, "%ldk", (long int)((gd->ram_size / 1024) - pram));
Simon Glass382bee52017-08-03 12:22:09 -0600546 env_set("mem", memsz);
Simon Glassc2240d42013-03-14 07:20:12 +0000547
548 return 0;
549}
550#endif
551
Simon Glassff66e7b2021-12-16 20:59:34 -0700552static int dm_announce(void)
553{
554 int device_count;
555 int uclass_count;
556
557 if (IS_ENABLED(CONFIG_DM)) {
558 dm_get_stats(&device_count, &uclass_count);
559 printf("Core: %d devices, %d uclasses", device_count,
560 uclass_count);
561 if (CONFIG_IS_ENABLED(OF_REAL))
562 printf(", devicetree: %s", fdtdec_get_srcname());
563 printf("\n");
Simon Glass93233b02021-12-16 20:59:39 -0700564 if (IS_ENABLED(CONFIG_OF_HAS_PRIOR_STAGE) &&
565 (gd->fdt_src == FDTSRC_SEPARATE ||
566 gd->fdt_src == FDTSRC_EMBED)) {
567 printf("Warning: Unexpected devicetree source (not from a prior stage)");
568 printf("Warning: U-Boot may not function properly\n");
569 }
Simon Glassff66e7b2021-12-16 20:59:34 -0700570 }
571
572 return 0;
573}
574
Simon Glass6f6430d2013-03-11 14:30:37 +0000575static int run_main_loop(void)
576{
Simon Glassa733b062013-04-26 02:53:43 +0000577#ifdef CONFIG_SANDBOX
578 sandbox_main_loop_init();
579#endif
Simon Glass6f6430d2013-03-11 14:30:37 +0000580 /* main_loop() can return to retry autoboot, if so just run it again */
581 for (;;)
582 main_loop();
583 return 0;
584}
585
586/*
Alexander Graf47870af2019-01-31 16:06:23 +0100587 * We hope to remove most of the driver-related init and do it if/when
Simon Glass6f6430d2013-03-11 14:30:37 +0000588 * the driver is later used.
Simon Glassc2240d42013-03-14 07:20:12 +0000589 *
590 * TODO: perhaps reset the watchdog in the initcall function after each call?
Simon Glass6f6430d2013-03-11 14:30:37 +0000591 */
Simon Glass4acff452017-01-16 07:03:50 -0700592static init_fnc_t init_sequence_r[] = {
Simon Glass71c52db2013-06-11 11:14:42 -0700593 initr_trace,
Simon Glass6f6430d2013-03-11 14:30:37 +0000594 initr_reloc,
Simon Glass87a5d1b2022-03-04 08:43:00 -0700595 event_init,
Simon Glassc2240d42013-03-14 07:20:12 +0000596 /* TODO: could x86/PPC have this also perhaps? */
Zong Li4d4222d2021-09-01 15:01:40 +0800597#if defined(CONFIG_ARM) || defined(CONFIG_RISCV)
Simon Glass6f6430d2013-03-11 14:30:37 +0000598 initr_caches,
York Sun12eaf312015-03-20 19:28:11 -0700599 /* Note: For Freescale LS2 SoCs, new MMU table is created in DDR.
600 * A temporary mapping of IFC high region is since removed,
Mario Six92f84b62018-01-15 11:10:30 +0100601 * so environmental variables in NOR flash is not available
York Sun12eaf312015-03-20 19:28:11 -0700602 * until board_init() is called below to remap IFC to high
603 * region.
604 */
Simon Glass9fb02492014-09-03 17:37:01 -0600605#endif
606 initr_reloc_global_data,
Ovidiu Panaitcebc8162022-05-15 21:40:29 +0300607#if CONFIG_IS_ENABLED(NEEDS_MANUAL_RELOC) && CONFIG_IS_ENABLED(EVENT)
608 event_manual_reloc,
609#endif
York Sunfef3e252014-10-02 15:20:10 -0700610#if defined(CONFIG_SYS_INIT_RAM_LOCK) && defined(CONFIG_E500)
611 initr_unlock_ram_in_cache,
612#endif
Simon Glass9fb02492014-09-03 17:37:01 -0600613 initr_barrier,
614 initr_malloc,
Stefan Roese70545642022-09-02 13:57:50 +0200615 cyclic_init,
Simon Glassaf1bc0c2017-12-04 13:48:28 -0700616 log_init,
Simon Glass5ac44a52017-05-22 05:05:31 -0600617 initr_bootstage, /* Needs malloc() but has its own timer */
Ovidiu Panait51c5a2c2020-11-28 10:43:08 +0200618#if defined(CONFIG_CONSOLE_RECORD)
619 console_record_init,
620#endif
Jan Kiszka671fa632015-03-09 07:47:18 +0100621#ifdef CONFIG_SYS_NONCACHED_MEMORY
Ovidiu Panait42d0d422020-11-28 10:43:13 +0200622 noncached_init,
Jan Kiszka671fa632015-03-09 07:47:18 +0100623#endif
Simon Glass3af86a42017-05-18 20:08:56 -0600624 initr_of_live,
Simon Glass9fb02492014-09-03 17:37:01 -0600625#ifdef CONFIG_DM
626 initr_dm,
627#endif
Bin Menga43b5982021-02-25 17:22:38 +0800628#ifdef CONFIG_ADDR_MAP
Ovidiu Panait1b212bb2022-01-01 19:13:28 +0200629 init_addr_map,
Bin Menga43b5982021-02-25 17:22:38 +0800630#endif
Tom Rini11232132022-04-06 09:21:25 -0400631#if defined(CONFIG_ARM) || defined(CONFIG_RISCV) || defined(CONFIG_SANDBOX)
Simon Glass6f6430d2013-03-11 14:30:37 +0000632 board_init, /* Setup chipselects */
633#endif
Simon Glassc2240d42013-03-14 07:20:12 +0000634 /*
635 * TODO: printing of the clock inforamtion of the board is now
636 * implemented as part of bdinfo command. Currently only support for
637 * davinci SOC's is added. Remove this check once all the board
638 * implement this.
639 */
640#ifdef CONFIG_CLOCKS
641 set_cpu_clk_info, /* Setup clock information */
642#endif
Alexander Graf5d009952016-03-04 01:10:04 +0100643#ifdef CONFIG_EFI_LOADER
644 efi_memory_init,
645#endif
Simon Glass3c10dc92019-12-06 21:41:34 -0700646 initr_binman,
Simon Glassfe08d392019-12-06 21:42:20 -0700647#ifdef CONFIG_FSP_VERSION2
648 arch_fsp_init_r,
649#endif
Simon Glassdd0edcb2019-12-06 21:41:46 -0700650 initr_dm_devices,
Simon Glass9fb02492014-09-03 17:37:01 -0600651 stdio_init_tables,
Ovidiu Panaitbf2fb812020-07-24 14:12:23 +0300652 serial_initialize,
Simon Glass6f6430d2013-03-11 14:30:37 +0000653 initr_announce,
Simon Glassff66e7b2021-12-16 20:59:34 -0700654 dm_announce,
Marek Vasut6874cb72019-06-09 03:46:21 +0200655#if CONFIG_IS_ENABLED(WDT)
Weijie Gao84b24162019-05-16 17:19:13 +0800656 initr_watchdog,
657#endif
Simon Glassc2240d42013-03-14 07:20:12 +0000658 INIT_FUNC_WATCHDOG_RESET
Ovidiu Panait276b6c92020-07-24 14:12:25 +0300659#if defined(CONFIG_NEEDS_MANUAL_RELOC) && defined(CONFIG_BLOCK_CACHE)
660 blkcache_init,
661#endif
Andreas Bießmann61d7b1b2015-01-20 00:29:05 +0100662#ifdef CONFIG_NEEDS_MANUAL_RELOC
663 initr_manual_reloc_cmdtable,
664#endif
Ovidiu Panait130845b2020-11-28 10:43:18 +0200665 arch_initr_trap,
Simon Glassc2240d42013-03-14 07:20:12 +0000666#if defined(CONFIG_BOARD_EARLY_INIT_R)
667 board_early_init_r,
668#endif
669 INIT_FUNC_WATCHDOG_RESET
Simon Glass6f6430d2013-03-11 14:30:37 +0000670#ifdef CONFIG_POST
Ovidiu Panait7addd3c2020-11-28 10:43:10 +0200671 post_output_backlog,
Simon Glass6f6430d2013-03-11 14:30:37 +0000672#endif
Simon Glassc2240d42013-03-14 07:20:12 +0000673 INIT_FUNC_WATCHDOG_RESET
Ovidiu Panaitb9f6d0f2020-11-28 10:43:12 +0200674#if defined(CONFIG_PCI_INIT_R) && defined(CONFIG_SYS_EARLY_PCI_INIT)
Simon Glassc2240d42013-03-14 07:20:12 +0000675 /*
676 * Do early PCI configuration _before_ the flash gets initialised,
Mario Six92f84b62018-01-15 11:10:30 +0100677 * because PCU resources are crucial for flash access on some boards.
Simon Glassc2240d42013-03-14 07:20:12 +0000678 */
Ovidiu Panaitb9f6d0f2020-11-28 10:43:12 +0200679 pci_init,
Simon Glassc2240d42013-03-14 07:20:12 +0000680#endif
Simon Glass6f6430d2013-03-11 14:30:37 +0000681#ifdef CONFIG_ARCH_EARLY_INIT_R
682 arch_early_init_r,
683#endif
684 power_init_board,
Masahiro Yamadae856bdc2017-02-11 22:43:54 +0900685#ifdef CONFIG_MTD_NOR_FLASH
Simon Glass6f6430d2013-03-11 14:30:37 +0000686 initr_flash,
687#endif
Simon Glassc2240d42013-03-14 07:20:12 +0000688 INIT_FUNC_WATCHDOG_RESET
Tom Rini936478e2017-03-14 11:08:11 -0400689#if defined(CONFIG_PPC) || defined(CONFIG_M68K) || defined(CONFIG_X86)
Simon Glassc2240d42013-03-14 07:20:12 +0000690 /* initialize higher level parts of CPU like time base and timers */
691 cpu_init_r,
Simon Glassbe274b92013-03-05 14:39:53 +0000692#endif
Heinrich Schuchardt5e847f72022-04-28 06:30:30 +0000693#ifdef CONFIG_EFI_SETUP_EARLY
694 efi_init_early,
695#endif
Simon Glass6f6430d2013-03-11 14:30:37 +0000696#ifdef CONFIG_CMD_NAND
697 initr_nand,
698#endif
699#ifdef CONFIG_CMD_ONENAND
700 initr_onenand,
701#endif
Masahiro Yamada4aa2ba32017-05-09 20:31:39 +0900702#ifdef CONFIG_MMC
Simon Glass6f6430d2013-03-11 14:30:37 +0000703 initr_mmc,
704#endif
Oleksandr Andrushchenko48654412020-08-06 12:42:48 +0300705#ifdef CONFIG_XEN
Ovidiu Panaiteb2825b2020-11-28 10:43:14 +0200706 xen_init,
Oleksandr Andrushchenko48654412020-08-06 12:42:48 +0300707#endif
Anastasiia Lukianenko722bc5b2020-08-06 12:42:55 +0300708#ifdef CONFIG_PVBLOCK
709 initr_pvblock,
710#endif
Simon Glass6f6430d2013-03-11 14:30:37 +0000711 initr_env,
Tom Rini167f6992022-05-12 16:45:08 -0400712#ifdef CONFIG_SYS_MALLOC_BOOTPARAMS
Andreas Bießmannc722f0b2015-02-06 23:06:47 +0100713 initr_malloc_bootparams,
714#endif
Simon Glassc2240d42013-03-14 07:20:12 +0000715 INIT_FUNC_WATCHDOG_RESET
Ovidiu Panaitfb504b22020-11-28 10:43:09 +0200716 cpu_secondary_init_r,
Tom Rinid7d40f62021-08-17 17:59:41 -0400717#if defined(CONFIG_ID_EEPROM)
Simon Glassc2240d42013-03-14 07:20:12 +0000718 mac_read_from_eeprom,
719#endif
720 INIT_FUNC_WATCHDOG_RESET
Ovidiu Panaitb9f6d0f2020-11-28 10:43:12 +0200721#if defined(CONFIG_PCI_INIT_R) && !defined(CONFIG_SYS_EARLY_PCI_INIT)
Simon Glassc2240d42013-03-14 07:20:12 +0000722 /*
723 * Do pci configuration
724 */
Ovidiu Panaitb9f6d0f2020-11-28 10:43:12 +0200725 pci_init,
Simon Glassc2240d42013-03-14 07:20:12 +0000726#endif
Simon Glass9fb02492014-09-03 17:37:01 -0600727 stdio_add_devices,
Ovidiu Panait01548582020-11-28 10:43:15 +0200728 jumptable_init,
Simon Glass6f6430d2013-03-11 14:30:37 +0000729#ifdef CONFIG_API
Ovidiu Panaitce41e732020-11-28 10:43:16 +0200730 api_init,
Simon Glass6f6430d2013-03-11 14:30:37 +0000731#endif
732 console_init_r, /* fully init console as a device */
733#ifdef CONFIG_DISPLAY_BOARDINFO_LATE
Simon Glassb0895382017-06-15 21:37:50 -0600734 console_announce_r,
Masahiro Yamada0365ffc2015-01-14 17:07:05 +0900735 show_board_info,
Simon Glass6f6430d2013-03-11 14:30:37 +0000736#endif
737#ifdef CONFIG_ARCH_MISC_INIT
738 arch_misc_init, /* miscellaneous arch-dependent init */
739#endif
740#ifdef CONFIG_MISC_INIT_R
741 misc_init_r, /* miscellaneous platform-dependent init */
742#endif
Simon Glassc2240d42013-03-14 07:20:12 +0000743 INIT_FUNC_WATCHDOG_RESET
744#ifdef CONFIG_CMD_KGDB
Ovidiu Panait78fc0392022-01-01 19:13:27 +0200745 kgdb_init,
Simon Glassc2240d42013-03-14 07:20:12 +0000746#endif
Simon Glass6f6430d2013-03-11 14:30:37 +0000747 interrupt_init,
Andy Shevchenkodaab59a2017-07-05 16:25:22 +0300748#if defined(CONFIG_MICROBLAZE) || defined(CONFIG_M68K)
Simon Glassbe274b92013-03-05 14:39:53 +0000749 timer_init, /* initialize timer */
750#endif
Uri Mashiach2d8d1902017-01-19 10:51:45 +0200751#if defined(CONFIG_LED_STATUS)
Simon Glassc2240d42013-03-14 07:20:12 +0000752 initr_status_led,
753#endif
754 /* PPC has a udelay(20) here dating from 2002. Why? */
Heiko Schocher49b10cb2019-07-17 06:59:51 +0200755#if defined(CONFIG_GPIO_HOG)
Heiko Schocher5fc7cf82019-06-12 06:11:46 +0200756 gpio_hog_probe_all,
757#endif
Simon Glass6f6430d2013-03-11 14:30:37 +0000758#ifdef CONFIG_BOARD_LATE_INIT
759 board_late_init,
760#endif
Michal Simeke8a016b2016-09-08 15:06:45 +0200761#if defined(CONFIG_SCSI) && !defined(CONFIG_DM_SCSI)
Simon Glassc2240d42013-03-14 07:20:12 +0000762 INIT_FUNC_WATCHDOG_RESET
763 initr_scsi,
764#endif
Simon Glass6f6430d2013-03-11 14:30:37 +0000765#ifdef CONFIG_BITBANGMII
Ovidiu Panaitc65abc72020-11-28 10:43:17 +0200766 bb_miiphy_init,
Simon Glass6f6430d2013-03-11 14:30:37 +0000767#endif
Xiaowei Baofd00c532020-07-09 23:31:34 +0800768#ifdef CONFIG_PCI_ENDPOINT
Ovidiu Panaitc343e8c2020-11-28 10:43:11 +0200769 pci_ep_init,
Xiaowei Baofd00c532020-07-09 23:31:34 +0800770#endif
Simon Glass6f6430d2013-03-11 14:30:37 +0000771#ifdef CONFIG_CMD_NET
Simon Glassc2240d42013-03-14 07:20:12 +0000772 INIT_FUNC_WATCHDOG_RESET
Simon Glass6f6430d2013-03-11 14:30:37 +0000773 initr_net,
774#endif
775#ifdef CONFIG_POST
776 initr_post,
777#endif
Bin Mengec15d5f2018-06-17 05:57:50 -0700778#if defined(CONFIG_IDE) && !defined(CONFIG_BLK)
Simon Glassc2240d42013-03-14 07:20:12 +0000779 initr_ide,
780#endif
781#ifdef CONFIG_LAST_STAGE_INIT
782 INIT_FUNC_WATCHDOG_RESET
783 /*
784 * Some parts can be only initialized if all others (like
785 * Interrupts) are up and running (i.e. the PC-style ISA
786 * keyboard).
787 */
788 last_stage_init,
789#endif
Simon Glassc5404b62017-12-04 13:48:23 -0700790#if defined(CONFIG_PRAM)
Simon Glassc2240d42013-03-14 07:20:12 +0000791 initr_mem,
792#endif
Simon Glass6f6430d2013-03-11 14:30:37 +0000793 run_main_loop,
794};
795
796void board_init_r(gd_t *new_gd, ulong dest_addr)
797{
Simon Glassfb923082017-01-16 07:03:51 -0700798 /*
799 * Set up the new global data pointer. So far only x86 does this
800 * here.
801 * TODO(sjg@chromium.org): Consider doing this for all archs, or
802 * dropping the new_gd parameter.
803 */
Simon Glass86bb4882021-12-29 11:57:54 -0700804 if (CONFIG_IS_ENABLED(X86_64) && !IS_ENABLED(CONFIG_EFI_APP))
805 arch_setup_gd(new_gd);
Simon Glassfb923082017-01-16 07:03:51 -0700806
Jeroen Hofstee47a602e2014-07-30 21:54:49 +0200807#if !defined(CONFIG_X86) && !defined(CONFIG_ARM) && !defined(CONFIG_ARM64)
Simon Glass6f6430d2013-03-11 14:30:37 +0000808 gd = new_gd;
Simon Glassbe274b92013-03-05 14:39:53 +0000809#endif
Simon Glassaf1bc0c2017-12-04 13:48:28 -0700810 gd->flags &= ~GD_FLG_LOG_READY;
Alexey Brodkin73953982014-01-20 14:30:39 +0400811
Ovidiu Panait13ae36c2022-05-02 18:34:56 +0300812 if (IS_ENABLED(CONFIG_NEEDS_MANUAL_RELOC)) {
813 for (int i = 0; i < ARRAY_SIZE(init_sequence_r); i++)
814 MANUAL_RELOC(init_sequence_r[i]);
815 }
Alexey Brodkin73953982014-01-20 14:30:39 +0400816
Simon Glass6f6430d2013-03-11 14:30:37 +0000817 if (initcall_run_list(init_sequence_r))
818 hang();
819
820 /* NOTREACHED - run_main_loop() does not return */
821 hang();
822}