blob: f2a3d6b1400153c14b70a374d0f6757839423240 [file] [log] [blame]
// SPDX-License-Identifier: GPL-2.0+
/*
* Copyright (C) 2017 Rockchip Electronics Co., Ltd.
*/
#include <common.h>
#include <dm.h>
#include <init.h>
#include <log.h>
#include <ram.h>
#include <asm/armv8/mmu.h>
#include <asm/global_data.h>
#include <asm/io.h>
#include <asm/arch-rockchip/sdram.h>
#include <dm/uclass-internal.h>
DECLARE_GLOBAL_DATA_PTR;
#define TRUST_PARAMETER_OFFSET (34 * 1024 * 1024)
struct tos_parameter_t {
u32 version;
u32 checksum;
struct {
char name[8];
s64 phy_addr;
u32 size;
u32 flags;
} tee_mem;
struct {
char name[8];
s64 phy_addr;
u32 size;
u32 flags;
} drm_mem;
s64 reserve[8];
};
#ifdef CONFIG_ARM64
/* Tag size and offset */
#define ATAGS_SIZE SZ_8K
#define ATAGS_OFFSET (SZ_2M - ATAGS_SIZE)
#define ATAGS_PHYS_BASE (CFG_SYS_SDRAM_BASE + ATAGS_OFFSET)
#define ATAGS_PHYS_END (ATAGS_PHYS_BASE + ATAGS_SIZE)
/* ATAGS memory structures */
enum tag_magic {
ATAG_NONE,
ATAG_CORE = 0x54410001,
ATAG_SERIAL = 0x54410050,
ATAG_DDR_MEM = 0x54410052,
ATAG_MAX = 0x544100ff,
};
/*
* An ATAG contains the following data:
* - header
* u32 size // sizeof(header + tag data) / sizeof(u32)
* u32 magic
* - tag data
*/
struct tag_header {
u32 size;
u32 magic;
} __packed;
/*
* DDR_MEM tag bank is storing data this way:
* - address0
* - address1
* - [...]
* - addressX
* - size0
* - size1
* - [...]
* - sizeX
*
* with X being tag_ddr_mem.count - 1.
*/
struct tag_ddr_mem {
u32 count;
u32 version;
u64 bank[20];
u32 flags;
u32 data[2];
u32 hash;
} __packed;
static u32 js_hash(const void *buf, u32 len)
{
u32 i, hash = 0x47C6A7E6;
if (!buf || !len)
return hash;
for (i = 0; i < len; i++)
hash ^= ((hash << 5) + ((const char *)buf)[i] + (hash >> 2));
return hash;
}
static int rockchip_dram_init_banksize(void)
{
const struct tag_header *tag_h = NULL;
u32 *addr = (void *)ATAGS_PHYS_BASE;
struct tag_ddr_mem *ddr_info;
u32 calc_hash;
u8 i, j;
if (!IS_ENABLED(CONFIG_ROCKCHIP_RK3588) &&
!IS_ENABLED(CONFIG_ROCKCHIP_RK3568))
return -ENOTSUPP;
if (!IS_ENABLED(CONFIG_ROCKCHIP_EXTERNAL_TPL))
return -ENOTSUPP;
/* Find DDR_MEM tag */
while (addr < (u32 *)ATAGS_PHYS_END) {
tag_h = (const struct tag_header *)addr;
if (!tag_h->size) {
debug("End of ATAGS (0-size tag), no DDR_MEM found\n");
return -ENODATA;
}
if (tag_h->magic == ATAG_DDR_MEM)
break;
switch (tag_h->magic) {
case ATAG_NONE:
case ATAG_CORE:
case ATAG_SERIAL ... ATAG_MAX:
addr += tag_h->size;
continue;
default:
debug("Invalid magic (0x%08x) for ATAG at 0x%p\n",
tag_h->magic, addr);
return -EINVAL;
}
}
if (addr >= (u32 *)ATAGS_PHYS_END ||
(tag_h && (addr + tag_h->size > (u32 *)ATAGS_PHYS_END))) {
debug("End of ATAGS, no DDR_MEM found\n");
return -ENODATA;
}
/* Data is right after the magic member of the tag_header struct */
ddr_info = (struct tag_ddr_mem *)(&tag_h->magic + 1);
if (!ddr_info->count || ddr_info->count > CONFIG_NR_DRAM_BANKS) {
debug("Too many ATAG banks, got (%d) but max allowed (%d)\n",
ddr_info->count, CONFIG_NR_DRAM_BANKS);
return -ENOMEM;
}
if (!ddr_info->hash) {
debug("No hash for tag (0x%08x)\n", tag_h->magic);
} else {
calc_hash = js_hash(addr, sizeof(u32) * (tag_h->size - 1));
if (calc_hash != ddr_info->hash) {
debug("Incorrect hash for tag (0x%08x), got (0x%08x) expected (0x%08x)\n",
tag_h->magic, ddr_info->hash, calc_hash);
return -EINVAL;
}
}
/*
* Rockchip guaranteed DDR_MEM is ordered so no need to worry about
* bi_dram order.
*/
for (i = 0, j = 0; i < ddr_info->count; i++, j++) {
phys_size_t size = ddr_info->bank[(i + ddr_info->count)];
phys_addr_t start_addr = ddr_info->bank[i];
struct mm_region *tmp_mem_map = mem_map;
phys_addr_t end_addr;
/*
* BL31 (TF-A) reserves the first 2MB but DDR_MEM tag may not
* have it, so force this space as reserved.
*/
if (start_addr < SZ_2M) {
size -= SZ_2M - start_addr;
start_addr = SZ_2M;
}
/*
* Put holes for reserved memory areas from mem_map.
*
* Only check for at most one overlap with one reserved memory
* area.
*/
while (tmp_mem_map->size) {
const phys_addr_t rsrv_start = tmp_mem_map->phys;
const phys_size_t rsrv_size = tmp_mem_map->size;
const phys_addr_t rsrv_end = rsrv_start + rsrv_size;
/*
* DRAM memories are expected by Arm to be marked as
* Normal Write-back cacheable, Inner shareable[1], so
* let's filter on that to put holes in non-DRAM areas.
*
* [1] https://developer.arm.com/documentation/102376/0200/Cacheability-and-shareability-attributes
*/
const u64 dram_attrs = PTE_BLOCK_MEMTYPE(MT_NORMAL) |
PTE_BLOCK_INNER_SHARE;
/*
* (AttrIndx | SH) in Lower Attributes of Block
* Descriptor[2].
* [2] https://developer.arm.com/documentation/102376/0200/Describing-memory-in-AArch64
*/
const u64 attrs_mask = PMD_ATTRINDX_MASK | GENMASK(9, 8);
if ((tmp_mem_map->attrs & attrs_mask) == dram_attrs) {
tmp_mem_map++;
continue;
}
/*
* If the start of the DDR_MEM tag is in a reserved
* memory area, move start address and resize.
*/
if (start_addr >= rsrv_start && start_addr < rsrv_end) {
if (rsrv_end - start_addr > size) {
debug("Would be negative memory size\n");
return -EINVAL;
}
size -= rsrv_end - start_addr;
start_addr = rsrv_end;
break;
}
if (start_addr < rsrv_start) {
end_addr = start_addr + size;
if (end_addr <= rsrv_start) {
tmp_mem_map++;
continue;
}
/*
* If the memory area overlaps a reserved memory
* area with start address outside of reserved
* memory area and...
*
* ... ends in the middle of reserved memory
* area, resize.
*/
if (end_addr <= rsrv_end) {
size = rsrv_start - start_addr;
break;
}
/*
* ... ends after the reserved memory area,
* split the region in two, one for before the
* reserved memory area and one for after.
*/
gd->bd->bi_dram[j].start = start_addr;
gd->bd->bi_dram[j].size = rsrv_start - start_addr;
j++;
size = end_addr - rsrv_end;
start_addr = rsrv_end;
break;
}
tmp_mem_map++;
}
if (j > CONFIG_NR_DRAM_BANKS) {
debug("Too many banks, max allowed (%d)\n",
CONFIG_NR_DRAM_BANKS);
return -ENOMEM;
}
gd->bd->bi_dram[j].start = start_addr;
gd->bd->bi_dram[j].size = size;
}
return 0;
}
#endif
int dram_init_banksize(void)
{
size_t ram_top = (unsigned long)(gd->ram_size + CFG_SYS_SDRAM_BASE);
size_t top = min((unsigned long)ram_top, (unsigned long)(gd->ram_top));
#ifdef CONFIG_ARM64
int ret = rockchip_dram_init_banksize();
if (!ret)
return ret;
debug("Couldn't use ATAG (%d) to detect DDR layout, falling back...\n",
ret);
/* Reserve 0x200000 for ATF bl31 */
gd->bd->bi_dram[0].start = 0x200000;
gd->bd->bi_dram[0].size = top - gd->bd->bi_dram[0].start;
/* Add usable memory beyond the blob of space for peripheral near 4GB */
if (ram_top > SZ_4G && top < SZ_4G) {
gd->bd->bi_dram[1].start = SZ_4G;
gd->bd->bi_dram[1].size = ram_top - gd->bd->bi_dram[1].start;
}
#else
#ifdef CONFIG_SPL_OPTEE_IMAGE
struct tos_parameter_t *tos_parameter;
tos_parameter = (struct tos_parameter_t *)(CFG_SYS_SDRAM_BASE +
TRUST_PARAMETER_OFFSET);
if (tos_parameter->tee_mem.flags == 1) {
gd->bd->bi_dram[0].start = CFG_SYS_SDRAM_BASE;
gd->bd->bi_dram[0].size = tos_parameter->tee_mem.phy_addr
- CFG_SYS_SDRAM_BASE;
gd->bd->bi_dram[1].start = tos_parameter->tee_mem.phy_addr +
tos_parameter->tee_mem.size;
gd->bd->bi_dram[1].size = top - gd->bd->bi_dram[1].start;
} else {
gd->bd->bi_dram[0].start = CFG_SYS_SDRAM_BASE;
gd->bd->bi_dram[0].size = 0x8400000;
/* Reserve 32M for OPTEE with TA */
gd->bd->bi_dram[1].start = CFG_SYS_SDRAM_BASE
+ gd->bd->bi_dram[0].size + 0x2000000;
gd->bd->bi_dram[1].size = top - gd->bd->bi_dram[1].start;
}
#else
gd->bd->bi_dram[0].start = CFG_SYS_SDRAM_BASE;
gd->bd->bi_dram[0].size = top - gd->bd->bi_dram[0].start;
#endif
#endif
return 0;
}
size_t rockchip_sdram_size(phys_addr_t reg)
{
u32 rank, cs0_col, bk, cs0_row, cs1_row, bw, row_3_4;
size_t chipsize_mb = 0;
size_t size_mb = 0;
u32 ch;
u32 cs1_col = 0;
u32 bg = 0;
u32 dbw, dram_type;
u32 sys_reg2 = readl(reg);
u32 sys_reg3 = readl(reg + 4);
u32 ch_num = 1 + ((sys_reg2 >> SYS_REG_NUM_CH_SHIFT)
& SYS_REG_NUM_CH_MASK);
u32 version = (sys_reg3 >> SYS_REG_VERSION_SHIFT) &
SYS_REG_VERSION_MASK;
dram_type = (sys_reg2 >> SYS_REG_DDRTYPE_SHIFT) & SYS_REG_DDRTYPE_MASK;
if (version >= 3)
dram_type |= ((sys_reg3 >> SYS_REG_EXTEND_DDRTYPE_SHIFT) &
SYS_REG_EXTEND_DDRTYPE_MASK) << 3;
debug("%s %x %x\n", __func__, (u32)reg, sys_reg2);
debug("%s %x %x\n", __func__, (u32)reg + 4, sys_reg3);
for (ch = 0; ch < ch_num; ch++) {
rank = 1 + (sys_reg2 >> SYS_REG_RANK_SHIFT(ch) &
SYS_REG_RANK_MASK);
cs0_col = 9 + (sys_reg2 >> SYS_REG_COL_SHIFT(ch) &
SYS_REG_COL_MASK);
cs1_col = cs0_col;
if (dram_type == LPDDR5)
/* LPDDR5: 0:8bank(bk=3), 1:16bank(bk=4) */
bk = 3 + ((sys_reg2 >> SYS_REG_BK_SHIFT(ch)) &
SYS_REG_BK_MASK);
else
/* Other: 0:8bank(bk=3), 1:4bank(bk=2) */
bk = 3 - ((sys_reg2 >> SYS_REG_BK_SHIFT(ch)) &
SYS_REG_BK_MASK);
if (version >= 2) {
cs1_col = 9 + (sys_reg3 >> SYS_REG_CS1_COL_SHIFT(ch) &
SYS_REG_CS1_COL_MASK);
if (((sys_reg3 >> SYS_REG_EXTEND_CS0_ROW_SHIFT(ch) &
SYS_REG_EXTEND_CS0_ROW_MASK) << 2) + (sys_reg2 >>
SYS_REG_CS0_ROW_SHIFT(ch) &
SYS_REG_CS0_ROW_MASK) == 7)
cs0_row = 12;
else
cs0_row = 13 + (sys_reg2 >>
SYS_REG_CS0_ROW_SHIFT(ch) &
SYS_REG_CS0_ROW_MASK) +
((sys_reg3 >>
SYS_REG_EXTEND_CS0_ROW_SHIFT(ch) &
SYS_REG_EXTEND_CS0_ROW_MASK) << 2);
if (((sys_reg3 >> SYS_REG_EXTEND_CS1_ROW_SHIFT(ch) &
SYS_REG_EXTEND_CS1_ROW_MASK) << 2) + (sys_reg2 >>
SYS_REG_CS1_ROW_SHIFT(ch) &
SYS_REG_CS1_ROW_MASK) == 7)
cs1_row = 12;
else
cs1_row = 13 + (sys_reg2 >>
SYS_REG_CS1_ROW_SHIFT(ch) &
SYS_REG_CS1_ROW_MASK) +
((sys_reg3 >>
SYS_REG_EXTEND_CS1_ROW_SHIFT(ch) &
SYS_REG_EXTEND_CS1_ROW_MASK) << 2);
} else {
cs0_row = 13 + (sys_reg2 >> SYS_REG_CS0_ROW_SHIFT(ch) &
SYS_REG_CS0_ROW_MASK);
cs1_row = 13 + (sys_reg2 >> SYS_REG_CS1_ROW_SHIFT(ch) &
SYS_REG_CS1_ROW_MASK);
}
bw = (2 >> ((sys_reg2 >> SYS_REG_BW_SHIFT(ch)) &
SYS_REG_BW_MASK));
row_3_4 = sys_reg2 >> SYS_REG_ROW_3_4_SHIFT(ch) &
SYS_REG_ROW_3_4_MASK;
if (dram_type == DDR4) {
dbw = (sys_reg2 >> SYS_REG_DBW_SHIFT(ch)) &
SYS_REG_DBW_MASK;
bg = (dbw == 2) ? 2 : 1;
}
chipsize_mb = (1 << (cs0_row + cs0_col + bk + bg + bw - 20));
if (rank > 1)
chipsize_mb += chipsize_mb >> ((cs0_row - cs1_row) +
(cs0_col - cs1_col));
if (row_3_4)
chipsize_mb = chipsize_mb * 3 / 4;
size_mb += chipsize_mb;
if (rank > 1)
debug("rank %d cs0_col %d cs1_col %d bk %d cs0_row %d\
cs1_row %d bw %d row_3_4 %d\n",
rank, cs0_col, cs1_col, bk, cs0_row,
cs1_row, bw, row_3_4);
else
debug("rank %d cs0_col %d bk %d cs0_row %d\
bw %d row_3_4 %d\n",
rank, cs0_col, bk, cs0_row,
bw, row_3_4);
}
/*
* This is workaround for issue we can't get correct size for 4GB ram
* in 32bit system and available before we really need ram space
* out of 4GB, eg.enable ARM LAPE(rk3288 supports 8GB ram).
* The size of 4GB is '0x1 00000000', and this value will be truncated
* to 0 in 32bit system, and system can not get correct ram size.
* Rockchip SoCs reserve a blob of space for peripheral near 4GB,
* and we are now setting SDRAM_MAX_SIZE as max available space for
* ram in 4GB, so we can use this directly to workaround the issue.
* TODO:
* 1. update correct value for SDRAM_MAX_SIZE as what dram
* controller sees.
* 2. update board_get_usable_ram_top() and dram_init_banksize()
* to reserve memory for peripheral space after previous update.
*/
if (!IS_ENABLED(CONFIG_ARM64) && size_mb > (SDRAM_MAX_SIZE >> 20))
size_mb = (SDRAM_MAX_SIZE >> 20);
return (size_t)size_mb << 20;
}
int dram_init(void)
{
struct ram_info ram;
struct udevice *dev;
int ret;
ret = uclass_get_device(UCLASS_RAM, 0, &dev);
if (ret) {
debug("DRAM init failed: %d\n", ret);
return ret;
}
ret = ram_get_info(dev, &ram);
if (ret) {
debug("Cannot get DRAM size: %d\n", ret);
return ret;
}
gd->ram_size = ram.size;
debug("SDRAM base=%lx, size=%lx\n",
(unsigned long)ram.base, (unsigned long)ram.size);
return 0;
}
phys_addr_t board_get_usable_ram_top(phys_size_t total_size)
{
unsigned long top = CFG_SYS_SDRAM_BASE + SDRAM_MAX_SIZE;
return (gd->ram_top > top) ? top : gd->ram_top;
}