Tom Rini | 83d290c | 2018-05-06 17:58:06 -0400 | [diff] [blame] | 1 | // SPDX-License-Identifier: GPL-2.0+ |
Marek Vasut | b660df3 | 2012-08-26 15:19:06 +0000 | [diff] [blame] | 2 | /* |
| 3 | * Generic bounce buffer implementation |
| 4 | * |
| 5 | * Copyright (C) 2012 Marek Vasut <marex@denx.de> |
Marek Vasut | b660df3 | 2012-08-26 15:19:06 +0000 | [diff] [blame] | 6 | */ |
| 7 | |
| 8 | #include <common.h> |
Simon Glass | 1eb69ae | 2019-11-14 12:57:39 -0700 | [diff] [blame] | 9 | #include <cpu_func.h> |
Simon Glass | f7ae49f | 2020-05-10 11:40:05 -0600 | [diff] [blame^] | 10 | #include <log.h> |
Marek Vasut | b660df3 | 2012-08-26 15:19:06 +0000 | [diff] [blame] | 11 | #include <malloc.h> |
| 12 | #include <errno.h> |
| 13 | #include <bouncebuf.h> |
Simon Glass | 90526e9 | 2020-05-10 11:39:56 -0600 | [diff] [blame] | 14 | #include <asm/cache.h> |
Marek Vasut | b660df3 | 2012-08-26 15:19:06 +0000 | [diff] [blame] | 15 | |
Stephen Warren | 84d35b2 | 2012-11-06 11:27:29 +0000 | [diff] [blame] | 16 | static int addr_aligned(struct bounce_buffer *state) |
Marek Vasut | b660df3 | 2012-08-26 15:19:06 +0000 | [diff] [blame] | 17 | { |
| 18 | const ulong align_mask = ARCH_DMA_MINALIGN - 1; |
| 19 | |
| 20 | /* Check if start is aligned */ |
Stephen Warren | 84d35b2 | 2012-11-06 11:27:29 +0000 | [diff] [blame] | 21 | if ((ulong)state->user_buffer & align_mask) { |
| 22 | debug("Unaligned buffer address %p\n", state->user_buffer); |
Marek Vasut | b660df3 | 2012-08-26 15:19:06 +0000 | [diff] [blame] | 23 | return 0; |
| 24 | } |
| 25 | |
Stephen Warren | 84d35b2 | 2012-11-06 11:27:29 +0000 | [diff] [blame] | 26 | /* Check if length is aligned */ |
| 27 | if (state->len != state->len_aligned) { |
Vasili Galka | 5d69a5d | 2014-08-26 13:45:48 +0300 | [diff] [blame] | 28 | debug("Unaligned buffer length %zu\n", state->len); |
Marek Vasut | b660df3 | 2012-08-26 15:19:06 +0000 | [diff] [blame] | 29 | return 0; |
| 30 | } |
| 31 | |
| 32 | /* Aligned */ |
| 33 | return 1; |
| 34 | } |
| 35 | |
Marek Vasut | 8074ffe | 2020-04-04 12:45:02 +0200 | [diff] [blame] | 36 | int bounce_buffer_start_extalign(struct bounce_buffer *state, void *data, |
| 37 | size_t len, unsigned int flags, |
| 38 | size_t alignment, |
| 39 | int (*addr_is_aligned)(struct bounce_buffer *state)) |
Marek Vasut | b660df3 | 2012-08-26 15:19:06 +0000 | [diff] [blame] | 40 | { |
Stephen Warren | 84d35b2 | 2012-11-06 11:27:29 +0000 | [diff] [blame] | 41 | state->user_buffer = data; |
| 42 | state->bounce_buffer = data; |
| 43 | state->len = len; |
Marek Vasut | 8074ffe | 2020-04-04 12:45:02 +0200 | [diff] [blame] | 44 | state->len_aligned = roundup(len, alignment); |
Stephen Warren | 84d35b2 | 2012-11-06 11:27:29 +0000 | [diff] [blame] | 45 | state->flags = flags; |
Marek Vasut | b660df3 | 2012-08-26 15:19:06 +0000 | [diff] [blame] | 46 | |
Marek Vasut | 8074ffe | 2020-04-04 12:45:02 +0200 | [diff] [blame] | 47 | if (!addr_is_aligned(state)) { |
| 48 | state->bounce_buffer = memalign(alignment, |
Stephen Warren | 84d35b2 | 2012-11-06 11:27:29 +0000 | [diff] [blame] | 49 | state->len_aligned); |
| 50 | if (!state->bounce_buffer) |
| 51 | return -ENOMEM; |
| 52 | |
| 53 | if (state->flags & GEN_BB_READ) |
| 54 | memcpy(state->bounce_buffer, state->user_buffer, |
| 55 | state->len); |
Marek Vasut | b660df3 | 2012-08-26 15:19:06 +0000 | [diff] [blame] | 56 | } |
| 57 | |
Stephen Warren | 84d35b2 | 2012-11-06 11:27:29 +0000 | [diff] [blame] | 58 | /* |
| 59 | * Flush data to RAM so DMA reads can pick it up, |
| 60 | * and any CPU writebacks don't race with DMA writes |
| 61 | */ |
| 62 | flush_dcache_range((unsigned long)state->bounce_buffer, |
| 63 | (unsigned long)(state->bounce_buffer) + |
| 64 | state->len_aligned); |
Marek Vasut | b660df3 | 2012-08-26 15:19:06 +0000 | [diff] [blame] | 65 | |
| 66 | return 0; |
| 67 | } |
| 68 | |
Marek Vasut | 8074ffe | 2020-04-04 12:45:02 +0200 | [diff] [blame] | 69 | int bounce_buffer_start(struct bounce_buffer *state, void *data, |
| 70 | size_t len, unsigned int flags) |
| 71 | { |
| 72 | return bounce_buffer_start_extalign(state, data, len, flags, |
| 73 | ARCH_DMA_MINALIGN, |
| 74 | addr_aligned); |
| 75 | } |
| 76 | |
Stephen Warren | 84d35b2 | 2012-11-06 11:27:29 +0000 | [diff] [blame] | 77 | int bounce_buffer_stop(struct bounce_buffer *state) |
Marek Vasut | b660df3 | 2012-08-26 15:19:06 +0000 | [diff] [blame] | 78 | { |
Stephen Warren | 84d35b2 | 2012-11-06 11:27:29 +0000 | [diff] [blame] | 79 | if (state->flags & GEN_BB_WRITE) { |
| 80 | /* Invalidate cache so that CPU can see any newly DMA'd data */ |
| 81 | invalidate_dcache_range((unsigned long)state->bounce_buffer, |
| 82 | (unsigned long)(state->bounce_buffer) + |
| 83 | state->len_aligned); |
| 84 | } |
Marek Vasut | b660df3 | 2012-08-26 15:19:06 +0000 | [diff] [blame] | 85 | |
Stephen Warren | 84d35b2 | 2012-11-06 11:27:29 +0000 | [diff] [blame] | 86 | if (state->bounce_buffer == state->user_buffer) |
Marek Vasut | b660df3 | 2012-08-26 15:19:06 +0000 | [diff] [blame] | 87 | return 0; |
| 88 | |
Stephen Warren | 84d35b2 | 2012-11-06 11:27:29 +0000 | [diff] [blame] | 89 | if (state->flags & GEN_BB_WRITE) |
| 90 | memcpy(state->user_buffer, state->bounce_buffer, state->len); |
Marek Vasut | b660df3 | 2012-08-26 15:19:06 +0000 | [diff] [blame] | 91 | |
Stephen Warren | 84d35b2 | 2012-11-06 11:27:29 +0000 | [diff] [blame] | 92 | free(state->bounce_buffer); |
Marek Vasut | b660df3 | 2012-08-26 15:19:06 +0000 | [diff] [blame] | 93 | |
| 94 | return 0; |
| 95 | } |