Tom Rini | 83d290c | 2018-05-06 17:58:06 -0400 | [diff] [blame] | 1 | // SPDX-License-Identifier: GPL-2.0+ |
Marek Vasut | b660df3 | 2012-08-26 15:19:06 +0000 | [diff] [blame] | 2 | /* |
| 3 | * Generic bounce buffer implementation |
| 4 | * |
| 5 | * Copyright (C) 2012 Marek Vasut <marex@denx.de> |
Marek Vasut | b660df3 | 2012-08-26 15:19:06 +0000 | [diff] [blame] | 6 | */ |
| 7 | |
| 8 | #include <common.h> |
Simon Glass | 1eb69ae | 2019-11-14 12:57:39 -0700 | [diff] [blame] | 9 | #include <cpu_func.h> |
Marek Vasut | b660df3 | 2012-08-26 15:19:06 +0000 | [diff] [blame] | 10 | #include <malloc.h> |
| 11 | #include <errno.h> |
| 12 | #include <bouncebuf.h> |
| 13 | |
Stephen Warren | 84d35b2 | 2012-11-06 11:27:29 +0000 | [diff] [blame] | 14 | static int addr_aligned(struct bounce_buffer *state) |
Marek Vasut | b660df3 | 2012-08-26 15:19:06 +0000 | [diff] [blame] | 15 | { |
| 16 | const ulong align_mask = ARCH_DMA_MINALIGN - 1; |
| 17 | |
| 18 | /* Check if start is aligned */ |
Stephen Warren | 84d35b2 | 2012-11-06 11:27:29 +0000 | [diff] [blame] | 19 | if ((ulong)state->user_buffer & align_mask) { |
| 20 | debug("Unaligned buffer address %p\n", state->user_buffer); |
Marek Vasut | b660df3 | 2012-08-26 15:19:06 +0000 | [diff] [blame] | 21 | return 0; |
| 22 | } |
| 23 | |
Stephen Warren | 84d35b2 | 2012-11-06 11:27:29 +0000 | [diff] [blame] | 24 | /* Check if length is aligned */ |
| 25 | if (state->len != state->len_aligned) { |
Vasili Galka | 5d69a5d | 2014-08-26 13:45:48 +0300 | [diff] [blame] | 26 | debug("Unaligned buffer length %zu\n", state->len); |
Marek Vasut | b660df3 | 2012-08-26 15:19:06 +0000 | [diff] [blame] | 27 | return 0; |
| 28 | } |
| 29 | |
| 30 | /* Aligned */ |
| 31 | return 1; |
| 32 | } |
| 33 | |
Marek Vasut | 8074ffe | 2020-04-04 12:45:02 +0200 | [diff] [blame] | 34 | int bounce_buffer_start_extalign(struct bounce_buffer *state, void *data, |
| 35 | size_t len, unsigned int flags, |
| 36 | size_t alignment, |
| 37 | int (*addr_is_aligned)(struct bounce_buffer *state)) |
Marek Vasut | b660df3 | 2012-08-26 15:19:06 +0000 | [diff] [blame] | 38 | { |
Stephen Warren | 84d35b2 | 2012-11-06 11:27:29 +0000 | [diff] [blame] | 39 | state->user_buffer = data; |
| 40 | state->bounce_buffer = data; |
| 41 | state->len = len; |
Marek Vasut | 8074ffe | 2020-04-04 12:45:02 +0200 | [diff] [blame] | 42 | state->len_aligned = roundup(len, alignment); |
Stephen Warren | 84d35b2 | 2012-11-06 11:27:29 +0000 | [diff] [blame] | 43 | state->flags = flags; |
Marek Vasut | b660df3 | 2012-08-26 15:19:06 +0000 | [diff] [blame] | 44 | |
Marek Vasut | 8074ffe | 2020-04-04 12:45:02 +0200 | [diff] [blame] | 45 | if (!addr_is_aligned(state)) { |
| 46 | state->bounce_buffer = memalign(alignment, |
Stephen Warren | 84d35b2 | 2012-11-06 11:27:29 +0000 | [diff] [blame] | 47 | state->len_aligned); |
| 48 | if (!state->bounce_buffer) |
| 49 | return -ENOMEM; |
| 50 | |
| 51 | if (state->flags & GEN_BB_READ) |
| 52 | memcpy(state->bounce_buffer, state->user_buffer, |
| 53 | state->len); |
Marek Vasut | b660df3 | 2012-08-26 15:19:06 +0000 | [diff] [blame] | 54 | } |
| 55 | |
Stephen Warren | 84d35b2 | 2012-11-06 11:27:29 +0000 | [diff] [blame] | 56 | /* |
| 57 | * Flush data to RAM so DMA reads can pick it up, |
| 58 | * and any CPU writebacks don't race with DMA writes |
| 59 | */ |
| 60 | flush_dcache_range((unsigned long)state->bounce_buffer, |
| 61 | (unsigned long)(state->bounce_buffer) + |
| 62 | state->len_aligned); |
Marek Vasut | b660df3 | 2012-08-26 15:19:06 +0000 | [diff] [blame] | 63 | |
| 64 | return 0; |
| 65 | } |
| 66 | |
Marek Vasut | 8074ffe | 2020-04-04 12:45:02 +0200 | [diff] [blame] | 67 | int bounce_buffer_start(struct bounce_buffer *state, void *data, |
| 68 | size_t len, unsigned int flags) |
| 69 | { |
| 70 | return bounce_buffer_start_extalign(state, data, len, flags, |
| 71 | ARCH_DMA_MINALIGN, |
| 72 | addr_aligned); |
| 73 | } |
| 74 | |
Stephen Warren | 84d35b2 | 2012-11-06 11:27:29 +0000 | [diff] [blame] | 75 | int bounce_buffer_stop(struct bounce_buffer *state) |
Marek Vasut | b660df3 | 2012-08-26 15:19:06 +0000 | [diff] [blame] | 76 | { |
Stephen Warren | 84d35b2 | 2012-11-06 11:27:29 +0000 | [diff] [blame] | 77 | if (state->flags & GEN_BB_WRITE) { |
| 78 | /* Invalidate cache so that CPU can see any newly DMA'd data */ |
| 79 | invalidate_dcache_range((unsigned long)state->bounce_buffer, |
| 80 | (unsigned long)(state->bounce_buffer) + |
| 81 | state->len_aligned); |
| 82 | } |
Marek Vasut | b660df3 | 2012-08-26 15:19:06 +0000 | [diff] [blame] | 83 | |
Stephen Warren | 84d35b2 | 2012-11-06 11:27:29 +0000 | [diff] [blame] | 84 | if (state->bounce_buffer == state->user_buffer) |
Marek Vasut | b660df3 | 2012-08-26 15:19:06 +0000 | [diff] [blame] | 85 | return 0; |
| 86 | |
Stephen Warren | 84d35b2 | 2012-11-06 11:27:29 +0000 | [diff] [blame] | 87 | if (state->flags & GEN_BB_WRITE) |
| 88 | memcpy(state->user_buffer, state->bounce_buffer, state->len); |
Marek Vasut | b660df3 | 2012-08-26 15:19:06 +0000 | [diff] [blame] | 89 | |
Stephen Warren | 84d35b2 | 2012-11-06 11:27:29 +0000 | [diff] [blame] | 90 | free(state->bounce_buffer); |
Marek Vasut | b660df3 | 2012-08-26 15:19:06 +0000 | [diff] [blame] | 91 | |
| 92 | return 0; |
| 93 | } |