blob: a231abfa755577f92f9e665d49829478d807cada [file] [log] [blame]
Lei Wen26cc5122011-10-05 08:11:40 -07001/*
2 * Copyright 2011, Marvell Semiconductor Inc.
3 * Lei Wen <leiwen@marvell.com>
4 *
Wolfgang Denk1a459662013-07-08 09:37:19 +02005 * SPDX-License-Identifier: GPL-2.0+
Lei Wen26cc5122011-10-05 08:11:40 -07006 *
7 * Back ported to the 8xx platform (from the 8260 platform) by
8 * Murray.Jensen@cmst.csiro.au, 27-Jan-01.
9 */
10
11#include <common.h>
12#include <command.h>
13#include <config.h>
14#include <net.h>
15#include <malloc.h>
Troy Kisky0f740cb2013-10-10 15:28:03 -070016#include <asm/byteorder.h>
17#include <asm/errno.h>
Lei Wen26cc5122011-10-05 08:11:40 -070018#include <asm/io.h>
Troy Kisky3b59abf2013-10-10 15:28:00 -070019#include <asm/unaligned.h>
Lei Wen26cc5122011-10-05 08:11:40 -070020#include <linux/types.h>
Troy Kisky0f740cb2013-10-10 15:28:03 -070021#include <linux/usb/ch9.h>
22#include <linux/usb/gadget.h>
Marek Vasutf016f8c2014-02-06 02:43:45 +010023#include <usb/ci_udc.h>
Troy Kisky0f740cb2013-10-10 15:28:03 -070024#include "../host/ehci.h"
Marek Vasutf016f8c2014-02-06 02:43:45 +010025#include "ci_udc.h"
Lei Wen26cc5122011-10-05 08:11:40 -070026
Marek Vasut5804b882013-07-10 03:16:38 +020027/*
28 * Check if the system has too long cachelines. If the cachelines are
29 * longer then 128b, the driver will not be able flush/invalidate data
30 * cache over separate QH entries. We use 128b because one QH entry is
31 * 64b long and there are always two QH list entries for each endpoint.
32 */
33#if ARCH_DMA_MINALIGN > 128
34#error This driver can not work on systems with caches longer than 128b
35#endif
36
Stephen Warren06b38fc2014-07-01 11:41:15 -060037/*
Stephen Warren7e541882014-07-01 11:41:16 -060038 * Every QTD must be individually aligned, since we can program any
39 * QTD's address into HW. Cache flushing requires ARCH_DMA_MINALIGN,
40 * and the USB HW requires 32-byte alignment. Align to both:
Stephen Warren06b38fc2014-07-01 11:41:15 -060041 */
42#define ILIST_ALIGN roundup(ARCH_DMA_MINALIGN, 32)
Stephen Warren7e541882014-07-01 11:41:16 -060043/* Each QTD is this size */
44#define ILIST_ENT_RAW_SZ sizeof(struct ept_queue_item)
45/*
46 * Align the size of the QTD too, so we can add this value to each
47 * QTD's address to get another aligned address.
48 */
49#define ILIST_ENT_SZ roundup(ILIST_ENT_RAW_SZ, ILIST_ALIGN)
50/* For each endpoint, we need 2 QTDs, one for each of IN and OUT */
51#define ILIST_SZ (NUM_ENDPOINTS * 2 * ILIST_ENT_SZ)
Stephen Warren06b38fc2014-07-01 11:41:15 -060052
Lei Wen26cc5122011-10-05 08:11:40 -070053#ifndef DEBUG
54#define DBG(x...) do {} while (0)
55#else
56#define DBG(x...) printf(x)
57static const char *reqname(unsigned r)
58{
59 switch (r) {
60 case USB_REQ_GET_STATUS: return "GET_STATUS";
61 case USB_REQ_CLEAR_FEATURE: return "CLEAR_FEATURE";
62 case USB_REQ_SET_FEATURE: return "SET_FEATURE";
63 case USB_REQ_SET_ADDRESS: return "SET_ADDRESS";
64 case USB_REQ_GET_DESCRIPTOR: return "GET_DESCRIPTOR";
65 case USB_REQ_SET_DESCRIPTOR: return "SET_DESCRIPTOR";
66 case USB_REQ_GET_CONFIGURATION: return "GET_CONFIGURATION";
67 case USB_REQ_SET_CONFIGURATION: return "SET_CONFIGURATION";
68 case USB_REQ_GET_INTERFACE: return "GET_INTERFACE";
69 case USB_REQ_SET_INTERFACE: return "SET_INTERFACE";
70 default: return "*UNKNOWN*";
71 }
72}
73#endif
74
Stephen Warren054731b2014-05-29 14:53:01 -060075static struct usb_endpoint_descriptor ep0_desc = {
Lei Wen26cc5122011-10-05 08:11:40 -070076 .bLength = sizeof(struct usb_endpoint_descriptor),
77 .bDescriptorType = USB_DT_ENDPOINT,
78 .bEndpointAddress = USB_DIR_IN,
79 .bmAttributes = USB_ENDPOINT_XFER_CONTROL,
80};
81
Marek Vasutf016f8c2014-02-06 02:43:45 +010082static int ci_pullup(struct usb_gadget *gadget, int is_on);
83static int ci_ep_enable(struct usb_ep *ep,
Lei Wen26cc5122011-10-05 08:11:40 -070084 const struct usb_endpoint_descriptor *desc);
Marek Vasutf016f8c2014-02-06 02:43:45 +010085static int ci_ep_disable(struct usb_ep *ep);
86static int ci_ep_queue(struct usb_ep *ep,
Lei Wen26cc5122011-10-05 08:11:40 -070087 struct usb_request *req, gfp_t gfp_flags);
88static struct usb_request *
Marek Vasutf016f8c2014-02-06 02:43:45 +010089ci_ep_alloc_request(struct usb_ep *ep, unsigned int gfp_flags);
90static void ci_ep_free_request(struct usb_ep *ep, struct usb_request *_req);
Lei Wen26cc5122011-10-05 08:11:40 -070091
Marek Vasutf016f8c2014-02-06 02:43:45 +010092static struct usb_gadget_ops ci_udc_ops = {
93 .pullup = ci_pullup,
Lei Wen26cc5122011-10-05 08:11:40 -070094};
95
Marek Vasutf016f8c2014-02-06 02:43:45 +010096static struct usb_ep_ops ci_ep_ops = {
97 .enable = ci_ep_enable,
98 .disable = ci_ep_disable,
99 .queue = ci_ep_queue,
100 .alloc_request = ci_ep_alloc_request,
101 .free_request = ci_ep_free_request,
Lei Wen26cc5122011-10-05 08:11:40 -0700102};
103
Marek Vasut2ea4b442013-07-10 03:16:30 +0200104/* Init values for USB endpoints. */
Marek Vasutf016f8c2014-02-06 02:43:45 +0100105static const struct usb_ep ci_ep_init[2] = {
Marek Vasut2ea4b442013-07-10 03:16:30 +0200106 [0] = { /* EP 0 */
107 .maxpacket = 64,
108 .name = "ep0",
Marek Vasutf016f8c2014-02-06 02:43:45 +0100109 .ops = &ci_ep_ops,
Marek Vasut2ea4b442013-07-10 03:16:30 +0200110 },
111 [1] = { /* EP 1..n */
112 .maxpacket = 512,
113 .name = "ep-",
Marek Vasutf016f8c2014-02-06 02:43:45 +0100114 .ops = &ci_ep_ops,
Marek Vasut2ea4b442013-07-10 03:16:30 +0200115 },
116};
117
Marek Vasutf016f8c2014-02-06 02:43:45 +0100118static struct ci_drv controller = {
Marek Vasutfe48f052013-07-10 03:16:35 +0200119 .gadget = {
Marek Vasutf016f8c2014-02-06 02:43:45 +0100120 .name = "ci_udc",
121 .ops = &ci_udc_ops,
Troy Kisky5a904432013-09-25 18:41:09 -0700122 .is_dualspeed = 1,
Lei Wen26cc5122011-10-05 08:11:40 -0700123 },
124};
125
Marek Vasutb5cd45b2013-07-10 03:16:39 +0200126/**
Marek Vasutf016f8c2014-02-06 02:43:45 +0100127 * ci_get_qh() - return queue head for endpoint
Marek Vasutb5cd45b2013-07-10 03:16:39 +0200128 * @ep_num: Endpoint number
129 * @dir_in: Direction of the endpoint (IN = 1, OUT = 0)
130 *
131 * This function returns the QH associated with particular endpoint
132 * and it's direction.
133 */
Marek Vasutf016f8c2014-02-06 02:43:45 +0100134static struct ept_queue_head *ci_get_qh(int ep_num, int dir_in)
Marek Vasutb5cd45b2013-07-10 03:16:39 +0200135{
136 return &controller.epts[(ep_num * 2) + dir_in];
137}
138
Marek Vasutede709c2013-07-10 03:16:41 +0200139/**
Marek Vasutf016f8c2014-02-06 02:43:45 +0100140 * ci_get_qtd() - return queue item for endpoint
Marek Vasutede709c2013-07-10 03:16:41 +0200141 * @ep_num: Endpoint number
142 * @dir_in: Direction of the endpoint (IN = 1, OUT = 0)
143 *
144 * This function returns the QH associated with particular endpoint
145 * and it's direction.
146 */
Marek Vasutf016f8c2014-02-06 02:43:45 +0100147static struct ept_queue_item *ci_get_qtd(int ep_num, int dir_in)
Marek Vasutede709c2013-07-10 03:16:41 +0200148{
Stephen Warren6ac15fd2014-07-01 11:41:17 -0600149 int index = (ep_num * 2) + dir_in;
150 uint8_t *imem = controller.items_mem + (index * ILIST_ENT_SZ);
151 return (struct ept_queue_item *)imem;
Marek Vasutede709c2013-07-10 03:16:41 +0200152}
153
Marek Vasutf19a3432013-07-10 03:16:42 +0200154/**
Marek Vasutf016f8c2014-02-06 02:43:45 +0100155 * ci_flush_qh - flush cache over queue head
Marek Vasutf19a3432013-07-10 03:16:42 +0200156 * @ep_num: Endpoint number
157 *
158 * This function flushes cache over QH for particular endpoint.
159 */
Marek Vasutf016f8c2014-02-06 02:43:45 +0100160static void ci_flush_qh(int ep_num)
Marek Vasutf19a3432013-07-10 03:16:42 +0200161{
Marek Vasutf016f8c2014-02-06 02:43:45 +0100162 struct ept_queue_head *head = ci_get_qh(ep_num, 0);
Rob Herringf72d8322015-03-17 15:46:35 -0500163 const unsigned long start = (unsigned long)head;
164 const unsigned long end = start + 2 * sizeof(*head);
Marek Vasutf19a3432013-07-10 03:16:42 +0200165
166 flush_dcache_range(start, end);
167}
168
169/**
Marek Vasutf016f8c2014-02-06 02:43:45 +0100170 * ci_invalidate_qh - invalidate cache over queue head
Marek Vasutf19a3432013-07-10 03:16:42 +0200171 * @ep_num: Endpoint number
172 *
173 * This function invalidates cache over QH for particular endpoint.
174 */
Marek Vasutf016f8c2014-02-06 02:43:45 +0100175static void ci_invalidate_qh(int ep_num)
Marek Vasutf19a3432013-07-10 03:16:42 +0200176{
Marek Vasutf016f8c2014-02-06 02:43:45 +0100177 struct ept_queue_head *head = ci_get_qh(ep_num, 0);
Rob Herringf72d8322015-03-17 15:46:35 -0500178 unsigned long start = (unsigned long)head;
179 unsigned long end = start + 2 * sizeof(*head);
Marek Vasutf19a3432013-07-10 03:16:42 +0200180
181 invalidate_dcache_range(start, end);
182}
183
184/**
Marek Vasutf016f8c2014-02-06 02:43:45 +0100185 * ci_flush_qtd - flush cache over queue item
Marek Vasutf19a3432013-07-10 03:16:42 +0200186 * @ep_num: Endpoint number
187 *
188 * This function flushes cache over qTD pair for particular endpoint.
189 */
Marek Vasutf016f8c2014-02-06 02:43:45 +0100190static void ci_flush_qtd(int ep_num)
Marek Vasutf19a3432013-07-10 03:16:42 +0200191{
Marek Vasutf016f8c2014-02-06 02:43:45 +0100192 struct ept_queue_item *item = ci_get_qtd(ep_num, 0);
Rob Herringf72d8322015-03-17 15:46:35 -0500193 const unsigned long start = (unsigned long)item;
194 const unsigned long end = start + 2 * ILIST_ENT_SZ;
Marek Vasutf19a3432013-07-10 03:16:42 +0200195
196 flush_dcache_range(start, end);
197}
198
199/**
Marek Vasutf016f8c2014-02-06 02:43:45 +0100200 * ci_invalidate_qtd - invalidate cache over queue item
Marek Vasutf19a3432013-07-10 03:16:42 +0200201 * @ep_num: Endpoint number
202 *
203 * This function invalidates cache over qTD pair for particular endpoint.
204 */
Marek Vasutf016f8c2014-02-06 02:43:45 +0100205static void ci_invalidate_qtd(int ep_num)
Marek Vasutf19a3432013-07-10 03:16:42 +0200206{
Marek Vasutf016f8c2014-02-06 02:43:45 +0100207 struct ept_queue_item *item = ci_get_qtd(ep_num, 0);
Rob Herringf72d8322015-03-17 15:46:35 -0500208 const unsigned long start = (unsigned long)item;
209 const unsigned long end = start + 2 * ILIST_ENT_SZ;
Marek Vasutf19a3432013-07-10 03:16:42 +0200210
211 invalidate_dcache_range(start, end);
212}
213
Lei Wen26cc5122011-10-05 08:11:40 -0700214static struct usb_request *
Marek Vasutf016f8c2014-02-06 02:43:45 +0100215ci_ep_alloc_request(struct usb_ep *ep, unsigned int gfp_flags)
Lei Wen26cc5122011-10-05 08:11:40 -0700216{
Stephen Warrena2d8f922014-05-29 14:53:02 -0600217 struct ci_ep *ci_ep = container_of(ep, struct ci_ep, ep);
218 int num;
Stephen Warren28130062014-05-05 17:48:11 -0600219 struct ci_req *ci_req;
220
Stephen Warrena2d8f922014-05-29 14:53:02 -0600221 num = ci_ep->desc->bEndpointAddress & USB_ENDPOINT_NUMBER_MASK;
222 if (num == 0 && controller.ep0_req)
223 return &controller.ep0_req->req;
224
Stephen Warren639e9902014-07-01 11:41:18 -0600225 ci_req = calloc(1, sizeof(*ci_req));
Stephen Warren28130062014-05-05 17:48:11 -0600226 if (!ci_req)
227 return NULL;
228
229 INIT_LIST_HEAD(&ci_req->queue);
Stephen Warren28130062014-05-05 17:48:11 -0600230
Stephen Warrena2d8f922014-05-29 14:53:02 -0600231 if (num == 0)
232 controller.ep0_req = ci_req;
233
Stephen Warren28130062014-05-05 17:48:11 -0600234 return &ci_req->req;
Lei Wen26cc5122011-10-05 08:11:40 -0700235}
236
Stephen Warren28130062014-05-05 17:48:11 -0600237static void ci_ep_free_request(struct usb_ep *ep, struct usb_request *req)
Lei Wen26cc5122011-10-05 08:11:40 -0700238{
Stephen Warrenbdf81612014-06-10 11:02:36 -0600239 struct ci_ep *ci_ep = container_of(ep, struct ci_ep, ep);
240 struct ci_req *ci_req = container_of(req, struct ci_req, req);
241 int num;
Stephen Warren28130062014-05-05 17:48:11 -0600242
Stephen Warrenbdf81612014-06-10 11:02:36 -0600243 num = ci_ep->desc->bEndpointAddress & USB_ENDPOINT_NUMBER_MASK;
Stephen Warrenfb22ae62014-06-23 12:02:48 -0600244 if (num == 0) {
245 if (!controller.ep0_req)
246 return;
Stephen Warrenbdf81612014-06-10 11:02:36 -0600247 controller.ep0_req = 0;
Stephen Warrenfb22ae62014-06-23 12:02:48 -0600248 }
Stephen Warrenbdf81612014-06-10 11:02:36 -0600249
Stephen Warren28130062014-05-05 17:48:11 -0600250 if (ci_req->b_buf)
251 free(ci_req->b_buf);
252 free(ci_req);
Lei Wen26cc5122011-10-05 08:11:40 -0700253}
254
Troy Kisky3b59abf2013-10-10 15:28:00 -0700255static void ep_enable(int num, int in, int maxpacket)
Lei Wen26cc5122011-10-05 08:11:40 -0700256{
Marek Vasutf016f8c2014-02-06 02:43:45 +0100257 struct ci_udc *udc = (struct ci_udc *)controller.ctrl->hcor;
Lei Wen26cc5122011-10-05 08:11:40 -0700258 unsigned n;
Lei Wen26cc5122011-10-05 08:11:40 -0700259
260 n = readl(&udc->epctrl[num]);
261 if (in)
262 n |= (CTRL_TXE | CTRL_TXR | CTRL_TXT_BULK);
263 else
264 n |= (CTRL_RXE | CTRL_RXR | CTRL_RXT_BULK);
265
Marek Vasutf19a3432013-07-10 03:16:42 +0200266 if (num != 0) {
Marek Vasutf016f8c2014-02-06 02:43:45 +0100267 struct ept_queue_head *head = ci_get_qh(num, in);
Troy Kisky7b7924c2013-10-10 15:28:02 -0700268
Troy Kisky3b59abf2013-10-10 15:28:00 -0700269 head->config = CONFIG_MAX_PKT(maxpacket) | CONFIG_ZLT;
Marek Vasutf016f8c2014-02-06 02:43:45 +0100270 ci_flush_qh(num);
Marek Vasutf19a3432013-07-10 03:16:42 +0200271 }
Lei Wen26cc5122011-10-05 08:11:40 -0700272 writel(n, &udc->epctrl[num]);
273}
274
Marek Vasutf016f8c2014-02-06 02:43:45 +0100275static int ci_ep_enable(struct usb_ep *ep,
Lei Wen26cc5122011-10-05 08:11:40 -0700276 const struct usb_endpoint_descriptor *desc)
277{
Marek Vasutf016f8c2014-02-06 02:43:45 +0100278 struct ci_ep *ci_ep = container_of(ep, struct ci_ep, ep);
Lei Wen26cc5122011-10-05 08:11:40 -0700279 int num, in;
280 num = desc->bEndpointAddress & USB_ENDPOINT_NUMBER_MASK;
281 in = (desc->bEndpointAddress & USB_DIR_IN) != 0;
Marek Vasutf016f8c2014-02-06 02:43:45 +0100282 ci_ep->desc = desc;
Troy Kisky3b59abf2013-10-10 15:28:00 -0700283
284 if (num) {
285 int max = get_unaligned_le16(&desc->wMaxPacketSize);
286
287 if ((max > 64) && (controller.gadget.speed == USB_SPEED_FULL))
288 max = 64;
289 if (ep->maxpacket != max) {
290 DBG("%s: from %d to %d\n", __func__,
291 ep->maxpacket, max);
292 ep->maxpacket = max;
293 }
294 }
295 ep_enable(num, in, ep->maxpacket);
296 DBG("%s: num=%d maxpacket=%d\n", __func__, num, ep->maxpacket);
Lei Wen26cc5122011-10-05 08:11:40 -0700297 return 0;
298}
299
Marek Vasutf016f8c2014-02-06 02:43:45 +0100300static int ci_ep_disable(struct usb_ep *ep)
Lei Wen26cc5122011-10-05 08:11:40 -0700301{
Marek Vasutf016f8c2014-02-06 02:43:45 +0100302 struct ci_ep *ci_ep = container_of(ep, struct ci_ep, ep);
Troy Kiskyb065eb72013-09-25 18:41:15 -0700303
Marek Vasutf016f8c2014-02-06 02:43:45 +0100304 ci_ep->desc = NULL;
Lei Wen26cc5122011-10-05 08:11:40 -0700305 return 0;
306}
307
Stephen Warren28130062014-05-05 17:48:11 -0600308static int ci_bounce(struct ci_req *ci_req, int in)
Marek Vasut6dd30af2013-07-10 03:16:43 +0200309{
Stephen Warren28130062014-05-05 17:48:11 -0600310 struct usb_request *req = &ci_req->req;
Rob Herringf72d8322015-03-17 15:46:35 -0500311 unsigned long addr = (unsigned long)req->buf;
312 unsigned long hwaddr;
Stephen Warren28130062014-05-05 17:48:11 -0600313 uint32_t aligned_used_len;
Marek Vasut6dd30af2013-07-10 03:16:43 +0200314
315 /* Input buffer address is not aligned. */
316 if (addr & (ARCH_DMA_MINALIGN - 1))
317 goto align;
318
319 /* Input buffer length is not aligned. */
Stephen Warren28130062014-05-05 17:48:11 -0600320 if (req->length & (ARCH_DMA_MINALIGN - 1))
Marek Vasut6dd30af2013-07-10 03:16:43 +0200321 goto align;
322
323 /* The buffer is well aligned, only flush cache. */
Stephen Warren28130062014-05-05 17:48:11 -0600324 ci_req->hw_len = req->length;
325 ci_req->hw_buf = req->buf;
Marek Vasut6dd30af2013-07-10 03:16:43 +0200326 goto flush;
327
328align:
Stephen Warren28130062014-05-05 17:48:11 -0600329 if (ci_req->b_buf && req->length > ci_req->b_len) {
330 free(ci_req->b_buf);
331 ci_req->b_buf = 0;
332 }
333 if (!ci_req->b_buf) {
334 ci_req->b_len = roundup(req->length, ARCH_DMA_MINALIGN);
335 ci_req->b_buf = memalign(ARCH_DMA_MINALIGN, ci_req->b_len);
336 if (!ci_req->b_buf)
Marek Vasut6dd30af2013-07-10 03:16:43 +0200337 return -ENOMEM;
338 }
Stephen Warren28130062014-05-05 17:48:11 -0600339 ci_req->hw_len = ci_req->b_len;
340 ci_req->hw_buf = ci_req->b_buf;
341
Troy Kisky1ebf0272013-10-10 15:28:01 -0700342 if (in)
Stephen Warren28130062014-05-05 17:48:11 -0600343 memcpy(ci_req->hw_buf, req->buf, req->length);
Marek Vasut6dd30af2013-07-10 03:16:43 +0200344
345flush:
Rob Herringf72d8322015-03-17 15:46:35 -0500346 hwaddr = (unsigned long)ci_req->hw_buf;
Stephen Warren28130062014-05-05 17:48:11 -0600347 aligned_used_len = roundup(req->length, ARCH_DMA_MINALIGN);
348 flush_dcache_range(hwaddr, hwaddr + aligned_used_len);
Marek Vasut6dd30af2013-07-10 03:16:43 +0200349
350 return 0;
351}
352
Stephen Warren28130062014-05-05 17:48:11 -0600353static void ci_debounce(struct ci_req *ci_req, int in)
Marek Vasut6dd30af2013-07-10 03:16:43 +0200354{
Stephen Warren28130062014-05-05 17:48:11 -0600355 struct usb_request *req = &ci_req->req;
Rob Herringf72d8322015-03-17 15:46:35 -0500356 unsigned long addr = (unsigned long)req->buf;
357 unsigned long hwaddr = (unsigned long)ci_req->hw_buf;
Stephen Warren28130062014-05-05 17:48:11 -0600358 uint32_t aligned_used_len;
Marek Vasut6dd30af2013-07-10 03:16:43 +0200359
Stephen Warren28130062014-05-05 17:48:11 -0600360 if (in)
361 return;
Marek Vasut6dd30af2013-07-10 03:16:43 +0200362
Stephen Warren28130062014-05-05 17:48:11 -0600363 aligned_used_len = roundup(req->actual, ARCH_DMA_MINALIGN);
364 invalidate_dcache_range(hwaddr, hwaddr + aligned_used_len);
Marek Vasut6dd30af2013-07-10 03:16:43 +0200365
Stephen Warren28130062014-05-05 17:48:11 -0600366 if (addr == hwaddr)
367 return; /* not a bounce */
368
369 memcpy(req->buf, ci_req->hw_buf, req->actual);
Marek Vasut6dd30af2013-07-10 03:16:43 +0200370}
371
Stephen Warren28130062014-05-05 17:48:11 -0600372static void ci_ep_submit_next_request(struct ci_ep *ci_ep)
Lei Wen26cc5122011-10-05 08:11:40 -0700373{
Marek Vasutf016f8c2014-02-06 02:43:45 +0100374 struct ci_udc *udc = (struct ci_udc *)controller.ctrl->hcor;
Lei Wen26cc5122011-10-05 08:11:40 -0700375 struct ept_queue_item *item;
376 struct ept_queue_head *head;
Stephen Warren28130062014-05-05 17:48:11 -0600377 int bit, num, len, in;
378 struct ci_req *ci_req;
379
380 ci_ep->req_primed = true;
381
Marek Vasutf016f8c2014-02-06 02:43:45 +0100382 num = ci_ep->desc->bEndpointAddress & USB_ENDPOINT_NUMBER_MASK;
383 in = (ci_ep->desc->bEndpointAddress & USB_DIR_IN) != 0;
384 item = ci_get_qtd(num, in);
385 head = ci_get_qh(num, in);
Lei Wen26cc5122011-10-05 08:11:40 -0700386
Stephen Warren28130062014-05-05 17:48:11 -0600387 ci_req = list_first_entry(&ci_ep->queue, struct ci_req, queue);
388 len = ci_req->req.length;
Marek Vasut6dd30af2013-07-10 03:16:43 +0200389
Stephen Warrene0672b32014-06-10 15:27:39 -0600390 item->info = INFO_BYTES(len) | INFO_ACTIVE;
Rob Herringf72d8322015-03-17 15:46:35 -0500391 item->page0 = (unsigned long)ci_req->hw_buf;
392 item->page1 = ((unsigned long)ci_req->hw_buf & 0xfffff000) + 0x1000;
393 item->page2 = ((unsigned long)ci_req->hw_buf & 0xfffff000) + 0x2000;
394 item->page3 = ((unsigned long)ci_req->hw_buf & 0xfffff000) + 0x3000;
395 item->page4 = ((unsigned long)ci_req->hw_buf & 0xfffff000) + 0x4000;
Lei Wen26cc5122011-10-05 08:11:40 -0700396
Rob Herringf72d8322015-03-17 15:46:35 -0500397 head->next = (unsigned long)item;
Lei Wen26cc5122011-10-05 08:11:40 -0700398 head->info = 0;
399
Stephen Warrene0672b32014-06-10 15:27:39 -0600400 /*
401 * When sending the data for an IN transaction, the attached host
402 * knows that all data for the IN is sent when one of the following
403 * occurs:
404 * a) A zero-length packet is transmitted.
405 * b) A packet with length that isn't an exact multiple of the ep's
406 * maxpacket is transmitted.
407 * c) Enough data is sent to exactly fill the host's maximum expected
408 * IN transaction size.
409 *
410 * One of these conditions MUST apply at the end of an IN transaction,
411 * or the transaction will not be considered complete by the host. If
412 * none of (a)..(c) already applies, then we must force (a) to apply
413 * by explicitly sending an extra zero-length packet.
414 */
415 /* IN !a !b !c */
416 if (in && len && !(len % ci_ep->ep.maxpacket) && ci_req->req.zero) {
417 /*
418 * Each endpoint has 2 items allocated, even though typically
419 * only 1 is used at a time since either an IN or an OUT but
420 * not both is queued. For an IN transaction, item currently
421 * points at the second of these items, so we know that we
Stephen Warren8d7c39d2014-07-01 11:41:14 -0600422 * can use the other to transmit the extra zero-length packet.
Stephen Warrene0672b32014-06-10 15:27:39 -0600423 */
Stephen Warren8d7c39d2014-07-01 11:41:14 -0600424 struct ept_queue_item *other_item = ci_get_qtd(num, 0);
Rob Herringf72d8322015-03-17 15:46:35 -0500425 item->next = (unsigned long)other_item;
Stephen Warren8d7c39d2014-07-01 11:41:14 -0600426 item = other_item;
Stephen Warrene0672b32014-06-10 15:27:39 -0600427 item->info = INFO_ACTIVE;
428 }
429
430 item->next = TERMINATE;
431 item->info |= INFO_IOC;
432
433 ci_flush_qtd(num);
434
Stephen Warren28130062014-05-05 17:48:11 -0600435 DBG("ept%d %s queue len %x, req %p, buffer %p\n",
436 num, in ? "in" : "out", len, ci_req, ci_req->hw_buf);
Marek Vasutf016f8c2014-02-06 02:43:45 +0100437 ci_flush_qh(num);
Lei Wen26cc5122011-10-05 08:11:40 -0700438
439 if (in)
440 bit = EPT_TX(num);
441 else
442 bit = EPT_RX(num);
443
Lei Wen26cc5122011-10-05 08:11:40 -0700444 writel(bit, &udc->epprime);
Stephen Warren28130062014-05-05 17:48:11 -0600445}
446
447static int ci_ep_queue(struct usb_ep *ep,
448 struct usb_request *req, gfp_t gfp_flags)
449{
450 struct ci_ep *ci_ep = container_of(ep, struct ci_ep, ep);
451 struct ci_req *ci_req = container_of(req, struct ci_req, req);
452 int in, ret;
453 int __maybe_unused num;
454
455 num = ci_ep->desc->bEndpointAddress & USB_ENDPOINT_NUMBER_MASK;
456 in = (ci_ep->desc->bEndpointAddress & USB_DIR_IN) != 0;
457
Stephen Warren7484d842014-05-29 14:53:00 -0600458 if (!num && ci_ep->req_primed) {
459 /*
460 * The flipping of ep0 between IN and OUT relies on
461 * ci_ep_queue consuming the current IN/OUT setting
462 * immediately. If this is deferred to a later point when the
463 * req is pulled out of ci_req->queue, then the IN/OUT setting
464 * may have been changed since the req was queued, and state
465 * will get out of sync. This condition doesn't occur today,
466 * but could if bugs were introduced later, and this error
467 * check will save a lot of debugging time.
468 */
469 printf("%s: ep0 transaction already in progress\n", __func__);
470 return -EPROTO;
471 }
472
Stephen Warren28130062014-05-05 17:48:11 -0600473 ret = ci_bounce(ci_req, in);
474 if (ret)
475 return ret;
476
477 DBG("ept%d %s pre-queue req %p, buffer %p\n",
478 num, in ? "in" : "out", ci_req, ci_req->hw_buf);
479 list_add_tail(&ci_req->queue, &ci_ep->queue);
480
481 if (!ci_ep->req_primed)
482 ci_ep_submit_next_request(ci_ep);
Lei Wen26cc5122011-10-05 08:11:40 -0700483
484 return 0;
485}
486
Stephen Warren006c7022014-05-29 14:53:03 -0600487static void flip_ep0_direction(void)
488{
489 if (ep0_desc.bEndpointAddress == USB_DIR_IN) {
Stephen Warren83c37502014-06-25 11:03:18 -0600490 DBG("%s: Flipping ep0 to OUT\n", __func__);
Stephen Warren006c7022014-05-29 14:53:03 -0600491 ep0_desc.bEndpointAddress = 0;
492 } else {
Stephen Warren83c37502014-06-25 11:03:18 -0600493 DBG("%s: Flipping ep0 to IN\n", __func__);
Stephen Warren006c7022014-05-29 14:53:03 -0600494 ep0_desc.bEndpointAddress = USB_DIR_IN;
495 }
496}
497
Stephen Warrendcb89b52014-07-01 14:22:27 -0600498static void handle_ep_complete(struct ci_ep *ci_ep)
Lei Wen26cc5122011-10-05 08:11:40 -0700499{
500 struct ept_queue_item *item;
501 int num, in, len;
Stephen Warren28130062014-05-05 17:48:11 -0600502 struct ci_req *ci_req;
503
Stephen Warrendcb89b52014-07-01 14:22:27 -0600504 num = ci_ep->desc->bEndpointAddress & USB_ENDPOINT_NUMBER_MASK;
505 in = (ci_ep->desc->bEndpointAddress & USB_DIR_IN) != 0;
Marek Vasutf016f8c2014-02-06 02:43:45 +0100506 item = ci_get_qtd(num, in);
507 ci_invalidate_qtd(num);
Wolfgang Denk3765b3e2013-10-07 13:07:26 +0200508
Stephen Warren8630c1c2014-05-13 10:51:54 -0600509 len = (item->info >> 16) & 0x7fff;
Lei Wen26cc5122011-10-05 08:11:40 -0700510 if (item->info & 0xff)
Troy Kiskyd0928792013-09-25 18:41:08 -0700511 printf("EP%d/%s FAIL info=%x pg0=%x\n",
512 num, in ? "in" : "out", item->info, item->page0);
Lei Wen26cc5122011-10-05 08:11:40 -0700513
Stephen Warrendcb89b52014-07-01 14:22:27 -0600514 ci_req = list_first_entry(&ci_ep->queue, struct ci_req, queue);
Stephen Warren28130062014-05-05 17:48:11 -0600515 list_del_init(&ci_req->queue);
Stephen Warrendcb89b52014-07-01 14:22:27 -0600516 ci_ep->req_primed = false;
Troy Kisky1ebf0272013-10-10 15:28:01 -0700517
Stephen Warrendcb89b52014-07-01 14:22:27 -0600518 if (!list_empty(&ci_ep->queue))
519 ci_ep_submit_next_request(ci_ep);
Stephen Warren28130062014-05-05 17:48:11 -0600520
Stephen Warren28130062014-05-05 17:48:11 -0600521 ci_req->req.actual = ci_req->req.length - len;
522 ci_debounce(ci_req, in);
523
524 DBG("ept%d %s req %p, complete %x\n",
525 num, in ? "in" : "out", ci_req, len);
Stephen Warren006c7022014-05-29 14:53:03 -0600526 if (num != 0 || controller.ep0_data_phase)
Stephen Warrendcb89b52014-07-01 14:22:27 -0600527 ci_req->req.complete(&ci_ep->ep, &ci_req->req);
Stephen Warren006c7022014-05-29 14:53:03 -0600528 if (num == 0 && controller.ep0_data_phase) {
529 /*
530 * Data Stage is complete, so flip ep0 dir for Status Stage,
531 * which always transfers a packet in the opposite direction.
532 */
533 DBG("%s: flip ep0 dir for Status Stage\n", __func__);
534 flip_ep0_direction();
535 controller.ep0_data_phase = false;
Stephen Warren28130062014-05-05 17:48:11 -0600536 ci_req->req.length = 0;
Stephen Warrendcb89b52014-07-01 14:22:27 -0600537 usb_ep_queue(&ci_ep->ep, &ci_req->req, 0);
Lei Wen26cc5122011-10-05 08:11:40 -0700538 }
539}
540
541#define SETUP(type, request) (((type) << 8) | (request))
542
543static void handle_setup(void)
544{
Stephen Warren28130062014-05-05 17:48:11 -0600545 struct ci_ep *ci_ep = &controller.ep[0];
546 struct ci_req *ci_req;
547 struct usb_request *req;
Marek Vasutf016f8c2014-02-06 02:43:45 +0100548 struct ci_udc *udc = (struct ci_udc *)controller.ctrl->hcor;
Lei Wen26cc5122011-10-05 08:11:40 -0700549 struct ept_queue_head *head;
550 struct usb_ctrlrequest r;
551 int status = 0;
552 int num, in, _num, _in, i;
553 char *buf;
Stephen Warren28130062014-05-05 17:48:11 -0600554
Stephen Warrena2d8f922014-05-29 14:53:02 -0600555 ci_req = controller.ep0_req;
Stephen Warren28130062014-05-05 17:48:11 -0600556 req = &ci_req->req;
Marek Vasutf016f8c2014-02-06 02:43:45 +0100557 head = ci_get_qh(0, 0); /* EP0 OUT */
Lei Wen26cc5122011-10-05 08:11:40 -0700558
Marek Vasutf016f8c2014-02-06 02:43:45 +0100559 ci_invalidate_qh(0);
Lei Wen26cc5122011-10-05 08:11:40 -0700560 memcpy(&r, head->setup_data, sizeof(struct usb_ctrlrequest));
Stephen Warrenfcf2ede2014-04-24 17:52:39 -0600561#ifdef CONFIG_CI_UDC_HAS_HOSTPC
562 writel(EPT_RX(0), &udc->epsetupstat);
563#else
Lei Wen26cc5122011-10-05 08:11:40 -0700564 writel(EPT_RX(0), &udc->epstat);
Stephen Warrenfcf2ede2014-04-24 17:52:39 -0600565#endif
Stephen Warren006c7022014-05-29 14:53:03 -0600566 DBG("handle setup %s, %x, %x index %x value %x length %x\n",
567 reqname(r.bRequest), r.bRequestType, r.bRequest, r.wIndex,
568 r.wValue, r.wLength);
569
570 /* Set EP0 dir for Data Stage based on Setup Stage data */
571 if (r.bRequestType & USB_DIR_IN) {
572 DBG("%s: Set ep0 to IN for Data Stage\n", __func__);
573 ep0_desc.bEndpointAddress = USB_DIR_IN;
574 } else {
575 DBG("%s: Set ep0 to OUT for Data Stage\n", __func__);
576 ep0_desc.bEndpointAddress = 0;
577 }
578 if (r.wLength) {
579 controller.ep0_data_phase = true;
580 } else {
581 /* 0 length -> no Data Stage. Flip dir for Status Stage */
582 DBG("%s: 0 length: flip ep0 dir for Status Stage\n", __func__);
583 flip_ep0_direction();
584 controller.ep0_data_phase = false;
585 }
Lei Wen26cc5122011-10-05 08:11:40 -0700586
Stephen Warren28130062014-05-05 17:48:11 -0600587 list_del_init(&ci_req->queue);
588 ci_ep->req_primed = false;
589
Lei Wen26cc5122011-10-05 08:11:40 -0700590 switch (SETUP(r.bRequestType, r.bRequest)) {
591 case SETUP(USB_RECIP_ENDPOINT, USB_REQ_CLEAR_FEATURE):
592 _num = r.wIndex & 15;
593 _in = !!(r.wIndex & 0x80);
594
595 if ((r.wValue == 0) && (r.wLength == 0)) {
596 req->length = 0;
597 for (i = 0; i < NUM_ENDPOINTS; i++) {
Marek Vasutf016f8c2014-02-06 02:43:45 +0100598 struct ci_ep *ep = &controller.ep[i];
Troy Kisky3b59abf2013-10-10 15:28:00 -0700599
600 if (!ep->desc)
Lei Wen26cc5122011-10-05 08:11:40 -0700601 continue;
Troy Kisky3b59abf2013-10-10 15:28:00 -0700602 num = ep->desc->bEndpointAddress
Marek Vasut532d8462013-07-10 03:16:29 +0200603 & USB_ENDPOINT_NUMBER_MASK;
Troy Kisky3b59abf2013-10-10 15:28:00 -0700604 in = (ep->desc->bEndpointAddress
Lei Wen26cc5122011-10-05 08:11:40 -0700605 & USB_DIR_IN) != 0;
606 if ((num == _num) && (in == _in)) {
Troy Kisky3b59abf2013-10-10 15:28:00 -0700607 ep_enable(num, in, ep->ep.maxpacket);
Lei Wen26cc5122011-10-05 08:11:40 -0700608 usb_ep_queue(controller.gadget.ep0,
609 req, 0);
610 break;
611 }
612 }
613 }
614 return;
615
616 case SETUP(USB_RECIP_DEVICE, USB_REQ_SET_ADDRESS):
617 /*
618 * write address delayed (will take effect
619 * after the next IN txn)
620 */
621 writel((r.wValue << 25) | (1 << 24), &udc->devaddr);
622 req->length = 0;
623 usb_ep_queue(controller.gadget.ep0, req, 0);
624 return;
625
626 case SETUP(USB_DIR_IN | USB_RECIP_DEVICE, USB_REQ_GET_STATUS):
627 req->length = 2;
628 buf = (char *)req->buf;
629 buf[0] = 1 << USB_DEVICE_SELF_POWERED;
630 buf[1] = 0;
631 usb_ep_queue(controller.gadget.ep0, req, 0);
632 return;
633 }
634 /* pass request up to the gadget driver */
635 if (controller.driver)
636 status = controller.driver->setup(&controller.gadget, &r);
637 else
638 status = -ENODEV;
639
640 if (!status)
641 return;
642 DBG("STALL reqname %s type %x value %x, index %x\n",
643 reqname(r.bRequest), r.bRequestType, r.wValue, r.wIndex);
644 writel((1<<16) | (1 << 0), &udc->epctrl[0]);
645}
646
647static void stop_activity(void)
648{
649 int i, num, in;
650 struct ept_queue_head *head;
Marek Vasutf016f8c2014-02-06 02:43:45 +0100651 struct ci_udc *udc = (struct ci_udc *)controller.ctrl->hcor;
Lei Wen26cc5122011-10-05 08:11:40 -0700652 writel(readl(&udc->epcomp), &udc->epcomp);
Stephen Warrenfcf2ede2014-04-24 17:52:39 -0600653#ifdef CONFIG_CI_UDC_HAS_HOSTPC
654 writel(readl(&udc->epsetupstat), &udc->epsetupstat);
655#endif
Lei Wen26cc5122011-10-05 08:11:40 -0700656 writel(readl(&udc->epstat), &udc->epstat);
657 writel(0xffffffff, &udc->epflush);
658
659 /* error out any pending reqs */
660 for (i = 0; i < NUM_ENDPOINTS; i++) {
661 if (i != 0)
662 writel(0, &udc->epctrl[i]);
Marek Vasut532d8462013-07-10 03:16:29 +0200663 if (controller.ep[i].desc) {
664 num = controller.ep[i].desc->bEndpointAddress
Lei Wen26cc5122011-10-05 08:11:40 -0700665 & USB_ENDPOINT_NUMBER_MASK;
Marek Vasut532d8462013-07-10 03:16:29 +0200666 in = (controller.ep[i].desc->bEndpointAddress
667 & USB_DIR_IN) != 0;
Marek Vasutf016f8c2014-02-06 02:43:45 +0100668 head = ci_get_qh(num, in);
Lei Wen26cc5122011-10-05 08:11:40 -0700669 head->info = INFO_ACTIVE;
Marek Vasutf016f8c2014-02-06 02:43:45 +0100670 ci_flush_qh(num);
Lei Wen26cc5122011-10-05 08:11:40 -0700671 }
672 }
673}
674
675void udc_irq(void)
676{
Marek Vasutf016f8c2014-02-06 02:43:45 +0100677 struct ci_udc *udc = (struct ci_udc *)controller.ctrl->hcor;
Lei Wen26cc5122011-10-05 08:11:40 -0700678 unsigned n = readl(&udc->usbsts);
679 writel(n, &udc->usbsts);
680 int bit, i, num, in;
681
682 n &= (STS_SLI | STS_URI | STS_PCI | STS_UI | STS_UEI);
683 if (n == 0)
684 return;
685
686 if (n & STS_URI) {
687 DBG("-- reset --\n");
688 stop_activity();
689 }
690 if (n & STS_SLI)
691 DBG("-- suspend --\n");
692
693 if (n & STS_PCI) {
Troy Kisky3b59abf2013-10-10 15:28:00 -0700694 int max = 64;
695 int speed = USB_SPEED_FULL;
696
Stephen Warrenfcf2ede2014-04-24 17:52:39 -0600697#ifdef CONFIG_CI_UDC_HAS_HOSTPC
698 bit = (readl(&udc->hostpc1_devlc) >> 25) & 3;
699#else
Lei Wen26cc5122011-10-05 08:11:40 -0700700 bit = (readl(&udc->portsc) >> 26) & 3;
Stephen Warrenfcf2ede2014-04-24 17:52:39 -0600701#endif
Troy Kisky3b59abf2013-10-10 15:28:00 -0700702 DBG("-- portchange %x %s\n", bit, (bit == 2) ? "High" : "Full");
Lei Wen26cc5122011-10-05 08:11:40 -0700703 if (bit == 2) {
Troy Kisky3b59abf2013-10-10 15:28:00 -0700704 speed = USB_SPEED_HIGH;
705 max = 512;
706 }
707 controller.gadget.speed = speed;
708 for (i = 1; i < NUM_ENDPOINTS; i++) {
709 if (controller.ep[i].ep.maxpacket > max)
710 controller.ep[i].ep.maxpacket = max;
Lei Wen26cc5122011-10-05 08:11:40 -0700711 }
712 }
713
714 if (n & STS_UEI)
715 printf("<UEI %x>\n", readl(&udc->epcomp));
716
717 if ((n & STS_UI) || (n & STS_UEI)) {
Stephen Warrenfcf2ede2014-04-24 17:52:39 -0600718#ifdef CONFIG_CI_UDC_HAS_HOSTPC
719 n = readl(&udc->epsetupstat);
720#else
Lei Wen26cc5122011-10-05 08:11:40 -0700721 n = readl(&udc->epstat);
Stephen Warrenfcf2ede2014-04-24 17:52:39 -0600722#endif
Lei Wen26cc5122011-10-05 08:11:40 -0700723 if (n & EPT_RX(0))
724 handle_setup();
725
726 n = readl(&udc->epcomp);
727 if (n != 0)
728 writel(n, &udc->epcomp);
729
730 for (i = 0; i < NUM_ENDPOINTS && n; i++) {
Marek Vasut532d8462013-07-10 03:16:29 +0200731 if (controller.ep[i].desc) {
732 num = controller.ep[i].desc->bEndpointAddress
Lei Wen26cc5122011-10-05 08:11:40 -0700733 & USB_ENDPOINT_NUMBER_MASK;
Marek Vasut532d8462013-07-10 03:16:29 +0200734 in = (controller.ep[i].desc->bEndpointAddress
Lei Wen26cc5122011-10-05 08:11:40 -0700735 & USB_DIR_IN) != 0;
736 bit = (in) ? EPT_TX(num) : EPT_RX(num);
737 if (n & bit)
Marek Vasut532d8462013-07-10 03:16:29 +0200738 handle_ep_complete(&controller.ep[i]);
Lei Wen26cc5122011-10-05 08:11:40 -0700739 }
740 }
741 }
742}
743
744int usb_gadget_handle_interrupts(void)
745{
746 u32 value;
Marek Vasutf016f8c2014-02-06 02:43:45 +0100747 struct ci_udc *udc = (struct ci_udc *)controller.ctrl->hcor;
Lei Wen26cc5122011-10-05 08:11:40 -0700748
749 value = readl(&udc->usbsts);
750 if (value)
751 udc_irq();
752
753 return value;
754}
755
Stephen Warren43a8f252014-06-10 11:02:35 -0600756void udc_disconnect(void)
757{
758 struct ci_udc *udc = (struct ci_udc *)controller.ctrl->hcor;
759 /* disable pullup */
760 stop_activity();
761 writel(USBCMD_FS2, &udc->usbcmd);
762 udelay(800);
763 if (controller.driver)
764 controller.driver->disconnect(&controller.gadget);
765}
766
Marek Vasutf016f8c2014-02-06 02:43:45 +0100767static int ci_pullup(struct usb_gadget *gadget, int is_on)
Lei Wen26cc5122011-10-05 08:11:40 -0700768{
Marek Vasutf016f8c2014-02-06 02:43:45 +0100769 struct ci_udc *udc = (struct ci_udc *)controller.ctrl->hcor;
Lei Wen26cc5122011-10-05 08:11:40 -0700770 if (is_on) {
771 /* RESET */
772 writel(USBCMD_ITC(MICRO_8FRAME) | USBCMD_RST, &udc->usbcmd);
773 udelay(200);
774
Rob Herringf72d8322015-03-17 15:46:35 -0500775 writel((unsigned long)controller.epts, &udc->epinitaddr);
Lei Wen26cc5122011-10-05 08:11:40 -0700776
777 /* select DEVICE mode */
778 writel(USBMODE_DEVICE, &udc->usbmode);
779
Eric Nelsone2067992014-09-28 18:35:14 -0700780#if !defined(CONFIG_USB_GADGET_DUALSPEED)
781 /* Port force Full-Speed Connect */
782 setbits_le32(&udc->portsc, PFSC);
783#endif
784
Lei Wen26cc5122011-10-05 08:11:40 -0700785 writel(0xffffffff, &udc->epflush);
786
787 /* Turn on the USB connection by enabling the pullup resistor */
788 writel(USBCMD_ITC(MICRO_8FRAME) | USBCMD_RUN, &udc->usbcmd);
789 } else {
Stephen Warren43a8f252014-06-10 11:02:35 -0600790 udc_disconnect();
Lei Wen26cc5122011-10-05 08:11:40 -0700791 }
792
793 return 0;
794}
795
Marek Vasutf016f8c2014-02-06 02:43:45 +0100796static int ci_udc_probe(void)
Lei Wen26cc5122011-10-05 08:11:40 -0700797{
798 struct ept_queue_head *head;
799 int i;
Marek Vasutab65da12013-07-10 03:16:37 +0200800
Marek Vasutf6463172013-07-10 03:16:34 +0200801 const int num = 2 * NUM_ENDPOINTS;
Lei Wen26cc5122011-10-05 08:11:40 -0700802
Marek Vasutab65da12013-07-10 03:16:37 +0200803 const int eplist_min_align = 4096;
804 const int eplist_align = roundup(eplist_min_align, ARCH_DMA_MINALIGN);
805 const int eplist_raw_sz = num * sizeof(struct ept_queue_head);
806 const int eplist_sz = roundup(eplist_raw_sz, ARCH_DMA_MINALIGN);
807
808 /* The QH list must be aligned to 4096 bytes. */
809 controller.epts = memalign(eplist_align, eplist_sz);
810 if (!controller.epts)
811 return -ENOMEM;
812 memset(controller.epts, 0, eplist_sz);
813
Stephen Warren06b38fc2014-07-01 11:41:15 -0600814 controller.items_mem = memalign(ILIST_ALIGN, ILIST_SZ);
Marek Vasut8a095a62013-07-10 03:16:40 +0200815 if (!controller.items_mem) {
816 free(controller.epts);
817 return -ENOMEM;
818 }
Stephen Warren06b38fc2014-07-01 11:41:15 -0600819 memset(controller.items_mem, 0, ILIST_SZ);
Marek Vasut8a095a62013-07-10 03:16:40 +0200820
Lei Wen26cc5122011-10-05 08:11:40 -0700821 for (i = 0; i < 2 * NUM_ENDPOINTS; i++) {
822 /*
Marek Vasutab65da12013-07-10 03:16:37 +0200823 * Configure QH for each endpoint. The structure of the QH list
824 * is such that each two subsequent fields, N and N+1 where N is
825 * even, in the QH list represent QH for one endpoint. The Nth
826 * entry represents OUT configuration and the N+1th entry does
827 * represent IN configuration of the endpoint.
Lei Wen26cc5122011-10-05 08:11:40 -0700828 */
Marek Vasutab52df12013-07-10 03:16:36 +0200829 head = controller.epts + i;
Lei Wen26cc5122011-10-05 08:11:40 -0700830 if (i < 2)
831 head->config = CONFIG_MAX_PKT(EP0_MAX_PACKET_SIZE)
832 | CONFIG_ZLT | CONFIG_IOS;
833 else
834 head->config = CONFIG_MAX_PKT(EP_MAX_PACKET_SIZE)
835 | CONFIG_ZLT;
836 head->next = TERMINATE;
837 head->info = 0;
838
Marek Vasutf19a3432013-07-10 03:16:42 +0200839 if (i & 1) {
Stephen Warrend7beeb92014-07-01 11:41:13 -0600840 ci_flush_qh(i / 2);
841 ci_flush_qtd(i / 2);
Marek Vasutf19a3432013-07-10 03:16:42 +0200842 }
Lei Wen26cc5122011-10-05 08:11:40 -0700843 }
844
845 INIT_LIST_HEAD(&controller.gadget.ep_list);
Marek Vasut2ea4b442013-07-10 03:16:30 +0200846
847 /* Init EP 0 */
Marek Vasutf016f8c2014-02-06 02:43:45 +0100848 memcpy(&controller.ep[0].ep, &ci_ep_init[0], sizeof(*ci_ep_init));
Stephen Warren054731b2014-05-29 14:53:01 -0600849 controller.ep[0].desc = &ep0_desc;
Stephen Warren28130062014-05-05 17:48:11 -0600850 INIT_LIST_HEAD(&controller.ep[0].queue);
851 controller.ep[0].req_primed = false;
Marek Vasut2ea4b442013-07-10 03:16:30 +0200852 controller.gadget.ep0 = &controller.ep[0].ep;
Lei Wen26cc5122011-10-05 08:11:40 -0700853 INIT_LIST_HEAD(&controller.gadget.ep0->ep_list);
Marek Vasut2ea4b442013-07-10 03:16:30 +0200854
855 /* Init EP 1..n */
856 for (i = 1; i < NUM_ENDPOINTS; i++) {
Marek Vasutf016f8c2014-02-06 02:43:45 +0100857 memcpy(&controller.ep[i].ep, &ci_ep_init[1],
858 sizeof(*ci_ep_init));
Stephen Warren28130062014-05-05 17:48:11 -0600859 INIT_LIST_HEAD(&controller.ep[i].queue);
860 controller.ep[i].req_primed = false;
Marek Vasut2ea4b442013-07-10 03:16:30 +0200861 list_add_tail(&controller.ep[i].ep.ep_list,
862 &controller.gadget.ep_list);
Lei Wen26cc5122011-10-05 08:11:40 -0700863 }
Marek Vasut2ea4b442013-07-10 03:16:30 +0200864
Stephen Warrena2d8f922014-05-29 14:53:02 -0600865 ci_ep_alloc_request(&controller.ep[0].ep, 0);
866 if (!controller.ep0_req) {
Stephen Warren9a7d34b2014-06-10 11:02:37 -0600867 free(controller.items_mem);
Stephen Warrena2d8f922014-05-29 14:53:02 -0600868 free(controller.epts);
869 return -ENOMEM;
870 }
871
Lei Wen26cc5122011-10-05 08:11:40 -0700872 return 0;
873}
874
875int usb_gadget_register_driver(struct usb_gadget_driver *driver)
876{
Marek Vasutbe7ed252013-07-10 03:16:32 +0200877 int ret;
Lei Wen26cc5122011-10-05 08:11:40 -0700878
Marek Vasutd7663032013-07-10 03:16:33 +0200879 if (!driver)
Lei Wen26cc5122011-10-05 08:11:40 -0700880 return -EINVAL;
Marek Vasutd7663032013-07-10 03:16:33 +0200881 if (!driver->bind || !driver->setup || !driver->disconnect)
882 return -EINVAL;
883 if (driver->speed != USB_SPEED_FULL && driver->speed != USB_SPEED_HIGH)
884 return -EINVAL;
Lei Wen26cc5122011-10-05 08:11:40 -0700885
Troy Kisky06d513e2013-10-10 15:27:56 -0700886 ret = usb_lowlevel_init(0, USB_INIT_DEVICE, (void **)&controller.ctrl);
Marek Vasutbe7ed252013-07-10 03:16:32 +0200887 if (ret)
888 return ret;
889
Marek Vasutf016f8c2014-02-06 02:43:45 +0100890 ret = ci_udc_probe();
Stephen Warren0c51dc62014-04-24 17:52:38 -0600891#if defined(CONFIG_USB_EHCI_MX6) || defined(CONFIG_USB_EHCI_MXS)
892 /*
893 * FIXME: usb_lowlevel_init()->ehci_hcd_init() should be doing all
894 * HW-specific initialization, e.g. ULPI-vs-UTMI PHY selection
895 */
Marek Vasutbe7ed252013-07-10 03:16:32 +0200896 if (!ret) {
Stephen Warren0c51dc62014-04-24 17:52:38 -0600897 struct ci_udc *udc = (struct ci_udc *)controller.ctrl->hcor;
Marek Vasutbe7ed252013-07-10 03:16:32 +0200898
Lei Wen26cc5122011-10-05 08:11:40 -0700899 /* select ULPI phy */
900 writel(PTS(PTS_ENABLE) | PFSC, &udc->portsc);
901 }
Stephen Warren0c51dc62014-04-24 17:52:38 -0600902#endif
Marek Vasutbe7ed252013-07-10 03:16:32 +0200903
904 ret = driver->bind(&controller.gadget);
905 if (ret) {
906 DBG("driver->bind() returned %d\n", ret);
907 return ret;
Lei Wen26cc5122011-10-05 08:11:40 -0700908 }
909 controller.driver = driver;
910
911 return 0;
912}
913
914int usb_gadget_unregister_driver(struct usb_gadget_driver *driver)
915{
Stephen Warrenb7c00512014-06-10 11:02:38 -0600916 udc_disconnect();
917
Stephen Warrenfb22ae62014-06-23 12:02:48 -0600918 driver->unbind(&controller.gadget);
919 controller.driver = NULL;
920
Stephen Warrenb7c00512014-06-10 11:02:38 -0600921 ci_ep_free_request(&controller.ep[0].ep, &controller.ep0_req->req);
922 free(controller.items_mem);
923 free(controller.epts);
924
Lei Wen26cc5122011-10-05 08:11:40 -0700925 return 0;
926}
Stephen Warren842ef9a2014-08-25 14:02:15 -0600927
928bool dfu_usb_get_reset(void)
929{
930 struct ci_udc *udc = (struct ci_udc *)controller.ctrl->hcor;
931
932 return !!(readl(&udc->usbsts) & STS_URI);
933}