blob: 832606f5e4416d836a76f786e8c8cc0c40d5c606 [file] [log] [blame]
Lei Wen26cc5122011-10-05 08:11:40 -07001/*
2 * Copyright 2011, Marvell Semiconductor Inc.
3 * Lei Wen <leiwen@marvell.com>
4 *
Wolfgang Denk1a459662013-07-08 09:37:19 +02005 * SPDX-License-Identifier: GPL-2.0+
Lei Wen26cc5122011-10-05 08:11:40 -07006 *
7 * Back ported to the 8xx platform (from the 8260 platform) by
8 * Murray.Jensen@cmst.csiro.au, 27-Jan-01.
9 */
10
11#include <common.h>
12#include <command.h>
13#include <config.h>
14#include <net.h>
15#include <malloc.h>
Troy Kisky0f740cb2013-10-10 15:28:03 -070016#include <asm/byteorder.h>
17#include <asm/errno.h>
Lei Wen26cc5122011-10-05 08:11:40 -070018#include <asm/io.h>
Troy Kisky3b59abf2013-10-10 15:28:00 -070019#include <asm/unaligned.h>
Lei Wen26cc5122011-10-05 08:11:40 -070020#include <linux/types.h>
Troy Kisky0f740cb2013-10-10 15:28:03 -070021#include <linux/usb/ch9.h>
22#include <linux/usb/gadget.h>
Marek Vasutf016f8c2014-02-06 02:43:45 +010023#include <usb/ci_udc.h>
Troy Kisky0f740cb2013-10-10 15:28:03 -070024#include "../host/ehci.h"
Marek Vasutf016f8c2014-02-06 02:43:45 +010025#include "ci_udc.h"
Lei Wen26cc5122011-10-05 08:11:40 -070026
Marek Vasut5804b882013-07-10 03:16:38 +020027/*
28 * Check if the system has too long cachelines. If the cachelines are
29 * longer then 128b, the driver will not be able flush/invalidate data
30 * cache over separate QH entries. We use 128b because one QH entry is
31 * 64b long and there are always two QH list entries for each endpoint.
32 */
33#if ARCH_DMA_MINALIGN > 128
34#error This driver can not work on systems with caches longer than 128b
35#endif
36
Lei Wen26cc5122011-10-05 08:11:40 -070037#ifndef DEBUG
38#define DBG(x...) do {} while (0)
39#else
40#define DBG(x...) printf(x)
41static const char *reqname(unsigned r)
42{
43 switch (r) {
44 case USB_REQ_GET_STATUS: return "GET_STATUS";
45 case USB_REQ_CLEAR_FEATURE: return "CLEAR_FEATURE";
46 case USB_REQ_SET_FEATURE: return "SET_FEATURE";
47 case USB_REQ_SET_ADDRESS: return "SET_ADDRESS";
48 case USB_REQ_GET_DESCRIPTOR: return "GET_DESCRIPTOR";
49 case USB_REQ_SET_DESCRIPTOR: return "SET_DESCRIPTOR";
50 case USB_REQ_GET_CONFIGURATION: return "GET_CONFIGURATION";
51 case USB_REQ_SET_CONFIGURATION: return "SET_CONFIGURATION";
52 case USB_REQ_GET_INTERFACE: return "GET_INTERFACE";
53 case USB_REQ_SET_INTERFACE: return "SET_INTERFACE";
54 default: return "*UNKNOWN*";
55 }
56}
57#endif
58
Lei Wen26cc5122011-10-05 08:11:40 -070059static struct usb_endpoint_descriptor ep0_out_desc = {
60 .bLength = sizeof(struct usb_endpoint_descriptor),
61 .bDescriptorType = USB_DT_ENDPOINT,
62 .bEndpointAddress = 0,
63 .bmAttributes = USB_ENDPOINT_XFER_CONTROL,
64};
65
66static struct usb_endpoint_descriptor ep0_in_desc = {
67 .bLength = sizeof(struct usb_endpoint_descriptor),
68 .bDescriptorType = USB_DT_ENDPOINT,
69 .bEndpointAddress = USB_DIR_IN,
70 .bmAttributes = USB_ENDPOINT_XFER_CONTROL,
71};
72
Marek Vasutf016f8c2014-02-06 02:43:45 +010073static int ci_pullup(struct usb_gadget *gadget, int is_on);
74static int ci_ep_enable(struct usb_ep *ep,
Lei Wen26cc5122011-10-05 08:11:40 -070075 const struct usb_endpoint_descriptor *desc);
Marek Vasutf016f8c2014-02-06 02:43:45 +010076static int ci_ep_disable(struct usb_ep *ep);
77static int ci_ep_queue(struct usb_ep *ep,
Lei Wen26cc5122011-10-05 08:11:40 -070078 struct usb_request *req, gfp_t gfp_flags);
79static struct usb_request *
Marek Vasutf016f8c2014-02-06 02:43:45 +010080ci_ep_alloc_request(struct usb_ep *ep, unsigned int gfp_flags);
81static void ci_ep_free_request(struct usb_ep *ep, struct usb_request *_req);
Lei Wen26cc5122011-10-05 08:11:40 -070082
Marek Vasutf016f8c2014-02-06 02:43:45 +010083static struct usb_gadget_ops ci_udc_ops = {
84 .pullup = ci_pullup,
Lei Wen26cc5122011-10-05 08:11:40 -070085};
86
Marek Vasutf016f8c2014-02-06 02:43:45 +010087static struct usb_ep_ops ci_ep_ops = {
88 .enable = ci_ep_enable,
89 .disable = ci_ep_disable,
90 .queue = ci_ep_queue,
91 .alloc_request = ci_ep_alloc_request,
92 .free_request = ci_ep_free_request,
Lei Wen26cc5122011-10-05 08:11:40 -070093};
94
Marek Vasut2ea4b442013-07-10 03:16:30 +020095/* Init values for USB endpoints. */
Marek Vasutf016f8c2014-02-06 02:43:45 +010096static const struct usb_ep ci_ep_init[2] = {
Marek Vasut2ea4b442013-07-10 03:16:30 +020097 [0] = { /* EP 0 */
98 .maxpacket = 64,
99 .name = "ep0",
Marek Vasutf016f8c2014-02-06 02:43:45 +0100100 .ops = &ci_ep_ops,
Marek Vasut2ea4b442013-07-10 03:16:30 +0200101 },
102 [1] = { /* EP 1..n */
103 .maxpacket = 512,
104 .name = "ep-",
Marek Vasutf016f8c2014-02-06 02:43:45 +0100105 .ops = &ci_ep_ops,
Marek Vasut2ea4b442013-07-10 03:16:30 +0200106 },
107};
108
Marek Vasutf016f8c2014-02-06 02:43:45 +0100109static struct ci_drv controller = {
Marek Vasutfe48f052013-07-10 03:16:35 +0200110 .gadget = {
Marek Vasutf016f8c2014-02-06 02:43:45 +0100111 .name = "ci_udc",
112 .ops = &ci_udc_ops,
Troy Kisky5a904432013-09-25 18:41:09 -0700113 .is_dualspeed = 1,
Lei Wen26cc5122011-10-05 08:11:40 -0700114 },
115};
116
Marek Vasutb5cd45b2013-07-10 03:16:39 +0200117/**
Marek Vasutf016f8c2014-02-06 02:43:45 +0100118 * ci_get_qh() - return queue head for endpoint
Marek Vasutb5cd45b2013-07-10 03:16:39 +0200119 * @ep_num: Endpoint number
120 * @dir_in: Direction of the endpoint (IN = 1, OUT = 0)
121 *
122 * This function returns the QH associated with particular endpoint
123 * and it's direction.
124 */
Marek Vasutf016f8c2014-02-06 02:43:45 +0100125static struct ept_queue_head *ci_get_qh(int ep_num, int dir_in)
Marek Vasutb5cd45b2013-07-10 03:16:39 +0200126{
127 return &controller.epts[(ep_num * 2) + dir_in];
128}
129
Marek Vasutede709c2013-07-10 03:16:41 +0200130/**
Marek Vasutf016f8c2014-02-06 02:43:45 +0100131 * ci_get_qtd() - return queue item for endpoint
Marek Vasutede709c2013-07-10 03:16:41 +0200132 * @ep_num: Endpoint number
133 * @dir_in: Direction of the endpoint (IN = 1, OUT = 0)
134 *
135 * This function returns the QH associated with particular endpoint
136 * and it's direction.
137 */
Marek Vasutf016f8c2014-02-06 02:43:45 +0100138static struct ept_queue_item *ci_get_qtd(int ep_num, int dir_in)
Marek Vasutede709c2013-07-10 03:16:41 +0200139{
140 return controller.items[(ep_num * 2) + dir_in];
141}
142
Marek Vasutf19a3432013-07-10 03:16:42 +0200143/**
Marek Vasutf016f8c2014-02-06 02:43:45 +0100144 * ci_flush_qh - flush cache over queue head
Marek Vasutf19a3432013-07-10 03:16:42 +0200145 * @ep_num: Endpoint number
146 *
147 * This function flushes cache over QH for particular endpoint.
148 */
Marek Vasutf016f8c2014-02-06 02:43:45 +0100149static void ci_flush_qh(int ep_num)
Marek Vasutf19a3432013-07-10 03:16:42 +0200150{
Marek Vasutf016f8c2014-02-06 02:43:45 +0100151 struct ept_queue_head *head = ci_get_qh(ep_num, 0);
Marek Vasutf19a3432013-07-10 03:16:42 +0200152 const uint32_t start = (uint32_t)head;
153 const uint32_t end = start + 2 * sizeof(*head);
154
155 flush_dcache_range(start, end);
156}
157
158/**
Marek Vasutf016f8c2014-02-06 02:43:45 +0100159 * ci_invalidate_qh - invalidate cache over queue head
Marek Vasutf19a3432013-07-10 03:16:42 +0200160 * @ep_num: Endpoint number
161 *
162 * This function invalidates cache over QH for particular endpoint.
163 */
Marek Vasutf016f8c2014-02-06 02:43:45 +0100164static void ci_invalidate_qh(int ep_num)
Marek Vasutf19a3432013-07-10 03:16:42 +0200165{
Marek Vasutf016f8c2014-02-06 02:43:45 +0100166 struct ept_queue_head *head = ci_get_qh(ep_num, 0);
Marek Vasutf19a3432013-07-10 03:16:42 +0200167 uint32_t start = (uint32_t)head;
168 uint32_t end = start + 2 * sizeof(*head);
169
170 invalidate_dcache_range(start, end);
171}
172
173/**
Marek Vasutf016f8c2014-02-06 02:43:45 +0100174 * ci_flush_qtd - flush cache over queue item
Marek Vasutf19a3432013-07-10 03:16:42 +0200175 * @ep_num: Endpoint number
176 *
177 * This function flushes cache over qTD pair for particular endpoint.
178 */
Marek Vasutf016f8c2014-02-06 02:43:45 +0100179static void ci_flush_qtd(int ep_num)
Marek Vasutf19a3432013-07-10 03:16:42 +0200180{
Marek Vasutf016f8c2014-02-06 02:43:45 +0100181 struct ept_queue_item *item = ci_get_qtd(ep_num, 0);
Marek Vasutf19a3432013-07-10 03:16:42 +0200182 const uint32_t start = (uint32_t)item;
183 const uint32_t end_raw = start + 2 * sizeof(*item);
184 const uint32_t end = roundup(end_raw, ARCH_DMA_MINALIGN);
185
186 flush_dcache_range(start, end);
187}
188
189/**
Marek Vasutf016f8c2014-02-06 02:43:45 +0100190 * ci_invalidate_qtd - invalidate cache over queue item
Marek Vasutf19a3432013-07-10 03:16:42 +0200191 * @ep_num: Endpoint number
192 *
193 * This function invalidates cache over qTD pair for particular endpoint.
194 */
Marek Vasutf016f8c2014-02-06 02:43:45 +0100195static void ci_invalidate_qtd(int ep_num)
Marek Vasutf19a3432013-07-10 03:16:42 +0200196{
Marek Vasutf016f8c2014-02-06 02:43:45 +0100197 struct ept_queue_item *item = ci_get_qtd(ep_num, 0);
Marek Vasutf19a3432013-07-10 03:16:42 +0200198 const uint32_t start = (uint32_t)item;
199 const uint32_t end_raw = start + 2 * sizeof(*item);
200 const uint32_t end = roundup(end_raw, ARCH_DMA_MINALIGN);
201
202 invalidate_dcache_range(start, end);
203}
204
Lei Wen26cc5122011-10-05 08:11:40 -0700205static struct usb_request *
Marek Vasutf016f8c2014-02-06 02:43:45 +0100206ci_ep_alloc_request(struct usb_ep *ep, unsigned int gfp_flags)
Lei Wen26cc5122011-10-05 08:11:40 -0700207{
Marek Vasutf016f8c2014-02-06 02:43:45 +0100208 struct ci_ep *ci_ep = container_of(ep, struct ci_ep, ep);
209 return &ci_ep->req;
Lei Wen26cc5122011-10-05 08:11:40 -0700210}
211
Marek Vasutf016f8c2014-02-06 02:43:45 +0100212static void ci_ep_free_request(struct usb_ep *ep, struct usb_request *_req)
Lei Wen26cc5122011-10-05 08:11:40 -0700213{
214 return;
215}
216
Troy Kisky3b59abf2013-10-10 15:28:00 -0700217static void ep_enable(int num, int in, int maxpacket)
Lei Wen26cc5122011-10-05 08:11:40 -0700218{
Marek Vasutf016f8c2014-02-06 02:43:45 +0100219 struct ci_udc *udc = (struct ci_udc *)controller.ctrl->hcor;
Lei Wen26cc5122011-10-05 08:11:40 -0700220 unsigned n;
Lei Wen26cc5122011-10-05 08:11:40 -0700221
222 n = readl(&udc->epctrl[num]);
223 if (in)
224 n |= (CTRL_TXE | CTRL_TXR | CTRL_TXT_BULK);
225 else
226 n |= (CTRL_RXE | CTRL_RXR | CTRL_RXT_BULK);
227
Marek Vasutf19a3432013-07-10 03:16:42 +0200228 if (num != 0) {
Marek Vasutf016f8c2014-02-06 02:43:45 +0100229 struct ept_queue_head *head = ci_get_qh(num, in);
Troy Kisky7b7924c2013-10-10 15:28:02 -0700230
Troy Kisky3b59abf2013-10-10 15:28:00 -0700231 head->config = CONFIG_MAX_PKT(maxpacket) | CONFIG_ZLT;
Marek Vasutf016f8c2014-02-06 02:43:45 +0100232 ci_flush_qh(num);
Marek Vasutf19a3432013-07-10 03:16:42 +0200233 }
Lei Wen26cc5122011-10-05 08:11:40 -0700234 writel(n, &udc->epctrl[num]);
235}
236
Marek Vasutf016f8c2014-02-06 02:43:45 +0100237static int ci_ep_enable(struct usb_ep *ep,
Lei Wen26cc5122011-10-05 08:11:40 -0700238 const struct usb_endpoint_descriptor *desc)
239{
Marek Vasutf016f8c2014-02-06 02:43:45 +0100240 struct ci_ep *ci_ep = container_of(ep, struct ci_ep, ep);
Lei Wen26cc5122011-10-05 08:11:40 -0700241 int num, in;
242 num = desc->bEndpointAddress & USB_ENDPOINT_NUMBER_MASK;
243 in = (desc->bEndpointAddress & USB_DIR_IN) != 0;
Marek Vasutf016f8c2014-02-06 02:43:45 +0100244 ci_ep->desc = desc;
Troy Kisky3b59abf2013-10-10 15:28:00 -0700245
246 if (num) {
247 int max = get_unaligned_le16(&desc->wMaxPacketSize);
248
249 if ((max > 64) && (controller.gadget.speed == USB_SPEED_FULL))
250 max = 64;
251 if (ep->maxpacket != max) {
252 DBG("%s: from %d to %d\n", __func__,
253 ep->maxpacket, max);
254 ep->maxpacket = max;
255 }
256 }
257 ep_enable(num, in, ep->maxpacket);
258 DBG("%s: num=%d maxpacket=%d\n", __func__, num, ep->maxpacket);
Lei Wen26cc5122011-10-05 08:11:40 -0700259 return 0;
260}
261
Marek Vasutf016f8c2014-02-06 02:43:45 +0100262static int ci_ep_disable(struct usb_ep *ep)
Lei Wen26cc5122011-10-05 08:11:40 -0700263{
Marek Vasutf016f8c2014-02-06 02:43:45 +0100264 struct ci_ep *ci_ep = container_of(ep, struct ci_ep, ep);
Troy Kiskyb065eb72013-09-25 18:41:15 -0700265
Marek Vasutf016f8c2014-02-06 02:43:45 +0100266 ci_ep->desc = NULL;
Lei Wen26cc5122011-10-05 08:11:40 -0700267 return 0;
268}
269
Marek Vasutf016f8c2014-02-06 02:43:45 +0100270static int ci_bounce(struct ci_ep *ep, int in)
Marek Vasut6dd30af2013-07-10 03:16:43 +0200271{
272 uint32_t addr = (uint32_t)ep->req.buf;
273 uint32_t ba;
274
275 /* Input buffer address is not aligned. */
276 if (addr & (ARCH_DMA_MINALIGN - 1))
277 goto align;
278
279 /* Input buffer length is not aligned. */
280 if (ep->req.length & (ARCH_DMA_MINALIGN - 1))
281 goto align;
282
283 /* The buffer is well aligned, only flush cache. */
284 ep->b_len = ep->req.length;
285 ep->b_buf = ep->req.buf;
286 goto flush;
287
288align:
289 /* Use internal buffer for small payloads. */
290 if (ep->req.length <= 64) {
291 ep->b_len = 64;
292 ep->b_buf = ep->b_fast;
293 } else {
294 ep->b_len = roundup(ep->req.length, ARCH_DMA_MINALIGN);
295 ep->b_buf = memalign(ARCH_DMA_MINALIGN, ep->b_len);
296 if (!ep->b_buf)
297 return -ENOMEM;
298 }
Troy Kisky1ebf0272013-10-10 15:28:01 -0700299 if (in)
300 memcpy(ep->b_buf, ep->req.buf, ep->req.length);
Marek Vasut6dd30af2013-07-10 03:16:43 +0200301
302flush:
303 ba = (uint32_t)ep->b_buf;
304 flush_dcache_range(ba, ba + ep->b_len);
305
306 return 0;
307}
308
Marek Vasutf016f8c2014-02-06 02:43:45 +0100309static void ci_debounce(struct ci_ep *ep, int in)
Marek Vasut6dd30af2013-07-10 03:16:43 +0200310{
311 uint32_t addr = (uint32_t)ep->req.buf;
312 uint32_t ba = (uint32_t)ep->b_buf;
313
Troy Kisky1ebf0272013-10-10 15:28:01 -0700314 if (in) {
315 if (addr == ba)
316 return; /* not a bounce */
317 goto free;
318 }
Marek Vasut6dd30af2013-07-10 03:16:43 +0200319 invalidate_dcache_range(ba, ba + ep->b_len);
320
Troy Kisky1ebf0272013-10-10 15:28:01 -0700321 if (addr == ba)
322 return; /* not a bounce */
Marek Vasut6dd30af2013-07-10 03:16:43 +0200323
Stephen Warren8aac6e92014-04-24 17:52:37 -0600324 memcpy(ep->req.buf, ep->b_buf, ep->req.actual);
Troy Kisky1ebf0272013-10-10 15:28:01 -0700325free:
Marek Vasut6dd30af2013-07-10 03:16:43 +0200326 /* Large payloads use allocated buffer, free it. */
Troy Kisky1ebf0272013-10-10 15:28:01 -0700327 if (ep->b_buf != ep->b_fast)
Marek Vasut6dd30af2013-07-10 03:16:43 +0200328 free(ep->b_buf);
329}
330
Marek Vasutf016f8c2014-02-06 02:43:45 +0100331static int ci_ep_queue(struct usb_ep *ep,
Lei Wen26cc5122011-10-05 08:11:40 -0700332 struct usb_request *req, gfp_t gfp_flags)
333{
Marek Vasutf016f8c2014-02-06 02:43:45 +0100334 struct ci_ep *ci_ep = container_of(ep, struct ci_ep, ep);
335 struct ci_udc *udc = (struct ci_udc *)controller.ctrl->hcor;
Lei Wen26cc5122011-10-05 08:11:40 -0700336 struct ept_queue_item *item;
337 struct ept_queue_head *head;
Marek Vasut6dd30af2013-07-10 03:16:43 +0200338 int bit, num, len, in, ret;
Marek Vasutf016f8c2014-02-06 02:43:45 +0100339 num = ci_ep->desc->bEndpointAddress & USB_ENDPOINT_NUMBER_MASK;
340 in = (ci_ep->desc->bEndpointAddress & USB_DIR_IN) != 0;
341 item = ci_get_qtd(num, in);
342 head = ci_get_qh(num, in);
Lei Wen26cc5122011-10-05 08:11:40 -0700343 len = req->length;
344
Marek Vasutf016f8c2014-02-06 02:43:45 +0100345 ret = ci_bounce(ci_ep, in);
Marek Vasut6dd30af2013-07-10 03:16:43 +0200346 if (ret)
347 return ret;
348
Lei Wen26cc5122011-10-05 08:11:40 -0700349 item->next = TERMINATE;
350 item->info = INFO_BYTES(len) | INFO_IOC | INFO_ACTIVE;
Marek Vasutf016f8c2014-02-06 02:43:45 +0100351 item->page0 = (uint32_t)ci_ep->b_buf;
352 item->page1 = ((uint32_t)ci_ep->b_buf & 0xfffff000) + 0x1000;
Stephen Warrenf5c03002014-04-24 17:52:36 -0600353 item->page2 = ((uint32_t)ci_ep->b_buf & 0xfffff000) + 0x2000;
354 item->page3 = ((uint32_t)ci_ep->b_buf & 0xfffff000) + 0x3000;
355 item->page4 = ((uint32_t)ci_ep->b_buf & 0xfffff000) + 0x4000;
Marek Vasutf016f8c2014-02-06 02:43:45 +0100356 ci_flush_qtd(num);
Lei Wen26cc5122011-10-05 08:11:40 -0700357
358 head->next = (unsigned) item;
359 head->info = 0;
360
Marek Vasut6dd30af2013-07-10 03:16:43 +0200361 DBG("ept%d %s queue len %x, buffer %p\n",
Marek Vasutf016f8c2014-02-06 02:43:45 +0100362 num, in ? "in" : "out", len, ci_ep->b_buf);
363 ci_flush_qh(num);
Lei Wen26cc5122011-10-05 08:11:40 -0700364
365 if (in)
366 bit = EPT_TX(num);
367 else
368 bit = EPT_RX(num);
369
Lei Wen26cc5122011-10-05 08:11:40 -0700370 writel(bit, &udc->epprime);
371
372 return 0;
373}
374
Marek Vasutf016f8c2014-02-06 02:43:45 +0100375static void handle_ep_complete(struct ci_ep *ep)
Lei Wen26cc5122011-10-05 08:11:40 -0700376{
377 struct ept_queue_item *item;
378 int num, in, len;
379 num = ep->desc->bEndpointAddress & USB_ENDPOINT_NUMBER_MASK;
380 in = (ep->desc->bEndpointAddress & USB_DIR_IN) != 0;
381 if (num == 0)
382 ep->desc = &ep0_out_desc;
Marek Vasutf016f8c2014-02-06 02:43:45 +0100383 item = ci_get_qtd(num, in);
384 ci_invalidate_qtd(num);
Wolfgang Denk3765b3e2013-10-07 13:07:26 +0200385
Lei Wen26cc5122011-10-05 08:11:40 -0700386 if (item->info & 0xff)
Troy Kiskyd0928792013-09-25 18:41:08 -0700387 printf("EP%d/%s FAIL info=%x pg0=%x\n",
388 num, in ? "in" : "out", item->info, item->page0);
Lei Wen26cc5122011-10-05 08:11:40 -0700389
390 len = (item->info >> 16) & 0x7fff;
Stephen Warren8aac6e92014-04-24 17:52:37 -0600391 ep->req.actual = ep->req.length - len;
Marek Vasutf016f8c2014-02-06 02:43:45 +0100392 ci_debounce(ep, in);
Troy Kisky1ebf0272013-10-10 15:28:01 -0700393
Lei Wen26cc5122011-10-05 08:11:40 -0700394 DBG("ept%d %s complete %x\n",
395 num, in ? "in" : "out", len);
396 ep->req.complete(&ep->ep, &ep->req);
397 if (num == 0) {
398 ep->req.length = 0;
399 usb_ep_queue(&ep->ep, &ep->req, 0);
400 ep->desc = &ep0_in_desc;
401 }
402}
403
404#define SETUP(type, request) (((type) << 8) | (request))
405
406static void handle_setup(void)
407{
Marek Vasut532d8462013-07-10 03:16:29 +0200408 struct usb_request *req = &controller.ep[0].req;
Marek Vasutf016f8c2014-02-06 02:43:45 +0100409 struct ci_udc *udc = (struct ci_udc *)controller.ctrl->hcor;
Lei Wen26cc5122011-10-05 08:11:40 -0700410 struct ept_queue_head *head;
411 struct usb_ctrlrequest r;
412 int status = 0;
413 int num, in, _num, _in, i;
414 char *buf;
Marek Vasutf016f8c2014-02-06 02:43:45 +0100415 head = ci_get_qh(0, 0); /* EP0 OUT */
Lei Wen26cc5122011-10-05 08:11:40 -0700416
Marek Vasutf016f8c2014-02-06 02:43:45 +0100417 ci_invalidate_qh(0);
Lei Wen26cc5122011-10-05 08:11:40 -0700418 memcpy(&r, head->setup_data, sizeof(struct usb_ctrlrequest));
419 writel(EPT_RX(0), &udc->epstat);
420 DBG("handle setup %s, %x, %x index %x value %x\n", reqname(r.bRequest),
421 r.bRequestType, r.bRequest, r.wIndex, r.wValue);
422
423 switch (SETUP(r.bRequestType, r.bRequest)) {
424 case SETUP(USB_RECIP_ENDPOINT, USB_REQ_CLEAR_FEATURE):
425 _num = r.wIndex & 15;
426 _in = !!(r.wIndex & 0x80);
427
428 if ((r.wValue == 0) && (r.wLength == 0)) {
429 req->length = 0;
430 for (i = 0; i < NUM_ENDPOINTS; i++) {
Marek Vasutf016f8c2014-02-06 02:43:45 +0100431 struct ci_ep *ep = &controller.ep[i];
Troy Kisky3b59abf2013-10-10 15:28:00 -0700432
433 if (!ep->desc)
Lei Wen26cc5122011-10-05 08:11:40 -0700434 continue;
Troy Kisky3b59abf2013-10-10 15:28:00 -0700435 num = ep->desc->bEndpointAddress
Marek Vasut532d8462013-07-10 03:16:29 +0200436 & USB_ENDPOINT_NUMBER_MASK;
Troy Kisky3b59abf2013-10-10 15:28:00 -0700437 in = (ep->desc->bEndpointAddress
Lei Wen26cc5122011-10-05 08:11:40 -0700438 & USB_DIR_IN) != 0;
439 if ((num == _num) && (in == _in)) {
Troy Kisky3b59abf2013-10-10 15:28:00 -0700440 ep_enable(num, in, ep->ep.maxpacket);
Lei Wen26cc5122011-10-05 08:11:40 -0700441 usb_ep_queue(controller.gadget.ep0,
442 req, 0);
443 break;
444 }
445 }
446 }
447 return;
448
449 case SETUP(USB_RECIP_DEVICE, USB_REQ_SET_ADDRESS):
450 /*
451 * write address delayed (will take effect
452 * after the next IN txn)
453 */
454 writel((r.wValue << 25) | (1 << 24), &udc->devaddr);
455 req->length = 0;
456 usb_ep_queue(controller.gadget.ep0, req, 0);
457 return;
458
459 case SETUP(USB_DIR_IN | USB_RECIP_DEVICE, USB_REQ_GET_STATUS):
460 req->length = 2;
461 buf = (char *)req->buf;
462 buf[0] = 1 << USB_DEVICE_SELF_POWERED;
463 buf[1] = 0;
464 usb_ep_queue(controller.gadget.ep0, req, 0);
465 return;
466 }
467 /* pass request up to the gadget driver */
468 if (controller.driver)
469 status = controller.driver->setup(&controller.gadget, &r);
470 else
471 status = -ENODEV;
472
473 if (!status)
474 return;
475 DBG("STALL reqname %s type %x value %x, index %x\n",
476 reqname(r.bRequest), r.bRequestType, r.wValue, r.wIndex);
477 writel((1<<16) | (1 << 0), &udc->epctrl[0]);
478}
479
480static void stop_activity(void)
481{
482 int i, num, in;
483 struct ept_queue_head *head;
Marek Vasutf016f8c2014-02-06 02:43:45 +0100484 struct ci_udc *udc = (struct ci_udc *)controller.ctrl->hcor;
Lei Wen26cc5122011-10-05 08:11:40 -0700485 writel(readl(&udc->epcomp), &udc->epcomp);
486 writel(readl(&udc->epstat), &udc->epstat);
487 writel(0xffffffff, &udc->epflush);
488
489 /* error out any pending reqs */
490 for (i = 0; i < NUM_ENDPOINTS; i++) {
491 if (i != 0)
492 writel(0, &udc->epctrl[i]);
Marek Vasut532d8462013-07-10 03:16:29 +0200493 if (controller.ep[i].desc) {
494 num = controller.ep[i].desc->bEndpointAddress
Lei Wen26cc5122011-10-05 08:11:40 -0700495 & USB_ENDPOINT_NUMBER_MASK;
Marek Vasut532d8462013-07-10 03:16:29 +0200496 in = (controller.ep[i].desc->bEndpointAddress
497 & USB_DIR_IN) != 0;
Marek Vasutf016f8c2014-02-06 02:43:45 +0100498 head = ci_get_qh(num, in);
Lei Wen26cc5122011-10-05 08:11:40 -0700499 head->info = INFO_ACTIVE;
Marek Vasutf016f8c2014-02-06 02:43:45 +0100500 ci_flush_qh(num);
Lei Wen26cc5122011-10-05 08:11:40 -0700501 }
502 }
503}
504
505void udc_irq(void)
506{
Marek Vasutf016f8c2014-02-06 02:43:45 +0100507 struct ci_udc *udc = (struct ci_udc *)controller.ctrl->hcor;
Lei Wen26cc5122011-10-05 08:11:40 -0700508 unsigned n = readl(&udc->usbsts);
509 writel(n, &udc->usbsts);
510 int bit, i, num, in;
511
512 n &= (STS_SLI | STS_URI | STS_PCI | STS_UI | STS_UEI);
513 if (n == 0)
514 return;
515
516 if (n & STS_URI) {
517 DBG("-- reset --\n");
518 stop_activity();
519 }
520 if (n & STS_SLI)
521 DBG("-- suspend --\n");
522
523 if (n & STS_PCI) {
Troy Kisky3b59abf2013-10-10 15:28:00 -0700524 int max = 64;
525 int speed = USB_SPEED_FULL;
526
Lei Wen26cc5122011-10-05 08:11:40 -0700527 bit = (readl(&udc->portsc) >> 26) & 3;
Troy Kisky3b59abf2013-10-10 15:28:00 -0700528 DBG("-- portchange %x %s\n", bit, (bit == 2) ? "High" : "Full");
Lei Wen26cc5122011-10-05 08:11:40 -0700529 if (bit == 2) {
Troy Kisky3b59abf2013-10-10 15:28:00 -0700530 speed = USB_SPEED_HIGH;
531 max = 512;
532 }
533 controller.gadget.speed = speed;
534 for (i = 1; i < NUM_ENDPOINTS; i++) {
535 if (controller.ep[i].ep.maxpacket > max)
536 controller.ep[i].ep.maxpacket = max;
Lei Wen26cc5122011-10-05 08:11:40 -0700537 }
538 }
539
540 if (n & STS_UEI)
541 printf("<UEI %x>\n", readl(&udc->epcomp));
542
543 if ((n & STS_UI) || (n & STS_UEI)) {
544 n = readl(&udc->epstat);
545 if (n & EPT_RX(0))
546 handle_setup();
547
548 n = readl(&udc->epcomp);
549 if (n != 0)
550 writel(n, &udc->epcomp);
551
552 for (i = 0; i < NUM_ENDPOINTS && n; i++) {
Marek Vasut532d8462013-07-10 03:16:29 +0200553 if (controller.ep[i].desc) {
554 num = controller.ep[i].desc->bEndpointAddress
Lei Wen26cc5122011-10-05 08:11:40 -0700555 & USB_ENDPOINT_NUMBER_MASK;
Marek Vasut532d8462013-07-10 03:16:29 +0200556 in = (controller.ep[i].desc->bEndpointAddress
Lei Wen26cc5122011-10-05 08:11:40 -0700557 & USB_DIR_IN) != 0;
558 bit = (in) ? EPT_TX(num) : EPT_RX(num);
559 if (n & bit)
Marek Vasut532d8462013-07-10 03:16:29 +0200560 handle_ep_complete(&controller.ep[i]);
Lei Wen26cc5122011-10-05 08:11:40 -0700561 }
562 }
563 }
564}
565
566int usb_gadget_handle_interrupts(void)
567{
568 u32 value;
Marek Vasutf016f8c2014-02-06 02:43:45 +0100569 struct ci_udc *udc = (struct ci_udc *)controller.ctrl->hcor;
Lei Wen26cc5122011-10-05 08:11:40 -0700570
571 value = readl(&udc->usbsts);
572 if (value)
573 udc_irq();
574
575 return value;
576}
577
Marek Vasutf016f8c2014-02-06 02:43:45 +0100578static int ci_pullup(struct usb_gadget *gadget, int is_on)
Lei Wen26cc5122011-10-05 08:11:40 -0700579{
Marek Vasutf016f8c2014-02-06 02:43:45 +0100580 struct ci_udc *udc = (struct ci_udc *)controller.ctrl->hcor;
Lei Wen26cc5122011-10-05 08:11:40 -0700581 if (is_on) {
582 /* RESET */
583 writel(USBCMD_ITC(MICRO_8FRAME) | USBCMD_RST, &udc->usbcmd);
584 udelay(200);
585
Marek Vasutb5cd45b2013-07-10 03:16:39 +0200586 writel((unsigned)controller.epts, &udc->epinitaddr);
Lei Wen26cc5122011-10-05 08:11:40 -0700587
588 /* select DEVICE mode */
589 writel(USBMODE_DEVICE, &udc->usbmode);
590
591 writel(0xffffffff, &udc->epflush);
592
593 /* Turn on the USB connection by enabling the pullup resistor */
594 writel(USBCMD_ITC(MICRO_8FRAME) | USBCMD_RUN, &udc->usbcmd);
595 } else {
596 stop_activity();
597 writel(USBCMD_FS2, &udc->usbcmd);
598 udelay(800);
599 if (controller.driver)
600 controller.driver->disconnect(gadget);
601 }
602
603 return 0;
604}
605
606void udc_disconnect(void)
607{
Marek Vasutf016f8c2014-02-06 02:43:45 +0100608 struct ci_udc *udc = (struct ci_udc *)controller.ctrl->hcor;
Lei Wen26cc5122011-10-05 08:11:40 -0700609 /* disable pullup */
610 stop_activity();
611 writel(USBCMD_FS2, &udc->usbcmd);
612 udelay(800);
613 if (controller.driver)
614 controller.driver->disconnect(&controller.gadget);
615}
616
Marek Vasutf016f8c2014-02-06 02:43:45 +0100617static int ci_udc_probe(void)
Lei Wen26cc5122011-10-05 08:11:40 -0700618{
619 struct ept_queue_head *head;
Marek Vasut8a095a62013-07-10 03:16:40 +0200620 uint8_t *imem;
Lei Wen26cc5122011-10-05 08:11:40 -0700621 int i;
Marek Vasutab65da12013-07-10 03:16:37 +0200622
Marek Vasutf6463172013-07-10 03:16:34 +0200623 const int num = 2 * NUM_ENDPOINTS;
Lei Wen26cc5122011-10-05 08:11:40 -0700624
Marek Vasutab65da12013-07-10 03:16:37 +0200625 const int eplist_min_align = 4096;
626 const int eplist_align = roundup(eplist_min_align, ARCH_DMA_MINALIGN);
627 const int eplist_raw_sz = num * sizeof(struct ept_queue_head);
628 const int eplist_sz = roundup(eplist_raw_sz, ARCH_DMA_MINALIGN);
629
Marek Vasut8a095a62013-07-10 03:16:40 +0200630 const int ilist_align = roundup(ARCH_DMA_MINALIGN, 32);
631 const int ilist_ent_raw_sz = 2 * sizeof(struct ept_queue_item);
632 const int ilist_ent_sz = roundup(ilist_ent_raw_sz, ARCH_DMA_MINALIGN);
633 const int ilist_sz = NUM_ENDPOINTS * ilist_ent_sz;
634
Marek Vasutab65da12013-07-10 03:16:37 +0200635 /* The QH list must be aligned to 4096 bytes. */
636 controller.epts = memalign(eplist_align, eplist_sz);
637 if (!controller.epts)
638 return -ENOMEM;
639 memset(controller.epts, 0, eplist_sz);
640
Marek Vasut8a095a62013-07-10 03:16:40 +0200641 /*
642 * Each qTD item must be 32-byte aligned, each qTD touple must be
643 * cacheline aligned. There are two qTD items for each endpoint and
644 * only one of them is used for the endpoint at time, so we can group
645 * them together.
646 */
647 controller.items_mem = memalign(ilist_align, ilist_sz);
648 if (!controller.items_mem) {
649 free(controller.epts);
650 return -ENOMEM;
651 }
Troy Kisky01773cc2013-09-25 18:41:14 -0700652 memset(controller.items_mem, 0, ilist_sz);
Marek Vasut8a095a62013-07-10 03:16:40 +0200653
Lei Wen26cc5122011-10-05 08:11:40 -0700654 for (i = 0; i < 2 * NUM_ENDPOINTS; i++) {
655 /*
Marek Vasutab65da12013-07-10 03:16:37 +0200656 * Configure QH for each endpoint. The structure of the QH list
657 * is such that each two subsequent fields, N and N+1 where N is
658 * even, in the QH list represent QH for one endpoint. The Nth
659 * entry represents OUT configuration and the N+1th entry does
660 * represent IN configuration of the endpoint.
Lei Wen26cc5122011-10-05 08:11:40 -0700661 */
Marek Vasutab52df12013-07-10 03:16:36 +0200662 head = controller.epts + i;
Lei Wen26cc5122011-10-05 08:11:40 -0700663 if (i < 2)
664 head->config = CONFIG_MAX_PKT(EP0_MAX_PACKET_SIZE)
665 | CONFIG_ZLT | CONFIG_IOS;
666 else
667 head->config = CONFIG_MAX_PKT(EP_MAX_PACKET_SIZE)
668 | CONFIG_ZLT;
669 head->next = TERMINATE;
670 head->info = 0;
671
Marek Vasut8a095a62013-07-10 03:16:40 +0200672 imem = controller.items_mem + ((i >> 1) * ilist_ent_sz);
673 if (i & 1)
674 imem += sizeof(struct ept_queue_item);
675
676 controller.items[i] = (struct ept_queue_item *)imem;
Marek Vasutf19a3432013-07-10 03:16:42 +0200677
678 if (i & 1) {
Marek Vasutf016f8c2014-02-06 02:43:45 +0100679 ci_flush_qh(i - 1);
680 ci_flush_qtd(i - 1);
Marek Vasutf19a3432013-07-10 03:16:42 +0200681 }
Lei Wen26cc5122011-10-05 08:11:40 -0700682 }
683
684 INIT_LIST_HEAD(&controller.gadget.ep_list);
Marek Vasut2ea4b442013-07-10 03:16:30 +0200685
686 /* Init EP 0 */
Marek Vasutf016f8c2014-02-06 02:43:45 +0100687 memcpy(&controller.ep[0].ep, &ci_ep_init[0], sizeof(*ci_ep_init));
Marek Vasut532d8462013-07-10 03:16:29 +0200688 controller.ep[0].desc = &ep0_in_desc;
Marek Vasut2ea4b442013-07-10 03:16:30 +0200689 controller.gadget.ep0 = &controller.ep[0].ep;
Lei Wen26cc5122011-10-05 08:11:40 -0700690 INIT_LIST_HEAD(&controller.gadget.ep0->ep_list);
Marek Vasut2ea4b442013-07-10 03:16:30 +0200691
692 /* Init EP 1..n */
693 for (i = 1; i < NUM_ENDPOINTS; i++) {
Marek Vasutf016f8c2014-02-06 02:43:45 +0100694 memcpy(&controller.ep[i].ep, &ci_ep_init[1],
695 sizeof(*ci_ep_init));
Marek Vasut2ea4b442013-07-10 03:16:30 +0200696 list_add_tail(&controller.ep[i].ep.ep_list,
697 &controller.gadget.ep_list);
Lei Wen26cc5122011-10-05 08:11:40 -0700698 }
Marek Vasut2ea4b442013-07-10 03:16:30 +0200699
Lei Wen26cc5122011-10-05 08:11:40 -0700700 return 0;
701}
702
703int usb_gadget_register_driver(struct usb_gadget_driver *driver)
704{
Marek Vasutf016f8c2014-02-06 02:43:45 +0100705 struct ci_udc *udc;
Marek Vasutbe7ed252013-07-10 03:16:32 +0200706 int ret;
Lei Wen26cc5122011-10-05 08:11:40 -0700707
Marek Vasutd7663032013-07-10 03:16:33 +0200708 if (!driver)
Lei Wen26cc5122011-10-05 08:11:40 -0700709 return -EINVAL;
Marek Vasutd7663032013-07-10 03:16:33 +0200710 if (!driver->bind || !driver->setup || !driver->disconnect)
711 return -EINVAL;
712 if (driver->speed != USB_SPEED_FULL && driver->speed != USB_SPEED_HIGH)
713 return -EINVAL;
Lei Wen26cc5122011-10-05 08:11:40 -0700714
Troy Kisky06d513e2013-10-10 15:27:56 -0700715 ret = usb_lowlevel_init(0, USB_INIT_DEVICE, (void **)&controller.ctrl);
Marek Vasutbe7ed252013-07-10 03:16:32 +0200716 if (ret)
717 return ret;
718
Marek Vasutf016f8c2014-02-06 02:43:45 +0100719 ret = ci_udc_probe();
Marek Vasutbe7ed252013-07-10 03:16:32 +0200720 if (!ret) {
Marek Vasutf016f8c2014-02-06 02:43:45 +0100721 udc = (struct ci_udc *)controller.ctrl->hcor;
Marek Vasutbe7ed252013-07-10 03:16:32 +0200722
Lei Wen26cc5122011-10-05 08:11:40 -0700723 /* select ULPI phy */
724 writel(PTS(PTS_ENABLE) | PFSC, &udc->portsc);
725 }
Marek Vasutbe7ed252013-07-10 03:16:32 +0200726
727 ret = driver->bind(&controller.gadget);
728 if (ret) {
729 DBG("driver->bind() returned %d\n", ret);
730 return ret;
Lei Wen26cc5122011-10-05 08:11:40 -0700731 }
732 controller.driver = driver;
733
734 return 0;
735}
736
737int usb_gadget_unregister_driver(struct usb_gadget_driver *driver)
738{
739 return 0;
740}