blob: dfb188d5e4681c1f468c89824cb452b8bb9c80ae [file] [log] [blame]
Vivek Gautam5853e132013-09-14 14:02:45 +05301/*
2 * USB HOST XHCI Controller stack
3 *
4 * Based on xHCI host controller driver in linux-kernel
5 * by Sarah Sharp.
6 *
7 * Copyright (C) 2008 Intel Corp.
8 * Author: Sarah Sharp
9 *
10 * Copyright (C) 2013 Samsung Electronics Co.Ltd
11 * Authors: Vivek Gautam <gautam.vivek@samsung.com>
12 * Vikas Sajjan <vikas.sajjan@samsung.com>
13 *
14 * SPDX-License-Identifier: GPL-2.0+
15 */
16
17/**
18 * This file gives the xhci stack for usb3.0 looking into
19 * xhci specification Rev1.0 (5/21/10).
20 * The quirk devices support hasn't been given yet.
21 */
22
23#include <common.h>
Simon Glassa5762fe2015-03-25 12:22:53 -060024#include <dm.h>
Vivek Gautam5853e132013-09-14 14:02:45 +053025#include <asm/byteorder.h>
26#include <usb.h>
27#include <malloc.h>
28#include <watchdog.h>
29#include <asm/cache.h>
30#include <asm/unaligned.h>
Masahiro Yamada5d97dff2016-09-21 11:28:57 +090031#include <linux/errno.h>
Vivek Gautam5853e132013-09-14 14:02:45 +053032#include "xhci.h"
33
34#ifndef CONFIG_USB_MAX_CONTROLLER_COUNT
35#define CONFIG_USB_MAX_CONTROLLER_COUNT 1
36#endif
37
38static struct descriptor {
39 struct usb_hub_descriptor hub;
40 struct usb_device_descriptor device;
41 struct usb_config_descriptor config;
42 struct usb_interface_descriptor interface;
43 struct usb_endpoint_descriptor endpoint;
44 struct usb_ss_ep_comp_descriptor ep_companion;
45} __attribute__ ((packed)) descriptor = {
46 {
47 0xc, /* bDescLength */
48 0x2a, /* bDescriptorType: hub descriptor */
49 2, /* bNrPorts -- runtime modified */
50 cpu_to_le16(0x8), /* wHubCharacteristics */
51 10, /* bPwrOn2PwrGood */
52 0, /* bHubCntrCurrent */
Bin Meng337fc7e2017-07-19 21:50:00 +080053 { /* Device removable */
54 } /* at most 7 ports! XXX */
Vivek Gautam5853e132013-09-14 14:02:45 +053055 },
56 {
57 0x12, /* bLength */
58 1, /* bDescriptorType: UDESC_DEVICE */
59 cpu_to_le16(0x0300), /* bcdUSB: v3.0 */
60 9, /* bDeviceClass: UDCLASS_HUB */
61 0, /* bDeviceSubClass: UDSUBCLASS_HUB */
62 3, /* bDeviceProtocol: UDPROTO_SSHUBSTT */
63 9, /* bMaxPacketSize: 512 bytes 2^9 */
64 0x0000, /* idVendor */
65 0x0000, /* idProduct */
66 cpu_to_le16(0x0100), /* bcdDevice */
67 1, /* iManufacturer */
68 2, /* iProduct */
69 0, /* iSerialNumber */
70 1 /* bNumConfigurations: 1 */
71 },
72 {
73 0x9,
74 2, /* bDescriptorType: UDESC_CONFIG */
75 cpu_to_le16(0x1f), /* includes SS endpoint descriptor */
76 1, /* bNumInterface */
77 1, /* bConfigurationValue */
78 0, /* iConfiguration */
79 0x40, /* bmAttributes: UC_SELF_POWER */
80 0 /* bMaxPower */
81 },
82 {
83 0x9, /* bLength */
84 4, /* bDescriptorType: UDESC_INTERFACE */
85 0, /* bInterfaceNumber */
86 0, /* bAlternateSetting */
87 1, /* bNumEndpoints */
88 9, /* bInterfaceClass: UICLASS_HUB */
89 0, /* bInterfaceSubClass: UISUBCLASS_HUB */
90 0, /* bInterfaceProtocol: UIPROTO_HSHUBSTT */
91 0 /* iInterface */
92 },
93 {
94 0x7, /* bLength */
95 5, /* bDescriptorType: UDESC_ENDPOINT */
96 0x81, /* bEndpointAddress: IN endpoint 1 */
97 3, /* bmAttributes: UE_INTERRUPT */
98 8, /* wMaxPacketSize */
99 255 /* bInterval */
100 },
101 {
102 0x06, /* ss_bLength */
103 0x30, /* ss_bDescriptorType: SS EP Companion */
104 0x00, /* ss_bMaxBurst: allows 1 TX between ACKs */
105 /* ss_bmAttributes: 1 packet per service interval */
106 0x00,
107 /* ss_wBytesPerInterval: 15 bits for max 15 ports */
108 cpu_to_le16(0x02),
109 },
110};
111
Simon Glassa5762fe2015-03-25 12:22:53 -0600112#ifndef CONFIG_DM_USB
Vivek Gautam5853e132013-09-14 14:02:45 +0530113static struct xhci_ctrl xhcic[CONFIG_USB_MAX_CONTROLLER_COUNT];
Simon Glassa5762fe2015-03-25 12:22:53 -0600114#endif
Vivek Gautam5853e132013-09-14 14:02:45 +0530115
Simon Glass7c1deec2015-03-25 12:22:49 -0600116struct xhci_ctrl *xhci_get_ctrl(struct usb_device *udev)
117{
Simon Glassa5762fe2015-03-25 12:22:53 -0600118#ifdef CONFIG_DM_USB
119 struct udevice *dev;
120
121 /* Find the USB controller */
122 for (dev = udev->dev;
123 device_get_uclass_id(dev) != UCLASS_USB;
124 dev = dev->parent)
125 ;
126 return dev_get_priv(dev);
127#else
Simon Glass7c1deec2015-03-25 12:22:49 -0600128 return udev->controller;
Simon Glassa5762fe2015-03-25 12:22:53 -0600129#endif
Simon Glass7c1deec2015-03-25 12:22:49 -0600130}
131
Vivek Gautam5853e132013-09-14 14:02:45 +0530132/**
133 * Waits for as per specified amount of time
134 * for the "result" to match with "done"
135 *
136 * @param ptr pointer to the register to be read
137 * @param mask mask for the value read
138 * @param done value to be campared with result
139 * @param usec time to wait till
140 * @return 0 if handshake is success else < 0 on failure
141 */
142static int handshake(uint32_t volatile *ptr, uint32_t mask,
143 uint32_t done, int usec)
144{
145 uint32_t result;
146
147 do {
148 result = xhci_readl(ptr);
149 if (result == ~(uint32_t)0)
150 return -ENODEV;
151 result &= mask;
152 if (result == done)
153 return 0;
154 usec--;
155 udelay(1);
156 } while (usec > 0);
157
158 return -ETIMEDOUT;
159}
160
161/**
162 * Set the run bit and wait for the host to be running.
163 *
164 * @param hcor pointer to host controller operation registers
165 * @return status of the Handshake
166 */
167static int xhci_start(struct xhci_hcor *hcor)
168{
169 u32 temp;
170 int ret;
171
172 puts("Starting the controller\n");
173 temp = xhci_readl(&hcor->or_usbcmd);
174 temp |= (CMD_RUN);
175 xhci_writel(&hcor->or_usbcmd, temp);
176
177 /*
178 * Wait for the HCHalted Status bit to be 0 to indicate the host is
179 * running.
180 */
181 ret = handshake(&hcor->or_usbsts, STS_HALT, 0, XHCI_MAX_HALT_USEC);
182 if (ret)
183 debug("Host took too long to start, "
184 "waited %u microseconds.\n",
185 XHCI_MAX_HALT_USEC);
186 return ret;
187}
188
189/**
190 * Resets the XHCI Controller
191 *
192 * @param hcor pointer to host controller operation registers
193 * @return -EBUSY if XHCI Controller is not halted else status of handshake
194 */
Masahiro Yamada121a4d12017-06-22 16:35:14 +0900195static int xhci_reset(struct xhci_hcor *hcor)
Vivek Gautam5853e132013-09-14 14:02:45 +0530196{
197 u32 cmd;
198 u32 state;
199 int ret;
200
201 /* Halting the Host first */
Sergey Temerkhanova5ccda42015-08-17 15:38:07 +0300202 debug("// Halt the HC: %p\n", hcor);
Vivek Gautam5853e132013-09-14 14:02:45 +0530203 state = xhci_readl(&hcor->or_usbsts) & STS_HALT;
204 if (!state) {
205 cmd = xhci_readl(&hcor->or_usbcmd);
206 cmd &= ~CMD_RUN;
207 xhci_writel(&hcor->or_usbcmd, cmd);
208 }
209
210 ret = handshake(&hcor->or_usbsts,
211 STS_HALT, STS_HALT, XHCI_MAX_HALT_USEC);
212 if (ret) {
213 printf("Host not halted after %u microseconds.\n",
214 XHCI_MAX_HALT_USEC);
215 return -EBUSY;
216 }
217
218 debug("// Reset the HC\n");
219 cmd = xhci_readl(&hcor->or_usbcmd);
220 cmd |= CMD_RESET;
221 xhci_writel(&hcor->or_usbcmd, cmd);
222
223 ret = handshake(&hcor->or_usbcmd, CMD_RESET, 0, XHCI_MAX_RESET_USEC);
224 if (ret)
225 return ret;
226
227 /*
228 * xHCI cannot write to any doorbells or operational registers other
229 * than status until the "Controller Not Ready" flag is cleared.
230 */
231 return handshake(&hcor->or_usbsts, STS_CNR, 0, XHCI_MAX_RESET_USEC);
232}
233
234/**
235 * Used for passing endpoint bitmasks between the core and HCDs.
236 * Find the index for an endpoint given its descriptor.
237 * Use the return value to right shift 1 for the bitmask.
238 *
239 * Index = (epnum * 2) + direction - 1,
240 * where direction = 0 for OUT, 1 for IN.
241 * For control endpoints, the IN index is used (OUT index is unused), so
242 * index = (epnum * 2) + direction - 1 = (epnum * 2) + 1 - 1 = (epnum * 2)
243 *
244 * @param desc USB enpdoint Descriptor
245 * @return index of the Endpoint
246 */
247static unsigned int xhci_get_ep_index(struct usb_endpoint_descriptor *desc)
248{
249 unsigned int index;
250
251 if (usb_endpoint_xfer_control(desc))
252 index = (unsigned int)(usb_endpoint_num(desc) * 2);
253 else
254 index = (unsigned int)((usb_endpoint_num(desc) * 2) -
255 (usb_endpoint_dir_in(desc) ? 0 : 1));
256
257 return index;
258}
259
Bin Mengf51966b2017-09-18 06:40:47 -0700260/*
261 * Convert bInterval expressed in microframes (in 1-255 range) to exponent of
262 * microframes, rounded down to nearest power of 2.
263 */
264static unsigned int xhci_microframes_to_exponent(unsigned int desc_interval,
265 unsigned int min_exponent,
266 unsigned int max_exponent)
267{
268 unsigned int interval;
269
270 interval = fls(desc_interval) - 1;
271 interval = clamp_val(interval, min_exponent, max_exponent);
272 if ((1 << interval) != desc_interval)
273 debug("rounding interval to %d microframes, "\
274 "ep desc says %d microframes\n",
275 1 << interval, desc_interval);
276
277 return interval;
278}
279
280static unsigned int xhci_parse_microframe_interval(struct usb_device *udev,
281 struct usb_endpoint_descriptor *endpt_desc)
282{
283 if (endpt_desc->bInterval == 0)
284 return 0;
285
286 return xhci_microframes_to_exponent(endpt_desc->bInterval, 0, 15);
287}
288
289static unsigned int xhci_parse_frame_interval(struct usb_device *udev,
290 struct usb_endpoint_descriptor *endpt_desc)
291{
292 return xhci_microframes_to_exponent(endpt_desc->bInterval * 8, 3, 10);
293}
294
295/*
296 * Convert interval expressed as 2^(bInterval - 1) == interval into
297 * straight exponent value 2^n == interval.
298 */
299static unsigned int xhci_parse_exponent_interval(struct usb_device *udev,
300 struct usb_endpoint_descriptor *endpt_desc)
301{
302 unsigned int interval;
303
304 interval = clamp_val(endpt_desc->bInterval, 1, 16) - 1;
305 if (interval != endpt_desc->bInterval - 1)
306 debug("ep %#x - rounding interval to %d %sframes\n",
307 endpt_desc->bEndpointAddress, 1 << interval,
308 udev->speed == USB_SPEED_FULL ? "" : "micro");
309
310 if (udev->speed == USB_SPEED_FULL) {
311 /*
312 * Full speed isoc endpoints specify interval in frames,
313 * not microframes. We are using microframes everywhere,
314 * so adjust accordingly.
315 */
316 interval += 3; /* 1 frame = 2^3 uframes */
317 }
318
319 return interval;
320}
321
322/*
323 * Return the polling or NAK interval.
324 *
325 * The polling interval is expressed in "microframes". If xHCI's Interval field
326 * is set to N, it will service the endpoint every 2^(Interval)*125us.
327 *
328 * The NAK interval is one NAK per 1 to 255 microframes, or no NAKs if interval
329 * is set to 0.
330 */
331static unsigned int xhci_get_endpoint_interval(struct usb_device *udev,
332 struct usb_endpoint_descriptor *endpt_desc)
333{
334 unsigned int interval = 0;
335
336 switch (udev->speed) {
337 case USB_SPEED_HIGH:
338 /* Max NAK rate */
339 if (usb_endpoint_xfer_control(endpt_desc) ||
340 usb_endpoint_xfer_bulk(endpt_desc)) {
341 interval = xhci_parse_microframe_interval(udev,
342 endpt_desc);
343 break;
344 }
345 /* Fall through - SS and HS isoc/int have same decoding */
346
347 case USB_SPEED_SUPER:
348 if (usb_endpoint_xfer_int(endpt_desc) ||
349 usb_endpoint_xfer_isoc(endpt_desc)) {
350 interval = xhci_parse_exponent_interval(udev,
351 endpt_desc);
352 }
353 break;
354
355 case USB_SPEED_FULL:
356 if (usb_endpoint_xfer_isoc(endpt_desc)) {
357 interval = xhci_parse_exponent_interval(udev,
358 endpt_desc);
359 break;
360 }
361 /*
362 * Fall through for interrupt endpoint interval decoding
363 * since it uses the same rules as low speed interrupt
364 * endpoints.
365 */
366
367 case USB_SPEED_LOW:
368 if (usb_endpoint_xfer_int(endpt_desc) ||
369 usb_endpoint_xfer_isoc(endpt_desc)) {
370 interval = xhci_parse_frame_interval(udev, endpt_desc);
371 }
372 break;
373
374 default:
375 BUG();
376 }
377
378 return interval;
379}
380
381/*
382 * The "Mult" field in the endpoint context is only set for SuperSpeed isoc eps.
383 * High speed endpoint descriptors can define "the number of additional
384 * transaction opportunities per microframe", but that goes in the Max Burst
385 * endpoint context field.
386 */
387static u32 xhci_get_endpoint_mult(struct usb_device *udev,
388 struct usb_endpoint_descriptor *endpt_desc,
389 struct usb_ss_ep_comp_descriptor *ss_ep_comp_desc)
390{
391 if (udev->speed < USB_SPEED_SUPER ||
392 !usb_endpoint_xfer_isoc(endpt_desc))
393 return 0;
394
395 return ss_ep_comp_desc->bmAttributes;
396}
397
Bin Mengfa483b22017-09-18 06:40:48 -0700398static u32 xhci_get_endpoint_max_burst(struct usb_device *udev,
399 struct usb_endpoint_descriptor *endpt_desc,
400 struct usb_ss_ep_comp_descriptor *ss_ep_comp_desc)
401{
402 /* Super speed and Plus have max burst in ep companion desc */
403 if (udev->speed >= USB_SPEED_SUPER)
404 return ss_ep_comp_desc->bMaxBurst;
405
406 if (udev->speed == USB_SPEED_HIGH &&
407 (usb_endpoint_xfer_isoc(endpt_desc) ||
408 usb_endpoint_xfer_int(endpt_desc)))
409 return usb_endpoint_maxp_mult(endpt_desc) - 1;
410
411 return 0;
412}
413
Bin Mengf51966b2017-09-18 06:40:47 -0700414/*
415 * Return the maximum endpoint service interval time (ESIT) payload.
416 * Basically, this is the maxpacket size, multiplied by the burst size
417 * and mult size.
418 */
419static u32 xhci_get_max_esit_payload(struct usb_device *udev,
420 struct usb_endpoint_descriptor *endpt_desc,
421 struct usb_ss_ep_comp_descriptor *ss_ep_comp_desc)
422{
423 int max_burst;
424 int max_packet;
425
426 /* Only applies for interrupt or isochronous endpoints */
427 if (usb_endpoint_xfer_control(endpt_desc) ||
428 usb_endpoint_xfer_bulk(endpt_desc))
429 return 0;
430
431 /* SuperSpeed Isoc ep with less than 48k per esit */
432 if (udev->speed >= USB_SPEED_SUPER)
433 return le16_to_cpu(ss_ep_comp_desc->wBytesPerInterval);
434
435 max_packet = usb_endpoint_maxp(endpt_desc);
436 max_burst = usb_endpoint_maxp_mult(endpt_desc);
437
438 /* A 0 in max burst means 1 transfer per ESIT */
439 return max_packet * max_burst;
440}
441
Vivek Gautam5853e132013-09-14 14:02:45 +0530442/**
443 * Issue a configure endpoint command or evaluate context command
444 * and wait for it to finish.
445 *
446 * @param udev pointer to the Device Data Structure
447 * @param ctx_change flag to indicate the Context has changed or NOT
448 * @return 0 on success, -1 on failure
449 */
450static int xhci_configure_endpoints(struct usb_device *udev, bool ctx_change)
451{
452 struct xhci_container_ctx *in_ctx;
453 struct xhci_virt_device *virt_dev;
Simon Glass7c1deec2015-03-25 12:22:49 -0600454 struct xhci_ctrl *ctrl = xhci_get_ctrl(udev);
Vivek Gautam5853e132013-09-14 14:02:45 +0530455 union xhci_trb *event;
456
457 virt_dev = ctrl->devs[udev->slot_id];
458 in_ctx = virt_dev->in_ctx;
459
Sergey Temerkhanov421a5a02015-04-01 17:18:45 +0300460 xhci_flush_cache((uintptr_t)in_ctx->bytes, in_ctx->size);
Vivek Gautam5853e132013-09-14 14:02:45 +0530461 xhci_queue_command(ctrl, in_ctx->bytes, udev->slot_id, 0,
462 ctx_change ? TRB_EVAL_CONTEXT : TRB_CONFIG_EP);
463 event = xhci_wait_for_event(ctrl, TRB_COMPLETION);
464 BUG_ON(TRB_TO_SLOT_ID(le32_to_cpu(event->event_cmd.flags))
465 != udev->slot_id);
466
467 switch (GET_COMP_CODE(le32_to_cpu(event->event_cmd.status))) {
468 case COMP_SUCCESS:
469 debug("Successful %s command\n",
470 ctx_change ? "Evaluate Context" : "Configure Endpoint");
471 break;
472 default:
473 printf("ERROR: %s command returned completion code %d.\n",
474 ctx_change ? "Evaluate Context" : "Configure Endpoint",
475 GET_COMP_CODE(le32_to_cpu(event->event_cmd.status)));
476 return -EINVAL;
477 }
478
479 xhci_acknowledge_event(ctrl);
480
481 return 0;
482}
483
484/**
485 * Configure the endpoint, programming the device contexts.
486 *
487 * @param udev pointer to the USB device structure
488 * @return returns the status of the xhci_configure_endpoints
489 */
490static int xhci_set_configuration(struct usb_device *udev)
491{
492 struct xhci_container_ctx *in_ctx;
493 struct xhci_container_ctx *out_ctx;
494 struct xhci_input_control_ctx *ctrl_ctx;
495 struct xhci_slot_ctx *slot_ctx;
496 struct xhci_ep_ctx *ep_ctx[MAX_EP_CTX_NUM];
497 int cur_ep;
498 int max_ep_flag = 0;
499 int ep_index;
500 unsigned int dir;
501 unsigned int ep_type;
Simon Glass7c1deec2015-03-25 12:22:49 -0600502 struct xhci_ctrl *ctrl = xhci_get_ctrl(udev);
Vivek Gautam5853e132013-09-14 14:02:45 +0530503 int num_of_ep;
504 int ep_flag = 0;
505 u64 trb_64 = 0;
506 int slot_id = udev->slot_id;
507 struct xhci_virt_device *virt_dev = ctrl->devs[slot_id];
508 struct usb_interface *ifdesc;
Bin Mengf51966b2017-09-18 06:40:47 -0700509 u32 max_esit_payload;
510 unsigned int interval;
511 unsigned int mult;
Bin Mengfa483b22017-09-18 06:40:48 -0700512 unsigned int max_burst;
Bin Mengf51966b2017-09-18 06:40:47 -0700513 unsigned int avg_trb_len;
Vivek Gautam5853e132013-09-14 14:02:45 +0530514
515 out_ctx = virt_dev->out_ctx;
516 in_ctx = virt_dev->in_ctx;
517
518 num_of_ep = udev->config.if_desc[0].no_of_ep;
519 ifdesc = &udev->config.if_desc[0];
520
521 ctrl_ctx = xhci_get_input_control_ctx(in_ctx);
Bin Mengaab0db02017-07-19 21:49:56 +0800522 /* Initialize the input context control */
523 ctrl_ctx->add_flags = cpu_to_le32(SLOT_FLAG);
Vivek Gautam5853e132013-09-14 14:02:45 +0530524 ctrl_ctx->drop_flags = 0;
525
526 /* EP_FLAG gives values 1 & 4 for EP1OUT and EP2IN */
527 for (cur_ep = 0; cur_ep < num_of_ep; cur_ep++) {
528 ep_flag = xhci_get_ep_index(&ifdesc->ep_desc[cur_ep]);
529 ctrl_ctx->add_flags |= cpu_to_le32(1 << (ep_flag + 1));
530 if (max_ep_flag < ep_flag)
531 max_ep_flag = ep_flag;
532 }
533
Sergey Temerkhanov421a5a02015-04-01 17:18:45 +0300534 xhci_inval_cache((uintptr_t)out_ctx->bytes, out_ctx->size);
Vivek Gautam5853e132013-09-14 14:02:45 +0530535
536 /* slot context */
537 xhci_slot_copy(ctrl, in_ctx, out_ctx);
538 slot_ctx = xhci_get_slot_ctx(ctrl, in_ctx);
539 slot_ctx->dev_info &= ~(LAST_CTX_MASK);
540 slot_ctx->dev_info |= cpu_to_le32(LAST_CTX(max_ep_flag + 1) | 0);
541
542 xhci_endpoint_copy(ctrl, in_ctx, out_ctx, 0);
543
544 /* filling up ep contexts */
545 for (cur_ep = 0; cur_ep < num_of_ep; cur_ep++) {
546 struct usb_endpoint_descriptor *endpt_desc = NULL;
Bin Mengf51966b2017-09-18 06:40:47 -0700547 struct usb_ss_ep_comp_descriptor *ss_ep_comp_desc = NULL;
Vivek Gautam5853e132013-09-14 14:02:45 +0530548
549 endpt_desc = &ifdesc->ep_desc[cur_ep];
Bin Mengf51966b2017-09-18 06:40:47 -0700550 ss_ep_comp_desc = &ifdesc->ss_ep_comp_desc[cur_ep];
Vivek Gautam5853e132013-09-14 14:02:45 +0530551 trb_64 = 0;
552
Bin Mengf51966b2017-09-18 06:40:47 -0700553 /*
554 * Get values to fill the endpoint context, mostly from ep
555 * descriptor. The average TRB buffer lengt for bulk endpoints
556 * is unclear as we have no clue on scatter gather list entry
557 * size. For Isoc and Int, set it to max available.
558 * See xHCI 1.1 spec 4.14.1.1 for details.
559 */
560 max_esit_payload = xhci_get_max_esit_payload(udev, endpt_desc,
561 ss_ep_comp_desc);
562 interval = xhci_get_endpoint_interval(udev, endpt_desc);
563 mult = xhci_get_endpoint_mult(udev, endpt_desc,
564 ss_ep_comp_desc);
Bin Mengfa483b22017-09-18 06:40:48 -0700565 max_burst = xhci_get_endpoint_max_burst(udev, endpt_desc,
566 ss_ep_comp_desc);
Bin Mengf51966b2017-09-18 06:40:47 -0700567 avg_trb_len = max_esit_payload;
568
Vivek Gautam5853e132013-09-14 14:02:45 +0530569 ep_index = xhci_get_ep_index(endpt_desc);
570 ep_ctx[ep_index] = xhci_get_ep_ctx(ctrl, in_ctx, ep_index);
571
572 /* Allocate the ep rings */
573 virt_dev->eps[ep_index].ring = xhci_ring_alloc(1, true);
574 if (!virt_dev->eps[ep_index].ring)
575 return -ENOMEM;
576
577 /*NOTE: ep_desc[0] actually represents EP1 and so on */
578 dir = (((endpt_desc->bEndpointAddress) & (0x80)) >> 7);
579 ep_type = (((endpt_desc->bmAttributes) & (0x3)) | (dir << 2));
Bin Mengf51966b2017-09-18 06:40:47 -0700580
581 ep_ctx[ep_index]->ep_info =
582 cpu_to_le32(EP_MAX_ESIT_PAYLOAD_HI(max_esit_payload) |
583 EP_INTERVAL(interval) | EP_MULT(mult));
584
Vivek Gautam5853e132013-09-14 14:02:45 +0530585 ep_ctx[ep_index]->ep_info2 =
586 cpu_to_le32(ep_type << EP_TYPE_SHIFT);
587 ep_ctx[ep_index]->ep_info2 |=
588 cpu_to_le32(MAX_PACKET
589 (get_unaligned(&endpt_desc->wMaxPacketSize)));
590
591 ep_ctx[ep_index]->ep_info2 |=
Bin Mengfa483b22017-09-18 06:40:48 -0700592 cpu_to_le32(MAX_BURST(max_burst) |
Vivek Gautam5853e132013-09-14 14:02:45 +0530593 ((3 & ERROR_COUNT_MASK) << ERROR_COUNT_SHIFT));
594
595 trb_64 = (uintptr_t)
596 virt_dev->eps[ep_index].ring->enqueue;
597 ep_ctx[ep_index]->deq = cpu_to_le64(trb_64 |
598 virt_dev->eps[ep_index].ring->cycle_state);
Bin Mengf51966b2017-09-18 06:40:47 -0700599
600 ep_ctx[ep_index]->tx_info =
601 cpu_to_le32(EP_MAX_ESIT_PAYLOAD_LO(max_esit_payload) |
602 EP_AVG_TRB_LENGTH(avg_trb_len));
Vivek Gautam5853e132013-09-14 14:02:45 +0530603 }
604
605 return xhci_configure_endpoints(udev, false);
606}
607
608/**
609 * Issue an Address Device command (which will issue a SetAddress request to
610 * the device).
611 *
612 * @param udev pointer to the Device Data Structure
613 * @return 0 if successful else error code on failure
614 */
Simon Glass5dd75e32015-03-25 12:22:51 -0600615static int xhci_address_device(struct usb_device *udev, int root_portnr)
Vivek Gautam5853e132013-09-14 14:02:45 +0530616{
617 int ret = 0;
Simon Glass7c1deec2015-03-25 12:22:49 -0600618 struct xhci_ctrl *ctrl = xhci_get_ctrl(udev);
Vivek Gautam5853e132013-09-14 14:02:45 +0530619 struct xhci_slot_ctx *slot_ctx;
620 struct xhci_input_control_ctx *ctrl_ctx;
621 struct xhci_virt_device *virt_dev;
622 int slot_id = udev->slot_id;
623 union xhci_trb *event;
624
625 virt_dev = ctrl->devs[slot_id];
626
627 /*
628 * This is the first Set Address since device plug-in
629 * so setting up the slot context.
630 */
Simon Glass5dd75e32015-03-25 12:22:51 -0600631 debug("Setting up addressable devices %p\n", ctrl->dcbaa);
Bin Mengdaec4692017-07-19 21:51:14 +0800632 xhci_setup_addressable_virt_dev(ctrl, udev, root_portnr);
Vivek Gautam5853e132013-09-14 14:02:45 +0530633
634 ctrl_ctx = xhci_get_input_control_ctx(virt_dev->in_ctx);
635 ctrl_ctx->add_flags = cpu_to_le32(SLOT_FLAG | EP0_FLAG);
636 ctrl_ctx->drop_flags = 0;
637
638 xhci_queue_command(ctrl, (void *)ctrl_ctx, slot_id, 0, TRB_ADDR_DEV);
639 event = xhci_wait_for_event(ctrl, TRB_COMPLETION);
640 BUG_ON(TRB_TO_SLOT_ID(le32_to_cpu(event->event_cmd.flags)) != slot_id);
641
642 switch (GET_COMP_CODE(le32_to_cpu(event->event_cmd.status))) {
643 case COMP_CTX_STATE:
644 case COMP_EBADSLT:
645 printf("Setup ERROR: address device command for slot %d.\n",
646 slot_id);
647 ret = -EINVAL;
648 break;
649 case COMP_TX_ERR:
650 puts("Device not responding to set address.\n");
651 ret = -EPROTO;
652 break;
653 case COMP_DEV_ERR:
654 puts("ERROR: Incompatible device"
655 "for address device command.\n");
656 ret = -ENODEV;
657 break;
658 case COMP_SUCCESS:
659 debug("Successful Address Device command\n");
660 udev->status = 0;
661 break;
662 default:
663 printf("ERROR: unexpected command completion code 0x%x.\n",
664 GET_COMP_CODE(le32_to_cpu(event->event_cmd.status)));
665 ret = -EINVAL;
666 break;
667 }
668
669 xhci_acknowledge_event(ctrl);
670
671 if (ret < 0)
672 /*
673 * TODO: Unsuccessful Address Device command shall leave the
674 * slot in default state. So, issue Disable Slot command now.
675 */
676 return ret;
677
Sergey Temerkhanov421a5a02015-04-01 17:18:45 +0300678 xhci_inval_cache((uintptr_t)virt_dev->out_ctx->bytes,
679 virt_dev->out_ctx->size);
Vivek Gautam5853e132013-09-14 14:02:45 +0530680 slot_ctx = xhci_get_slot_ctx(ctrl, virt_dev->out_ctx);
681
682 debug("xHC internal address is: %d\n",
683 le32_to_cpu(slot_ctx->dev_state) & DEV_ADDR_MASK);
684
685 return 0;
686}
687
688/**
689 * Issue Enable slot command to the controller to allocate
690 * device slot and assign the slot id. It fails if the xHC
691 * ran out of device slots, the Enable Slot command timed out,
692 * or allocating memory failed.
693 *
694 * @param udev pointer to the Device Data Structure
695 * @return Returns 0 on succes else return error code on failure
696 */
Masahiro Yamada121a4d12017-06-22 16:35:14 +0900697static int _xhci_alloc_device(struct usb_device *udev)
Vivek Gautam5853e132013-09-14 14:02:45 +0530698{
Simon Glass7c1deec2015-03-25 12:22:49 -0600699 struct xhci_ctrl *ctrl = xhci_get_ctrl(udev);
Vivek Gautam5853e132013-09-14 14:02:45 +0530700 union xhci_trb *event;
Vivek Gautam5853e132013-09-14 14:02:45 +0530701 int ret;
702
703 /*
704 * Root hub will be first device to be initailized.
705 * If this device is root-hub, don't do any xHC related
706 * stuff.
707 */
708 if (ctrl->rootdev == 0) {
709 udev->speed = USB_SPEED_SUPER;
710 return 0;
711 }
712
713 xhci_queue_command(ctrl, NULL, 0, 0, TRB_ENABLE_SLOT);
714 event = xhci_wait_for_event(ctrl, TRB_COMPLETION);
715 BUG_ON(GET_COMP_CODE(le32_to_cpu(event->event_cmd.status))
716 != COMP_SUCCESS);
717
718 udev->slot_id = TRB_TO_SLOT_ID(le32_to_cpu(event->event_cmd.flags));
719
720 xhci_acknowledge_event(ctrl);
721
Simon Glass7e0c5ee2015-03-25 12:22:50 -0600722 ret = xhci_alloc_virt_device(ctrl, udev->slot_id);
Vivek Gautam5853e132013-09-14 14:02:45 +0530723 if (ret < 0) {
724 /*
725 * TODO: Unsuccessful Address Device command shall leave
726 * the slot in default. So, issue Disable Slot command now.
727 */
728 puts("Could not allocate xHCI USB device data structures\n");
729 return ret;
730 }
731
732 return 0;
733}
734
Simon Glassa5762fe2015-03-25 12:22:53 -0600735#ifndef CONFIG_DM_USB
736int usb_alloc_device(struct usb_device *udev)
737{
738 return _xhci_alloc_device(udev);
739}
740#endif
741
Vivek Gautam5853e132013-09-14 14:02:45 +0530742/*
743 * Full speed devices may have a max packet size greater than 8 bytes, but the
744 * USB core doesn't know that until it reads the first 8 bytes of the
745 * descriptor. If the usb_device's max packet size changes after that point,
746 * we need to issue an evaluate context command and wait on it.
747 *
748 * @param udev pointer to the Device Data Structure
749 * @return returns the status of the xhci_configure_endpoints
750 */
751int xhci_check_maxpacket(struct usb_device *udev)
752{
Simon Glass7c1deec2015-03-25 12:22:49 -0600753 struct xhci_ctrl *ctrl = xhci_get_ctrl(udev);
Vivek Gautam5853e132013-09-14 14:02:45 +0530754 unsigned int slot_id = udev->slot_id;
755 int ep_index = 0; /* control endpoint */
756 struct xhci_container_ctx *in_ctx;
757 struct xhci_container_ctx *out_ctx;
758 struct xhci_input_control_ctx *ctrl_ctx;
759 struct xhci_ep_ctx *ep_ctx;
760 int max_packet_size;
761 int hw_max_packet_size;
762 int ret = 0;
Vivek Gautam5853e132013-09-14 14:02:45 +0530763
764 out_ctx = ctrl->devs[slot_id]->out_ctx;
Sergey Temerkhanov421a5a02015-04-01 17:18:45 +0300765 xhci_inval_cache((uintptr_t)out_ctx->bytes, out_ctx->size);
Vivek Gautam5853e132013-09-14 14:02:45 +0530766
767 ep_ctx = xhci_get_ep_ctx(ctrl, out_ctx, ep_index);
768 hw_max_packet_size = MAX_PACKET_DECODED(le32_to_cpu(ep_ctx->ep_info2));
Bin Mengb5aa8572017-09-18 06:40:44 -0700769 max_packet_size = udev->epmaxpacketin[0];
Vivek Gautam5853e132013-09-14 14:02:45 +0530770 if (hw_max_packet_size != max_packet_size) {
771 debug("Max Packet Size for ep 0 changed.\n");
772 debug("Max packet size in usb_device = %d\n", max_packet_size);
773 debug("Max packet size in xHCI HW = %d\n", hw_max_packet_size);
774 debug("Issuing evaluate context command.\n");
775
776 /* Set up the modified control endpoint 0 */
777 xhci_endpoint_copy(ctrl, ctrl->devs[slot_id]->in_ctx,
778 ctrl->devs[slot_id]->out_ctx, ep_index);
779 in_ctx = ctrl->devs[slot_id]->in_ctx;
780 ep_ctx = xhci_get_ep_ctx(ctrl, in_ctx, ep_index);
Bin Mengb5aa8572017-09-18 06:40:44 -0700781 ep_ctx->ep_info2 &= cpu_to_le32(~((0xffff & MAX_PACKET_MASK)
782 << MAX_PACKET_SHIFT));
Vivek Gautam5853e132013-09-14 14:02:45 +0530783 ep_ctx->ep_info2 |= cpu_to_le32(MAX_PACKET(max_packet_size));
784
785 /*
786 * Set up the input context flags for the command
787 * FIXME: This won't work if a non-default control endpoint
788 * changes max packet sizes.
789 */
790 ctrl_ctx = xhci_get_input_control_ctx(in_ctx);
791 ctrl_ctx->add_flags = cpu_to_le32(EP0_FLAG);
792 ctrl_ctx->drop_flags = 0;
793
794 ret = xhci_configure_endpoints(udev, true);
795 }
796 return ret;
797}
798
799/**
800 * Clears the Change bits of the Port Status Register
801 *
802 * @param wValue request value
803 * @param wIndex request index
804 * @param addr address of posrt status register
805 * @param port_status state of port status register
806 * @return none
807 */
808static void xhci_clear_port_change_bit(u16 wValue,
809 u16 wIndex, volatile uint32_t *addr, u32 port_status)
810{
811 char *port_change_bit;
812 u32 status;
813
814 switch (wValue) {
815 case USB_PORT_FEAT_C_RESET:
816 status = PORT_RC;
817 port_change_bit = "reset";
818 break;
819 case USB_PORT_FEAT_C_CONNECTION:
820 status = PORT_CSC;
821 port_change_bit = "connect";
822 break;
823 case USB_PORT_FEAT_C_OVER_CURRENT:
824 status = PORT_OCC;
825 port_change_bit = "over-current";
826 break;
827 case USB_PORT_FEAT_C_ENABLE:
828 status = PORT_PEC;
829 port_change_bit = "enable/disable";
830 break;
831 case USB_PORT_FEAT_C_SUSPEND:
832 status = PORT_PLC;
833 port_change_bit = "suspend/resume";
834 break;
835 default:
836 /* Should never happen */
837 return;
838 }
839
840 /* Change bits are all write 1 to clear */
841 xhci_writel(addr, port_status | status);
842
843 port_status = xhci_readl(addr);
844 debug("clear port %s change, actual port %d status = 0x%x\n",
845 port_change_bit, wIndex, port_status);
846}
847
848/**
849 * Save Read Only (RO) bits and save read/write bits where
850 * writing a 0 clears the bit and writing a 1 sets the bit (RWS).
851 * For all other types (RW1S, RW1CS, RW, and RZ), writing a '0' has no effect.
852 *
853 * @param state state of the Port Status and Control Regsiter
854 * @return a value that would result in the port being in the
855 * same state, if the value was written to the port
856 * status control register.
857 */
858static u32 xhci_port_state_to_neutral(u32 state)
859{
860 /* Save read-only status and port state */
861 return (state & XHCI_PORT_RO) | (state & XHCI_PORT_RWS);
862}
863
864/**
865 * Submits the Requests to the XHCI Host Controller
866 *
867 * @param udev pointer to the USB device structure
868 * @param pipe contains the DIR_IN or OUT , devnum
869 * @param buffer buffer to be read/written based on the request
870 * @return returns 0 if successful else -1 on failure
871 */
872static int xhci_submit_root(struct usb_device *udev, unsigned long pipe,
873 void *buffer, struct devrequest *req)
874{
875 uint8_t tmpbuf[4];
876 u16 typeReq;
877 void *srcptr = NULL;
878 int len, srclen;
879 uint32_t reg;
880 volatile uint32_t *status_reg;
Simon Glass7c1deec2015-03-25 12:22:49 -0600881 struct xhci_ctrl *ctrl = xhci_get_ctrl(udev);
Bin Meng72746712017-07-19 21:50:03 +0800882 struct xhci_hccr *hccr = ctrl->hccr;
Vivek Gautam5853e132013-09-14 14:02:45 +0530883 struct xhci_hcor *hcor = ctrl->hcor;
Bin Meng72746712017-07-19 21:50:03 +0800884 int max_ports = HCS_MAX_PORTS(xhci_readl(&hccr->cr_hcsparams1));
Vivek Gautam5853e132013-09-14 14:02:45 +0530885
Jeroen Hofstee25d19362014-06-12 00:31:27 +0200886 if ((req->requesttype & USB_RT_PORT) &&
Bin Meng72746712017-07-19 21:50:03 +0800887 le16_to_cpu(req->index) > max_ports) {
888 printf("The request port(%d) exceeds maximum port number\n",
889 le16_to_cpu(req->index) - 1);
Vivek Gautam5853e132013-09-14 14:02:45 +0530890 return -EINVAL;
891 }
892
893 status_reg = (volatile uint32_t *)
894 (&hcor->portregs[le16_to_cpu(req->index) - 1].or_portsc);
895 srclen = 0;
896
897 typeReq = req->request | req->requesttype << 8;
898
899 switch (typeReq) {
900 case DeviceRequest | USB_REQ_GET_DESCRIPTOR:
901 switch (le16_to_cpu(req->value) >> 8) {
902 case USB_DT_DEVICE:
903 debug("USB_DT_DEVICE request\n");
904 srcptr = &descriptor.device;
905 srclen = 0x12;
906 break;
907 case USB_DT_CONFIG:
908 debug("USB_DT_CONFIG config\n");
909 srcptr = &descriptor.config;
910 srclen = 0x19;
911 break;
912 case USB_DT_STRING:
913 debug("USB_DT_STRING config\n");
914 switch (le16_to_cpu(req->value) & 0xff) {
915 case 0: /* Language */
916 srcptr = "\4\3\11\4";
917 srclen = 4;
918 break;
919 case 1: /* Vendor String */
Simon Glassf161c172015-03-25 12:22:54 -0600920 srcptr = "\16\3U\0-\0B\0o\0o\0t\0";
Vivek Gautam5853e132013-09-14 14:02:45 +0530921 srclen = 14;
922 break;
923 case 2: /* Product Name */
924 srcptr = "\52\3X\0H\0C\0I\0 "
925 "\0H\0o\0s\0t\0 "
926 "\0C\0o\0n\0t\0r\0o\0l\0l\0e\0r\0";
927 srclen = 42;
928 break;
929 default:
930 printf("unknown value DT_STRING %x\n",
931 le16_to_cpu(req->value));
932 goto unknown;
933 }
934 break;
935 default:
936 printf("unknown value %x\n", le16_to_cpu(req->value));
937 goto unknown;
938 }
939 break;
940 case USB_REQ_GET_DESCRIPTOR | ((USB_DIR_IN | USB_RT_HUB) << 8):
941 switch (le16_to_cpu(req->value) >> 8) {
942 case USB_DT_HUB:
Bin Mengf3421192017-07-19 21:49:58 +0800943 case USB_DT_SS_HUB:
Vivek Gautam5853e132013-09-14 14:02:45 +0530944 debug("USB_DT_HUB config\n");
945 srcptr = &descriptor.hub;
946 srclen = 0x8;
947 break;
948 default:
949 printf("unknown value %x\n", le16_to_cpu(req->value));
950 goto unknown;
951 }
952 break;
953 case USB_REQ_SET_ADDRESS | (USB_RECIP_DEVICE << 8):
954 debug("USB_REQ_SET_ADDRESS\n");
955 ctrl->rootdev = le16_to_cpu(req->value);
956 break;
957 case DeviceOutRequest | USB_REQ_SET_CONFIGURATION:
958 /* Do nothing */
959 break;
960 case USB_REQ_GET_STATUS | ((USB_DIR_IN | USB_RT_HUB) << 8):
961 tmpbuf[0] = 1; /* USB_STATUS_SELFPOWERED */
962 tmpbuf[1] = 0;
963 srcptr = tmpbuf;
964 srclen = 2;
965 break;
966 case USB_REQ_GET_STATUS | ((USB_RT_PORT | USB_DIR_IN) << 8):
967 memset(tmpbuf, 0, 4);
968 reg = xhci_readl(status_reg);
969 if (reg & PORT_CONNECT) {
970 tmpbuf[0] |= USB_PORT_STAT_CONNECTION;
971 switch (reg & DEV_SPEED_MASK) {
972 case XDEV_FS:
973 debug("SPEED = FULLSPEED\n");
974 break;
975 case XDEV_LS:
976 debug("SPEED = LOWSPEED\n");
977 tmpbuf[1] |= USB_PORT_STAT_LOW_SPEED >> 8;
978 break;
979 case XDEV_HS:
980 debug("SPEED = HIGHSPEED\n");
981 tmpbuf[1] |= USB_PORT_STAT_HIGH_SPEED >> 8;
982 break;
983 case XDEV_SS:
984 debug("SPEED = SUPERSPEED\n");
985 tmpbuf[1] |= USB_PORT_STAT_SUPER_SPEED >> 8;
986 break;
987 }
988 }
989 if (reg & PORT_PE)
990 tmpbuf[0] |= USB_PORT_STAT_ENABLE;
991 if ((reg & PORT_PLS_MASK) == XDEV_U3)
992 tmpbuf[0] |= USB_PORT_STAT_SUSPEND;
993 if (reg & PORT_OC)
994 tmpbuf[0] |= USB_PORT_STAT_OVERCURRENT;
995 if (reg & PORT_RESET)
996 tmpbuf[0] |= USB_PORT_STAT_RESET;
997 if (reg & PORT_POWER)
998 /*
999 * XXX: This Port power bit (for USB 3.0 hub)
1000 * we are faking in USB 2.0 hub port status;
1001 * since there's a change in bit positions in
1002 * two:
1003 * USB 2.0 port status PP is at position[8]
1004 * USB 3.0 port status PP is at position[9]
1005 * So, we are still keeping it at position [8]
1006 */
1007 tmpbuf[1] |= USB_PORT_STAT_POWER >> 8;
1008 if (reg & PORT_CSC)
1009 tmpbuf[2] |= USB_PORT_STAT_C_CONNECTION;
1010 if (reg & PORT_PEC)
1011 tmpbuf[2] |= USB_PORT_STAT_C_ENABLE;
1012 if (reg & PORT_OCC)
1013 tmpbuf[2] |= USB_PORT_STAT_C_OVERCURRENT;
1014 if (reg & PORT_RC)
1015 tmpbuf[2] |= USB_PORT_STAT_C_RESET;
1016
1017 srcptr = tmpbuf;
1018 srclen = 4;
1019 break;
1020 case USB_REQ_SET_FEATURE | ((USB_DIR_OUT | USB_RT_PORT) << 8):
1021 reg = xhci_readl(status_reg);
1022 reg = xhci_port_state_to_neutral(reg);
1023 switch (le16_to_cpu(req->value)) {
1024 case USB_PORT_FEAT_ENABLE:
1025 reg |= PORT_PE;
1026 xhci_writel(status_reg, reg);
1027 break;
1028 case USB_PORT_FEAT_POWER:
1029 reg |= PORT_POWER;
1030 xhci_writel(status_reg, reg);
1031 break;
1032 case USB_PORT_FEAT_RESET:
1033 reg |= PORT_RESET;
1034 xhci_writel(status_reg, reg);
1035 break;
1036 default:
1037 printf("unknown feature %x\n", le16_to_cpu(req->value));
1038 goto unknown;
1039 }
1040 break;
1041 case USB_REQ_CLEAR_FEATURE | ((USB_DIR_OUT | USB_RT_PORT) << 8):
1042 reg = xhci_readl(status_reg);
1043 reg = xhci_port_state_to_neutral(reg);
1044 switch (le16_to_cpu(req->value)) {
1045 case USB_PORT_FEAT_ENABLE:
1046 reg &= ~PORT_PE;
1047 break;
1048 case USB_PORT_FEAT_POWER:
1049 reg &= ~PORT_POWER;
1050 break;
1051 case USB_PORT_FEAT_C_RESET:
1052 case USB_PORT_FEAT_C_CONNECTION:
1053 case USB_PORT_FEAT_C_OVER_CURRENT:
1054 case USB_PORT_FEAT_C_ENABLE:
1055 xhci_clear_port_change_bit((le16_to_cpu(req->value)),
1056 le16_to_cpu(req->index),
1057 status_reg, reg);
1058 break;
1059 default:
1060 printf("unknown feature %x\n", le16_to_cpu(req->value));
1061 goto unknown;
1062 }
1063 xhci_writel(status_reg, reg);
1064 break;
1065 default:
1066 puts("Unknown request\n");
1067 goto unknown;
1068 }
1069
1070 debug("scrlen = %d\n req->length = %d\n",
1071 srclen, le16_to_cpu(req->length));
1072
Masahiro Yamadab4141192014-11-07 03:03:31 +09001073 len = min(srclen, (int)le16_to_cpu(req->length));
Vivek Gautam5853e132013-09-14 14:02:45 +05301074
1075 if (srcptr != NULL && len > 0)
1076 memcpy(buffer, srcptr, len);
1077 else
1078 debug("Len is 0\n");
1079
1080 udev->act_len = len;
1081 udev->status = 0;
1082
1083 return 0;
1084
1085unknown:
1086 udev->act_len = 0;
1087 udev->status = USB_ST_STALLED;
1088
1089 return -ENODEV;
1090}
1091
1092/**
1093 * Submits the INT request to XHCI Host cotroller
1094 *
1095 * @param udev pointer to the USB device
1096 * @param pipe contains the DIR_IN or OUT , devnum
1097 * @param buffer buffer to be read/written based on the request
1098 * @param length length of the buffer
1099 * @param interval interval of the interrupt
1100 * @return 0
1101 */
Simon Glassa5762fe2015-03-25 12:22:53 -06001102static int _xhci_submit_int_msg(struct usb_device *udev, unsigned long pipe,
1103 void *buffer, int length, int interval)
Vivek Gautam5853e132013-09-14 14:02:45 +05301104{
Bin Meng1897d602017-09-18 06:40:41 -07001105 if (usb_pipetype(pipe) != PIPE_INTERRUPT) {
1106 printf("non-interrupt pipe (type=%lu)", usb_pipetype(pipe));
1107 return -EINVAL;
1108 }
1109
Vivek Gautam5853e132013-09-14 14:02:45 +05301110 /*
Bin Meng1897d602017-09-18 06:40:41 -07001111 * xHCI uses normal TRBs for both bulk and interrupt. When the
1112 * interrupt endpoint is to be serviced, the xHC will consume
1113 * (at most) one TD. A TD (comprised of sg list entries) can
1114 * take several service intervals to transmit.
Vivek Gautam5853e132013-09-14 14:02:45 +05301115 */
Bin Meng1897d602017-09-18 06:40:41 -07001116 return xhci_bulk_tx(udev, pipe, length, buffer);
Vivek Gautam5853e132013-09-14 14:02:45 +05301117}
1118
1119/**
1120 * submit the BULK type of request to the USB Device
1121 *
1122 * @param udev pointer to the USB device
1123 * @param pipe contains the DIR_IN or OUT , devnum
1124 * @param buffer buffer to be read/written based on the request
1125 * @param length length of the buffer
1126 * @return returns 0 if successful else -1 on failure
1127 */
Simon Glassa5762fe2015-03-25 12:22:53 -06001128static int _xhci_submit_bulk_msg(struct usb_device *udev, unsigned long pipe,
1129 void *buffer, int length)
Vivek Gautam5853e132013-09-14 14:02:45 +05301130{
1131 if (usb_pipetype(pipe) != PIPE_BULK) {
1132 printf("non-bulk pipe (type=%lu)", usb_pipetype(pipe));
1133 return -EINVAL;
1134 }
1135
1136 return xhci_bulk_tx(udev, pipe, length, buffer);
1137}
1138
1139/**
1140 * submit the control type of request to the Root hub/Device based on the devnum
1141 *
1142 * @param udev pointer to the USB device
1143 * @param pipe contains the DIR_IN or OUT , devnum
1144 * @param buffer buffer to be read/written based on the request
1145 * @param length length of the buffer
1146 * @param setup Request type
Simon Glass5dd75e32015-03-25 12:22:51 -06001147 * @param root_portnr Root port number that this device is on
Vivek Gautam5853e132013-09-14 14:02:45 +05301148 * @return returns 0 if successful else -1 on failure
1149 */
Simon Glass5dd75e32015-03-25 12:22:51 -06001150static int _xhci_submit_control_msg(struct usb_device *udev, unsigned long pipe,
1151 void *buffer, int length,
1152 struct devrequest *setup, int root_portnr)
Vivek Gautam5853e132013-09-14 14:02:45 +05301153{
Simon Glass7c1deec2015-03-25 12:22:49 -06001154 struct xhci_ctrl *ctrl = xhci_get_ctrl(udev);
Vivek Gautam5853e132013-09-14 14:02:45 +05301155 int ret = 0;
1156
1157 if (usb_pipetype(pipe) != PIPE_CONTROL) {
1158 printf("non-control pipe (type=%lu)", usb_pipetype(pipe));
1159 return -EINVAL;
1160 }
1161
1162 if (usb_pipedevice(pipe) == ctrl->rootdev)
1163 return xhci_submit_root(udev, pipe, buffer, setup);
1164
Ted Chen1b108882016-03-18 17:56:52 +10301165 if (setup->request == USB_REQ_SET_ADDRESS &&
1166 (setup->requesttype & USB_TYPE_MASK) == USB_TYPE_STANDARD)
Simon Glass5dd75e32015-03-25 12:22:51 -06001167 return xhci_address_device(udev, root_portnr);
Vivek Gautam5853e132013-09-14 14:02:45 +05301168
Ted Chen1b108882016-03-18 17:56:52 +10301169 if (setup->request == USB_REQ_SET_CONFIGURATION &&
1170 (setup->requesttype & USB_TYPE_MASK) == USB_TYPE_STANDARD) {
Vivek Gautam5853e132013-09-14 14:02:45 +05301171 ret = xhci_set_configuration(udev);
1172 if (ret) {
1173 puts("Failed to configure xHCI endpoint\n");
1174 return ret;
1175 }
1176 }
1177
1178 return xhci_ctrl_tx(udev, pipe, setup, length, buffer);
1179}
1180
Simon Glass779d1262015-03-25 12:22:52 -06001181static int xhci_lowlevel_init(struct xhci_ctrl *ctrl)
Vivek Gautam5853e132013-09-14 14:02:45 +05301182{
Simon Glass779d1262015-03-25 12:22:52 -06001183 struct xhci_hccr *hccr;
1184 struct xhci_hcor *hcor;
Vivek Gautam5853e132013-09-14 14:02:45 +05301185 uint32_t val;
1186 uint32_t val2;
1187 uint32_t reg;
Vivek Gautam5853e132013-09-14 14:02:45 +05301188
Simon Glass779d1262015-03-25 12:22:52 -06001189 hccr = ctrl->hccr;
1190 hcor = ctrl->hcor;
Vivek Gautam5853e132013-09-14 14:02:45 +05301191 /*
1192 * Program the Number of Device Slots Enabled field in the CONFIG
1193 * register with the max value of slots the HC can handle.
1194 */
1195 val = (xhci_readl(&hccr->cr_hcsparams1) & HCS_SLOTS_MASK);
1196 val2 = xhci_readl(&hcor->or_config);
1197 val |= (val2 & ~HCS_SLOTS_MASK);
1198 xhci_writel(&hcor->or_config, val);
1199
1200 /* initializing xhci data structures */
1201 if (xhci_mem_init(ctrl, hccr, hcor) < 0)
1202 return -ENOMEM;
1203
1204 reg = xhci_readl(&hccr->cr_hcsparams1);
1205 descriptor.hub.bNbrPorts = ((reg & HCS_MAX_PORTS_MASK) >>
1206 HCS_MAX_PORTS_SHIFT);
1207 printf("Register %x NbrPorts %d\n", reg, descriptor.hub.bNbrPorts);
1208
1209 /* Port Indicators */
1210 reg = xhci_readl(&hccr->cr_hccparams);
1211 if (HCS_INDICATOR(reg))
1212 put_unaligned(get_unaligned(&descriptor.hub.wHubCharacteristics)
1213 | 0x80, &descriptor.hub.wHubCharacteristics);
1214
1215 /* Port Power Control */
1216 if (HCC_PPC(reg))
1217 put_unaligned(get_unaligned(&descriptor.hub.wHubCharacteristics)
1218 | 0x01, &descriptor.hub.wHubCharacteristics);
1219
1220 if (xhci_start(hcor)) {
1221 xhci_reset(hcor);
1222 return -ENODEV;
1223 }
1224
1225 /* Zero'ing IRQ control register and IRQ pending register */
1226 xhci_writel(&ctrl->ir_set->irq_control, 0x0);
1227 xhci_writel(&ctrl->ir_set->irq_pending, 0x0);
1228
1229 reg = HC_VERSION(xhci_readl(&hccr->cr_capbase));
1230 printf("USB XHCI %x.%02x\n", reg >> 8, reg & 0xff);
1231
Simon Glass779d1262015-03-25 12:22:52 -06001232 return 0;
1233}
1234
1235static int xhci_lowlevel_stop(struct xhci_ctrl *ctrl)
1236{
1237 u32 temp;
1238
1239 xhci_reset(ctrl->hcor);
1240
1241 debug("// Disabling event ring interrupts\n");
1242 temp = xhci_readl(&ctrl->hcor->or_usbsts);
1243 xhci_writel(&ctrl->hcor->or_usbsts, temp & ~STS_EINT);
1244 temp = xhci_readl(&ctrl->ir_set->irq_pending);
1245 xhci_writel(&ctrl->ir_set->irq_pending, ER_IRQ_DISABLE(temp));
Vivek Gautam5853e132013-09-14 14:02:45 +05301246
1247 return 0;
1248}
1249
Simon Glassa5762fe2015-03-25 12:22:53 -06001250#ifndef CONFIG_DM_USB
Simon Glass5dd75e32015-03-25 12:22:51 -06001251int submit_control_msg(struct usb_device *udev, unsigned long pipe,
1252 void *buffer, int length, struct devrequest *setup)
1253{
1254 struct usb_device *hop = udev;
1255
1256 if (hop->parent)
1257 while (hop->parent->parent)
1258 hop = hop->parent;
1259
1260 return _xhci_submit_control_msg(udev, pipe, buffer, length, setup,
1261 hop->portnr);
1262}
1263
Simon Glassa5762fe2015-03-25 12:22:53 -06001264int submit_bulk_msg(struct usb_device *udev, unsigned long pipe, void *buffer,
1265 int length)
1266{
1267 return _xhci_submit_bulk_msg(udev, pipe, buffer, length);
1268}
1269
1270int submit_int_msg(struct usb_device *udev, unsigned long pipe, void *buffer,
1271 int length, int interval)
1272{
1273 return _xhci_submit_int_msg(udev, pipe, buffer, length, interval);
1274}
1275
Vivek Gautam5853e132013-09-14 14:02:45 +05301276/**
Simon Glass779d1262015-03-25 12:22:52 -06001277 * Intialises the XHCI host controller
1278 * and allocates the necessary data structures
1279 *
1280 * @param index index to the host controller data structure
1281 * @return pointer to the intialised controller
1282 */
1283int usb_lowlevel_init(int index, enum usb_init_type init, void **controller)
1284{
1285 struct xhci_hccr *hccr;
1286 struct xhci_hcor *hcor;
1287 struct xhci_ctrl *ctrl;
1288 int ret;
1289
Sergey Temerkhanova5ccda42015-08-17 15:38:07 +03001290 *controller = NULL;
1291
Simon Glass779d1262015-03-25 12:22:52 -06001292 if (xhci_hcd_init(index, &hccr, (struct xhci_hcor **)&hcor) != 0)
1293 return -ENODEV;
1294
1295 if (xhci_reset(hcor) != 0)
1296 return -ENODEV;
1297
1298 ctrl = &xhcic[index];
1299
1300 ctrl->hccr = hccr;
1301 ctrl->hcor = hcor;
1302
1303 ret = xhci_lowlevel_init(ctrl);
1304
Sergey Temerkhanova5ccda42015-08-17 15:38:07 +03001305 if (ret) {
1306 ctrl->hccr = NULL;
1307 ctrl->hcor = NULL;
1308 } else {
1309 *controller = &xhcic[index];
1310 }
Simon Glass779d1262015-03-25 12:22:52 -06001311
1312 return ret;
1313}
1314
1315/**
Vivek Gautam5853e132013-09-14 14:02:45 +05301316 * Stops the XHCI host controller
1317 * and cleans up all the related data structures
1318 *
1319 * @param index index to the host controller data structure
1320 * @return none
1321 */
1322int usb_lowlevel_stop(int index)
1323{
1324 struct xhci_ctrl *ctrl = (xhcic + index);
Vivek Gautam5853e132013-09-14 14:02:45 +05301325
Sergey Temerkhanova5ccda42015-08-17 15:38:07 +03001326 if (ctrl->hcor) {
1327 xhci_lowlevel_stop(ctrl);
1328 xhci_hcd_stop(index);
1329 xhci_cleanup(ctrl);
1330 }
Vivek Gautam5853e132013-09-14 14:02:45 +05301331
1332 return 0;
1333}
Simon Glassa5762fe2015-03-25 12:22:53 -06001334#endif /* CONFIG_DM_USB */
1335
1336#ifdef CONFIG_DM_USB
Simon Glassa5762fe2015-03-25 12:22:53 -06001337
1338static int xhci_submit_control_msg(struct udevice *dev, struct usb_device *udev,
1339 unsigned long pipe, void *buffer, int length,
1340 struct devrequest *setup)
1341{
1342 struct usb_device *uhop;
1343 struct udevice *hub;
1344 int root_portnr = 0;
1345
1346 debug("%s: dev='%s', udev=%p, udev->dev='%s', portnr=%d\n", __func__,
1347 dev->name, udev, udev->dev->name, udev->portnr);
1348 hub = udev->dev;
1349 if (device_get_uclass_id(hub) == UCLASS_USB_HUB) {
1350 /* Figure out our port number on the root hub */
Bin Meng46c1d492017-07-19 21:51:11 +08001351 if (usb_hub_is_root_hub(hub)) {
Simon Glassa5762fe2015-03-25 12:22:53 -06001352 root_portnr = udev->portnr;
1353 } else {
Bin Meng46c1d492017-07-19 21:51:11 +08001354 while (!usb_hub_is_root_hub(hub->parent))
Simon Glassa5762fe2015-03-25 12:22:53 -06001355 hub = hub->parent;
Simon Glassbcbe3d12015-09-28 23:32:01 -06001356 uhop = dev_get_parent_priv(hub);
Simon Glassa5762fe2015-03-25 12:22:53 -06001357 root_portnr = uhop->portnr;
1358 }
1359 }
1360/*
1361 struct usb_device *hop = udev;
1362
1363 if (hop->parent)
1364 while (hop->parent->parent)
1365 hop = hop->parent;
1366*/
1367 return _xhci_submit_control_msg(udev, pipe, buffer, length, setup,
1368 root_portnr);
1369}
1370
1371static int xhci_submit_bulk_msg(struct udevice *dev, struct usb_device *udev,
1372 unsigned long pipe, void *buffer, int length)
1373{
1374 debug("%s: dev='%s', udev=%p\n", __func__, dev->name, udev);
1375 return _xhci_submit_bulk_msg(udev, pipe, buffer, length);
1376}
1377
1378static int xhci_submit_int_msg(struct udevice *dev, struct usb_device *udev,
1379 unsigned long pipe, void *buffer, int length,
1380 int interval)
1381{
1382 debug("%s: dev='%s', udev=%p\n", __func__, dev->name, udev);
1383 return _xhci_submit_int_msg(udev, pipe, buffer, length, interval);
1384}
1385
1386static int xhci_alloc_device(struct udevice *dev, struct usb_device *udev)
1387{
1388 debug("%s: dev='%s', udev=%p\n", __func__, dev->name, udev);
1389 return _xhci_alloc_device(udev);
1390}
1391
Bin Mengd228ca32017-07-19 21:51:19 +08001392static int xhci_update_hub_device(struct udevice *dev, struct usb_device *udev)
1393{
1394 struct xhci_ctrl *ctrl = dev_get_priv(dev);
1395 struct usb_hub_device *hub = dev_get_uclass_priv(udev->dev);
1396 struct xhci_virt_device *virt_dev;
1397 struct xhci_input_control_ctx *ctrl_ctx;
1398 struct xhci_container_ctx *out_ctx;
1399 struct xhci_container_ctx *in_ctx;
1400 struct xhci_slot_ctx *slot_ctx;
1401 int slot_id = udev->slot_id;
1402 unsigned think_time;
1403
1404 debug("%s: dev='%s', udev=%p\n", __func__, dev->name, udev);
1405
1406 /* Ignore root hubs */
1407 if (usb_hub_is_root_hub(udev->dev))
1408 return 0;
1409
1410 virt_dev = ctrl->devs[slot_id];
1411 BUG_ON(!virt_dev);
1412
1413 out_ctx = virt_dev->out_ctx;
1414 in_ctx = virt_dev->in_ctx;
1415
1416 ctrl_ctx = xhci_get_input_control_ctx(in_ctx);
1417 /* Initialize the input context control */
1418 ctrl_ctx->add_flags |= cpu_to_le32(SLOT_FLAG);
1419 ctrl_ctx->drop_flags = 0;
1420
1421 xhci_inval_cache((uintptr_t)out_ctx->bytes, out_ctx->size);
1422
1423 /* slot context */
1424 xhci_slot_copy(ctrl, in_ctx, out_ctx);
1425 slot_ctx = xhci_get_slot_ctx(ctrl, in_ctx);
1426
1427 /* Update hub related fields */
1428 slot_ctx->dev_info |= cpu_to_le32(DEV_HUB);
1429 if (hub->tt.multi && udev->speed == USB_SPEED_HIGH)
1430 slot_ctx->dev_info |= cpu_to_le32(DEV_MTT);
1431 slot_ctx->dev_info2 |= cpu_to_le32(XHCI_MAX_PORTS(udev->maxchild));
1432 /*
1433 * Set TT think time - convert from ns to FS bit times.
1434 * Note 8 FS bit times == (8 bits / 12000000 bps) ~= 666ns
1435 *
1436 * 0 = 8 FS bit times, 1 = 16 FS bit times,
1437 * 2 = 24 FS bit times, 3 = 32 FS bit times.
1438 *
1439 * This field shall be 0 if the device is not a high-spped hub.
1440 */
1441 think_time = hub->tt.think_time;
1442 if (think_time != 0)
1443 think_time = (think_time / 666) - 1;
1444 if (udev->speed == USB_SPEED_HIGH)
1445 slot_ctx->tt_info |= cpu_to_le32(TT_THINK_TIME(think_time));
1446
1447 return xhci_configure_endpoints(udev, false);
1448}
1449
Bin Meng022ceac2017-09-07 06:13:18 -07001450static int xhci_get_max_xfer_size(struct udevice *dev, size_t *size)
1451{
1452 /*
1453 * xHCD allocates one segment which includes 64 TRBs for each endpoint
1454 * and the last TRB in this segment is configured as a link TRB to form
1455 * a TRB ring. Each TRB can transfer up to 64K bytes, however data
1456 * buffers referenced by transfer TRBs shall not span 64KB boundaries.
1457 * Hence the maximum number of TRBs we can use in one transfer is 62.
1458 */
1459 *size = (TRBS_PER_SEGMENT - 2) * TRB_MAX_BUFF_SIZE;
1460
1461 return 0;
1462}
1463
Simon Glassa5762fe2015-03-25 12:22:53 -06001464int xhci_register(struct udevice *dev, struct xhci_hccr *hccr,
1465 struct xhci_hcor *hcor)
1466{
1467 struct xhci_ctrl *ctrl = dev_get_priv(dev);
1468 struct usb_bus_priv *priv = dev_get_uclass_priv(dev);
1469 int ret;
1470
1471 debug("%s: dev='%s', ctrl=%p, hccr=%p, hcor=%p\n", __func__, dev->name,
1472 ctrl, hccr, hcor);
1473
1474 ctrl->dev = dev;
1475
1476 /*
1477 * XHCI needs to issue a Address device command to setup
1478 * proper device context structures, before it can interact
1479 * with the device. So a get_descriptor will fail before any
1480 * of that is done for XHCI unlike EHCI.
1481 */
1482 priv->desc_before_addr = false;
1483
1484 ret = xhci_reset(hcor);
1485 if (ret)
1486 goto err;
1487
1488 ctrl->hccr = hccr;
1489 ctrl->hcor = hcor;
1490 ret = xhci_lowlevel_init(ctrl);
1491 if (ret)
1492 goto err;
1493
1494 return 0;
1495err:
1496 free(ctrl);
1497 debug("%s: failed, ret=%d\n", __func__, ret);
1498 return ret;
1499}
1500
1501int xhci_deregister(struct udevice *dev)
1502{
1503 struct xhci_ctrl *ctrl = dev_get_priv(dev);
1504
1505 xhci_lowlevel_stop(ctrl);
1506 xhci_cleanup(ctrl);
1507
1508 return 0;
1509}
1510
1511struct dm_usb_ops xhci_usb_ops = {
1512 .control = xhci_submit_control_msg,
1513 .bulk = xhci_submit_bulk_msg,
1514 .interrupt = xhci_submit_int_msg,
1515 .alloc_device = xhci_alloc_device,
Bin Mengd228ca32017-07-19 21:51:19 +08001516 .update_hub_device = xhci_update_hub_device,
Bin Meng022ceac2017-09-07 06:13:18 -07001517 .get_max_xfer_size = xhci_get_max_xfer_size,
Simon Glassa5762fe2015-03-25 12:22:53 -06001518};
1519
1520#endif