source: mainline/uspace/drv/bus/usb/xhci/hc.c@ 74c0de0

lfn serial ticket/834-toolchain-update topic/msim-upgrade topic/simplify-dev-export
Last change on this file since 74c0de0 was f543804, checked in by Ondřej Hlavatý <aearsis@…>, 8 years ago

xhci: fix 32-bit write of EHB not being noticed

  • Property mode set to 100644
File size: 22.1 KB
Line 
1/*
2 * Copyright (c) 2017 Ondrej Hlavaty
3 * All rights reserved.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions
7 * are met:
8 *
9 * - Redistributions of source code must retain the above copyright
10 * notice, this list of conditions and the following disclaimer.
11 * - Redistributions in binary form must reproduce the above copyright
12 * notice, this list of conditions and the following disclaimer in the
13 * documentation and/or other materials provided with the distribution.
14 * - The name of the author may not be used to endorse or promote products
15 * derived from this software without specific prior written permission.
16 *
17 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
18 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
19 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
20 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
21 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
22 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
26 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27 */
28
29/** @addtogroup drvusbxhci
30 * @{
31 */
32/** @file
33 * @brief The host controller data bookkeeping.
34 */
35
36#include <errno.h>
37#include <str_error.h>
38#include <usb/debug.h>
39#include <usb/host/endpoint.h>
40#include "debug.h"
41#include "hc.h"
42#include "rh.h"
43#include "hw_struct/trb.h"
44#include "hw_struct/context.h"
45#include "endpoint.h"
46#include "transfers.h"
47#include "trb_ring.h"
48
49/**
50 * Default USB Speed ID mapping: Table 157
51 */
52#define PSI_TO_BPS(psie, psim) (((uint64_t) psim) << (10 * psie))
53#define PORT_SPEED(usb, mjr, psie, psim) { \
54 .name = "USB ", \
55 .major = mjr, \
56 .minor = 0, \
57 .usb_speed = USB_SPEED_##usb, \
58 .rx_bps = PSI_TO_BPS(psie, psim), \
59 .tx_bps = PSI_TO_BPS(psie, psim) \
60}
61static const xhci_port_speed_t ps_default_full = PORT_SPEED(FULL, 2, 2, 12);
62static const xhci_port_speed_t ps_default_low = PORT_SPEED(LOW, 2, 1, 1500);
63static const xhci_port_speed_t ps_default_high = PORT_SPEED(HIGH, 2, 2, 480);
64static const xhci_port_speed_t ps_default_super = PORT_SPEED(SUPER, 3, 3, 5);
65
66/**
67 * Walk the list of extended capabilities.
68 */
69static int hc_parse_ec(xhci_hc_t *hc)
70{
71 unsigned psic, major, minor;
72 xhci_sp_name_t name;
73
74 xhci_port_speed_t *speeds = hc->speeds;
75
76 for (xhci_extcap_t *ec = hc->xecp; ec; ec = xhci_extcap_next(ec)) {
77 xhci_dump_extcap(ec);
78 switch (XHCI_REG_RD(ec, XHCI_EC_CAP_ID)) {
79 case XHCI_EC_USB_LEGACY:
80 assert(hc->legsup == NULL);
81 hc->legsup = (xhci_legsup_t *) ec;
82 break;
83 case XHCI_EC_SUPPORTED_PROTOCOL:
84 psic = XHCI_REG_RD(ec, XHCI_EC_SP_PSIC);
85 major = XHCI_REG_RD(ec, XHCI_EC_SP_MAJOR);
86 minor = XHCI_REG_RD(ec, XHCI_EC_SP_MINOR);
87 name.packed = host2uint32_t_le(XHCI_REG_RD(ec, XHCI_EC_SP_NAME));
88
89 if (name.packed != xhci_name_usb.packed) {
90 /**
91 * The detection of such protocol would work,
92 * but the rest of the implementation is made
93 * for the USB protocol only.
94 */
95 usb_log_error("Unknown protocol %.4s.", name.str);
96 return ENOTSUP;
97 }
98
99 // "Implied" speed
100 if (psic == 0) {
101 assert(minor == 0);
102
103 if (major == 2) {
104 speeds[1] = ps_default_full;
105 speeds[2] = ps_default_low;
106 speeds[3] = ps_default_high;
107
108 hc->speed_to_psiv[USB_SPEED_FULL] = 1;
109 hc->speed_to_psiv[USB_SPEED_LOW] = 2;
110 hc->speed_to_psiv[USB_SPEED_HIGH] = 3;
111 } else if (major == 3) {
112 speeds[4] = ps_default_super;
113 hc->speed_to_psiv[USB_SPEED_SUPER] = 4;
114 } else {
115 return EINVAL;
116 }
117
118 usb_log_debug2("Implied speed of USB %u.0 set up.", major);
119 } else {
120 for (unsigned i = 0; i < psic; i++) {
121 xhci_psi_t *psi = xhci_extcap_psi(ec, i);
122 unsigned sim = XHCI_REG_RD(psi, XHCI_PSI_PSIM);
123 unsigned psiv = XHCI_REG_RD(psi, XHCI_PSI_PSIV);
124 unsigned psie = XHCI_REG_RD(psi, XHCI_PSI_PSIE);
125 unsigned psim = XHCI_REG_RD(psi, XHCI_PSI_PSIM);
126
127 speeds[psiv].major = major;
128 speeds[psiv].minor = minor;
129 str_ncpy(speeds[psiv].name, 4, name.str, 4);
130 speeds[psiv].usb_speed = USB_SPEED_MAX;
131
132 uint64_t bps = PSI_TO_BPS(psie, psim);
133
134 if (sim == XHCI_PSI_PLT_SYMM || sim == XHCI_PSI_PLT_RX)
135 speeds[psiv].rx_bps = bps;
136 if (sim == XHCI_PSI_PLT_SYMM || sim == XHCI_PSI_PLT_TX) {
137 speeds[psiv].tx_bps = bps;
138 usb_log_debug2("Speed %u set up for bps %" PRIu64 " / %" PRIu64 ".", psiv, speeds[psiv].rx_bps, speeds[psiv].tx_bps);
139 }
140 }
141 }
142 }
143 }
144 return EOK;
145}
146
147int hc_init_mmio(xhci_hc_t *hc, const hw_res_list_parsed_t *hw_res)
148{
149 int err;
150
151 if (hw_res->mem_ranges.count != 1) {
152 usb_log_error("Unexpected MMIO area, bailing out.");
153 return EINVAL;
154 }
155
156 hc->mmio_range = hw_res->mem_ranges.ranges[0];
157
158 usb_log_debug("MMIO area at %p (size %zu), IRQ %d.\n",
159 RNGABSPTR(hc->mmio_range), RNGSZ(hc->mmio_range), hw_res->irqs.irqs[0]);
160
161 if (RNGSZ(hc->mmio_range) < sizeof(xhci_cap_regs_t))
162 return EOVERFLOW;
163
164 void *base;
165 if ((err = pio_enable_range(&hc->mmio_range, &base)))
166 return err;
167
168 hc->reg_base = base;
169 hc->cap_regs = (xhci_cap_regs_t *) base;
170 hc->op_regs = (xhci_op_regs_t *) (base + XHCI_REG_RD(hc->cap_regs, XHCI_CAP_LENGTH));
171 hc->rt_regs = (xhci_rt_regs_t *) (base + XHCI_REG_RD(hc->cap_regs, XHCI_CAP_RTSOFF));
172 hc->db_arry = (xhci_doorbell_t *) (base + XHCI_REG_RD(hc->cap_regs, XHCI_CAP_DBOFF));
173
174 uintptr_t xec_offset = XHCI_REG_RD(hc->cap_regs, XHCI_CAP_XECP) * sizeof(xhci_dword_t);
175 if (xec_offset > 0)
176 hc->xecp = (xhci_extcap_t *) (base + xec_offset);
177
178 usb_log_debug2("Initialized MMIO reg areas:");
179 usb_log_debug2("\tCapability regs: %p", hc->cap_regs);
180 usb_log_debug2("\tOperational regs: %p", hc->op_regs);
181 usb_log_debug2("\tRuntime regs: %p", hc->rt_regs);
182 usb_log_debug2("\tDoorbell array base: %p", hc->db_arry);
183
184 xhci_dump_cap_regs(hc->cap_regs);
185
186 hc->ac64 = XHCI_REG_RD(hc->cap_regs, XHCI_CAP_AC64);
187 hc->max_slots = XHCI_REG_RD(hc->cap_regs, XHCI_CAP_MAX_SLOTS);
188
189 if ((err = hc_parse_ec(hc))) {
190 pio_disable(hc->reg_base, RNGSZ(hc->mmio_range));
191 return err;
192 }
193
194 return EOK;
195}
196
197int hc_init_memory(xhci_hc_t *hc, ddf_dev_t *device)
198{
199 int err;
200
201 if (dma_buffer_alloc(&hc->dcbaa_dma, (1 + hc->max_slots) * sizeof(uint64_t)))
202 return ENOMEM;
203 hc->dcbaa = hc->dcbaa_dma.virt;
204
205 if ((err = xhci_event_ring_init(&hc->event_ring)))
206 goto err_dcbaa;
207
208 if ((err = xhci_scratchpad_alloc(hc)))
209 goto err_event_ring;
210
211 if ((err = xhci_init_commands(hc)))
212 goto err_scratch;
213
214 if ((err = xhci_bus_init(&hc->bus, hc)))
215 goto err_cmd;
216
217 if ((err = xhci_rh_init(&hc->rh, hc, device)))
218 goto err_bus;
219
220 return EOK;
221
222err_bus:
223 xhci_bus_fini(&hc->bus);
224err_cmd:
225 xhci_fini_commands(hc);
226err_scratch:
227 xhci_scratchpad_free(hc);
228err_event_ring:
229 xhci_event_ring_fini(&hc->event_ring);
230err_dcbaa:
231 hc->dcbaa = NULL;
232 dma_buffer_free(&hc->dcbaa_dma);
233 return err;
234}
235
236/*
237 * Pseudocode:
238 * ip = read(intr[0].iman)
239 * if (ip) {
240 * status = read(usbsts)
241 * assert status
242 * assert ip
243 * accept (passing status)
244 * }
245 * decline
246 */
247static const irq_cmd_t irq_commands[] = {
248 {
249 .cmd = CMD_PIO_READ_32,
250 .dstarg = 3,
251 .addr = NULL /* intr[0].iman */
252 },
253 {
254 .cmd = CMD_AND,
255 .srcarg = 3,
256 .dstarg = 4,
257 .value = 0 /* host2xhci(32, 1) */
258 },
259 {
260 .cmd = CMD_PREDICATE,
261 .srcarg = 4,
262 .value = 5
263 },
264 {
265 .cmd = CMD_PIO_READ_32,
266 .dstarg = 1,
267 .addr = NULL /* usbsts */
268 },
269 {
270 .cmd = CMD_AND,
271 .srcarg = 1,
272 .dstarg = 2,
273 .value = 0 /* host2xhci(32, XHCI_STATUS_ACK_MASK) */
274 },
275 {
276 .cmd = CMD_PIO_WRITE_A_32,
277 .srcarg = 2,
278 .addr = NULL /* usbsts */
279 },
280 {
281 .cmd = CMD_PIO_WRITE_A_32,
282 .srcarg = 3,
283 .addr = NULL /* intr[0].iman */
284 },
285 {
286 .cmd = CMD_ACCEPT
287 },
288 {
289 .cmd = CMD_DECLINE
290 }
291};
292
293
294/**
295 * Generates code to accept interrupts. The xHCI is designed primarily for
296 * MSI/MSI-X, but we use PCI Interrupt Pin. In this mode, all the Interrupters
297 * (except 0) are disabled.
298 */
299int hc_irq_code_gen(irq_code_t *code, xhci_hc_t *hc, const hw_res_list_parsed_t *hw_res)
300{
301 assert(code);
302 assert(hw_res);
303
304 if (hw_res->irqs.count != 1) {
305 usb_log_info("Unexpected HW resources to enable interrupts.");
306 return EINVAL;
307 }
308
309 code->ranges = malloc(sizeof(irq_pio_range_t));
310 if (code->ranges == NULL)
311 return ENOMEM;
312
313 code->cmds = malloc(sizeof(irq_commands));
314 if (code->cmds == NULL) {
315 free(code->ranges);
316 return ENOMEM;
317 }
318
319 code->rangecount = 1;
320 code->ranges[0] = (irq_pio_range_t) {
321 .base = RNGABS(hc->mmio_range),
322 .size = RNGSZ(hc->mmio_range),
323 };
324
325 code->cmdcount = ARRAY_SIZE(irq_commands);
326 memcpy(code->cmds, irq_commands, sizeof(irq_commands));
327
328 void *intr0_iman = RNGABSPTR(hc->mmio_range) + XHCI_REG_RD(hc->cap_regs, XHCI_CAP_RTSOFF) + offsetof(xhci_rt_regs_t, ir[0]);
329 void *usbsts = RNGABSPTR(hc->mmio_range) + XHCI_REG_RD(hc->cap_regs, XHCI_CAP_LENGTH) + offsetof(xhci_op_regs_t, usbsts);
330 code->cmds[0].addr = intr0_iman;
331 code->cmds[1].value = host2xhci(32, 1);
332 code->cmds[3].addr = usbsts;
333 code->cmds[4].value = host2xhci(32, XHCI_STATUS_ACK_MASK);
334 code->cmds[5].addr = usbsts;
335 code->cmds[6].addr = intr0_iman;
336
337 return hw_res->irqs.irqs[0];
338}
339
340int hc_claim(xhci_hc_t *hc, ddf_dev_t *dev)
341{
342 /* No legacy support capability, the controller is solely for us */
343 if (!hc->legsup)
344 return EOK;
345
346 /* Section 4.22.1 */
347 /* TODO: Test this with USB3-aware BIOS */
348 usb_log_debug2("LEGSUP: bios: %x, os: %x", hc->legsup->sem_bios, hc->legsup->sem_os);
349 XHCI_REG_WR(hc->legsup, XHCI_LEGSUP_SEM_OS, 1);
350 for (int i = 0; i <= (XHCI_LEGSUP_BIOS_TIMEOUT_US / XHCI_LEGSUP_POLLING_DELAY_1MS); i++) {
351 usb_log_debug2("LEGSUP: elapsed: %i ms, bios: %x, os: %x", i,
352 XHCI_REG_RD(hc->legsup, XHCI_LEGSUP_SEM_BIOS),
353 XHCI_REG_RD(hc->legsup, XHCI_LEGSUP_SEM_OS));
354 if (XHCI_REG_RD(hc->legsup, XHCI_LEGSUP_SEM_BIOS) == 0) {
355 assert(XHCI_REG_RD(hc->legsup, XHCI_LEGSUP_SEM_OS) == 1);
356 return EOK;
357 }
358 async_usleep(XHCI_LEGSUP_POLLING_DELAY_1MS);
359 }
360 usb_log_error("BIOS did not release XHCI legacy hold!\n");
361
362 return ENOTSUP;
363}
364
365static int hc_reset(xhci_hc_t *hc)
366{
367 /* Stop the HC: set R/S to 0 */
368 XHCI_REG_CLR(hc->op_regs, XHCI_OP_RS, 1);
369
370 /* Wait 16 ms until the HC is halted */
371 async_usleep(16000);
372 assert(XHCI_REG_RD(hc->op_regs, XHCI_OP_HCH));
373
374 /* Reset */
375 XHCI_REG_SET(hc->op_regs, XHCI_OP_HCRST, 1);
376
377 /* Wait until the reset is complete */
378 while (XHCI_REG_RD(hc->op_regs, XHCI_OP_HCRST))
379 async_usleep(1000);
380
381 return EOK;
382}
383
384/**
385 * Initialize the HC: section 4.2
386 */
387int hc_start(xhci_hc_t *hc, bool irq)
388{
389 int err;
390
391 if ((err = hc_reset(hc)))
392 return err;
393
394 // FIXME: Waiting forever.
395 while (XHCI_REG_RD(hc->op_regs, XHCI_OP_CNR))
396 async_usleep(1000);
397
398 uint64_t dcbaaptr = hc->dcbaa_dma.phys;
399 XHCI_REG_WR(hc->op_regs, XHCI_OP_DCBAAP_LO, LOWER32(dcbaaptr));
400 XHCI_REG_WR(hc->op_regs, XHCI_OP_DCBAAP_HI, UPPER32(dcbaaptr));
401 XHCI_REG_WR(hc->op_regs, XHCI_OP_MAX_SLOTS_EN, hc->max_slots);
402
403 uint64_t crcr = xhci_trb_ring_get_dequeue_ptr(&hc->cr.trb_ring);
404 if (hc->cr.trb_ring.pcs)
405 crcr |= XHCI_REG_MASK(XHCI_OP_RCS);
406 XHCI_REG_WR(hc->op_regs, XHCI_OP_CRCR_LO, LOWER32(crcr));
407 XHCI_REG_WR(hc->op_regs, XHCI_OP_CRCR_HI, UPPER32(crcr));
408
409 xhci_interrupter_regs_t *intr0 = &hc->rt_regs->ir[0];
410 XHCI_REG_WR(intr0, XHCI_INTR_ERSTSZ, hc->event_ring.segment_count);
411 uint64_t erdp = hc->event_ring.dequeue_ptr;
412 XHCI_REG_WR(intr0, XHCI_INTR_ERDP_LO, LOWER32(erdp));
413 XHCI_REG_WR(intr0, XHCI_INTR_ERDP_HI, UPPER32(erdp));
414 uint64_t erstptr = hc->event_ring.erst.phys;
415 XHCI_REG_WR(intr0, XHCI_INTR_ERSTBA_LO, LOWER32(erstptr));
416 XHCI_REG_WR(intr0, XHCI_INTR_ERSTBA_HI, UPPER32(erstptr));
417
418 if (irq) {
419 XHCI_REG_SET(intr0, XHCI_INTR_IE, 1);
420 XHCI_REG_SET(hc->op_regs, XHCI_OP_INTE, 1);
421 }
422
423 XHCI_REG_SET(hc->op_regs, XHCI_OP_HSEE, 1);
424
425 XHCI_REG_SET(hc->op_regs, XHCI_OP_RS, 1);
426
427 /* The reset changed status of all ports, and SW originated reason does
428 * not cause an interrupt.
429 */
430 xhci_rh_handle_port_change(&hc->rh);
431
432 return EOK;
433}
434
435/**
436 * Used only when polling. Shall supplement the irq_commands.
437 */
438int hc_status(bus_t *bus, uint32_t *status)
439{
440 xhci_hc_t *hc = bus_to_hc(bus);
441 int ip = XHCI_REG_RD(hc->rt_regs->ir, XHCI_INTR_IP);
442 if (ip) {
443 *status = XHCI_REG_RD(hc->op_regs, XHCI_OP_STATUS);
444 XHCI_REG_WR(hc->op_regs, XHCI_OP_STATUS, *status & XHCI_STATUS_ACK_MASK);
445 XHCI_REG_WR(hc->rt_regs->ir, XHCI_INTR_IP, 1);
446
447 /* interrupt handler expects status from irq_commands, which is
448 * in xhci order. */
449 *status = host2xhci(32, *status);
450 }
451
452 usb_log_debug2("HC(%p): Polled status: %x", hc, *status);
453 return EOK;
454}
455
456int hc_schedule(usb_transfer_batch_t *batch)
457{
458 assert(batch);
459 xhci_hc_t *hc = bus_to_hc(endpoint_get_bus(batch->ep));
460
461 if (!batch->target.address) {
462 usb_log_error("Attempted to schedule transfer to address 0.");
463 return EINVAL;
464 }
465
466 return xhci_transfer_schedule(hc, batch);
467}
468
469typedef int (*event_handler) (xhci_hc_t *, xhci_trb_t *trb);
470
471static event_handler event_handlers [] = {
472 [XHCI_TRB_TYPE_COMMAND_COMPLETION_EVENT] = &xhci_handle_command_completion,
473 [XHCI_TRB_TYPE_PORT_STATUS_CHANGE_EVENT] = &xhci_rh_handle_port_status_change_event,
474 [XHCI_TRB_TYPE_TRANSFER_EVENT] = &xhci_handle_transfer_event,
475};
476
477static int hc_handle_event(xhci_hc_t *hc, xhci_trb_t *trb, xhci_interrupter_regs_t *intr)
478{
479 unsigned type = TRB_TYPE(*trb);
480 if (type >= ARRAY_SIZE(event_handlers) || !event_handlers[type])
481 return ENOTSUP;
482
483 return event_handlers[type](hc, trb);
484}
485
486static void hc_run_event_ring(xhci_hc_t *hc, xhci_event_ring_t *event_ring, xhci_interrupter_regs_t *intr)
487{
488 int err;
489 ssize_t size = 16;
490 xhci_trb_t *queue = malloc(sizeof(xhci_trb_t) * size);
491 if (!queue) {
492 usb_log_error("Not enough memory to run the event ring.");
493 return;
494 }
495
496 xhci_trb_t *head = queue;
497
498 while ((err = xhci_event_ring_dequeue(event_ring, head)) != ENOENT) {
499 if (err != EOK) {
500 usb_log_warning("Error while accessing event ring: %s", str_error(err));
501 break;
502 }
503
504 usb_log_debug2("Dequeued trb from event ring: %s", xhci_trb_str_type(TRB_TYPE(*head)));
505 head++;
506
507 /* Expand the array if needed. */
508 if (head - queue >= size) {
509 size *= 2;
510 xhci_trb_t *new_queue = realloc(queue, size);
511 if (new_queue == NULL)
512 break; /* Will process only those TRBs we have memory for. */
513
514 head = new_queue + (head - queue);
515 }
516
517 uint64_t erdp = hc->event_ring.dequeue_ptr;
518 XHCI_REG_WR(intr, XHCI_INTR_ERDP_LO, LOWER32(erdp));
519 XHCI_REG_WR(intr, XHCI_INTR_ERDP_HI, UPPER32(erdp));
520 }
521
522 /* Update the ERDP to make room in the ring. */
523 usb_log_debug2("Copying from ring finished, updating ERDP.");
524 uint64_t erdp = hc->event_ring.dequeue_ptr;
525 erdp |= XHCI_REG_MASK(XHCI_INTR_ERDP_EHB);
526 XHCI_REG_WR(intr, XHCI_INTR_ERDP_LO, LOWER32(erdp));
527 XHCI_REG_WR(intr, XHCI_INTR_ERDP_HI, UPPER32(erdp));
528
529 /* Handle all of the collected events if possible. */
530 if (head == queue)
531 usb_log_warning("No events to be handled!");
532
533 for (xhci_trb_t *tail = queue; tail != head; tail++) {
534 if ((err = hc_handle_event(hc, tail, intr)) != EOK) {
535 usb_log_error("Failed to handle event: %s", str_error(err));
536 }
537 }
538
539 free(queue);
540 usb_log_debug2("Event ring run finished.");
541}
542
543void hc_interrupt(bus_t *bus, uint32_t status)
544{
545 xhci_hc_t *hc = bus_to_hc(bus);
546 status = xhci2host(32, status);
547
548 if (status & XHCI_REG_MASK(XHCI_OP_PCD)) {
549 usb_log_debug2("Root hub interrupt.");
550 xhci_rh_handle_port_change(&hc->rh);
551 status &= ~XHCI_REG_MASK(XHCI_OP_PCD);
552 }
553
554 if (status & XHCI_REG_MASK(XHCI_OP_HSE)) {
555 usb_log_error("Host controller error occured. Bad things gonna happen...");
556 status &= ~XHCI_REG_MASK(XHCI_OP_HSE);
557 }
558
559 if (status & XHCI_REG_MASK(XHCI_OP_EINT)) {
560 usb_log_debug2("Event interrupt, running the event ring.");
561 hc_run_event_ring(hc, &hc->event_ring, &hc->rt_regs->ir[0]);
562 status &= ~XHCI_REG_MASK(XHCI_OP_EINT);
563 }
564
565 if (status & XHCI_REG_MASK(XHCI_OP_SRE)) {
566 usb_log_error("Save/Restore error occured. WTF, S/R mechanism not implemented!");
567 status &= ~XHCI_REG_MASK(XHCI_OP_SRE);
568 }
569
570 if (status) {
571 usb_log_error("Non-zero status after interrupt handling (%08x) - missing something?", status);
572 }
573}
574
575static void hc_dcbaa_fini(xhci_hc_t *hc)
576{
577 xhci_scratchpad_free(hc);
578 dma_buffer_free(&hc->dcbaa_dma);
579}
580
581void hc_fini(xhci_hc_t *hc)
582{
583 xhci_bus_fini(&hc->bus);
584 xhci_event_ring_fini(&hc->event_ring);
585 hc_dcbaa_fini(hc);
586 xhci_fini_commands(hc);
587 xhci_rh_fini(&hc->rh);
588 pio_disable(hc->reg_base, RNGSZ(hc->mmio_range));
589 usb_log_info("HC(%p): Finalized.", hc);
590}
591
592int hc_ring_doorbell(xhci_hc_t *hc, unsigned doorbell, unsigned target)
593{
594 assert(hc);
595 uint32_t v = host2xhci(32, target & BIT_RRANGE(uint32_t, 7));
596 pio_write_32(&hc->db_arry[doorbell], v);
597 usb_log_debug2("Ringing doorbell %d (target: %d)", doorbell, target);
598 return EOK;
599}
600
601int hc_enable_slot(xhci_hc_t *hc, uint32_t *slot_id)
602{
603 assert(hc);
604
605 int err;
606 xhci_cmd_t cmd;
607 xhci_cmd_init(&cmd, XHCI_CMD_ENABLE_SLOT);
608
609 if ((err = xhci_cmd_sync(hc, &cmd))) {
610 goto end;
611 }
612
613 if (slot_id) {
614 *slot_id = cmd.slot_id;
615 }
616
617end:
618 xhci_cmd_fini(&cmd);
619 return err;
620}
621
622int hc_disable_slot(xhci_hc_t *hc, xhci_device_t *dev)
623{
624 int err;
625 assert(hc);
626
627 if ((err = xhci_cmd_sync_inline(hc, DISABLE_SLOT, .slot_id = dev->slot_id))) {
628 return err;
629 }
630
631 /* Free the device context. */
632 hc->dcbaa[dev->slot_id] = 0;
633 dma_buffer_free(&dev->dev_ctx);
634
635 /* Mark the slot as invalid. */
636 dev->slot_id = 0;
637
638 return EOK;
639}
640
641static int create_configure_ep_input_ctx(dma_buffer_t *dma_buf)
642{
643 const int err = dma_buffer_alloc(dma_buf, sizeof(xhci_input_ctx_t));
644 if (err)
645 return err;
646
647 xhci_input_ctx_t *ictx = dma_buf->virt;
648 memset(ictx, 0, sizeof(xhci_input_ctx_t));
649
650 // Quoting sec. 4.6.5 and 4.6.6: A1, D0, D1 are down (already zeroed), A0 is up.
651 XHCI_INPUT_CTRL_CTX_ADD_SET(ictx->ctrl_ctx, 0);
652
653 return EOK;
654}
655
656int hc_address_device(xhci_hc_t *hc, xhci_device_t *dev, xhci_endpoint_t *ep0)
657{
658 int err = ENOMEM;
659
660 /* Although we have the precise PSIV value on devices of tier 1,
661 * we have to rely on reverse mapping on others. */
662 if (!hc->speed_to_psiv[dev->base.speed]) {
663 usb_log_error("Device reported an USB speed that cannot be mapped to HC port speed.");
664 return EINVAL;
665 }
666
667 /* Setup and register device context */
668 if (dma_buffer_alloc(&dev->dev_ctx, sizeof(xhci_device_ctx_t)))
669 goto err;
670 memset(dev->dev_ctx.virt, 0, sizeof(xhci_device_ctx_t));
671
672 hc->dcbaa[dev->slot_id] = host2xhci(64, dev->dev_ctx.phys);
673
674 /* Issue configure endpoint command (sec 4.3.5). */
675 dma_buffer_t ictx_dma_buf;
676 if ((err = create_configure_ep_input_ctx(&ictx_dma_buf))) {
677 goto err_dev_ctx;
678 }
679 xhci_input_ctx_t *ictx = ictx_dma_buf.virt;
680
681 /* Initialize slot_ctx according to section 4.3.3 point 3. */
682 XHCI_SLOT_ROOT_HUB_PORT_SET(ictx->slot_ctx, dev->rh_port);
683 XHCI_SLOT_CTX_ENTRIES_SET(ictx->slot_ctx, 1);
684 XHCI_SLOT_ROUTE_STRING_SET(ictx->slot_ctx, dev->route_str);
685 XHCI_SLOT_SPEED_SET(ictx->slot_ctx, hc->speed_to_psiv[dev->base.speed]);
686
687 /* In a very specific case, we have to set also these. But before that,
688 * we need to refactor how TT is handled in libusbhost. */
689 XHCI_SLOT_TT_HUB_SLOT_ID_SET(ictx->slot_ctx, 0);
690 XHCI_SLOT_TT_HUB_PORT_SET(ictx->slot_ctx, 0);
691 XHCI_SLOT_MTT_SET(ictx->slot_ctx, 0);
692
693 /* Copy endpoint 0 context and set A1 flag. */
694 XHCI_INPUT_CTRL_CTX_ADD_SET(ictx->ctrl_ctx, 1);
695 xhci_setup_endpoint_context(ep0, &ictx->endpoint_ctx[0]);
696
697 /* Issue Address Device command. */
698 if ((err = xhci_cmd_sync_inline(hc, ADDRESS_DEVICE, .slot_id = dev->slot_id, .input_ctx = ictx_dma_buf))) {
699 goto err_dev_ctx;
700 }
701
702 xhci_device_ctx_t *dev_ctx = dev->dev_ctx.virt;
703 dev->base.address = XHCI_SLOT_DEVICE_ADDRESS(dev_ctx->slot_ctx);
704 usb_log_debug2("Obtained USB address: %d.\n", dev->base.address);
705
706 /* From now on, the device is officially online, yay! */
707 fibril_mutex_lock(&dev->base.guard);
708 dev->online = true;
709 fibril_mutex_unlock(&dev->base.guard);
710
711 return EOK;
712
713err_dev_ctx:
714 hc->dcbaa[dev->slot_id] = 0;
715 dma_buffer_free(&dev->dev_ctx);
716err:
717 return err;
718}
719
720int hc_configure_device(xhci_hc_t *hc, uint32_t slot_id)
721{
722 /* Issue configure endpoint command (sec 4.3.5). */
723 dma_buffer_t ictx_dma_buf;
724 const int err = create_configure_ep_input_ctx(&ictx_dma_buf);
725 if (err)
726 return err;
727
728 // TODO: Set slot context and other flags. (probably forgot a lot of 'em)
729
730 return xhci_cmd_sync_inline(hc, CONFIGURE_ENDPOINT, .slot_id = slot_id, .input_ctx = ictx_dma_buf);
731}
732
733int hc_deconfigure_device(xhci_hc_t *hc, uint32_t slot_id)
734{
735 /* Issue configure endpoint command (sec 4.3.5) with the DC flag. */
736 return xhci_cmd_sync_inline(hc, CONFIGURE_ENDPOINT, .slot_id = slot_id, .deconfigure = true);
737}
738
739int hc_add_endpoint(xhci_hc_t *hc, uint32_t slot_id, uint8_t ep_idx, xhci_ep_ctx_t *ep_ctx)
740{
741 /* Issue configure endpoint command (sec 4.3.5). */
742 dma_buffer_t ictx_dma_buf;
743 const int err = create_configure_ep_input_ctx(&ictx_dma_buf);
744 if (err)
745 return err;
746
747 xhci_input_ctx_t *ictx = ictx_dma_buf.virt;
748 XHCI_INPUT_CTRL_CTX_ADD_SET(ictx->ctrl_ctx, ep_idx + 1); /* Preceded by slot ctx */
749 memcpy(&ictx->endpoint_ctx[ep_idx], ep_ctx, sizeof(xhci_ep_ctx_t));
750 // TODO: Set slot context and other flags. (probably forgot a lot of 'em)
751
752 return xhci_cmd_sync_inline(hc, CONFIGURE_ENDPOINT, .slot_id = slot_id, .input_ctx = ictx_dma_buf);
753}
754
755int hc_drop_endpoint(xhci_hc_t *hc, uint32_t slot_id, uint8_t ep_idx)
756{
757 /* Issue configure endpoint command (sec 4.3.5). */
758 dma_buffer_t ictx_dma_buf;
759 const int err = create_configure_ep_input_ctx(&ictx_dma_buf);
760 if (err)
761 return err;
762
763 xhci_input_ctx_t *ictx = ictx_dma_buf.virt;
764 XHCI_INPUT_CTRL_CTX_DROP_SET(ictx->ctrl_ctx, ep_idx + 1); /* Preceded by slot ctx */
765 // TODO: Set slot context and other flags. (probably forgot a lot of 'em)
766
767 return xhci_cmd_sync_inline(hc, CONFIGURE_ENDPOINT, .slot_id = slot_id, .input_ctx = ictx_dma_buf);
768}
769
770int hc_update_endpoint(xhci_hc_t *hc, uint32_t slot_id, uint8_t ep_idx, xhci_ep_ctx_t *ep_ctx)
771{
772 dma_buffer_t ictx_dma_buf;
773 const int err = dma_buffer_alloc(&ictx_dma_buf, sizeof(xhci_input_ctx_t));
774 if (err)
775 return err;
776
777 xhci_input_ctx_t *ictx = ictx_dma_buf.virt;
778 memset(ictx, 0, sizeof(xhci_input_ctx_t));
779
780 XHCI_INPUT_CTRL_CTX_ADD_SET(ictx->ctrl_ctx, ep_idx + 1);
781 memcpy(&ictx->endpoint_ctx[ep_idx], ep_ctx, sizeof(xhci_ep_ctx_t));
782
783 return xhci_cmd_sync_inline(hc, EVALUATE_CONTEXT, .slot_id = slot_id, .input_ctx = ictx_dma_buf);
784}
785
786/**
787 * @}
788 */
Note: See TracBrowser for help on using the repository browser.