1 // Code for handling UHCI USB controllers.
3 // Copyright (C) 2009 Kevin O'Connor <kevin@koconnor.net>
5 // This file may be distributed under the terms of the GNU LGPLv3 license.
7 #include "util.h" // dprintf
8 #include "pci.h" // pci_bdf_to_bus
9 #include "config.h" // CONFIG_*
10 #include "ioport.h" // outw
11 #include "usb-uhci.h" // USBLEGSUP
12 #include "pci_regs.h" // PCI_BASE_ADDRESS_4
13 #include "usb.h" // struct usb_s
14 #include "farptr.h" // GET_FLATPTR
19 struct uhci_qh *control_qh, *bulk_qh;
20 struct uhci_framelist *framelist;
24 /****************************************************************
26 ****************************************************************/
28 // Check if device attached to a given port
30 uhci_hub_detect(struct usbhub_s *hub, u32 port)
32 struct usb_uhci_s *cntl = container_of(hub->cntl, struct usb_uhci_s, usb);
33 u16 ioport = cntl->iobase + USBPORTSC1 + port * 2;
35 u16 status = inw(ioport);
36 if (!(status & USBPORTSC_CCS))
40 // XXX - if just powered up, need to wait for USB_TIME_ATTDB?
42 // Begin reset on port
43 outw(USBPORTSC_PR, ioport);
44 msleep(USB_TIME_DRSTR);
48 // Reset device on port
50 uhci_hub_reset(struct usbhub_s *hub, u32 port)
52 struct usb_uhci_s *cntl = container_of(hub->cntl, struct usb_uhci_s, usb);
53 u16 ioport = cntl->iobase + USBPORTSC1 + port * 2;
55 // Finish reset on port
57 udelay(6); // 64 high-speed bit times
58 u16 status = inw(ioport);
59 if (!(status & USBPORTSC_CCS))
60 // No longer connected
62 outw(USBPORTSC_PE, ioport);
63 return !!(status & USBPORTSC_LSDA);
68 uhci_hub_disconnect(struct usbhub_s *hub, u32 port)
70 struct usb_uhci_s *cntl = container_of(hub->cntl, struct usb_uhci_s, usb);
71 u16 ioport = cntl->iobase + USBPORTSC1 + port * 2;
75 static struct usbhub_op_s uhci_HubOp = {
76 .detect = uhci_hub_detect,
77 .reset = uhci_hub_reset,
78 .disconnect = uhci_hub_disconnect,
81 // Find any devices connected to the root hub.
83 check_uhci_ports(struct usb_uhci_s *cntl)
87 memset(&hub, 0, sizeof(hub));
88 hub.cntl = &cntl->usb;
96 /****************************************************************
98 ****************************************************************/
101 reset_uhci(struct usb_uhci_s *cntl, u16 bdf)
103 // XXX - don't reset if not needed.
105 // Reset PIRQ and SMI
106 pci_config_writew(bdf, USBLEGSUP, USBLEGSUP_RWC);
109 outw(USBCMD_HCRESET, cntl->iobase + USBCMD);
112 // Disable interrupts and commands (just to be safe).
113 outw(0, cntl->iobase + USBINTR);
114 outw(0, cntl->iobase + USBCMD);
118 configure_uhci(void *data)
120 struct usb_uhci_s *cntl = data;
122 // Allocate ram for schedule storage
123 struct uhci_td *term_td = malloc_high(sizeof(*term_td));
124 struct uhci_framelist *fl = memalign_high(sizeof(*fl), sizeof(*fl));
125 struct uhci_qh *intr_qh = malloc_high(sizeof(*intr_qh));
126 struct uhci_qh *term_qh = malloc_high(sizeof(*term_qh));
127 if (!term_td || !fl || !intr_qh || !term_qh) {
132 // Work around for PIIX errata
133 memset(term_td, 0, sizeof(*term_td));
134 term_td->link = UHCI_PTR_TERM;
135 term_td->token = (uhci_explen(0) | (0x7f << TD_TOKEN_DEVADDR_SHIFT)
137 memset(term_qh, 0, sizeof(*term_qh));
138 term_qh->element = (u32)term_td;
139 term_qh->link = UHCI_PTR_TERM;
141 // Set schedule to point to primary intr queue head
142 memset(intr_qh, 0, sizeof(*intr_qh));
143 intr_qh->element = UHCI_PTR_TERM;
144 intr_qh->link = (u32)term_qh | UHCI_PTR_QH;
146 for (i=0; i<ARRAY_SIZE(fl->links); i++)
147 fl->links[i] = (u32)intr_qh | UHCI_PTR_QH;
148 cntl->framelist = fl;
149 cntl->control_qh = cntl->bulk_qh = intr_qh;
152 // Set the frame length to the default: 1 ms exactly
153 outb(USBSOF_DEFAULT, cntl->iobase + USBSOF);
155 // Store the frame list base address
156 outl((u32)fl->links, cntl->iobase + USBFLBASEADD);
158 // Set the current frame number
159 outw(0, cntl->iobase + USBFRNUM);
161 // Mark as configured and running with a 64-byte max packet.
162 outw(USBCMD_RS | USBCMD_CF | USBCMD_MAXP, cntl->iobase + USBCMD);
165 int count = check_uhci_ports(cntl);
166 free_pipe(cntl->usb.defaultpipe);
171 // No devices found - shutdown and free controller.
172 outw(0, cntl->iobase + USBCMD);
182 uhci_init(struct pci_device *pci, int busid)
184 if (! CONFIG_USB_UHCI)
187 struct usb_uhci_s *cntl = malloc_tmphigh(sizeof(*cntl));
192 memset(cntl, 0, sizeof(*cntl));
193 cntl->usb.busid = busid;
195 cntl->usb.type = USB_TYPE_UHCI;
196 cntl->iobase = (pci_config_readl(bdf, PCI_BASE_ADDRESS_4)
197 & PCI_BASE_ADDRESS_IO_MASK);
199 dprintf(1, "UHCI init on dev %02x:%02x.%x (io=%x)\n"
200 , pci_bdf_to_bus(bdf), pci_bdf_to_dev(bdf)
201 , pci_bdf_to_fn(bdf), cntl->iobase);
203 pci_config_maskw(bdf, PCI_COMMAND, 0, PCI_COMMAND_MASTER);
205 reset_uhci(cntl, bdf);
207 run_thread(configure_uhci, cntl);
211 /****************************************************************
212 * End point communication
213 ****************************************************************/
217 struct uhci_td *next_td;
218 struct usb_pipe pipe;
223 // Wait for next USB frame to start - for ensuring safe memory release.
225 uhci_waittick(u16 iobase)
228 u16 startframe = inw(iobase + USBFRNUM);
229 u64 end = calc_future_tsc(1000 * 5);
231 if (inw(iobase + USBFRNUM) != startframe)
233 if (check_tsc(end)) {
242 wait_pipe(struct uhci_pipe *pipe, int timeout)
244 u64 end = calc_future_tsc(timeout);
246 u32 el_link = GET_FLATPTR(pipe->qh.element);
247 if (el_link & UHCI_PTR_TERM)
249 if (check_tsc(end)) {
251 u16 iobase = GET_FLATPTR(pipe->iobase);
252 struct uhci_td *td = (void*)(el_link & ~UHCI_PTR_BITS);
253 dprintf(1, "Timeout on wait_pipe %p (td=%p s=%x c=%x/%x)\n"
254 , pipe, (void*)el_link, GET_FLATPTR(td->status)
255 , inw(iobase + USBCMD)
256 , inw(iobase + USBSTS));
257 SET_FLATPTR(pipe->qh.element, UHCI_PTR_TERM);
258 uhci_waittick(iobase);
266 uhci_free_pipe(struct usb_pipe *p)
268 if (! CONFIG_USB_UHCI)
270 dprintf(7, "uhci_free_pipe %p\n", p);
271 struct uhci_pipe *pipe = container_of(p, struct uhci_pipe, pipe);
272 struct usb_uhci_s *cntl = container_of(
273 pipe->pipe.cntl, struct usb_uhci_s, usb);
275 struct uhci_qh *pos = (void*)(cntl->framelist->links[0] & ~UHCI_PTR_BITS);
277 u32 link = pos->link;
278 if (link == UHCI_PTR_TERM) {
279 // Not found?! Exit without freeing.
280 warn_internalerror();
283 struct uhci_qh *next = (void*)(link & ~UHCI_PTR_BITS);
284 if (next == &pipe->qh) {
285 pos->link = next->link;
286 if (cntl->control_qh == next)
287 cntl->control_qh = pos;
288 if (cntl->bulk_qh == next)
290 uhci_waittick(cntl->iobase);
299 uhci_alloc_control_pipe(struct usb_pipe *dummy)
301 if (! CONFIG_USB_UHCI)
303 struct usb_uhci_s *cntl = container_of(
304 dummy->cntl, struct usb_uhci_s, usb);
305 dprintf(7, "uhci_alloc_control_pipe %p\n", &cntl->usb);
307 // Allocate a queue head.
308 struct uhci_pipe *pipe = malloc_tmphigh(sizeof(*pipe));
313 memset(pipe, 0, sizeof(*pipe));
314 memcpy(&pipe->pipe, dummy, sizeof(pipe->pipe));
315 pipe->qh.element = UHCI_PTR_TERM;
316 pipe->iobase = cntl->iobase;
318 // Add queue head to controller list.
319 struct uhci_qh *control_qh = cntl->control_qh;
320 pipe->qh.link = control_qh->link;
322 control_qh->link = (u32)&pipe->qh | UHCI_PTR_QH;
323 if (cntl->bulk_qh == control_qh)
324 cntl->bulk_qh = &pipe->qh;
329 uhci_control(struct usb_pipe *p, int dir, const void *cmd, int cmdsize
330 , void *data, int datasize)
333 if (! CONFIG_USB_UHCI)
335 dprintf(5, "uhci_control %p\n", p);
336 struct uhci_pipe *pipe = container_of(p, struct uhci_pipe, pipe);
338 int maxpacket = pipe->pipe.maxpacket;
339 int lowspeed = pipe->pipe.speed;
340 int devaddr = pipe->pipe.devaddr | (pipe->pipe.ep << 7);
342 // Setup transfer descriptors
343 int count = 2 + DIV_ROUND_UP(datasize, maxpacket);
344 struct uhci_td *tds = malloc_tmphigh(sizeof(*tds) * count);
350 tds[0].link = (u32)&tds[1] | UHCI_PTR_DEPTH;
351 tds[0].status = (uhci_maxerr(3) | (lowspeed ? TD_CTRL_LS : 0)
353 tds[0].token = (uhci_explen(cmdsize) | (devaddr << TD_TOKEN_DEVADDR_SHIFT)
355 tds[0].buffer = (void*)cmd;
356 int toggle = TD_TOKEN_TOGGLE;
358 for (i=1; i<count-1; i++) {
359 tds[i].link = (u32)&tds[i+1] | UHCI_PTR_DEPTH;
360 tds[i].status = (uhci_maxerr(3) | (lowspeed ? TD_CTRL_LS : 0)
362 int len = (i == count-2 ? (datasize - (i-1)*maxpacket) : maxpacket);
363 tds[i].token = (uhci_explen(len) | toggle
364 | (devaddr << TD_TOKEN_DEVADDR_SHIFT)
365 | (dir ? USB_PID_IN : USB_PID_OUT));
366 tds[i].buffer = data + (i-1) * maxpacket;
367 toggle ^= TD_TOKEN_TOGGLE;
369 tds[i].link = UHCI_PTR_TERM;
370 tds[i].status = (uhci_maxerr(0) | (lowspeed ? TD_CTRL_LS : 0)
372 tds[i].token = (uhci_explen(0) | TD_TOKEN_TOGGLE
373 | (devaddr << TD_TOKEN_DEVADDR_SHIFT)
374 | (dir ? USB_PID_OUT : USB_PID_IN));
379 pipe->qh.element = (u32)&tds[0];
380 int ret = wait_pipe(pipe, 500);
386 uhci_alloc_bulk_pipe(struct usb_pipe *dummy)
388 if (! CONFIG_USB_UHCI)
390 struct usb_uhci_s *cntl = container_of(
391 dummy->cntl, struct usb_uhci_s, usb);
392 dprintf(7, "uhci_alloc_bulk_pipe %p\n", &cntl->usb);
394 // Allocate a queue head.
395 struct uhci_pipe *pipe = malloc_low(sizeof(*pipe));
400 memset(pipe, 0, sizeof(*pipe));
401 memcpy(&pipe->pipe, dummy, sizeof(pipe->pipe));
402 pipe->qh.element = UHCI_PTR_TERM;
403 pipe->iobase = cntl->iobase;
405 // Add queue head to controller list.
406 struct uhci_qh *bulk_qh = cntl->bulk_qh;
407 pipe->qh.link = bulk_qh->link;
409 bulk_qh->link = (u32)&pipe->qh | UHCI_PTR_QH;
415 wait_td(struct uhci_td *td)
417 u64 end = calc_future_tsc(5000); // XXX - lookup real time.
421 if (!(status & TD_CTRL_ACTIVE))
423 if (check_tsc(end)) {
429 if (status & TD_CTRL_ANY_ERROR) {
430 dprintf(1, "wait_td error - status=%x\n", status);
440 uhci_send_bulk(struct usb_pipe *p, int dir, void *data, int datasize)
442 if (! CONFIG_USB_UHCI)
444 struct uhci_pipe *pipe = container_of(p, struct uhci_pipe, pipe);
445 dprintf(7, "uhci_send_bulk qh=%p dir=%d data=%p size=%d\n"
446 , &pipe->qh, dir, data, datasize);
447 int maxpacket = GET_FLATPTR(pipe->pipe.maxpacket);
448 int lowspeed = GET_FLATPTR(pipe->pipe.speed);
449 int devaddr = (GET_FLATPTR(pipe->pipe.devaddr)
450 | (GET_FLATPTR(pipe->pipe.ep) << 7));
451 int toggle = GET_FLATPTR(pipe->toggle) ? TD_TOKEN_TOGGLE : 0;
453 // Allocate 4 tds on stack (16byte aligned)
454 u8 tdsbuf[sizeof(struct uhci_td) * STACKTDS + TDALIGN - 1];
455 struct uhci_td *tds = (void*)ALIGN((u32)tdsbuf, TDALIGN);
456 memset(tds, 0, sizeof(*tds) * STACKTDS);
460 SET_FLATPTR(pipe->qh.element, (u32)MAKE_FLATPTR(GET_SEG(SS), tds));
464 struct uhci_td *td = &tds[tdpos++ % STACKTDS];
465 int ret = wait_td(td);
469 int transfer = datasize;
470 if (transfer > maxpacket)
471 transfer = maxpacket;
472 struct uhci_td *nexttd_fl = MAKE_FLATPTR(GET_SEG(SS)
473 , &tds[tdpos % STACKTDS]);
474 td->link = (transfer==datasize ? UHCI_PTR_TERM : (u32)nexttd_fl);
475 td->token = (uhci_explen(transfer) | toggle
476 | (devaddr << TD_TOKEN_DEVADDR_SHIFT)
477 | (dir ? USB_PID_IN : USB_PID_OUT));
480 td->status = (uhci_maxerr(3) | (lowspeed ? TD_CTRL_LS : 0)
482 toggle ^= TD_TOKEN_TOGGLE;
485 datasize -= transfer;
487 SET_FLATPTR(pipe->toggle, !!toggle);
488 return wait_pipe(pipe, 5000);
490 dprintf(1, "uhci_send_bulk failed\n");
491 SET_FLATPTR(pipe->qh.element, UHCI_PTR_TERM);
492 uhci_waittick(GET_FLATPTR(pipe->iobase));
497 uhci_alloc_intr_pipe(struct usb_pipe *dummy, int frameexp)
499 if (! CONFIG_USB_UHCI)
501 struct usb_uhci_s *cntl = container_of(
502 dummy->cntl, struct usb_uhci_s, usb);
503 dprintf(7, "uhci_alloc_intr_pipe %p %d\n", &cntl->usb, frameexp);
507 int maxpacket = dummy->maxpacket;
508 int lowspeed = dummy->speed;
509 int devaddr = dummy->devaddr | (dummy->ep << 7);
510 // Determine number of entries needed for 2 timer ticks.
511 int ms = 1<<frameexp;
512 int count = DIV_ROUND_UP(PIT_TICK_INTERVAL * 1000 * 2, PIT_TICK_RATE * ms);
513 count = ALIGN(count, 2);
514 struct uhci_pipe *pipe = malloc_low(sizeof(*pipe));
515 struct uhci_td *tds = malloc_low(sizeof(*tds) * count);
516 void *data = malloc_low(maxpacket * count);
517 if (!pipe || !tds || !data) {
521 memset(pipe, 0, sizeof(*pipe));
522 memcpy(&pipe->pipe, dummy, sizeof(pipe->pipe));
523 pipe->qh.element = (u32)tds;
524 pipe->next_td = &tds[0];
525 pipe->iobase = cntl->iobase;
529 for (i=0; i<count; i++) {
530 tds[i].link = (i==count-1 ? (u32)&tds[0] : (u32)&tds[i+1]);
531 tds[i].status = (uhci_maxerr(3) | (lowspeed ? TD_CTRL_LS : 0)
533 tds[i].token = (uhci_explen(maxpacket) | toggle
534 | (devaddr << TD_TOKEN_DEVADDR_SHIFT)
536 tds[i].buffer = data + maxpacket * i;
537 toggle ^= TD_TOKEN_TOGGLE;
540 // Add to interrupt schedule.
541 struct uhci_framelist *fl = cntl->framelist;
543 // Add to existing interrupt entry.
544 struct uhci_qh *intr_qh = (void*)(fl->links[0] & ~UHCI_PTR_BITS);
545 pipe->qh.link = intr_qh->link;
547 intr_qh->link = (u32)&pipe->qh | UHCI_PTR_QH;
548 if (cntl->control_qh == intr_qh)
549 cntl->control_qh = &pipe->qh;
550 if (cntl->bulk_qh == intr_qh)
551 cntl->bulk_qh = &pipe->qh;
553 int startpos = 1<<(frameexp-1);
554 pipe->qh.link = fl->links[startpos];
556 for (i=startpos; i<ARRAY_SIZE(fl->links); i+=ms)
557 fl->links[i] = (u32)&pipe->qh | UHCI_PTR_QH;
569 uhci_poll_intr(struct usb_pipe *p, void *data)
572 if (! CONFIG_USB_UHCI)
575 struct uhci_pipe *pipe = container_of(p, struct uhci_pipe, pipe);
576 struct uhci_td *td = GET_FLATPTR(pipe->next_td);
577 u32 status = GET_FLATPTR(td->status);
578 u32 token = GET_FLATPTR(td->token);
579 if (status & TD_CTRL_ACTIVE)
582 // XXX - check for errors.
585 void *tddata = GET_FLATPTR(td->buffer);
586 memcpy_far(GET_SEG(SS), data
587 , FLATPTR_TO_SEG(tddata), (void*)FLATPTR_TO_OFFSET(tddata)
588 , uhci_expected_length(token));
591 struct uhci_td *next = (void*)(GET_FLATPTR(td->link) & ~UHCI_PTR_BITS);
592 SET_FLATPTR(pipe->next_td, next);
594 SET_FLATPTR(td->status, (uhci_maxerr(0) | (status & TD_CTRL_LS)