summaryrefslogtreecommitdiff
path: root/os/pc/usbuhci.c
diff options
context:
space:
mode:
Diffstat (limited to 'os/pc/usbuhci.c')
-rw-r--r--os/pc/usbuhci.c1538
1 files changed, 1538 insertions, 0 deletions
diff --git a/os/pc/usbuhci.c b/os/pc/usbuhci.c
new file mode 100644
index 00000000..4d65726c
--- /dev/null
+++ b/os/pc/usbuhci.c
@@ -0,0 +1,1538 @@
+#include "u.h"
+#include "../port/lib.h"
+#include "mem.h"
+#include "dat.h"
+#include "fns.h"
+#include "io.h"
+#include "../port/error.h"
+
+#include "usb.h"
+
+#define XPRINT if(debug)print
+
+static int Chatty = 0;
+static int debug = 0;
+
+static char Estalled[] = "usb endpoint stalled";
+
+/*
+ * UHCI interface registers and bits
+ */
+enum
+{
+ /* i/o space */
+ Cmd = 0,
+ Status = 2,
+ Usbintr = 4,
+ Frnum = 6,
+ Flbaseadd = 8,
+ SOFMod = 0xC,
+ Portsc0 = 0x10,
+ Portsc1 = 0x12,
+
+ /* port status */
+ Suspend = 1<<12,
+ PortReset = 1<<9,
+ SlowDevice = 1<<8,
+ ResumeDetect = 1<<6,
+ PortChange = 1<<3, /* write 1 to clear */
+ PortEnable = 1<<2,
+ StatusChange = 1<<1, /* write 1 to clear */
+ DevicePresent = 1<<0,
+
+ NFRAME = 1024,
+ FRAMESIZE= NFRAME*sizeof(ulong), /* fixed by hardware; aligned to same */
+
+ Vf = 1<<2, /* TD only */
+ IsQH = 1<<1,
+ Terminate = 1<<0,
+
+ /* TD.status */
+ SPD = 1<<29,
+ ErrLimit0 = 0<<27,
+ ErrLimit1 = 1<<27,
+ ErrLimit2 = 2<<27,
+ ErrLimit3 = 3<<27,
+ LowSpeed = 1<<26,
+ IsoSelect = 1<<25,
+ IOC = 1<<24,
+ Active = 1<<23,
+ Stalled = 1<<22,
+ DataBufferErr = 1<<21,
+ Babbling = 1<<20,
+ NAKed = 1<<19,
+ CRCorTimeout = 1<<18,
+ BitstuffErr = 1<<17,
+ AnyError = (Stalled | DataBufferErr | Babbling | NAKed | CRCorTimeout | BitstuffErr),
+
+ /* TD.dev */
+ IsDATA1 = 1<<19,
+
+ /* TD.flags (software) */
+ CancelTD= 1<<0,
+ IsoClean= 1<<2,
+};
+
+static struct
+{
+ int bit;
+ char *name;
+}
+portstatus[] =
+{
+ { Suspend, "suspend", },
+ { PortReset, "reset", },
+ { SlowDevice, "lowspeed", },
+ { ResumeDetect, "resume", },
+ { PortChange, "portchange", },
+ { PortEnable, "enable", },
+ { StatusChange, "statuschange", },
+ { DevicePresent, "present", },
+};
+
+typedef struct Ctlr Ctlr;
+typedef struct Endptx Endptx;
+typedef struct QH QH;
+typedef struct TD TD;
+
+/*
+ * software structures
+ */
+struct Ctlr
+{
+ Lock; /* protects state shared with interrupt (eg, free list) */
+ Ctlr* next;
+ Pcidev* pcidev;
+ int active;
+
+ int io;
+ ulong* frames; /* frame list */
+ ulong* frameld; /* real time load on each of the frame list entries */
+ QLock resetl; /* lock controller during USB reset */
+
+ TD* tdpool;
+ TD* freetd;
+ QH* qhpool;
+ QH* freeqh;
+
+ QH* ctlq; /* queue for control i/o */
+ QH* bwsop; /* empty bandwidth sop (to PIIX4 errata specifications) */
+ QH* bulkq; /* queue for bulk i/o (points back to bandwidth sop) */
+ QH* recvq; /* receive queues for bulk i/o */
+
+ Udev* ports[2];
+
+ struct {
+ Lock;
+ Endpt* f;
+ } activends;
+
+ long usbints; /* debugging */
+ long framenumber;
+ long frameptr;
+ long usbbogus;
+};
+
+#define IN(x) ins(ctlr->io+(x))
+#define OUT(x, v) outs(ctlr->io+(x), (v))
+
+static Ctlr* ctlrhead;
+static Ctlr* ctlrtail;
+
+struct Endptx
+{
+ QH* epq; /* queue of TDs for this endpoint */
+
+ /* ISO related: */
+ void* tdalloc;
+ void* bpalloc;
+ uchar* bp0; /* first block in array */
+ TD * td0; /* first td in array */
+ TD * etd; /* pointer into circular list of TDs for isochronous ept */
+ TD * xtd; /* next td to be cleaned */
+};
+
+/*
+ * UHCI hardware structures, aligned on 16-byte boundary
+ */
+struct TD
+{
+ ulong link;
+ ulong status; /* controller r/w */
+ ulong dev;
+ ulong buffer;
+
+ /* software */
+ ulong flags;
+ union{
+ Block* bp; /* non-iso */
+ ulong offset; /* iso */
+ };
+ Endpt* ep;
+ TD* next;
+};
+#define TFOL(p) ((TD*)KADDR((ulong)(p) & ~(0xF|PCIWINDOW)))
+
+struct QH
+{
+ ulong head;
+ ulong entries; /* address of next TD or QH to process (updated by controller) */
+
+ /* software */
+ QH* hlink;
+ TD* first;
+ QH* next; /* free list */
+ TD* last;
+ ulong _d1; /* fillers */
+ ulong _d2;
+};
+#define QFOL(p) ((QH*)KADDR((ulong)(p) & ~(0xF|PCIWINDOW)))
+
+static TD *
+alloctd(Ctlr *ctlr)
+{
+ TD *t;
+
+ ilock(ctlr);
+ t = ctlr->freetd;
+ if(t == nil)
+ panic("alloctd"); /* TO DO */
+ ctlr->freetd = t->next;
+ t->next = nil;
+ iunlock(ctlr);
+ t->ep = nil;
+ t->bp = nil;
+ t->status = 0;
+ t->link = Terminate;
+ t->buffer = 0;
+ t->flags = 0;
+ return t;
+}
+
+static void
+freetd(Ctlr *ctlr, TD *t)
+{
+ t->ep = nil;
+ if(t->bp)
+ freeb(t->bp);
+ t->bp = nil;
+ ilock(ctlr);
+ t->buffer = 0xdeadbeef;
+ t->next = ctlr->freetd;
+ ctlr->freetd = t;
+ iunlock(ctlr);
+}
+
+static void
+dumpdata(Block *b, int n)
+{
+ int i;
+
+ XPRINT("\tb %8.8lux[%d]: ", (ulong)b->rp, n);
+ if(n > 16)
+ n = 16;
+ for(i=0; i<n; i++)
+ XPRINT(" %2.2ux", b->rp[i]);
+ XPRINT("\n");
+}
+
+static void
+dumptd(TD *t, int follow)
+{
+ int i, n;
+ char buf[20], *s;
+ TD *t0;
+
+ t0 = t;
+ while(t){
+ i = t->dev & 0xFF;
+ if(i == TokOUT || i == TokSETUP)
+ n = ((t->dev>>21) + 1) & 0x7FF;
+ else if((t->status & Active) == 0)
+ n = (t->status + 1) & 0x7FF;
+ else
+ n = 0;
+ s = buf;
+ if(t->status & Active)
+ *s++ = 'A';
+ if(t->status & Stalled)
+ *s++ = 'S';
+ if(t->status & DataBufferErr)
+ *s++ = 'D';
+ if(t->status & Babbling)
+ *s++ = 'B';
+ if(t->status & NAKed)
+ *s++ = 'N';
+ if(t->status & CRCorTimeout)
+ *s++ = 'T';
+ if(t->status & BitstuffErr)
+ *s++ = 'b';
+ if(t->status & LowSpeed)
+ *s++ = 'L';
+ *s = 0;
+ XPRINT("td %8.8lux: ", t);
+ XPRINT("l=%8.8lux s=%8.8lux d=%8.8lux b=%8.8lux %8.8lux f=%8.8lux\n",
+ t->link, t->status, t->dev, t->buffer, t->bp?(ulong)t->bp->rp:0, t->flags);
+ XPRINT("\ts=%s,ep=%ld,d=%ld,D=%ld\n",
+ buf, (t->dev>>15)&0xF, (t->dev>>8)&0xFF, (t->dev>>19)&1);
+ if(debug && t->bp && (t->flags & CancelTD) == 0)
+ dumpdata(t->bp, n);
+ if(!follow || t->link & Terminate || t->link & IsQH)
+ break;
+ t = TFOL(t->link);
+ if(t == t0)
+ break; /* looped */
+ }
+}
+
+static TD *
+alloctde(Ctlr *ctlr, Endpt *e, int pid, int n)
+{
+ TD *t;
+ int tog, id;
+
+ t = alloctd(ctlr);
+ id = (e->x<<7)|(e->dev->x&0x7F);
+ tog = 0;
+ if(e->data01 && pid != TokSETUP)
+ tog = IsDATA1;
+ t->ep = e;
+ t->status = ErrLimit3 | Active | IOC; /* or put IOC only on last? */
+ if(e->dev->ls)
+ t->status |= LowSpeed;
+ t->dev = ((n-1)<<21) | ((id&0x7FF)<<8) | pid | tog;
+ return t;
+}
+
+static QH *
+allocqh(Ctlr *ctlr)
+{
+ QH *qh;
+
+ ilock(ctlr);
+ qh = ctlr->freeqh;
+ if(qh == nil)
+ panic("allocqh"); /* TO DO */
+ ctlr->freeqh = qh->next;
+ qh->next = nil;
+ iunlock(ctlr);
+ qh->head = Terminate;
+ qh->entries = Terminate;
+ qh->hlink = nil;
+ qh->first = nil;
+ qh->last = nil;
+ return qh;
+}
+
+static void
+freeqh(Ctlr *ctlr, QH *qh)
+{
+ ilock(ctlr);
+ qh->next = ctlr->freeqh;
+ ctlr->freeqh = qh;
+ iunlock(ctlr);
+}
+
+static void
+dumpqh(QH *q)
+{
+ int i;
+ QH *q0;
+
+ q0 = q;
+ for(i = 0; q != nil && i < 10; i++){
+ XPRINT("qh %8.8lux: %8.8lux %8.8lux\n", q, q->head, q->entries);
+ if((q->entries & Terminate) == 0)
+ dumptd(TFOL(q->entries), 1);
+ if(q->head & Terminate)
+ break;
+ if((q->head & IsQH) == 0){
+ XPRINT("head:");
+ dumptd(TFOL(q->head), 1);
+ break;
+ }
+ q = QFOL(q->head);
+ if(q == q0)
+ break; /* looped */
+ }
+}
+
+static void
+queuetd(Ctlr *ctlr, QH *q, TD *t, int vf, char *why)
+{
+ TD *lt;
+
+ for(lt = t; lt->next != nil; lt = lt->next)
+ lt->link = PCIWADDR(lt->next) | vf;
+ lt->link = Terminate;
+ ilock(ctlr);
+ XPRINT("queuetd %s: t=%p lt=%p q=%p first=%p last=%p entries=%.8lux\n",
+ why, t, lt, q, q->first, q->last, q->entries);
+ if(q->first != nil){
+ q->last->link = PCIWADDR(t) | vf;
+ q->last->next = t;
+ }else{
+ q->first = t;
+ q->entries = PCIWADDR(t);
+ }
+ q->last = lt;
+ XPRINT(" t=%p q=%p first=%p last=%p entries=%.8lux\n",
+ t, q, q->first, q->last, q->entries);
+ dumpqh(q);
+ iunlock(ctlr);
+}
+
+static void
+cleantd(Ctlr *ctlr, TD *t, int discard)
+{
+ Block *b;
+ int n, err;
+
+ XPRINT("cleanTD: %8.8lux %8.8lux %8.8lux %8.8lux\n", t->link, t->status, t->dev, t->buffer);
+ if(t->ep != nil && t->ep->debug)
+ dumptd(t, 0);
+ if(t->status & Active)
+ panic("cleantd Active");
+ err = t->status & (AnyError&~NAKed);
+ /* TO DO: on t->status&AnyError, q->entries will not have advanced */
+ if (err) {
+ XPRINT("cleanTD: Error %8.8lux %8.8lux %8.8lux %8.8lux\n", t->link, t->status, t->dev, t->buffer);
+// print("cleanTD: Error %8.8lux %8.8lux %8.8lux %8.8lux\n", t->link, t->status, t->dev, t->buffer);
+ }
+ switch(t->dev&0xFF){
+ case TokIN:
+ if(discard || (t->flags & CancelTD) || t->ep == nil || t->ep->x!=0&&err){
+ if(t->ep != nil){
+ if(err != 0)
+ t->ep->err = err==Stalled? Estalled: Eio;
+ wakeup(&t->ep->rr); /* in case anyone cares */
+ }
+ break;
+ }
+ b = t->bp;
+ n = (t->status + 1) & 0x7FF;
+ if(n > b->lim - b->wp)
+ n = 0;
+ b->wp += n;
+ if(Chatty)
+ dumpdata(b, n);
+ t->bp = nil;
+ t->ep->nbytes += n;
+ t->ep->nblocks++;
+ qpass(t->ep->rq, b); /* TO DO: flow control */
+ wakeup(&t->ep->rr); /* TO DO */
+ break;
+ case TokSETUP:
+ XPRINT("cleanTD: TokSETUP %lux\n", &t->ep);
+ /* don't really need to wakeup: subsequent IN or OUT gives status */
+ if(t->ep != nil) {
+ wakeup(&t->ep->wr); /* TO DO */
+ XPRINT("cleanTD: wakeup %lux\n", &t->ep->wr);
+ }
+ break;
+ case TokOUT:
+ /* TO DO: mark it done somewhere */
+ XPRINT("cleanTD: TokOut %lux\n", &t->ep);
+ if(t->ep != nil){
+ if(t->bp){
+ n = BLEN(t->bp);
+ t->ep->nbytes += n;
+ t->ep->nblocks++;
+ }
+ if(t->ep->x!=0 && err != 0)
+ t->ep->err = err==Stalled? Estalled: Eio;
+ if(--t->ep->ntd < 0)
+ panic("cleantd ntd");
+ wakeup(&t->ep->wr); /* TO DO */
+ XPRINT("cleanTD: wakeup %lux\n", &t->ep->wr);
+ }
+ break;
+ }
+ freetd(ctlr, t);
+}
+
+static void
+cleanq(Ctlr *ctlr, QH *q, int discard, int vf)
+{
+ TD *t, *tp;
+
+ ilock(ctlr);
+ tp = nil;
+ for(t = q->first; t != nil;){
+ XPRINT("cleanq: %8.8lux %8.8lux %8.8lux %8.8lux %8.8lux %8.8lux\n", t->link, t->status, t->dev, t->buffer, t->flags, t->next);
+ if(t->status & Active){
+ if(t->status & NAKed){
+ t->status = (t->status & ~NAKed) | IOC; /* ensure interrupt next frame */
+ tp = t;
+ t = t->next;
+ continue;
+ }
+ if(t->flags & CancelTD){
+ XPRINT("cancelTD: %8.8lux\n", (ulong)t);
+ t->status = (t->status & ~Active) | IOC; /* ensure interrupt next frame */
+ tp = t;
+ t = t->next;
+ continue;
+ }
+ tp = t;
+ t = t->next;
+ continue;
+ }
+ t->status &= ~IOC;
+ if (tp == nil) {
+ q->first = t->next;
+ if(q->first != nil)
+ q->entries = PCIWADDR(q->first);
+ else
+ q->entries = Terminate;
+ } else {
+ tp->next = t->next;
+ if (t->next != nil)
+ tp->link = PCIWADDR(t->next) | vf;
+ else
+ tp->link = Terminate;
+ }
+ if (q->last == t)
+ q->last = tp;
+ iunlock(ctlr);
+ cleantd(ctlr, t, discard);
+ ilock(ctlr);
+ if (tp)
+ t = tp->next;
+ else
+ t = q->first;
+ XPRINT("t = %8.8lux\n", t);
+ dumpqh(q);
+ }
+ if(q->first && q->entries != PCIWADDR(q->first)){
+ ctlr->usbbogus++;
+ q->entries = PCIWADDR(q->first);
+ }
+ iunlock(ctlr);
+}
+
+static void
+canceltds(Ctlr *ctlr, QH *q, Endpt *e)
+{
+ TD *t;
+
+ if(q != nil){
+ ilock(ctlr);
+ for(t = q->first; t != nil; t = t->next)
+ if(t->ep == e)
+ t->flags |= CancelTD;
+ iunlock(ctlr);
+ XPRINT("cancel:\n");
+ dumpqh(q);
+ }
+}
+
+static void
+eptcancel(Ctlr *ctlr, Endpt *e)
+{
+ Endptx *x;
+
+ if(e == nil)
+ return;
+ x = e->private;
+ canceltds(ctlr, x->epq, e);
+ canceltds(ctlr, ctlr->ctlq, e);
+ canceltds(ctlr, ctlr->bulkq, e);
+}
+
+static void
+eptactivate(Ctlr *ctlr, Endpt *e)
+{
+ ilock(&ctlr->activends);
+ if(e->active == 0){
+ XPRINT("activate 0x%p\n", e);
+ e->active = 1;
+ e->activef = ctlr->activends.f;
+ ctlr->activends.f = e;
+ }
+ iunlock(&ctlr->activends);
+}
+
+static void
+eptdeactivate(Ctlr *ctlr, Endpt *e)
+{
+ Endpt **l;
+
+ /* could be O(1) but not worth it yet */
+ ilock(&ctlr->activends);
+ if(e->active){
+ e->active = 0;
+ XPRINT("deactivate 0x%p\n", e);
+ for(l = &ctlr->activends.f; *l != e; l = &(*l)->activef)
+ if(*l == nil){
+ iunlock(&ctlr->activends);
+ panic("usb eptdeactivate");
+ }
+ *l = e->activef;
+ }
+ iunlock(&ctlr->activends);
+}
+
+static void
+queueqh(Ctlr *ctlr, QH *qh)
+{
+ QH *q;
+
+ // See if it's already queued
+ for (q = ctlr->recvq->next; q; q = q->hlink)
+ if (q == qh)
+ return;
+ if ((qh->hlink = ctlr->recvq->next) == nil)
+ qh->head = Terminate;
+ else
+ qh->head = PCIWADDR(ctlr->recvq->next) | IsQH;
+ ctlr->recvq->next = qh;
+ ctlr->recvq->entries = PCIWADDR(qh) | IsQH;
+}
+
+static QH*
+qxmit(Ctlr *ctlr, Endpt *e, Block *b, int pid)
+{
+ TD *t;
+ int n, vf;
+ QH *qh;
+ Endptx *x;
+
+ x = e->private;
+ if(b != nil){
+ n = BLEN(b);
+ t = alloctde(ctlr, e, pid, n);
+ t->bp = b;
+ t->buffer = PCIWADDR(b->rp);
+ }else
+ t = alloctde(ctlr, e, pid, 0);
+ ilock(ctlr);
+ e->ntd++;
+ iunlock(ctlr);
+ if(e->debug) pprint("QTD: %8.8lux n=%ld\n", t, b?BLEN(b): 0);
+ vf = 0;
+ if(e->x == 0){
+ qh = ctlr->ctlq;
+ vf = 0;
+ }else if((qh = x->epq) == nil || e->mode != OWRITE){
+ qh = ctlr->bulkq;
+ vf = Vf;
+ }
+ queuetd(ctlr, qh, t, vf, "qxmit");
+ return qh;
+}
+
+static QH*
+qrcv(Ctlr *ctlr, Endpt *e)
+{
+ TD *t;
+ Block *b;
+ QH *qh;
+ int vf;
+ Endptx *x;
+
+ x = e->private;
+ t = alloctde(ctlr, e, TokIN, e->maxpkt);
+ b = allocb(e->maxpkt);
+ t->bp = b;
+ t->buffer = PCIWADDR(b->wp);
+ vf = 0;
+ if(e->x == 0){
+ qh = ctlr->ctlq;
+ }else if((qh = x->epq) == nil || e->mode != OREAD){
+ qh = ctlr->bulkq;
+ vf = Vf;
+ }
+ queuetd(ctlr, qh, t, vf, "qrcv");
+ return qh;
+}
+
+static int
+usbsched(Ctlr *ctlr, int pollms, ulong load)
+{
+ int i, d, q;
+ ulong best, worst;
+
+ best = 1000000;
+ q = -1;
+ for (d = 0; d < pollms; d++){
+ worst = 0;
+ for (i = d; i < NFRAME; i++){
+ if (ctlr->frameld[i] + load > worst)
+ worst = ctlr->frameld[i] + load;
+ }
+ if (worst < best){
+ best = worst;
+ q = d;
+ }
+ }
+ return q;
+}
+
+static int
+schedendpt(Ctlr *ctlr, Endpt *e)
+{
+ TD *td;
+ Endptx *x;
+ uchar *bp;
+ int i, id, ix, size, frnum;
+
+ if(!e->iso || e->sched >= 0)
+ return 0;
+
+ if (e->active){
+ return -1;
+ }
+ e->off = 0;
+ e->sched = usbsched(ctlr, e->pollms, e->maxpkt);
+ if(e->sched < 0)
+ return -1;
+
+ x = e->private;
+ if (x->tdalloc || x->bpalloc)
+ panic("usb: tdalloc/bpalloc");
+ x->tdalloc = mallocz(0x10 + NFRAME*sizeof(TD), 1);
+ x->bpalloc = mallocz(0x10 + e->maxpkt*NFRAME/e->pollms, 1);
+ x->td0 = (TD*)(((ulong)x->tdalloc + 0xf) & ~0xf);
+ x->bp0 = (uchar *)(((ulong)x->bpalloc + 0xf) & ~0xf);
+ frnum = (IN(Frnum) + 1) & 0x3ff;
+ frnum = (frnum & ~(e->pollms - 1)) + e->sched;
+ x->xtd = &x->td0[(frnum+8)&0x3ff]; /* Next td to finish */
+ x->etd = nil;
+ e->remain = 0;
+ e->nbytes = 0;
+ td = x->td0;
+ for(i = e->sched; i < NFRAME; i += e->pollms){
+ bp = x->bp0 + e->maxpkt*i/e->pollms;
+ td->buffer = PCIWADDR(bp);
+ td->ep = e;
+ td->next = &td[1];
+ ctlr->frameld[i] += e->maxpkt;
+ td++;
+ }
+ td[-1].next = x->td0;
+ for(i = e->sched; i < NFRAME; i += e->pollms){
+ ix = (frnum+i) & 0x3ff;
+ td = &x->td0[ix];
+
+ id = (e->x<<7)|(e->dev->x&0x7F);
+ if (e->mode == OREAD)
+ /* enable receive on this entry */
+ td->dev = ((e->maxpkt-1)<<21) | ((id&0x7FF)<<8) | TokIN;
+ else{
+ size = (e->hz + e->remain)*e->pollms/1000;
+ e->remain = (e->hz + e->remain)*e->pollms%1000;
+ size *= e->samplesz;
+ td->dev = ((size-1)<<21) | ((id&0x7FF)<<8) | TokOUT;
+ }
+ td->status = ErrLimit1 | Active | IsoSelect | IOC;
+ td->link = ctlr->frames[ix];
+ td->flags |= IsoClean;
+ ctlr->frames[ix] = PCIWADDR(td);
+ }
+ return 0;
+}
+
+static void
+unschedendpt(Ctlr *ctlr, Endpt *e)
+{
+ int q;
+ TD *td;
+ Endptx *x;
+ ulong *addr;
+
+ if(!e->iso || e->sched < 0)
+ return;
+
+ x = e->private;
+ if (x->tdalloc == nil)
+ panic("tdalloc");
+ for (q = e->sched; q < NFRAME; q += e->pollms){
+ td = x->td0++;
+ addr = &ctlr->frames[q];
+ while(*addr != PADDR(td)) {
+ if(*addr & IsQH)
+ panic("usb: TD expected");
+ addr = &TFOL(*addr)->link;
+ }
+ *addr = td->link;
+ ctlr->frameld[q] -= e->maxpkt;
+ }
+ free(x->tdalloc);
+ free(x->bpalloc);
+ x->tdalloc = nil;
+ x->bpalloc = nil;
+ x->etd = nil;
+ x->td0 = nil;
+ e->sched = -1;
+}
+
+static void
+epalloc(Usbhost *uh, Endpt *e)
+{
+ Endptx *x;
+
+ x = malloc(sizeof(Endptx));
+ e->private = x;
+ x->epq = allocqh(uh->ctlr);
+ if(x->epq == nil)
+ panic("devendptx");
+}
+
+static void
+epfree(Usbhost *uh, Endpt *e)
+{
+ Ctlr *ctlr;
+ Endptx *x;
+
+ ctlr = uh->ctlr;
+ x = e->private;
+ if(x->epq != nil)
+ freeqh(ctlr, x->epq);
+}
+
+static void
+epopen(Usbhost *uh, Endpt *e)
+{
+ Ctlr *ctlr;
+
+ ctlr = uh->ctlr;
+ if(e->iso && e->active)
+ error("already open");
+ if(schedendpt(ctlr, e) < 0){
+ if(e->active)
+ error("cannot schedule USB endpoint, active");
+ else
+ error("cannot schedule USB endpoint");
+ }
+ eptactivate(ctlr, e);
+}
+
+static void
+epclose(Usbhost *uh, Endpt *e)
+{
+ Ctlr *ctlr;
+
+ ctlr = uh->ctlr;
+ eptdeactivate(ctlr, e);
+ unschedendpt(ctlr, e);
+}
+
+static void
+epmode(Usbhost *uh, Endpt *e)
+{
+ Ctlr *ctlr;
+ Endptx *x;
+
+ ctlr = uh->ctlr;
+ x = e->private;
+ if(e->iso) {
+ if(x->epq != nil) {
+ freeqh(ctlr, x->epq);
+ x->epq = nil;
+ }
+ }
+ else {
+ /* Each bulk device gets a queue head hanging off the
+ * bulk queue head
+ */
+ if(x->epq == nil) {
+ x->epq = allocqh(ctlr);
+ if(x->epq == nil)
+ panic("epbulk: allocqh");
+ }
+ queueqh(ctlr, x->epq);
+ }
+}
+
+static int ioport[] = {-1, Portsc0, Portsc1};
+
+static void
+portreset(Usbhost *uh, int port)
+{
+ int i, p;
+ Ctlr *ctlr;
+
+ ctlr = uh->ctlr;
+ if(port != 1 && port != 2)
+ error(Ebadarg);
+
+ /* should check that device not being configured on other port? */
+ p = ioport[port];
+ qlock(&ctlr->resetl);
+ if(waserror()){
+ qunlock(&ctlr->resetl);
+ nexterror();
+ }
+ XPRINT("r: %x\n", IN(p));
+ ilock(ctlr);
+ OUT(p, PortReset);
+ delay(12); /* BUG */
+ XPRINT("r2: %x\n", IN(p));
+ OUT(p, IN(p) & ~PortReset);
+ XPRINT("r3: %x\n", IN(p));
+ OUT(p, IN(p) | PortEnable);
+ microdelay(64);
+ for(i=0; i<1000 && (IN(p) & PortEnable) == 0; i++)
+ ;
+ XPRINT("r': %x %d\n", IN(p), i);
+ OUT(p, (IN(p) & ~PortReset)|PortEnable);
+ iunlock(ctlr);
+ poperror();
+ qunlock(&ctlr->resetl);
+}
+
+static void
+portenable(Usbhost *uh, int port, int on)
+{
+ int w, p;
+ Ctlr *ctlr;
+
+ ctlr = uh->ctlr;
+ if(port != 1 && port != 2)
+ error(Ebadarg);
+
+ /* should check that device not being configured on other port? */
+ p = ioport[port];
+ qlock(&ctlr->resetl);
+ if(waserror()){
+ qunlock(&ctlr->resetl);
+ nexterror();
+ }
+ ilock(ctlr);
+ w = IN(p);
+ if(on)
+ w |= PortEnable;
+ else
+ w &= ~PortEnable;
+ OUT(p, w);
+ microdelay(64);
+ iunlock(ctlr);
+ XPRINT("e: %x\n", IN(p));
+ poperror();
+ qunlock(&ctlr->resetl);
+}
+
+static void
+portinfo(Usbhost *uh, char *s, char *se)
+{
+ int x, i, j;
+ Ctlr *ctlr;
+
+ ctlr = uh->ctlr;
+ for(i = 1; i <= 2; i++) {
+ ilock(ctlr);
+ x = IN(ioport[i]);
+ if((x & (PortChange|StatusChange)) != 0)
+ OUT(ioport[i], x);
+ iunlock(ctlr);
+ s = seprint(s, se, "%d %ux", i, x);
+ for(j = 0; j < nelem(portstatus); j++) {
+ if((x & portstatus[j].bit) != 0)
+ s = seprint(s, se, " %s", portstatus[j].name);
+ }
+ s = seprint(s, se, "\n");
+ }
+}
+
+static void
+cleaniso(Endpt *e, int frnum)
+{
+ TD *td;
+ int id, n, i;
+ Endptx *x;
+ uchar *bp;
+
+ x = e->private;
+ td = x->xtd;
+ if (td->status & Active)
+ return;
+ id = (e->x<<7)|(e->dev->x&0x7F);
+ do {
+ if (td->status & AnyError)
+ XPRINT("usbisoerror 0x%lux\n", td->status);
+ n = (td->status + 1) & 0x3ff;
+ e->nbytes += n;
+ if ((td->flags & IsoClean) == 0)
+ e->nblocks++;
+ if (e->mode == OREAD){
+ e->buffered += n;
+ e->poffset += (td->status + 1) & 0x3ff;
+ td->offset = e->poffset;
+ td->dev = ((e->maxpkt -1)<<21) | ((id&0x7FF)<<8) | TokIN;
+ e->toffset = td->offset;
+ }else{
+ if ((td->flags & IsoClean) == 0){
+ e->buffered -= n;
+ if (e->buffered < 0){
+// print("e->buffered %d?\n", e->buffered);
+ e->buffered = 0;
+ }
+ }
+ e->toffset = td->offset;
+ n = (e->hz + e->remain)*e->pollms/1000;
+ e->remain = (e->hz + e->remain)*e->pollms%1000;
+ n *= e->samplesz;
+ td->dev = ((n -1)<<21) | ((id&0x7FF)<<8) | TokOUT;
+ td->offset = e->poffset;
+ e->poffset += n;
+ }
+ td = td->next;
+ if (x->xtd == td){
+ XPRINT("@");
+ break;
+ }
+ } while ((td->status & Active) == 0);
+ e->time = todget(nil);
+ x->xtd = td;
+ for (n = 2; n < 4; n++){
+ i = ((frnum + n)&0x3ff);
+ td = x->td0 + i;
+ bp = x->bp0 + e->maxpkt*i/e->pollms;
+ if (td->status & Active)
+ continue;
+
+ if (e->mode == OWRITE){
+ if (td == x->etd) {
+ XPRINT("*");
+ memset(bp+e->off, 0, e->maxpkt-e->off);
+ if (e->off == 0)
+ td->flags |= IsoClean;
+ else
+ e->buffered += (((td->dev>>21) +1) & 0x3ff) - e->off;
+ x->etd = nil;
+ }else if ((td->flags & IsoClean) == 0){
+ XPRINT("-");
+ memset(bp, 0, e->maxpkt);
+ td->flags |= IsoClean;
+ }
+ } else {
+ /* Unread bytes are now lost */
+ e->buffered -= (td->status + 1) & 0x3ff;
+ }
+ td->status = ErrLimit1 | Active | IsoSelect | IOC;
+ }
+ wakeup(&e->wr);
+}
+
+static void
+interrupt(Ureg*, void *a)
+{
+ QH *q;
+ Ctlr *ctlr;
+ Endpt *e;
+ Endptx *x;
+ int s, frnum;
+ Usbhost *uh;
+
+ uh = a;
+ ctlr = uh->ctlr;
+ s = IN(Status);
+ ctlr->frameptr = inl(ctlr->io+Flbaseadd);
+ ctlr->framenumber = IN(Frnum) & 0x3ff;
+ OUT(Status, s);
+ if ((s & 0x1f) == 0)
+ return;
+ ctlr->usbints++;
+ frnum = IN(Frnum) & 0x3ff;
+ if (s & 0x1a) {
+ XPRINT("cmd #%x sofmod #%x\n", IN(Cmd), inb(ctlr->io+SOFMod));
+ XPRINT("sc0 #%x sc1 #%x\n", IN(Portsc0), IN(Portsc1));
+ }
+
+ ilock(&ctlr->activends);
+ for(e = ctlr->activends.f; e != nil; e = e->activef) {
+ x = e->private;
+ if(!e->iso && x->epq != nil) {
+ XPRINT("cleanq(ctlr, x->epq, 0, 0)\n");
+ cleanq(ctlr, x->epq, 0, 0);
+ }
+ if(e->iso) {
+ XPRINT("cleaniso(e)\n");
+ cleaniso(e, frnum);
+ }
+ }
+ iunlock(&ctlr->activends);
+ XPRINT("cleanq(ctlr, ctlr->ctlq, 0, 0)\n");
+ cleanq(ctlr, ctlr->ctlq, 0, 0);
+ XPRINT("cleanq(ctlr, ctlr->bulkq, 0, Vf)\n");
+ cleanq(ctlr, ctlr->bulkq, 0, Vf);
+ XPRINT("clean recvq\n");
+ for (q = ctlr->recvq->next; q; q = q->hlink) {
+ XPRINT("cleanq(ctlr, q, 0, Vf)\n");
+ cleanq(ctlr, q, 0, Vf);
+ }
+}
+
+static int
+eptinput(void *arg)
+{
+ Endpt *e;
+
+ e = arg;
+ return e->eof || e->err || qcanread(e->rq);
+}
+
+static int
+isoreadyx(Endptx *x)
+{
+ return x->etd == nil || (x->etd != x->xtd && (x->etd->status & Active) == 0);
+}
+
+static int
+isoready(void *arg)
+{
+ int ret;
+ Ctlr *ctlr;
+ Endpt *e;
+ Endptx *x;
+
+ e = arg;
+ ctlr = e->dev->uh->ctlr;
+ x = e->private;
+ ilock(&ctlr->activends);
+ ret = isoreadyx(x);
+ iunlock(&ctlr->activends);
+ return ret;
+}
+
+static long
+isoio(Ctlr *ctlr, Endpt *e, void *a, long n, ulong offset, int w)
+{
+ TD *td;
+ Endptx *x;
+ int i, frnum;
+ uchar *p, *q, *bp;
+ volatile int isolock;
+
+ x = e->private;
+ qlock(&e->rlock);
+ isolock = 0;
+ if(waserror()){
+ if (isolock){
+ isolock = 0;
+ iunlock(&ctlr->activends);
+ }
+ qunlock(&e->rlock);
+ eptcancel(ctlr, e);
+ nexterror();
+ }
+ p = a;
+ if (offset != 0 && offset != e->foffset){
+ iprint("offset %lud, foffset %lud\n", offset, e->foffset);
+ /* Seek to a specific position */
+ frnum = (IN(Frnum) + 8) & 0x3ff;
+ td = x->td0 +frnum;
+ if (offset < td->offset)
+ error("ancient history");
+ while (offset > e->toffset){
+ tsleep(&e->wr, return0, 0, 500);
+ }
+ while (offset >= td->offset + ((w?(td->dev >> 21):td->status) + 1) & 0x7ff){
+ td = td->next;
+ if (td == x->xtd)
+ iprint("trouble\n");
+ }
+ ilock(&ctlr->activends);
+ isolock = 1;
+ e->off = td->offset - offset;
+ if (e->off >= e->maxpkt){
+ iprint("I can't program: %d\n", e->off);
+ e->off = 0;
+ }
+ x->etd = td;
+ e->foffset = offset;
+ }
+ do {
+ if (isolock == 0){
+ ilock(&ctlr->activends);
+ isolock = 1;
+ }
+ td = x->etd;
+ if (td == nil || e->off == 0){
+ if (td == nil){
+ XPRINT("0");
+ if (w){
+ frnum = (IN(Frnum) + 1) & 0x3ff;
+ td = x->td0 + frnum;
+ while(td->status & Active)
+ td = td->next;
+ }else{
+ frnum = (IN(Frnum) - 4) & 0x3ff;
+ td = x->td0 + frnum;
+ while(td->next != x->xtd)
+ td = td->next;
+ }
+ x->etd = td;
+ e->off = 0;
+ }else{
+ /* New td, make sure it's ready */
+ while (isoreadyx(x) == 0){
+ isolock = 0;
+ iunlock(&ctlr->activends);
+ sleep(&e->wr, isoready, e);
+ ilock(&ctlr->activends);
+ isolock = 1;
+ }
+ if (x->etd == nil){
+ XPRINT("!");
+ continue;
+ }
+ }
+ if (w)
+ e->psize = ((td->dev >> 21) + 1) & 0x7ff;
+ else
+ e->psize = (x->etd->status + 1) & 0x7ff;
+ if(e->psize > e->maxpkt)
+ panic("packet size > maximum");
+ }
+ if((i = n) >= e->psize)
+ i = e->psize;
+ if (w)
+ e->buffered += i;
+ else{
+ e->buffered -= i;
+ if (e->buffered < 0)
+ e->buffered = 0;
+ }
+ isolock = 0;
+ iunlock(&ctlr->activends);
+ td->flags &= ~IsoClean;
+ bp = x->bp0 + (td - x->td0) * e->maxpkt / e->pollms;
+ q = bp + e->off;
+ if (w){
+ memmove(q, p, i);
+ }else{
+ memmove(p, q, i);
+ }
+ p += i;
+ n -= i;
+ e->off += i;
+ e->psize -= i;
+ if (e->psize){
+ if (n != 0)
+ panic("usb iso: can't happen");
+ break;
+ }
+ if(w)
+ td->offset = offset + (p-(uchar*)a) - (((td->dev >> 21) + 1) & 0x7ff);
+ td->status = ErrLimit3 | Active | IsoSelect | IOC;
+ x->etd = td->next;
+ e->off = 0;
+ } while(n > 0);
+ n = p-(uchar*)a;
+ e->foffset += n;
+ poperror();
+ if (isolock)
+ iunlock(&ctlr->activends);
+ qunlock(&e->rlock);
+ return n;
+}
+
+static long
+read(Usbhost *uh, Endpt *e, void *a, long n, vlong offset)
+{
+ long l, i;
+ Block *b;
+ Ctlr *ctlr;
+ uchar *p;
+
+ ctlr = uh->ctlr;
+ if(e->iso)
+ return isoio(ctlr, e, a, n, (ulong)offset, 0);
+
+ XPRINT("qlock(%p)\n", &e->rlock);
+ qlock(&e->rlock);
+ XPRINT("got qlock(%p)\n", &e->rlock);
+ if(waserror()){
+ qunlock(&e->rlock);
+ eptcancel(ctlr, e);
+ nexterror();
+ }
+ p = a;
+ do {
+ if(e->eof) {
+ XPRINT("e->eof\n");
+ break;
+ }
+ if(e->err)
+ error(e->err);
+ qrcv(ctlr, e);
+ if(!e->iso)
+ e->data01 ^= 1;
+ sleep(&e->rr, eptinput, e);
+ if(e->err)
+ error(e->err);
+ b = qget(e->rq); /* TO DO */
+ if(b == nil) {
+ XPRINT("b == nil\n");
+ break;
+ }
+ if(waserror()){
+ freeb(b);
+ nexterror();
+ }
+ l = BLEN(b);
+ if((i = l) > n)
+ i = n;
+ if(i > 0){
+ memmove(p, b->rp, i);
+ p += i;
+ }
+ poperror();
+ freeb(b);
+ n -= i;
+ if (l != e->maxpkt)
+ break;
+ } while (n > 0);
+ poperror();
+ qunlock(&e->rlock);
+ return p-(uchar*)a;
+}
+
+static int
+qisempty(void *arg)
+{
+ return ((QH*)arg)->entries & Terminate;
+}
+
+static long
+write(Usbhost *uh, Endpt *e, void *a, long n, vlong offset, int tok)
+{
+ int i, j;
+ QH *qh;
+ Block *b;
+ Ctlr *ctlr;
+ uchar *p;
+
+ ctlr = uh->ctlr;
+ if(e->iso)
+ return isoio(ctlr, e, a, n, (ulong)offset, 1);
+
+ p = a;
+ qlock(&e->wlock);
+ if(waserror()){
+ qunlock(&e->wlock);
+ eptcancel(ctlr, e);
+ nexterror();
+ }
+ do {
+ if(e->err)
+ error(e->err);
+ if((i = n) >= e->maxpkt)
+ i = e->maxpkt;
+ b = allocb(i);
+ if(waserror()){
+ freeb(b);
+ nexterror();
+ }
+ XPRINT("out [%d]", i);
+ for (j = 0; j < i; j++) XPRINT(" %.2x", p[j]);
+ XPRINT("\n");
+ memmove(b->wp, p, i);
+ b->wp += i;
+ p += i;
+ n -= i;
+ poperror();
+ qh = qxmit(ctlr, e, b, tok);
+ tok = TokOUT;
+ e->data01 ^= 1;
+ if(e->ntd >= e->nbuf) {
+XPRINT("qh %s: q=%p first=%p last=%p entries=%.8lux\n",
+ "writeusb sleep", qh, qh->first, qh->last, qh->entries);
+ XPRINT("write: sleep %lux\n", &e->wr);
+ sleep(&e->wr, qisempty, qh);
+ XPRINT("write: awake\n");
+ }
+ } while(n > 0);
+ poperror();
+ qunlock(&e->wlock);
+ return p-(uchar*)a;
+}
+
+static void
+init(Usbhost* uh)
+{
+ Ctlr *ctlr;
+
+ ctlr = uh->ctlr;
+ ilock(ctlr);
+ outl(ctlr->io+Flbaseadd, PCIWADDR(ctlr->frames));
+ OUT(Frnum, 0);
+ OUT(Usbintr, 0xF); /* enable all interrupts */
+ XPRINT("cmd 0x%x sofmod 0x%x\n", IN(Cmd), inb(ctlr->io+SOFMod));
+ XPRINT("sc0 0x%x sc1 0x%x\n", IN(Portsc0), IN(Portsc1));
+ if((IN(Cmd)&1)==0)
+ OUT(Cmd, 1); /* run */
+// pprint("at: c=%x s=%x c0=%x\n", IN(Cmd), IN(Status), IN(Portsc0));
+ iunlock(ctlr);
+}
+
+static void
+scanpci(void)
+{
+ int io;
+ Ctlr *ctlr;
+ Pcidev *p;
+ static int already = 0;
+
+ if(already)
+ return;
+ already = 1;
+ p = nil;
+ while(p = pcimatch(p, 0, 0)) {
+ /*
+ * Find UHCI controllers. Class = 12 (serial controller),
+ * Sub-class = 3 (USB) and Programming Interface = 0.
+ */
+ if(p->ccrb != 0x0C || p->ccru != 0x03 || p->ccrp != 0x00)
+ continue;
+ io = p->mem[4].bar & ~0x0F;
+ if(io == 0) {
+ print("usbuhci: failed to map registers\n");
+ continue;
+ }
+ if(ioalloc(io, p->mem[4].size, 0, "usbuhci") < 0){
+ print("usbuhci: port %d in use\n", io);
+ continue;
+ }
+ if(p->intl == 0xFF || p->intl == 0) {
+ print("usbuhci: no irq assigned for port %d\n", io);
+ continue;
+ }
+
+ XPRINT("usbuhci: %x/%x port 0x%ux size 0x%x irq %d\n",
+ p->vid, p->did, io, p->mem[4].size, p->intl);
+
+ ctlr = malloc(sizeof(Ctlr));
+ ctlr->pcidev = p;
+ ctlr->io = io;
+ if(ctlrhead != nil)
+ ctlrtail->next = ctlr;
+ else
+ ctlrhead = ctlr;
+ ctlrtail = ctlr;
+ }
+}
+
+static int
+reset(Usbhost *uh)
+{
+ int i;
+ TD *t;
+ ulong io;
+ Ctlr *ctlr;
+ Pcidev *p;
+
+ scanpci();
+
+ /*
+ * Any adapter matches if no uh->port is supplied,
+ * otherwise the ports must match.
+ */
+ for(ctlr = ctlrhead; ctlr != nil; ctlr = ctlr->next){
+ if(ctlr->active)
+ continue;
+ if(uh->port == 0 || uh->port == ctlr->io){
+ ctlr->active = 1;
+ break;
+ }
+ }
+ if(ctlr == nil)
+ return -1;
+
+ io = ctlr->io;
+ p = ctlr->pcidev;
+
+ uh->ctlr = ctlr;
+ uh->port = io;
+ uh->irq = p->intl;
+ uh->tbdf = p->tbdf;
+
+ XPRINT("usbcmd\t0x%.4x\nusbsts\t0x%.4x\nusbintr\t0x%.4x\nfrnum\t0x%.2x\n",
+ IN(Cmd), IN(Status), IN(Usbintr), inb(io+Frnum));
+ XPRINT("frbaseadd\t0x%.4x\nsofmod\t0x%x\nportsc1\t0x%.4x\nportsc2\t0x%.4x\n",
+ IN(Flbaseadd), inb(io+SOFMod), IN(Portsc0), IN(Portsc1));
+
+ OUT(Cmd, 0); /* stop */
+ while((IN(Status) & (1<<5)) == 0) /* wait for halt */
+ ;
+ OUT(Status, 0xFF); /* clear pending interrupts */
+ pcicfgw16(p, 0xc0, 0x2000); /* legacy support register: turn off lunacy mode */
+
+ if(0){
+ i = inb(io+SOFMod);
+ OUT(Cmd, 4); /* global reset */
+ delay(15);
+ OUT(Cmd, 0); /* end reset */
+ delay(4);
+ outb(io+SOFMod, i);
+ }
+
+ ctlr->tdpool = xspanalloc(128*sizeof(TD), 16, 0);
+ for(i=128; --i>=0;){
+ ctlr->tdpool[i].next = ctlr->freetd;
+ ctlr->freetd = &ctlr->tdpool[i];
+ }
+ ctlr->qhpool = xspanalloc(64*sizeof(QH), 16, 0);
+ for(i=64; --i>=0;){
+ ctlr->qhpool[i].next = ctlr->freeqh;
+ ctlr->freeqh = &ctlr->qhpool[i];
+ }
+
+ /*
+ * the last entries of the periodic (interrupt & isochronous) scheduling TD entries
+ * points to the control queue and the bandwidth sop for bulk traffic.
+ * this is looped following the instructions in PIIX4 errata 29773804.pdf:
+ * a QH links to a looped but inactive TD as its sole entry,
+ * with its head entry leading on to the bulk traffic, the last QH of which
+ * links back to the empty QH.
+ */
+ ctlr->ctlq = allocqh(ctlr);
+ ctlr->bwsop = allocqh(ctlr);
+ ctlr->bulkq = allocqh(ctlr);
+ ctlr->recvq = allocqh(ctlr);
+ t = alloctd(ctlr); /* inactive TD, looped */
+ t->link = PCIWADDR(t);
+ ctlr->bwsop->entries = PCIWADDR(t);
+
+ ctlr->ctlq->head = PCIWADDR(ctlr->bulkq) | IsQH;
+ ctlr->bulkq->head = PCIWADDR(ctlr->recvq) | IsQH;
+ ctlr->recvq->head = PCIWADDR(ctlr->bwsop) | IsQH;
+ if (1) /* don't use loop back */
+ ctlr->bwsop->head = Terminate;
+ else /* set up loop back */
+ ctlr->bwsop->head = PCIWADDR(ctlr->bwsop) | IsQH;
+
+ ctlr->frames = xspanalloc(FRAMESIZE, FRAMESIZE, 0);
+ ctlr->frameld = xallocz(FRAMESIZE, 1);
+ for (i = 0; i < NFRAME; i++)
+ ctlr->frames[i] = PCIWADDR(ctlr->ctlq) | IsQH;
+
+ /*
+ * Linkage to the generic USB driver.
+ */
+ uh->init = init;
+ uh->interrupt = interrupt;
+
+ uh->portinfo = portinfo;
+ uh->portreset = portreset;
+ uh->portenable = portenable;
+
+ uh->epalloc = epalloc;
+ uh->epfree = epfree;
+ uh->epopen = epopen;
+ uh->epclose = epclose;
+ uh->epmode = epmode;
+
+ uh->read = read;
+ uh->write = write;
+
+ return 0;
+}
+
+void
+usbuhcilink(void)
+{
+ addusbtype("uhci", reset);
+}
generated by cgit v1.2.3 (git 2.46.0) at 2025-12-10 06:41:23 +0000