1f1ae32a1SGerd Hoffmann /* 2f1ae32a1SGerd Hoffmann * QEMU USB EHCI Emulation 3f1ae32a1SGerd Hoffmann * 4f1ae32a1SGerd Hoffmann * Copyright(c) 2008 Emutex Ltd. (address@hidden) 5522079ddSHans de Goede * Copyright(c) 2011-2012 Red Hat, Inc. 6522079ddSHans de Goede * 7522079ddSHans de Goede * Red Hat Authors: 8522079ddSHans de Goede * Gerd Hoffmann <kraxel@redhat.com> 9522079ddSHans de Goede * Hans de Goede <hdegoede@redhat.com> 10f1ae32a1SGerd Hoffmann * 11f1ae32a1SGerd Hoffmann * EHCI project was started by Mark Burkley, with contributions by 12f1ae32a1SGerd Hoffmann * Niels de Vos. David S. Ahern continued working on it. Kevin Wolf, 13f1ae32a1SGerd Hoffmann * Jan Kiszka and Vincent Palatin contributed bugfixes. 14f1ae32a1SGerd Hoffmann * 15f1ae32a1SGerd Hoffmann * This library is free software; you can redistribute it and/or 16f1ae32a1SGerd Hoffmann * modify it under the terms of the GNU Lesser General Public 17f1ae32a1SGerd Hoffmann * License as published by the Free Software Foundation; either 1875a49fc6SThomas Huth * version 2.1 of the License, or (at your option) any later version. 19f1ae32a1SGerd Hoffmann * 20f1ae32a1SGerd Hoffmann * This library is distributed in the hope that it will be useful, 21f1ae32a1SGerd Hoffmann * but WITHOUT ANY WARRANTY; without even the implied warranty of 22f1ae32a1SGerd Hoffmann * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 23f1ae32a1SGerd Hoffmann * Lesser General Public License for more details. 24f1ae32a1SGerd Hoffmann * 2575a49fc6SThomas Huth * You should have received a copy of the GNU Lesser General Public License 26f1ae32a1SGerd Hoffmann * along with this program; if not, see <http://www.gnu.org/licenses/>. 27f1ae32a1SGerd Hoffmann */ 28f1ae32a1SGerd Hoffmann 29e532b2e0SPeter Maydell #include "qemu/osdep.h" 30da34e65cSMarkus Armbruster #include "qapi/error.h" 3164552b6bSMarkus Armbruster #include "hw/irq.h" 32381626a9SGerd Hoffmann #include "hw/usb/ehci-regs.h" 330bf96f94SGerd Hoffmann #include "hw/usb/hcd-ehci.h" 34d6454270SMarkus Armbruster #include "migration/vmstate.h" 3512269616SStefan Weil #include "trace.h" 362ab4b135SAlistair Francis #include "qemu/error-report.h" 37db725815SMarkus Armbruster #include "qemu/main-loop.h" 3854d31236SMarkus Armbruster #include "sysemu/runstate.h" 39f1ae32a1SGerd Hoffmann 40f1ae32a1SGerd Hoffmann #define FRAME_TIMER_FREQ 1000 4113566fe3SStefan Hajnoczi #define FRAME_TIMER_NS (NANOSECONDS_PER_SECOND / FRAME_TIMER_FREQ) 429359a58bSHans de Goede #define UFRAME_TIMER_NS (FRAME_TIMER_NS / 8) 43f1ae32a1SGerd Hoffmann 44f1ae32a1SGerd Hoffmann #define NB_MAXINTRATE 8 // Max rate at which controller issues ints 45f1ae32a1SGerd Hoffmann #define BUFF_SIZE 5*4096 // Max bytes to transfer per transaction 46f1ae32a1SGerd Hoffmann #define MAX_QH 100 // Max allowable queue heads in a chain 479359a58bSHans de Goede #define MIN_UFR_PER_TICK 24 /* Min frames to process when catching up */ 489359a58bSHans de Goede #define PERIODIC_ACTIVE 512 /* Micro-frames */ 49f1ae32a1SGerd Hoffmann 50f1ae32a1SGerd Hoffmann /* Internal periodic / asynchronous schedule state machine states 51f1ae32a1SGerd Hoffmann */ 52f1ae32a1SGerd Hoffmann typedef enum { 53f1ae32a1SGerd Hoffmann EST_INACTIVE = 1000, 54f1ae32a1SGerd Hoffmann EST_ACTIVE, 55f1ae32a1SGerd Hoffmann EST_EXECUTING, 56f1ae32a1SGerd Hoffmann EST_SLEEPING, 57f1ae32a1SGerd Hoffmann /* The following states are internal to the state machine function 58f1ae32a1SGerd Hoffmann */ 59f1ae32a1SGerd Hoffmann EST_WAITLISTHEAD, 60f1ae32a1SGerd Hoffmann EST_FETCHENTRY, 61f1ae32a1SGerd Hoffmann EST_FETCHQH, 62f1ae32a1SGerd Hoffmann EST_FETCHITD, 63f1ae32a1SGerd Hoffmann EST_FETCHSITD, 64f1ae32a1SGerd Hoffmann EST_ADVANCEQUEUE, 65f1ae32a1SGerd Hoffmann EST_FETCHQTD, 66f1ae32a1SGerd Hoffmann EST_EXECUTE, 67f1ae32a1SGerd Hoffmann EST_WRITEBACK, 68f1ae32a1SGerd Hoffmann EST_HORIZONTALQH 69f1ae32a1SGerd Hoffmann } EHCI_STATES; 70f1ae32a1SGerd Hoffmann 71f1ae32a1SGerd Hoffmann /* macros for accessing fields within next link pointer entry */ 72f1ae32a1SGerd Hoffmann #define NLPTR_GET(x) ((x) & 0xffffffe0) 73f1ae32a1SGerd Hoffmann #define NLPTR_TYPE_GET(x) (((x) >> 1) & 3) 74f1ae32a1SGerd Hoffmann #define NLPTR_TBIT(x) ((x) & 1) // 1=invalid, 0=valid 75f1ae32a1SGerd Hoffmann 76f1ae32a1SGerd Hoffmann /* link pointer types */ 77f1ae32a1SGerd Hoffmann #define NLPTR_TYPE_ITD 0 // isoc xfer descriptor 78f1ae32a1SGerd Hoffmann #define NLPTR_TYPE_QH 1 // queue head 79f1ae32a1SGerd Hoffmann #define NLPTR_TYPE_STITD 2 // split xaction, isoc xfer descriptor 80f1ae32a1SGerd Hoffmann #define NLPTR_TYPE_FSTN 3 // frame span traversal node 81f1ae32a1SGerd Hoffmann 82f1ae32a1SGerd Hoffmann #define SET_LAST_RUN_CLOCK(s) \ 83bc72ad67SAlex Bligh (s)->last_run_ns = qemu_clock_get_ns(QEMU_CLOCK_VIRTUAL); 84f1ae32a1SGerd Hoffmann 85f1ae32a1SGerd Hoffmann /* nifty macros from Arnon's EHCI version */ 86f1ae32a1SGerd Hoffmann #define get_field(data, field) \ 87f1ae32a1SGerd Hoffmann (((data) & field##_MASK) >> field##_SH) 88f1ae32a1SGerd Hoffmann 89f1ae32a1SGerd Hoffmann #define set_field(data, newval, field) do { \ 90f1ae32a1SGerd Hoffmann uint32_t val = *data; \ 91f1ae32a1SGerd Hoffmann val &= ~ field##_MASK; \ 92f1ae32a1SGerd Hoffmann val |= ((newval) << field##_SH) & field##_MASK; \ 93f1ae32a1SGerd Hoffmann *data = val; \ 94f1ae32a1SGerd Hoffmann } while(0) 95f1ae32a1SGerd Hoffmann 96f1ae32a1SGerd Hoffmann static const char *ehci_state_names[] = { 97f1ae32a1SGerd Hoffmann [EST_INACTIVE] = "INACTIVE", 98f1ae32a1SGerd Hoffmann [EST_ACTIVE] = "ACTIVE", 99f1ae32a1SGerd Hoffmann [EST_EXECUTING] = "EXECUTING", 100f1ae32a1SGerd Hoffmann [EST_SLEEPING] = "SLEEPING", 101f1ae32a1SGerd Hoffmann [EST_WAITLISTHEAD] = "WAITLISTHEAD", 102f1ae32a1SGerd Hoffmann [EST_FETCHENTRY] = "FETCH ENTRY", 103f1ae32a1SGerd Hoffmann [EST_FETCHQH] = "FETCH QH", 104f1ae32a1SGerd Hoffmann [EST_FETCHITD] = "FETCH ITD", 105f1ae32a1SGerd Hoffmann [EST_ADVANCEQUEUE] = "ADVANCEQUEUE", 106f1ae32a1SGerd Hoffmann [EST_FETCHQTD] = "FETCH QTD", 107f1ae32a1SGerd Hoffmann [EST_EXECUTE] = "EXECUTE", 108f1ae32a1SGerd Hoffmann [EST_WRITEBACK] = "WRITEBACK", 109f1ae32a1SGerd Hoffmann [EST_HORIZONTALQH] = "HORIZONTALQH", 110f1ae32a1SGerd Hoffmann }; 111f1ae32a1SGerd Hoffmann 112f1ae32a1SGerd Hoffmann static const char *ehci_mmio_names[] = { 113f1ae32a1SGerd Hoffmann [USBCMD] = "USBCMD", 114f1ae32a1SGerd Hoffmann [USBSTS] = "USBSTS", 115f1ae32a1SGerd Hoffmann [USBINTR] = "USBINTR", 116f1ae32a1SGerd Hoffmann [FRINDEX] = "FRINDEX", 117f1ae32a1SGerd Hoffmann [PERIODICLISTBASE] = "P-LIST BASE", 118f1ae32a1SGerd Hoffmann [ASYNCLISTADDR] = "A-LIST ADDR", 119f1ae32a1SGerd Hoffmann [CONFIGFLAG] = "CONFIGFLAG", 120f1ae32a1SGerd Hoffmann }; 121f1ae32a1SGerd Hoffmann 1224b63a0dfSHans de Goede static int ehci_state_executing(EHCIQueue *q); 1234b63a0dfSHans de Goede static int ehci_state_writeback(EHCIQueue *q); 124ff80ce59SHans de Goede static int ehci_state_advqueue(EHCIQueue *q); 125b4ea8664SHans de Goede static int ehci_fill_queue(EHCIPacket *p); 1262b3de6adSHans de Goede static void ehci_free_packet(EHCIPacket *p); 1274b63a0dfSHans de Goede 128f1ae32a1SGerd Hoffmann static const char *nr2str(const char **n, size_t len, uint32_t nr) 129f1ae32a1SGerd Hoffmann { 130f1ae32a1SGerd Hoffmann if (nr < len && n[nr] != NULL) { 131f1ae32a1SGerd Hoffmann return n[nr]; 132f1ae32a1SGerd Hoffmann } else { 133f1ae32a1SGerd Hoffmann return "unknown"; 134f1ae32a1SGerd Hoffmann } 135f1ae32a1SGerd Hoffmann } 136f1ae32a1SGerd Hoffmann 137f1ae32a1SGerd Hoffmann static const char *state2str(uint32_t state) 138f1ae32a1SGerd Hoffmann { 139f1ae32a1SGerd Hoffmann return nr2str(ehci_state_names, ARRAY_SIZE(ehci_state_names), state); 140f1ae32a1SGerd Hoffmann } 141f1ae32a1SGerd Hoffmann 142a8170e5eSAvi Kivity static const char *addr2str(hwaddr addr) 143f1ae32a1SGerd Hoffmann { 14427a11324SPeter Crosthwaite return nr2str(ehci_mmio_names, ARRAY_SIZE(ehci_mmio_names), addr); 145f1ae32a1SGerd Hoffmann } 146f1ae32a1SGerd Hoffmann 147f1ae32a1SGerd Hoffmann static void ehci_trace_usbsts(uint32_t mask, int state) 148f1ae32a1SGerd Hoffmann { 149f1ae32a1SGerd Hoffmann /* interrupts */ 150f1ae32a1SGerd Hoffmann if (mask & USBSTS_INT) { 151f1ae32a1SGerd Hoffmann trace_usb_ehci_usbsts("INT", state); 152f1ae32a1SGerd Hoffmann } 153f1ae32a1SGerd Hoffmann if (mask & USBSTS_ERRINT) { 154f1ae32a1SGerd Hoffmann trace_usb_ehci_usbsts("ERRINT", state); 155f1ae32a1SGerd Hoffmann } 156f1ae32a1SGerd Hoffmann if (mask & USBSTS_PCD) { 157f1ae32a1SGerd Hoffmann trace_usb_ehci_usbsts("PCD", state); 158f1ae32a1SGerd Hoffmann } 159f1ae32a1SGerd Hoffmann if (mask & USBSTS_FLR) { 160f1ae32a1SGerd Hoffmann trace_usb_ehci_usbsts("FLR", state); 161f1ae32a1SGerd Hoffmann } 162f1ae32a1SGerd Hoffmann if (mask & USBSTS_HSE) { 163f1ae32a1SGerd Hoffmann trace_usb_ehci_usbsts("HSE", state); 164f1ae32a1SGerd Hoffmann } 165f1ae32a1SGerd Hoffmann if (mask & USBSTS_IAA) { 166f1ae32a1SGerd Hoffmann trace_usb_ehci_usbsts("IAA", state); 167f1ae32a1SGerd Hoffmann } 168f1ae32a1SGerd Hoffmann 169f1ae32a1SGerd Hoffmann /* status */ 170f1ae32a1SGerd Hoffmann if (mask & USBSTS_HALT) { 171f1ae32a1SGerd Hoffmann trace_usb_ehci_usbsts("HALT", state); 172f1ae32a1SGerd Hoffmann } 173f1ae32a1SGerd Hoffmann if (mask & USBSTS_REC) { 174f1ae32a1SGerd Hoffmann trace_usb_ehci_usbsts("REC", state); 175f1ae32a1SGerd Hoffmann } 176f1ae32a1SGerd Hoffmann if (mask & USBSTS_PSS) { 177f1ae32a1SGerd Hoffmann trace_usb_ehci_usbsts("PSS", state); 178f1ae32a1SGerd Hoffmann } 179f1ae32a1SGerd Hoffmann if (mask & USBSTS_ASS) { 180f1ae32a1SGerd Hoffmann trace_usb_ehci_usbsts("ASS", state); 181f1ae32a1SGerd Hoffmann } 182f1ae32a1SGerd Hoffmann } 183f1ae32a1SGerd Hoffmann 184f1ae32a1SGerd Hoffmann static inline void ehci_set_usbsts(EHCIState *s, int mask) 185f1ae32a1SGerd Hoffmann { 186f1ae32a1SGerd Hoffmann if ((s->usbsts & mask) == mask) { 187f1ae32a1SGerd Hoffmann return; 188f1ae32a1SGerd Hoffmann } 189f1ae32a1SGerd Hoffmann ehci_trace_usbsts(mask, 1); 190f1ae32a1SGerd Hoffmann s->usbsts |= mask; 191f1ae32a1SGerd Hoffmann } 192f1ae32a1SGerd Hoffmann 193f1ae32a1SGerd Hoffmann static inline void ehci_clear_usbsts(EHCIState *s, int mask) 194f1ae32a1SGerd Hoffmann { 195f1ae32a1SGerd Hoffmann if ((s->usbsts & mask) == 0) { 196f1ae32a1SGerd Hoffmann return; 197f1ae32a1SGerd Hoffmann } 198f1ae32a1SGerd Hoffmann ehci_trace_usbsts(mask, 0); 199f1ae32a1SGerd Hoffmann s->usbsts &= ~mask; 200f1ae32a1SGerd Hoffmann } 201f1ae32a1SGerd Hoffmann 2027efc17afSGerd Hoffmann /* update irq line */ 2037efc17afSGerd Hoffmann static inline void ehci_update_irq(EHCIState *s) 204f1ae32a1SGerd Hoffmann { 205f1ae32a1SGerd Hoffmann int level = 0; 206f1ae32a1SGerd Hoffmann 207f1ae32a1SGerd Hoffmann if ((s->usbsts & USBINTR_MASK) & s->usbintr) { 208f1ae32a1SGerd Hoffmann level = 1; 209f1ae32a1SGerd Hoffmann } 210f1ae32a1SGerd Hoffmann 2117efc17afSGerd Hoffmann trace_usb_ehci_irq(level, s->frindex, s->usbsts, s->usbintr); 212f1ae32a1SGerd Hoffmann qemu_set_irq(s->irq, level); 213f1ae32a1SGerd Hoffmann } 214f1ae32a1SGerd Hoffmann 2157efc17afSGerd Hoffmann /* flag interrupt condition */ 2167efc17afSGerd Hoffmann static inline void ehci_raise_irq(EHCIState *s, int intr) 217f1ae32a1SGerd Hoffmann { 2186d3b6d3dSGerd Hoffmann if (intr & (USBSTS_PCD | USBSTS_FLR | USBSTS_HSE)) { 2196d3b6d3dSGerd Hoffmann s->usbsts |= intr; 2206d3b6d3dSGerd Hoffmann ehci_update_irq(s); 2216d3b6d3dSGerd Hoffmann } else { 222f1ae32a1SGerd Hoffmann s->usbsts_pending |= intr; 223f1ae32a1SGerd Hoffmann } 2246d3b6d3dSGerd Hoffmann } 225f1ae32a1SGerd Hoffmann 2267efc17afSGerd Hoffmann /* 2277efc17afSGerd Hoffmann * Commit pending interrupts (added via ehci_raise_irq), 2287efc17afSGerd Hoffmann * at the rate allowed by "Interrupt Threshold Control". 2297efc17afSGerd Hoffmann */ 2307efc17afSGerd Hoffmann static inline void ehci_commit_irq(EHCIState *s) 231f1ae32a1SGerd Hoffmann { 2327efc17afSGerd Hoffmann uint32_t itc; 2337efc17afSGerd Hoffmann 234f1ae32a1SGerd Hoffmann if (!s->usbsts_pending) { 235f1ae32a1SGerd Hoffmann return; 236f1ae32a1SGerd Hoffmann } 2377efc17afSGerd Hoffmann if (s->usbsts_frindex > s->frindex) { 2387efc17afSGerd Hoffmann return; 2397efc17afSGerd Hoffmann } 2407efc17afSGerd Hoffmann 2417efc17afSGerd Hoffmann itc = (s->usbcmd >> 16) & 0xff; 2427efc17afSGerd Hoffmann s->usbsts |= s->usbsts_pending; 243f1ae32a1SGerd Hoffmann s->usbsts_pending = 0; 2447efc17afSGerd Hoffmann s->usbsts_frindex = s->frindex + itc; 2457efc17afSGerd Hoffmann ehci_update_irq(s); 246f1ae32a1SGerd Hoffmann } 247f1ae32a1SGerd Hoffmann 248daf25307SGerd Hoffmann static void ehci_update_halt(EHCIState *s) 249daf25307SGerd Hoffmann { 250daf25307SGerd Hoffmann if (s->usbcmd & USBCMD_RUNSTOP) { 251daf25307SGerd Hoffmann ehci_clear_usbsts(s, USBSTS_HALT); 252daf25307SGerd Hoffmann } else { 253daf25307SGerd Hoffmann if (s->astate == EST_INACTIVE && s->pstate == EST_INACTIVE) { 254daf25307SGerd Hoffmann ehci_set_usbsts(s, USBSTS_HALT); 255daf25307SGerd Hoffmann } 256daf25307SGerd Hoffmann } 257daf25307SGerd Hoffmann } 258daf25307SGerd Hoffmann 259f1ae32a1SGerd Hoffmann static void ehci_set_state(EHCIState *s, int async, int state) 260f1ae32a1SGerd Hoffmann { 261f1ae32a1SGerd Hoffmann if (async) { 262f1ae32a1SGerd Hoffmann trace_usb_ehci_state("async", state2str(state)); 263f1ae32a1SGerd Hoffmann s->astate = state; 264b53f685dSGerd Hoffmann if (s->astate == EST_INACTIVE) { 265b53f685dSGerd Hoffmann ehci_clear_usbsts(s, USBSTS_ASS); 266daf25307SGerd Hoffmann ehci_update_halt(s); 267b53f685dSGerd Hoffmann } else { 268b53f685dSGerd Hoffmann ehci_set_usbsts(s, USBSTS_ASS); 269b53f685dSGerd Hoffmann } 270f1ae32a1SGerd Hoffmann } else { 271f1ae32a1SGerd Hoffmann trace_usb_ehci_state("periodic", state2str(state)); 272f1ae32a1SGerd Hoffmann s->pstate = state; 273b53f685dSGerd Hoffmann if (s->pstate == EST_INACTIVE) { 274b53f685dSGerd Hoffmann ehci_clear_usbsts(s, USBSTS_PSS); 275daf25307SGerd Hoffmann ehci_update_halt(s); 276b53f685dSGerd Hoffmann } else { 277b53f685dSGerd Hoffmann ehci_set_usbsts(s, USBSTS_PSS); 278b53f685dSGerd Hoffmann } 279f1ae32a1SGerd Hoffmann } 280f1ae32a1SGerd Hoffmann } 281f1ae32a1SGerd Hoffmann 282f1ae32a1SGerd Hoffmann static int ehci_get_state(EHCIState *s, int async) 283f1ae32a1SGerd Hoffmann { 284f1ae32a1SGerd Hoffmann return async ? s->astate : s->pstate; 285f1ae32a1SGerd Hoffmann } 286f1ae32a1SGerd Hoffmann 287f1ae32a1SGerd Hoffmann static void ehci_set_fetch_addr(EHCIState *s, int async, uint32_t addr) 288f1ae32a1SGerd Hoffmann { 289f1ae32a1SGerd Hoffmann if (async) { 290f1ae32a1SGerd Hoffmann s->a_fetch_addr = addr; 291f1ae32a1SGerd Hoffmann } else { 292f1ae32a1SGerd Hoffmann s->p_fetch_addr = addr; 293f1ae32a1SGerd Hoffmann } 294f1ae32a1SGerd Hoffmann } 295f1ae32a1SGerd Hoffmann 296f1ae32a1SGerd Hoffmann static int ehci_get_fetch_addr(EHCIState *s, int async) 297f1ae32a1SGerd Hoffmann { 298f1ae32a1SGerd Hoffmann return async ? s->a_fetch_addr : s->p_fetch_addr; 299f1ae32a1SGerd Hoffmann } 300f1ae32a1SGerd Hoffmann 301a8170e5eSAvi Kivity static void ehci_trace_qh(EHCIQueue *q, hwaddr addr, EHCIqh *qh) 302f1ae32a1SGerd Hoffmann { 303f1ae32a1SGerd Hoffmann /* need three here due to argument count limits */ 304f1ae32a1SGerd Hoffmann trace_usb_ehci_qh_ptrs(q, addr, qh->next, 305f1ae32a1SGerd Hoffmann qh->current_qtd, qh->next_qtd, qh->altnext_qtd); 306f1ae32a1SGerd Hoffmann trace_usb_ehci_qh_fields(addr, 307f1ae32a1SGerd Hoffmann get_field(qh->epchar, QH_EPCHAR_RL), 308f1ae32a1SGerd Hoffmann get_field(qh->epchar, QH_EPCHAR_MPLEN), 309f1ae32a1SGerd Hoffmann get_field(qh->epchar, QH_EPCHAR_EPS), 310f1ae32a1SGerd Hoffmann get_field(qh->epchar, QH_EPCHAR_EP), 311f1ae32a1SGerd Hoffmann get_field(qh->epchar, QH_EPCHAR_DEVADDR)); 312f1ae32a1SGerd Hoffmann trace_usb_ehci_qh_bits(addr, 313f1ae32a1SGerd Hoffmann (bool)(qh->epchar & QH_EPCHAR_C), 314f1ae32a1SGerd Hoffmann (bool)(qh->epchar & QH_EPCHAR_H), 315f1ae32a1SGerd Hoffmann (bool)(qh->epchar & QH_EPCHAR_DTC), 316f1ae32a1SGerd Hoffmann (bool)(qh->epchar & QH_EPCHAR_I)); 317f1ae32a1SGerd Hoffmann } 318f1ae32a1SGerd Hoffmann 319a8170e5eSAvi Kivity static void ehci_trace_qtd(EHCIQueue *q, hwaddr addr, EHCIqtd *qtd) 320f1ae32a1SGerd Hoffmann { 321f1ae32a1SGerd Hoffmann /* need three here due to argument count limits */ 322f1ae32a1SGerd Hoffmann trace_usb_ehci_qtd_ptrs(q, addr, qtd->next, qtd->altnext); 323f1ae32a1SGerd Hoffmann trace_usb_ehci_qtd_fields(addr, 324f1ae32a1SGerd Hoffmann get_field(qtd->token, QTD_TOKEN_TBYTES), 325f1ae32a1SGerd Hoffmann get_field(qtd->token, QTD_TOKEN_CPAGE), 326f1ae32a1SGerd Hoffmann get_field(qtd->token, QTD_TOKEN_CERR), 327f1ae32a1SGerd Hoffmann get_field(qtd->token, QTD_TOKEN_PID)); 328f1ae32a1SGerd Hoffmann trace_usb_ehci_qtd_bits(addr, 329f1ae32a1SGerd Hoffmann (bool)(qtd->token & QTD_TOKEN_IOC), 330f1ae32a1SGerd Hoffmann (bool)(qtd->token & QTD_TOKEN_ACTIVE), 331f1ae32a1SGerd Hoffmann (bool)(qtd->token & QTD_TOKEN_HALT), 332f1ae32a1SGerd Hoffmann (bool)(qtd->token & QTD_TOKEN_BABBLE), 333f1ae32a1SGerd Hoffmann (bool)(qtd->token & QTD_TOKEN_XACTERR)); 334f1ae32a1SGerd Hoffmann } 335f1ae32a1SGerd Hoffmann 336a8170e5eSAvi Kivity static void ehci_trace_itd(EHCIState *s, hwaddr addr, EHCIitd *itd) 337f1ae32a1SGerd Hoffmann { 338f1ae32a1SGerd Hoffmann trace_usb_ehci_itd(addr, itd->next, 339f1ae32a1SGerd Hoffmann get_field(itd->bufptr[1], ITD_BUFPTR_MAXPKT), 340f1ae32a1SGerd Hoffmann get_field(itd->bufptr[2], ITD_BUFPTR_MULT), 341f1ae32a1SGerd Hoffmann get_field(itd->bufptr[0], ITD_BUFPTR_EP), 342f1ae32a1SGerd Hoffmann get_field(itd->bufptr[0], ITD_BUFPTR_DEVADDR)); 343f1ae32a1SGerd Hoffmann } 344f1ae32a1SGerd Hoffmann 345a8170e5eSAvi Kivity static void ehci_trace_sitd(EHCIState *s, hwaddr addr, 346f1ae32a1SGerd Hoffmann EHCIsitd *sitd) 347f1ae32a1SGerd Hoffmann { 348f1ae32a1SGerd Hoffmann trace_usb_ehci_sitd(addr, sitd->next, 349f1ae32a1SGerd Hoffmann (bool)(sitd->results & SITD_RESULTS_ACTIVE)); 350f1ae32a1SGerd Hoffmann } 351f1ae32a1SGerd Hoffmann 3525c514681SGerd Hoffmann static void ehci_trace_guest_bug(EHCIState *s, const char *message) 3535c514681SGerd Hoffmann { 3545c514681SGerd Hoffmann trace_usb_ehci_guest_bug(message); 3555c514681SGerd Hoffmann } 3565c514681SGerd Hoffmann 357ec807d12SGerd Hoffmann static inline bool ehci_enabled(EHCIState *s) 358ec807d12SGerd Hoffmann { 359ec807d12SGerd Hoffmann return s->usbcmd & USBCMD_RUNSTOP; 360ec807d12SGerd Hoffmann } 361ec807d12SGerd Hoffmann 362ec807d12SGerd Hoffmann static inline bool ehci_async_enabled(EHCIState *s) 363ec807d12SGerd Hoffmann { 364ec807d12SGerd Hoffmann return ehci_enabled(s) && (s->usbcmd & USBCMD_ASE); 365ec807d12SGerd Hoffmann } 366ec807d12SGerd Hoffmann 367ec807d12SGerd Hoffmann static inline bool ehci_periodic_enabled(EHCIState *s) 368ec807d12SGerd Hoffmann { 369ec807d12SGerd Hoffmann return ehci_enabled(s) && (s->usbcmd & USBCMD_PSE); 370ec807d12SGerd Hoffmann } 371ec807d12SGerd Hoffmann 372190d8492SHans de Goede /* Get an array of dwords from main memory */ 373190d8492SHans de Goede static inline int get_dwords(EHCIState *ehci, uint32_t addr, 374190d8492SHans de Goede uint32_t *buf, int num) 375190d8492SHans de Goede { 376190d8492SHans de Goede int i; 377190d8492SHans de Goede 378df32fd1cSPaolo Bonzini if (!ehci->as) { 379190d8492SHans de Goede ehci_raise_irq(ehci, USBSTS_HSE); 380190d8492SHans de Goede ehci->usbcmd &= ~USBCMD_RUNSTOP; 381190d8492SHans de Goede trace_usb_ehci_dma_error(); 382190d8492SHans de Goede return -1; 383190d8492SHans de Goede } 384190d8492SHans de Goede 385190d8492SHans de Goede for (i = 0; i < num; i++, buf++, addr += sizeof(*buf)) { 386df32fd1cSPaolo Bonzini dma_memory_read(ehci->as, addr, buf, sizeof(*buf)); 387190d8492SHans de Goede *buf = le32_to_cpu(*buf); 388190d8492SHans de Goede } 389190d8492SHans de Goede 390190d8492SHans de Goede return num; 391190d8492SHans de Goede } 392190d8492SHans de Goede 393190d8492SHans de Goede /* Put an array of dwords in to main memory */ 394190d8492SHans de Goede static inline int put_dwords(EHCIState *ehci, uint32_t addr, 395190d8492SHans de Goede uint32_t *buf, int num) 396190d8492SHans de Goede { 397190d8492SHans de Goede int i; 398190d8492SHans de Goede 399df32fd1cSPaolo Bonzini if (!ehci->as) { 400190d8492SHans de Goede ehci_raise_irq(ehci, USBSTS_HSE); 401190d8492SHans de Goede ehci->usbcmd &= ~USBCMD_RUNSTOP; 402190d8492SHans de Goede trace_usb_ehci_dma_error(); 403190d8492SHans de Goede return -1; 404190d8492SHans de Goede } 405190d8492SHans de Goede 406190d8492SHans de Goede for (i = 0; i < num; i++, buf++, addr += sizeof(*buf)) { 407190d8492SHans de Goede uint32_t tmp = cpu_to_le32(*buf); 408df32fd1cSPaolo Bonzini dma_memory_write(ehci->as, addr, &tmp, sizeof(tmp)); 409190d8492SHans de Goede } 410190d8492SHans de Goede 411190d8492SHans de Goede return num; 412190d8492SHans de Goede } 413190d8492SHans de Goede 41451e0c5d0SHans de Goede static int ehci_get_pid(EHCIqtd *qtd) 41551e0c5d0SHans de Goede { 41651e0c5d0SHans de Goede switch (get_field(qtd->token, QTD_TOKEN_PID)) { 41751e0c5d0SHans de Goede case 0: 41851e0c5d0SHans de Goede return USB_TOKEN_OUT; 41951e0c5d0SHans de Goede case 1: 42051e0c5d0SHans de Goede return USB_TOKEN_IN; 42151e0c5d0SHans de Goede case 2: 42251e0c5d0SHans de Goede return USB_TOKEN_SETUP; 42351e0c5d0SHans de Goede default: 42451e0c5d0SHans de Goede fprintf(stderr, "bad token\n"); 42551e0c5d0SHans de Goede return 0; 42651e0c5d0SHans de Goede } 42751e0c5d0SHans de Goede } 42851e0c5d0SHans de Goede 429c6432634SHans de Goede static bool ehci_verify_qh(EHCIQueue *q, EHCIqh *qh) 430c6432634SHans de Goede { 431c6432634SHans de Goede uint32_t devaddr = get_field(qh->epchar, QH_EPCHAR_DEVADDR); 432c6432634SHans de Goede uint32_t endp = get_field(qh->epchar, QH_EPCHAR_EP); 433c6432634SHans de Goede if ((devaddr != get_field(q->qh.epchar, QH_EPCHAR_DEVADDR)) || 434c6432634SHans de Goede (endp != get_field(q->qh.epchar, QH_EPCHAR_EP)) || 435c6432634SHans de Goede (qh->current_qtd != q->qh.current_qtd) || 436c6432634SHans de Goede (q->async && qh->next_qtd != q->qh.next_qtd) || 437c6432634SHans de Goede (memcmp(&qh->altnext_qtd, &q->qh.altnext_qtd, 438c6432634SHans de Goede 7 * sizeof(uint32_t)) != 0) || 439c6432634SHans de Goede (q->dev != NULL && q->dev->addr != devaddr)) { 440c6432634SHans de Goede return false; 441c6432634SHans de Goede } else { 442c6432634SHans de Goede return true; 443c6432634SHans de Goede } 444c6432634SHans de Goede } 445c6432634SHans de Goede 446c6432634SHans de Goede static bool ehci_verify_qtd(EHCIPacket *p, EHCIqtd *qtd) 447c6432634SHans de Goede { 448c6432634SHans de Goede if (p->qtdaddr != p->queue->qtdaddr || 449c6432634SHans de Goede (p->queue->async && !NLPTR_TBIT(p->qtd.next) && 450c6432634SHans de Goede (p->qtd.next != qtd->next)) || 451c6432634SHans de Goede (!NLPTR_TBIT(p->qtd.altnext) && (p->qtd.altnext != qtd->altnext)) || 452d066c57bSHans de Goede p->qtd.token != qtd->token || 453c6432634SHans de Goede p->qtd.bufptr[0] != qtd->bufptr[0]) { 454c6432634SHans de Goede return false; 455c6432634SHans de Goede } else { 456c6432634SHans de Goede return true; 457c6432634SHans de Goede } 458c6432634SHans de Goede } 459c6432634SHans de Goede 460bbbc39ccSHans de Goede static bool ehci_verify_pid(EHCIQueue *q, EHCIqtd *qtd) 461bbbc39ccSHans de Goede { 462bbbc39ccSHans de Goede int ep = get_field(q->qh.epchar, QH_EPCHAR_EP); 463bbbc39ccSHans de Goede int pid = ehci_get_pid(qtd); 464bbbc39ccSHans de Goede 465bbbc39ccSHans de Goede /* Note the pid changing is normal for ep 0 (the control ep) */ 466bbbc39ccSHans de Goede if (q->last_pid && ep != 0 && pid != q->last_pid) { 467bbbc39ccSHans de Goede return false; 468bbbc39ccSHans de Goede } else { 469bbbc39ccSHans de Goede return true; 470bbbc39ccSHans de Goede } 471bbbc39ccSHans de Goede } 472bbbc39ccSHans de Goede 473f881c8d3SHans de Goede /* Finish executing and writeback a packet outside of the regular 474f881c8d3SHans de Goede fetchqh -> fetchqtd -> execute -> writeback cycle */ 475f881c8d3SHans de Goede static void ehci_writeback_async_complete_packet(EHCIPacket *p) 476f881c8d3SHans de Goede { 477f881c8d3SHans de Goede EHCIQueue *q = p->queue; 4782b3de6adSHans de Goede EHCIqtd qtd; 4792b3de6adSHans de Goede EHCIqh qh; 480f881c8d3SHans de Goede int state; 481f881c8d3SHans de Goede 4822b3de6adSHans de Goede /* Verify the qh + qtd, like we do when going through fetchqh & fetchqtd */ 4832b3de6adSHans de Goede get_dwords(q->ehci, NLPTR_GET(q->qhaddr), 4842b3de6adSHans de Goede (uint32_t *) &qh, sizeof(EHCIqh) >> 2); 4852b3de6adSHans de Goede get_dwords(q->ehci, NLPTR_GET(q->qtdaddr), 4862b3de6adSHans de Goede (uint32_t *) &qtd, sizeof(EHCIqtd) >> 2); 4872b3de6adSHans de Goede if (!ehci_verify_qh(q, &qh) || !ehci_verify_qtd(p, &qtd)) { 4882b3de6adSHans de Goede p->async = EHCI_ASYNC_INITIALIZED; 4892b3de6adSHans de Goede ehci_free_packet(p); 4902b3de6adSHans de Goede return; 4912b3de6adSHans de Goede } 4922b3de6adSHans de Goede 493f881c8d3SHans de Goede state = ehci_get_state(q->ehci, q->async); 494f881c8d3SHans de Goede ehci_state_executing(q); 495f881c8d3SHans de Goede ehci_state_writeback(q); /* Frees the packet! */ 496f881c8d3SHans de Goede if (!(q->qh.token & QTD_TOKEN_HALT)) { 497f881c8d3SHans de Goede ehci_state_advqueue(q); 498f881c8d3SHans de Goede } 499f881c8d3SHans de Goede ehci_set_state(q->ehci, q->async, state); 500f881c8d3SHans de Goede } 501f881c8d3SHans de Goede 502eb36a88eSGerd Hoffmann /* packet management */ 503eb36a88eSGerd Hoffmann 504eb36a88eSGerd Hoffmann static EHCIPacket *ehci_alloc_packet(EHCIQueue *q) 505eb36a88eSGerd Hoffmann { 506eb36a88eSGerd Hoffmann EHCIPacket *p; 507eb36a88eSGerd Hoffmann 508eb36a88eSGerd Hoffmann p = g_new0(EHCIPacket, 1); 509eb36a88eSGerd Hoffmann p->queue = q; 510eb36a88eSGerd Hoffmann usb_packet_init(&p->packet); 511eb36a88eSGerd Hoffmann QTAILQ_INSERT_TAIL(&q->packets, p, next); 512eb36a88eSGerd Hoffmann trace_usb_ehci_packet_action(p->queue, p, "alloc"); 513eb36a88eSGerd Hoffmann return p; 514eb36a88eSGerd Hoffmann } 515eb36a88eSGerd Hoffmann 516eb36a88eSGerd Hoffmann static void ehci_free_packet(EHCIPacket *p) 517eb36a88eSGerd Hoffmann { 518e449f26bSHans de Goede if (p->async == EHCI_ASYNC_FINISHED && 519e449f26bSHans de Goede !(p->queue->qh.token & QTD_TOKEN_HALT)) { 520f881c8d3SHans de Goede ehci_writeback_async_complete_packet(p); 5214b63a0dfSHans de Goede return; 5224b63a0dfSHans de Goede } 523616789cdSGerd Hoffmann trace_usb_ehci_packet_action(p->queue, p, "free"); 524616789cdSGerd Hoffmann if (p->async == EHCI_ASYNC_INFLIGHT) { 525616789cdSGerd Hoffmann usb_cancel_packet(&p->packet); 526e449f26bSHans de Goede } 527e449f26bSHans de Goede if (p->async == EHCI_ASYNC_FINISHED && 528e449f26bSHans de Goede p->packet.status == USB_RET_SUCCESS) { 529e449f26bSHans de Goede fprintf(stderr, 530e449f26bSHans de Goede "EHCI: Dropping completed packet from halted %s ep %02X\n", 531e449f26bSHans de Goede (p->pid == USB_TOKEN_IN) ? "in" : "out", 532e449f26bSHans de Goede get_field(p->queue->qh.epchar, QH_EPCHAR_EP)); 533e449f26bSHans de Goede } 534e449f26bSHans de Goede if (p->async != EHCI_ASYNC_NONE) { 535616789cdSGerd Hoffmann usb_packet_unmap(&p->packet, &p->sgl); 536616789cdSGerd Hoffmann qemu_sglist_destroy(&p->sgl); 537616789cdSGerd Hoffmann } 538eb36a88eSGerd Hoffmann QTAILQ_REMOVE(&p->queue->packets, p, next); 539eb36a88eSGerd Hoffmann usb_packet_cleanup(&p->packet); 540eb36a88eSGerd Hoffmann g_free(p); 541eb36a88eSGerd Hoffmann } 542eb36a88eSGerd Hoffmann 543f1ae32a1SGerd Hoffmann /* queue management */ 544f1ae32a1SGerd Hoffmann 5458f6d5e26SGerd Hoffmann static EHCIQueue *ehci_alloc_queue(EHCIState *ehci, uint32_t addr, int async) 546f1ae32a1SGerd Hoffmann { 547f1ae32a1SGerd Hoffmann EHCIQueueHead *head = async ? &ehci->aqueues : &ehci->pqueues; 548f1ae32a1SGerd Hoffmann EHCIQueue *q; 549f1ae32a1SGerd Hoffmann 550f1ae32a1SGerd Hoffmann q = g_malloc0(sizeof(*q)); 551f1ae32a1SGerd Hoffmann q->ehci = ehci; 5528f6d5e26SGerd Hoffmann q->qhaddr = addr; 553ae0138a8SGerd Hoffmann q->async = async; 554eb36a88eSGerd Hoffmann QTAILQ_INIT(&q->packets); 555f1ae32a1SGerd Hoffmann QTAILQ_INSERT_HEAD(head, q, next); 556f1ae32a1SGerd Hoffmann trace_usb_ehci_queue_action(q, "alloc"); 557f1ae32a1SGerd Hoffmann return q; 558f1ae32a1SGerd Hoffmann } 559f1ae32a1SGerd Hoffmann 560f79738b0SHans de Goede static void ehci_queue_stopped(EHCIQueue *q) 561f79738b0SHans de Goede { 562f79738b0SHans de Goede int endp = get_field(q->qh.epchar, QH_EPCHAR_EP); 563f79738b0SHans de Goede 564f79738b0SHans de Goede if (!q->last_pid || !q->dev) { 565f79738b0SHans de Goede return; 566f79738b0SHans de Goede } 567f79738b0SHans de Goede 568f79738b0SHans de Goede usb_device_ep_stopped(q->dev, usb_ep_get(q->dev, q->last_pid, endp)); 569f79738b0SHans de Goede } 570f79738b0SHans de Goede 5715c514681SGerd Hoffmann static int ehci_cancel_queue(EHCIQueue *q) 572c7cdca3bSGerd Hoffmann { 573c7cdca3bSGerd Hoffmann EHCIPacket *p; 5745c514681SGerd Hoffmann int packets = 0; 575c7cdca3bSGerd Hoffmann 576c7cdca3bSGerd Hoffmann p = QTAILQ_FIRST(&q->packets); 577c7cdca3bSGerd Hoffmann if (p == NULL) { 578f79738b0SHans de Goede goto leave; 579c7cdca3bSGerd Hoffmann } 580c7cdca3bSGerd Hoffmann 581c7cdca3bSGerd Hoffmann trace_usb_ehci_queue_action(q, "cancel"); 582c7cdca3bSGerd Hoffmann do { 583c7cdca3bSGerd Hoffmann ehci_free_packet(p); 5845c514681SGerd Hoffmann packets++; 585c7cdca3bSGerd Hoffmann } while ((p = QTAILQ_FIRST(&q->packets)) != NULL); 586f79738b0SHans de Goede 587f79738b0SHans de Goede leave: 588f79738b0SHans de Goede ehci_queue_stopped(q); 5895c514681SGerd Hoffmann return packets; 590c7cdca3bSGerd Hoffmann } 591c7cdca3bSGerd Hoffmann 5925c514681SGerd Hoffmann static int ehci_reset_queue(EHCIQueue *q) 593dafe31fcSHans de Goede { 5945c514681SGerd Hoffmann int packets; 5955c514681SGerd Hoffmann 596dafe31fcSHans de Goede trace_usb_ehci_queue_action(q, "reset"); 5975c514681SGerd Hoffmann packets = ehci_cancel_queue(q); 598dafe31fcSHans de Goede q->dev = NULL; 599dafe31fcSHans de Goede q->qtdaddr = 0; 600bbbc39ccSHans de Goede q->last_pid = 0; 6015c514681SGerd Hoffmann return packets; 602dafe31fcSHans de Goede } 603dafe31fcSHans de Goede 6043a8ca08eSHans de Goede static void ehci_free_queue(EHCIQueue *q, const char *warn) 605f1ae32a1SGerd Hoffmann { 606ae0138a8SGerd Hoffmann EHCIQueueHead *head = q->async ? &q->ehci->aqueues : &q->ehci->pqueues; 6073a8ca08eSHans de Goede int cancelled; 608eb36a88eSGerd Hoffmann 609f1ae32a1SGerd Hoffmann trace_usb_ehci_queue_action(q, "free"); 6103a8ca08eSHans de Goede cancelled = ehci_cancel_queue(q); 6113a8ca08eSHans de Goede if (warn && cancelled > 0) { 6123a8ca08eSHans de Goede ehci_trace_guest_bug(q->ehci, warn); 6133a8ca08eSHans de Goede } 614f1ae32a1SGerd Hoffmann QTAILQ_REMOVE(head, q, next); 615f1ae32a1SGerd Hoffmann g_free(q); 616f1ae32a1SGerd Hoffmann } 617f1ae32a1SGerd Hoffmann 618f1ae32a1SGerd Hoffmann static EHCIQueue *ehci_find_queue_by_qh(EHCIState *ehci, uint32_t addr, 619f1ae32a1SGerd Hoffmann int async) 620f1ae32a1SGerd Hoffmann { 621f1ae32a1SGerd Hoffmann EHCIQueueHead *head = async ? &ehci->aqueues : &ehci->pqueues; 622f1ae32a1SGerd Hoffmann EHCIQueue *q; 623f1ae32a1SGerd Hoffmann 624f1ae32a1SGerd Hoffmann QTAILQ_FOREACH(q, head, next) { 625f1ae32a1SGerd Hoffmann if (addr == q->qhaddr) { 626f1ae32a1SGerd Hoffmann return q; 627f1ae32a1SGerd Hoffmann } 628f1ae32a1SGerd Hoffmann } 629f1ae32a1SGerd Hoffmann return NULL; 630f1ae32a1SGerd Hoffmann } 631f1ae32a1SGerd Hoffmann 6328f5457ebSHans de Goede static void ehci_queues_rip_unused(EHCIState *ehci, int async) 633f1ae32a1SGerd Hoffmann { 634f1ae32a1SGerd Hoffmann EHCIQueueHead *head = async ? &ehci->aqueues : &ehci->pqueues; 6358f5457ebSHans de Goede const char *warn = async ? "guest unlinked busy QH" : NULL; 6363a215326SGerd Hoffmann uint64_t maxage = FRAME_TIMER_NS * ehci->maxframes * 4; 637f1ae32a1SGerd Hoffmann EHCIQueue *q, *tmp; 638f1ae32a1SGerd Hoffmann 639f1ae32a1SGerd Hoffmann QTAILQ_FOREACH_SAFE(q, head, next, tmp) { 640f1ae32a1SGerd Hoffmann if (q->seen) { 641f1ae32a1SGerd Hoffmann q->seen = 0; 642f1ae32a1SGerd Hoffmann q->ts = ehci->last_run_ns; 643f1ae32a1SGerd Hoffmann continue; 644f1ae32a1SGerd Hoffmann } 6458f5457ebSHans de Goede if (ehci->last_run_ns < q->ts + maxage) { 646f1ae32a1SGerd Hoffmann continue; 647f1ae32a1SGerd Hoffmann } 6483a8ca08eSHans de Goede ehci_free_queue(q, warn); 649f1ae32a1SGerd Hoffmann } 650f1ae32a1SGerd Hoffmann } 651f1ae32a1SGerd Hoffmann 6528f5457ebSHans de Goede static void ehci_queues_rip_unseen(EHCIState *ehci, int async) 6538f5457ebSHans de Goede { 6548f5457ebSHans de Goede EHCIQueueHead *head = async ? &ehci->aqueues : &ehci->pqueues; 6558f5457ebSHans de Goede EHCIQueue *q, *tmp; 6568f5457ebSHans de Goede 6578f5457ebSHans de Goede QTAILQ_FOREACH_SAFE(q, head, next, tmp) { 6588f5457ebSHans de Goede if (!q->seen) { 6598f5457ebSHans de Goede ehci_free_queue(q, NULL); 6608f5457ebSHans de Goede } 6618f5457ebSHans de Goede } 6628f5457ebSHans de Goede } 6638f5457ebSHans de Goede 664f1ae32a1SGerd Hoffmann static void ehci_queues_rip_device(EHCIState *ehci, USBDevice *dev, int async) 665f1ae32a1SGerd Hoffmann { 666f1ae32a1SGerd Hoffmann EHCIQueueHead *head = async ? &ehci->aqueues : &ehci->pqueues; 667f1ae32a1SGerd Hoffmann EHCIQueue *q, *tmp; 668f1ae32a1SGerd Hoffmann 669f1ae32a1SGerd Hoffmann QTAILQ_FOREACH_SAFE(q, head, next, tmp) { 670e59928b3SGerd Hoffmann if (q->dev != dev) { 671f1ae32a1SGerd Hoffmann continue; 672f1ae32a1SGerd Hoffmann } 6733a8ca08eSHans de Goede ehci_free_queue(q, NULL); 674f1ae32a1SGerd Hoffmann } 675f1ae32a1SGerd Hoffmann } 676f1ae32a1SGerd Hoffmann 677f1ae32a1SGerd Hoffmann static void ehci_queues_rip_all(EHCIState *ehci, int async) 678f1ae32a1SGerd Hoffmann { 679f1ae32a1SGerd Hoffmann EHCIQueueHead *head = async ? &ehci->aqueues : &ehci->pqueues; 6803a8ca08eSHans de Goede const char *warn = async ? "guest stopped busy async schedule" : NULL; 681f1ae32a1SGerd Hoffmann EHCIQueue *q, *tmp; 682f1ae32a1SGerd Hoffmann 683f1ae32a1SGerd Hoffmann QTAILQ_FOREACH_SAFE(q, head, next, tmp) { 6843a8ca08eSHans de Goede ehci_free_queue(q, warn); 685f1ae32a1SGerd Hoffmann } 686f1ae32a1SGerd Hoffmann } 687f1ae32a1SGerd Hoffmann 688f1ae32a1SGerd Hoffmann /* Attach or detach a device on root hub */ 689f1ae32a1SGerd Hoffmann 690f1ae32a1SGerd Hoffmann static void ehci_attach(USBPort *port) 691f1ae32a1SGerd Hoffmann { 692f1ae32a1SGerd Hoffmann EHCIState *s = port->opaque; 693f1ae32a1SGerd Hoffmann uint32_t *portsc = &s->portsc[port->index]; 69430e9d412SGerd Hoffmann const char *owner = (*portsc & PORTSC_POWNER) ? "comp" : "ehci"; 695f1ae32a1SGerd Hoffmann 69630e9d412SGerd Hoffmann trace_usb_ehci_port_attach(port->index, owner, port->dev->product_desc); 697f1ae32a1SGerd Hoffmann 698f1ae32a1SGerd Hoffmann if (*portsc & PORTSC_POWNER) { 699f1ae32a1SGerd Hoffmann USBPort *companion = s->companion_ports[port->index]; 700f1ae32a1SGerd Hoffmann companion->dev = port->dev; 701f1ae32a1SGerd Hoffmann companion->ops->attach(companion); 702f1ae32a1SGerd Hoffmann return; 703f1ae32a1SGerd Hoffmann } 704f1ae32a1SGerd Hoffmann 705f1ae32a1SGerd Hoffmann *portsc |= PORTSC_CONNECT; 706f1ae32a1SGerd Hoffmann *portsc |= PORTSC_CSC; 707f1ae32a1SGerd Hoffmann 7087efc17afSGerd Hoffmann ehci_raise_irq(s, USBSTS_PCD); 709f1ae32a1SGerd Hoffmann } 710f1ae32a1SGerd Hoffmann 711f1ae32a1SGerd Hoffmann static void ehci_detach(USBPort *port) 712f1ae32a1SGerd Hoffmann { 713f1ae32a1SGerd Hoffmann EHCIState *s = port->opaque; 714f1ae32a1SGerd Hoffmann uint32_t *portsc = &s->portsc[port->index]; 71530e9d412SGerd Hoffmann const char *owner = (*portsc & PORTSC_POWNER) ? "comp" : "ehci"; 716f1ae32a1SGerd Hoffmann 71730e9d412SGerd Hoffmann trace_usb_ehci_port_detach(port->index, owner); 718f1ae32a1SGerd Hoffmann 719f1ae32a1SGerd Hoffmann if (*portsc & PORTSC_POWNER) { 720f1ae32a1SGerd Hoffmann USBPort *companion = s->companion_ports[port->index]; 721f1ae32a1SGerd Hoffmann companion->ops->detach(companion); 722f1ae32a1SGerd Hoffmann companion->dev = NULL; 723f1ae32a1SGerd Hoffmann /* 724f1ae32a1SGerd Hoffmann * EHCI spec 4.2.2: "When a disconnect occurs... On the event, 725f1ae32a1SGerd Hoffmann * the port ownership is returned immediately to the EHCI controller." 726f1ae32a1SGerd Hoffmann */ 727f1ae32a1SGerd Hoffmann *portsc &= ~PORTSC_POWNER; 728f1ae32a1SGerd Hoffmann return; 729f1ae32a1SGerd Hoffmann } 730f1ae32a1SGerd Hoffmann 731f1ae32a1SGerd Hoffmann ehci_queues_rip_device(s, port->dev, 0); 732f1ae32a1SGerd Hoffmann ehci_queues_rip_device(s, port->dev, 1); 733f1ae32a1SGerd Hoffmann 734cbf82fa0SGerd Hoffmann *portsc &= ~(PORTSC_CONNECT|PORTSC_PED|PORTSC_SUSPEND); 735f1ae32a1SGerd Hoffmann *portsc |= PORTSC_CSC; 736f1ae32a1SGerd Hoffmann 7377efc17afSGerd Hoffmann ehci_raise_irq(s, USBSTS_PCD); 738f1ae32a1SGerd Hoffmann } 739f1ae32a1SGerd Hoffmann 740f1ae32a1SGerd Hoffmann static void ehci_child_detach(USBPort *port, USBDevice *child) 741f1ae32a1SGerd Hoffmann { 742f1ae32a1SGerd Hoffmann EHCIState *s = port->opaque; 743f1ae32a1SGerd Hoffmann uint32_t portsc = s->portsc[port->index]; 744f1ae32a1SGerd Hoffmann 745f1ae32a1SGerd Hoffmann if (portsc & PORTSC_POWNER) { 746f1ae32a1SGerd Hoffmann USBPort *companion = s->companion_ports[port->index]; 747f1ae32a1SGerd Hoffmann companion->ops->child_detach(companion, child); 748f1ae32a1SGerd Hoffmann return; 749f1ae32a1SGerd Hoffmann } 750f1ae32a1SGerd Hoffmann 751f1ae32a1SGerd Hoffmann ehci_queues_rip_device(s, child, 0); 752f1ae32a1SGerd Hoffmann ehci_queues_rip_device(s, child, 1); 753f1ae32a1SGerd Hoffmann } 754f1ae32a1SGerd Hoffmann 755f1ae32a1SGerd Hoffmann static void ehci_wakeup(USBPort *port) 756f1ae32a1SGerd Hoffmann { 757f1ae32a1SGerd Hoffmann EHCIState *s = port->opaque; 758e489df40SGerd Hoffmann uint32_t *portsc = &s->portsc[port->index]; 759f1ae32a1SGerd Hoffmann 760e489df40SGerd Hoffmann if (*portsc & PORTSC_POWNER) { 761f1ae32a1SGerd Hoffmann USBPort *companion = s->companion_ports[port->index]; 762f1ae32a1SGerd Hoffmann if (companion->ops->wakeup) { 763f1ae32a1SGerd Hoffmann companion->ops->wakeup(companion); 76437952117SHans de Goede } 76537952117SHans de Goede return; 76637952117SHans de Goede } 76737952117SHans de Goede 768e489df40SGerd Hoffmann if (*portsc & PORTSC_SUSPEND) { 769e489df40SGerd Hoffmann trace_usb_ehci_port_wakeup(port->index); 770e489df40SGerd Hoffmann *portsc |= PORTSC_FPRES; 771e489df40SGerd Hoffmann ehci_raise_irq(s, USBSTS_PCD); 772e489df40SGerd Hoffmann } 773e489df40SGerd Hoffmann 7740f588df8SGerd Hoffmann qemu_bh_schedule(s->async_bh); 775f1ae32a1SGerd Hoffmann } 776f1ae32a1SGerd Hoffmann 777f4bbaaf5SMarkus Armbruster static void ehci_register_companion(USBBus *bus, USBPort *ports[], 778f4bbaaf5SMarkus Armbruster uint32_t portcount, uint32_t firstport, 779f4bbaaf5SMarkus Armbruster Error **errp) 780f1ae32a1SGerd Hoffmann { 781f1ae32a1SGerd Hoffmann EHCIState *s = container_of(bus, EHCIState, bus); 782f1ae32a1SGerd Hoffmann uint32_t i; 783f1ae32a1SGerd Hoffmann 784f1ae32a1SGerd Hoffmann if (firstport + portcount > NB_PORTS) { 7852e269f3dSMarkus Armbruster error_setg(errp, "firstport must be between 0 and %u", 7862e269f3dSMarkus Armbruster NB_PORTS - portcount); 787f4bbaaf5SMarkus Armbruster return; 788f1ae32a1SGerd Hoffmann } 789f1ae32a1SGerd Hoffmann 790f1ae32a1SGerd Hoffmann for (i = 0; i < portcount; i++) { 791f1ae32a1SGerd Hoffmann if (s->companion_ports[firstport + i]) { 7922e269f3dSMarkus Armbruster error_setg(errp, "firstport %u asks for ports %u-%u," 7932e269f3dSMarkus Armbruster " but port %u has a companion assigned already", 7942e269f3dSMarkus Armbruster firstport, firstport, firstport + portcount - 1, 7952e269f3dSMarkus Armbruster firstport + i); 796f4bbaaf5SMarkus Armbruster return; 797f1ae32a1SGerd Hoffmann } 798f1ae32a1SGerd Hoffmann } 799f1ae32a1SGerd Hoffmann 800f1ae32a1SGerd Hoffmann for (i = 0; i < portcount; i++) { 801f1ae32a1SGerd Hoffmann s->companion_ports[firstport + i] = ports[i]; 802f1ae32a1SGerd Hoffmann s->ports[firstport + i].speedmask |= 803f1ae32a1SGerd Hoffmann USB_SPEED_MASK_LOW | USB_SPEED_MASK_FULL; 804f1ae32a1SGerd Hoffmann /* Ensure devs attached before the initial reset go to the companion */ 805f1ae32a1SGerd Hoffmann s->portsc[firstport + i] = PORTSC_POWNER; 806f1ae32a1SGerd Hoffmann } 807f1ae32a1SGerd Hoffmann 808f1ae32a1SGerd Hoffmann s->companion_count++; 8093e4f910cSGerd Hoffmann s->caps[0x05] = (s->companion_count << 4) | portcount; 810f1ae32a1SGerd Hoffmann } 811f1ae32a1SGerd Hoffmann 8128550a02dSGerd Hoffmann static void ehci_wakeup_endpoint(USBBus *bus, USBEndpoint *ep, 8138550a02dSGerd Hoffmann unsigned int stream) 81480826240SHans de Goede { 81580826240SHans de Goede EHCIState *s = container_of(bus, EHCIState, bus); 81680826240SHans de Goede uint32_t portsc = s->portsc[ep->dev->port->index]; 81780826240SHans de Goede 81880826240SHans de Goede if (portsc & PORTSC_POWNER) { 81980826240SHans de Goede return; 82080826240SHans de Goede } 82180826240SHans de Goede 82280826240SHans de Goede s->periodic_sched_active = PERIODIC_ACTIVE; 82380826240SHans de Goede qemu_bh_schedule(s->async_bh); 82480826240SHans de Goede } 82580826240SHans de Goede 826f1ae32a1SGerd Hoffmann static USBDevice *ehci_find_device(EHCIState *ehci, uint8_t addr) 827f1ae32a1SGerd Hoffmann { 828f1ae32a1SGerd Hoffmann USBDevice *dev; 829f1ae32a1SGerd Hoffmann USBPort *port; 830f1ae32a1SGerd Hoffmann int i; 831f1ae32a1SGerd Hoffmann 832f1ae32a1SGerd Hoffmann for (i = 0; i < NB_PORTS; i++) { 833f1ae32a1SGerd Hoffmann port = &ehci->ports[i]; 834f1ae32a1SGerd Hoffmann if (!(ehci->portsc[i] & PORTSC_PED)) { 835f1ae32a1SGerd Hoffmann DPRINTF("Port %d not enabled\n", i); 836f1ae32a1SGerd Hoffmann continue; 837f1ae32a1SGerd Hoffmann } 838f1ae32a1SGerd Hoffmann dev = usb_find_device(port, addr); 839f1ae32a1SGerd Hoffmann if (dev != NULL) { 840f1ae32a1SGerd Hoffmann return dev; 841f1ae32a1SGerd Hoffmann } 842f1ae32a1SGerd Hoffmann } 843f1ae32a1SGerd Hoffmann return NULL; 844f1ae32a1SGerd Hoffmann } 845f1ae32a1SGerd Hoffmann 846f1ae32a1SGerd Hoffmann /* 4.1 host controller initialization */ 8474e289b1bSGonglei void ehci_reset(void *opaque) 848f1ae32a1SGerd Hoffmann { 849f1ae32a1SGerd Hoffmann EHCIState *s = opaque; 850f1ae32a1SGerd Hoffmann int i; 851f1ae32a1SGerd Hoffmann USBDevice *devs[NB_PORTS]; 852f1ae32a1SGerd Hoffmann 853f1ae32a1SGerd Hoffmann trace_usb_ehci_reset(); 854f1ae32a1SGerd Hoffmann 855f1ae32a1SGerd Hoffmann /* 856f1ae32a1SGerd Hoffmann * Do the detach before touching portsc, so that it correctly gets send to 857f1ae32a1SGerd Hoffmann * us or to our companion based on PORTSC_POWNER before the reset. 858f1ae32a1SGerd Hoffmann */ 859f1ae32a1SGerd Hoffmann for(i = 0; i < NB_PORTS; i++) { 860f1ae32a1SGerd Hoffmann devs[i] = s->ports[i].dev; 861f1ae32a1SGerd Hoffmann if (devs[i] && devs[i]->attached) { 862f1ae32a1SGerd Hoffmann usb_detach(&s->ports[i]); 863f1ae32a1SGerd Hoffmann } 864f1ae32a1SGerd Hoffmann } 865f1ae32a1SGerd Hoffmann 8663e4f910cSGerd Hoffmann memset(&s->opreg, 0x00, sizeof(s->opreg)); 8673e4f910cSGerd Hoffmann memset(&s->portsc, 0x00, sizeof(s->portsc)); 868f1ae32a1SGerd Hoffmann 869f1ae32a1SGerd Hoffmann s->usbcmd = NB_MAXINTRATE << USBCMD_ITC_SH; 870f1ae32a1SGerd Hoffmann s->usbsts = USBSTS_HALT; 8717efc17afSGerd Hoffmann s->usbsts_pending = 0; 8727efc17afSGerd Hoffmann s->usbsts_frindex = 0; 8735a866074SGerd Hoffmann ehci_update_irq(s); 874f1ae32a1SGerd Hoffmann 875f1ae32a1SGerd Hoffmann s->astate = EST_INACTIVE; 876f1ae32a1SGerd Hoffmann s->pstate = EST_INACTIVE; 877f1ae32a1SGerd Hoffmann 878f1ae32a1SGerd Hoffmann for(i = 0; i < NB_PORTS; i++) { 879f1ae32a1SGerd Hoffmann if (s->companion_ports[i]) { 880f1ae32a1SGerd Hoffmann s->portsc[i] = PORTSC_POWNER | PORTSC_PPOWER; 881f1ae32a1SGerd Hoffmann } else { 882f1ae32a1SGerd Hoffmann s->portsc[i] = PORTSC_PPOWER; 883f1ae32a1SGerd Hoffmann } 884f1ae32a1SGerd Hoffmann if (devs[i] && devs[i]->attached) { 885f1ae32a1SGerd Hoffmann usb_attach(&s->ports[i]); 886f1ae32a1SGerd Hoffmann usb_device_reset(devs[i]); 887f1ae32a1SGerd Hoffmann } 888f1ae32a1SGerd Hoffmann } 889f1ae32a1SGerd Hoffmann ehci_queues_rip_all(s, 0); 890f1ae32a1SGerd Hoffmann ehci_queues_rip_all(s, 1); 891bc72ad67SAlex Bligh timer_del(s->frame_timer); 8920fb3e299SGerd Hoffmann qemu_bh_cancel(s->async_bh); 893f1ae32a1SGerd Hoffmann } 894f1ae32a1SGerd Hoffmann 895a8170e5eSAvi Kivity static uint64_t ehci_caps_read(void *ptr, hwaddr addr, 8963e4f910cSGerd Hoffmann unsigned size) 8973e4f910cSGerd Hoffmann { 8983e4f910cSGerd Hoffmann EHCIState *s = ptr; 8993e4f910cSGerd Hoffmann return s->caps[addr]; 9003e4f910cSGerd Hoffmann } 9013e4f910cSGerd Hoffmann 902dff0367cSPrasad J Pandit static void ehci_caps_write(void *ptr, hwaddr addr, 903dff0367cSPrasad J Pandit uint64_t val, unsigned size) 904dff0367cSPrasad J Pandit { 905dff0367cSPrasad J Pandit } 906dff0367cSPrasad J Pandit 907a8170e5eSAvi Kivity static uint64_t ehci_opreg_read(void *ptr, hwaddr addr, 9083e4f910cSGerd Hoffmann unsigned size) 909f1ae32a1SGerd Hoffmann { 910f1ae32a1SGerd Hoffmann EHCIState *s = ptr; 911f1ae32a1SGerd Hoffmann uint32_t val; 912f1ae32a1SGerd Hoffmann 9139359a58bSHans de Goede switch (addr) { 9149359a58bSHans de Goede case FRINDEX: 9159359a58bSHans de Goede /* Round down to mult of 8, else it can go backwards on migration */ 9169359a58bSHans de Goede val = s->frindex & ~7; 9179359a58bSHans de Goede break; 9189359a58bSHans de Goede default: 9193e4f910cSGerd Hoffmann val = s->opreg[addr >> 2]; 9209359a58bSHans de Goede } 9219359a58bSHans de Goede 92227a11324SPeter Crosthwaite trace_usb_ehci_opreg_read(addr + s->opregbase, addr2str(addr), val); 923f1ae32a1SGerd Hoffmann return val; 924f1ae32a1SGerd Hoffmann } 925f1ae32a1SGerd Hoffmann 926a8170e5eSAvi Kivity static uint64_t ehci_port_read(void *ptr, hwaddr addr, 9273e4f910cSGerd Hoffmann unsigned size) 928f1ae32a1SGerd Hoffmann { 929f1ae32a1SGerd Hoffmann EHCIState *s = ptr; 930f1ae32a1SGerd Hoffmann uint32_t val; 931f1ae32a1SGerd Hoffmann 9323e4f910cSGerd Hoffmann val = s->portsc[addr >> 2]; 933cc8d6a84SKuo-Jung Su trace_usb_ehci_portsc_read(addr + s->portscbase, addr >> 2, val); 934f1ae32a1SGerd Hoffmann return val; 935f1ae32a1SGerd Hoffmann } 936f1ae32a1SGerd Hoffmann 937f1ae32a1SGerd Hoffmann static void handle_port_owner_write(EHCIState *s, int port, uint32_t owner) 938f1ae32a1SGerd Hoffmann { 939f1ae32a1SGerd Hoffmann USBDevice *dev = s->ports[port].dev; 940f1ae32a1SGerd Hoffmann uint32_t *portsc = &s->portsc[port]; 941f1ae32a1SGerd Hoffmann uint32_t orig; 942f1ae32a1SGerd Hoffmann 943f1ae32a1SGerd Hoffmann if (s->companion_ports[port] == NULL) 944f1ae32a1SGerd Hoffmann return; 945f1ae32a1SGerd Hoffmann 946f1ae32a1SGerd Hoffmann owner = owner & PORTSC_POWNER; 947f1ae32a1SGerd Hoffmann orig = *portsc & PORTSC_POWNER; 948f1ae32a1SGerd Hoffmann 949f1ae32a1SGerd Hoffmann if (!(owner ^ orig)) { 950f1ae32a1SGerd Hoffmann return; 951f1ae32a1SGerd Hoffmann } 952f1ae32a1SGerd Hoffmann 953f1ae32a1SGerd Hoffmann if (dev && dev->attached) { 954f1ae32a1SGerd Hoffmann usb_detach(&s->ports[port]); 955f1ae32a1SGerd Hoffmann } 956f1ae32a1SGerd Hoffmann 957f1ae32a1SGerd Hoffmann *portsc &= ~PORTSC_POWNER; 958f1ae32a1SGerd Hoffmann *portsc |= owner; 959f1ae32a1SGerd Hoffmann 960f1ae32a1SGerd Hoffmann if (dev && dev->attached) { 961f1ae32a1SGerd Hoffmann usb_attach(&s->ports[port]); 962f1ae32a1SGerd Hoffmann } 963f1ae32a1SGerd Hoffmann } 964f1ae32a1SGerd Hoffmann 965a8170e5eSAvi Kivity static void ehci_port_write(void *ptr, hwaddr addr, 9663e4f910cSGerd Hoffmann uint64_t val, unsigned size) 967f1ae32a1SGerd Hoffmann { 9683e4f910cSGerd Hoffmann EHCIState *s = ptr; 9693e4f910cSGerd Hoffmann int port = addr >> 2; 970f1ae32a1SGerd Hoffmann uint32_t *portsc = &s->portsc[port]; 9713e4f910cSGerd Hoffmann uint32_t old = *portsc; 972f1ae32a1SGerd Hoffmann USBDevice *dev = s->ports[port].dev; 973f1ae32a1SGerd Hoffmann 974cc8d6a84SKuo-Jung Su trace_usb_ehci_portsc_write(addr + s->portscbase, addr >> 2, val); 9753e4f910cSGerd Hoffmann 976f1ae32a1SGerd Hoffmann /* Clear rwc bits */ 977f1ae32a1SGerd Hoffmann *portsc &= ~(val & PORTSC_RWC_MASK); 978f1ae32a1SGerd Hoffmann /* The guest may clear, but not set the PED bit */ 979f1ae32a1SGerd Hoffmann *portsc &= val | ~PORTSC_PED; 980f1ae32a1SGerd Hoffmann /* POWNER is masked out by RO_MASK as it is RO when we've no companion */ 981f1ae32a1SGerd Hoffmann handle_port_owner_write(s, port, val); 982f1ae32a1SGerd Hoffmann /* And finally apply RO_MASK */ 983f1ae32a1SGerd Hoffmann val &= PORTSC_RO_MASK; 984f1ae32a1SGerd Hoffmann 985f1ae32a1SGerd Hoffmann if ((val & PORTSC_PRESET) && !(*portsc & PORTSC_PRESET)) { 986f1ae32a1SGerd Hoffmann trace_usb_ehci_port_reset(port, 1); 987f1ae32a1SGerd Hoffmann } 988f1ae32a1SGerd Hoffmann 989f1ae32a1SGerd Hoffmann if (!(val & PORTSC_PRESET) &&(*portsc & PORTSC_PRESET)) { 990f1ae32a1SGerd Hoffmann trace_usb_ehci_port_reset(port, 0); 991f1ae32a1SGerd Hoffmann if (dev && dev->attached) { 992f1ae32a1SGerd Hoffmann usb_port_reset(&s->ports[port]); 993f1ae32a1SGerd Hoffmann *portsc &= ~PORTSC_CSC; 994f1ae32a1SGerd Hoffmann } 995f1ae32a1SGerd Hoffmann 996f1ae32a1SGerd Hoffmann /* 997f1ae32a1SGerd Hoffmann * Table 2.16 Set the enable bit(and enable bit change) to indicate 998f1ae32a1SGerd Hoffmann * to SW that this port has a high speed device attached 999f1ae32a1SGerd Hoffmann */ 1000f1ae32a1SGerd Hoffmann if (dev && dev->attached && (dev->speedmask & USB_SPEED_MASK_HIGH)) { 1001f1ae32a1SGerd Hoffmann val |= PORTSC_PED; 1002f1ae32a1SGerd Hoffmann } 1003f1ae32a1SGerd Hoffmann } 1004f1ae32a1SGerd Hoffmann 1005e489df40SGerd Hoffmann if ((val & PORTSC_SUSPEND) && !(*portsc & PORTSC_SUSPEND)) { 1006e489df40SGerd Hoffmann trace_usb_ehci_port_suspend(port); 1007e489df40SGerd Hoffmann } 1008e489df40SGerd Hoffmann if (!(val & PORTSC_FPRES) && (*portsc & PORTSC_FPRES)) { 1009e489df40SGerd Hoffmann trace_usb_ehci_port_resume(port); 1010e489df40SGerd Hoffmann val &= ~PORTSC_SUSPEND; 1011e489df40SGerd Hoffmann } 1012e489df40SGerd Hoffmann 1013f1ae32a1SGerd Hoffmann *portsc &= ~PORTSC_RO_MASK; 1014f1ae32a1SGerd Hoffmann *portsc |= val; 1015cc8d6a84SKuo-Jung Su trace_usb_ehci_portsc_change(addr + s->portscbase, addr >> 2, *portsc, old); 1016f1ae32a1SGerd Hoffmann } 1017f1ae32a1SGerd Hoffmann 1018a8170e5eSAvi Kivity static void ehci_opreg_write(void *ptr, hwaddr addr, 10193e4f910cSGerd Hoffmann uint64_t val, unsigned size) 1020f1ae32a1SGerd Hoffmann { 1021f1ae32a1SGerd Hoffmann EHCIState *s = ptr; 10223e4f910cSGerd Hoffmann uint32_t *mmio = s->opreg + (addr >> 2); 1023f1ae32a1SGerd Hoffmann uint32_t old = *mmio; 1024f1ae32a1SGerd Hoffmann int i; 1025f1ae32a1SGerd Hoffmann 102627a11324SPeter Crosthwaite trace_usb_ehci_opreg_write(addr + s->opregbase, addr2str(addr), val); 1027f1ae32a1SGerd Hoffmann 102827a11324SPeter Crosthwaite switch (addr) { 1029f1ae32a1SGerd Hoffmann case USBCMD: 10307046530cSGerd Hoffmann if (val & USBCMD_HCRESET) { 10317046530cSGerd Hoffmann ehci_reset(s); 10327046530cSGerd Hoffmann val = s->usbcmd; 10337046530cSGerd Hoffmann break; 10347046530cSGerd Hoffmann } 10357046530cSGerd Hoffmann 1036f1ae32a1SGerd Hoffmann /* not supporting dynamic frame list size at the moment */ 1037f1ae32a1SGerd Hoffmann if ((val & USBCMD_FLS) && !(s->usbcmd & USBCMD_FLS)) { 1038f1ae32a1SGerd Hoffmann fprintf(stderr, "attempt to set frame list size -- value %d\n", 10393e4f910cSGerd Hoffmann (int)val & USBCMD_FLS); 1040f1ae32a1SGerd Hoffmann val &= ~USBCMD_FLS; 1041f1ae32a1SGerd Hoffmann } 104247d073ccSHans de Goede 1043a1c3e4b8SHans de Goede if (val & USBCMD_IAAD) { 1044a1c3e4b8SHans de Goede /* 1045a1c3e4b8SHans de Goede * Process IAAD immediately, otherwise the Linux IAAD watchdog may 1046a1c3e4b8SHans de Goede * trigger and re-use a qh without us seeing the unlink. 1047a1c3e4b8SHans de Goede */ 1048a1c3e4b8SHans de Goede s->async_stepdown = 0; 1049a1c3e4b8SHans de Goede qemu_bh_schedule(s->async_bh); 10501defcbd1SGerd Hoffmann trace_usb_ehci_doorbell_ring(); 1051a1c3e4b8SHans de Goede } 1052a1c3e4b8SHans de Goede 105347d073ccSHans de Goede if (((USBCMD_RUNSTOP | USBCMD_PSE | USBCMD_ASE) & val) != 105447d073ccSHans de Goede ((USBCMD_RUNSTOP | USBCMD_PSE | USBCMD_ASE) & s->usbcmd)) { 105547d073ccSHans de Goede if (s->pstate == EST_INACTIVE) { 105647d073ccSHans de Goede SET_LAST_RUN_CLOCK(s); 105747d073ccSHans de Goede } 105847d073ccSHans de Goede s->usbcmd = val; /* Set usbcmd for ehci_update_halt() */ 105947d073ccSHans de Goede ehci_update_halt(s); 106047d073ccSHans de Goede s->async_stepdown = 0; 10610262f65aSHans de Goede qemu_bh_schedule(s->async_bh); 106247d073ccSHans de Goede } 1063f1ae32a1SGerd Hoffmann break; 1064f1ae32a1SGerd Hoffmann 1065f1ae32a1SGerd Hoffmann case USBSTS: 1066a31f0531SJim Meyering val &= USBSTS_RO_MASK; // bits 6 through 31 are RO 1067a31f0531SJim Meyering ehci_clear_usbsts(s, val); // bits 0 through 5 are R/WC 1068f1ae32a1SGerd Hoffmann val = s->usbsts; 10697efc17afSGerd Hoffmann ehci_update_irq(s); 1070f1ae32a1SGerd Hoffmann break; 1071f1ae32a1SGerd Hoffmann 1072f1ae32a1SGerd Hoffmann case USBINTR: 1073f1ae32a1SGerd Hoffmann val &= USBINTR_MASK; 107440862309SGerd Hoffmann if (ehci_enabled(s) && (USBSTS_FLR & val)) { 107540862309SGerd Hoffmann qemu_bh_schedule(s->async_bh); 107640862309SGerd Hoffmann } 1077f1ae32a1SGerd Hoffmann break; 1078f1ae32a1SGerd Hoffmann 10798a771f77SHans de Goede case FRINDEX: 10809359a58bSHans de Goede val &= 0x00003fff; /* frindex is 14bits */ 10819359a58bSHans de Goede s->usbsts_frindex = val; 10828a771f77SHans de Goede break; 10838a771f77SHans de Goede 1084f1ae32a1SGerd Hoffmann case CONFIGFLAG: 1085f1ae32a1SGerd Hoffmann val &= 0x1; 1086f1ae32a1SGerd Hoffmann if (val) { 1087f1ae32a1SGerd Hoffmann for(i = 0; i < NB_PORTS; i++) 1088f1ae32a1SGerd Hoffmann handle_port_owner_write(s, i, 0); 1089f1ae32a1SGerd Hoffmann } 1090f1ae32a1SGerd Hoffmann break; 1091f1ae32a1SGerd Hoffmann 1092f1ae32a1SGerd Hoffmann case PERIODICLISTBASE: 1093ec807d12SGerd Hoffmann if (ehci_periodic_enabled(s)) { 1094f1ae32a1SGerd Hoffmann fprintf(stderr, 1095f1ae32a1SGerd Hoffmann "ehci: PERIODIC list base register set while periodic schedule\n" 1096f1ae32a1SGerd Hoffmann " is enabled and HC is enabled\n"); 1097f1ae32a1SGerd Hoffmann } 1098f1ae32a1SGerd Hoffmann break; 1099f1ae32a1SGerd Hoffmann 1100f1ae32a1SGerd Hoffmann case ASYNCLISTADDR: 1101ec807d12SGerd Hoffmann if (ehci_async_enabled(s)) { 1102f1ae32a1SGerd Hoffmann fprintf(stderr, 1103f1ae32a1SGerd Hoffmann "ehci: ASYNC list address register set while async schedule\n" 1104f1ae32a1SGerd Hoffmann " is enabled and HC is enabled\n"); 1105f1ae32a1SGerd Hoffmann } 1106f1ae32a1SGerd Hoffmann break; 1107f1ae32a1SGerd Hoffmann } 1108f1ae32a1SGerd Hoffmann 1109f1ae32a1SGerd Hoffmann *mmio = val; 111027a11324SPeter Crosthwaite trace_usb_ehci_opreg_change(addr + s->opregbase, addr2str(addr), 111127a11324SPeter Crosthwaite *mmio, old); 1112f1ae32a1SGerd Hoffmann } 1113f1ae32a1SGerd Hoffmann 1114a5e0139aSGerd Hoffmann /* 1115a5e0139aSGerd Hoffmann * Write the qh back to guest physical memory. This step isn't 1116a5e0139aSGerd Hoffmann * in the EHCI spec but we need to do it since we don't share 1117a5e0139aSGerd Hoffmann * physical memory with our guest VM. 1118a5e0139aSGerd Hoffmann * 1119a5e0139aSGerd Hoffmann * The first three dwords are read-only for the EHCI, so skip them 1120a5e0139aSGerd Hoffmann * when writing back the qh. 1121a5e0139aSGerd Hoffmann */ 1122a5e0139aSGerd Hoffmann static void ehci_flush_qh(EHCIQueue *q) 1123a5e0139aSGerd Hoffmann { 1124a5e0139aSGerd Hoffmann uint32_t *qh = (uint32_t *) &q->qh; 1125a5e0139aSGerd Hoffmann uint32_t dwords = sizeof(EHCIqh) >> 2; 1126a5e0139aSGerd Hoffmann uint32_t addr = NLPTR_GET(q->qhaddr); 1127a5e0139aSGerd Hoffmann 1128a5e0139aSGerd Hoffmann put_dwords(q->ehci, addr + 3 * sizeof(uint32_t), qh + 3, dwords - 3); 1129a5e0139aSGerd Hoffmann } 1130a5e0139aSGerd Hoffmann 1131f1ae32a1SGerd Hoffmann // 4.10.2 1132f1ae32a1SGerd Hoffmann 1133f1ae32a1SGerd Hoffmann static int ehci_qh_do_overlay(EHCIQueue *q) 1134f1ae32a1SGerd Hoffmann { 1135eb36a88eSGerd Hoffmann EHCIPacket *p = QTAILQ_FIRST(&q->packets); 1136f1ae32a1SGerd Hoffmann int i; 1137f1ae32a1SGerd Hoffmann int dtoggle; 1138f1ae32a1SGerd Hoffmann int ping; 1139f1ae32a1SGerd Hoffmann int eps; 1140f1ae32a1SGerd Hoffmann int reload; 1141f1ae32a1SGerd Hoffmann 1142eb36a88eSGerd Hoffmann assert(p != NULL); 1143eb36a88eSGerd Hoffmann assert(p->qtdaddr == q->qtdaddr); 1144eb36a88eSGerd Hoffmann 1145f1ae32a1SGerd Hoffmann // remember values in fields to preserve in qh after overlay 1146f1ae32a1SGerd Hoffmann 1147f1ae32a1SGerd Hoffmann dtoggle = q->qh.token & QTD_TOKEN_DTOGGLE; 1148f1ae32a1SGerd Hoffmann ping = q->qh.token & QTD_TOKEN_PING; 1149f1ae32a1SGerd Hoffmann 1150eb36a88eSGerd Hoffmann q->qh.current_qtd = p->qtdaddr; 1151eb36a88eSGerd Hoffmann q->qh.next_qtd = p->qtd.next; 1152eb36a88eSGerd Hoffmann q->qh.altnext_qtd = p->qtd.altnext; 1153eb36a88eSGerd Hoffmann q->qh.token = p->qtd.token; 1154f1ae32a1SGerd Hoffmann 1155f1ae32a1SGerd Hoffmann 1156f1ae32a1SGerd Hoffmann eps = get_field(q->qh.epchar, QH_EPCHAR_EPS); 1157f1ae32a1SGerd Hoffmann if (eps == EHCI_QH_EPS_HIGH) { 1158f1ae32a1SGerd Hoffmann q->qh.token &= ~QTD_TOKEN_PING; 1159f1ae32a1SGerd Hoffmann q->qh.token |= ping; 1160f1ae32a1SGerd Hoffmann } 1161f1ae32a1SGerd Hoffmann 1162f1ae32a1SGerd Hoffmann reload = get_field(q->qh.epchar, QH_EPCHAR_RL); 1163f1ae32a1SGerd Hoffmann set_field(&q->qh.altnext_qtd, reload, QH_ALTNEXT_NAKCNT); 1164f1ae32a1SGerd Hoffmann 1165f1ae32a1SGerd Hoffmann for (i = 0; i < 5; i++) { 1166eb36a88eSGerd Hoffmann q->qh.bufptr[i] = p->qtd.bufptr[i]; 1167f1ae32a1SGerd Hoffmann } 1168f1ae32a1SGerd Hoffmann 1169f1ae32a1SGerd Hoffmann if (!(q->qh.epchar & QH_EPCHAR_DTC)) { 1170f1ae32a1SGerd Hoffmann // preserve QH DT bit 1171f1ae32a1SGerd Hoffmann q->qh.token &= ~QTD_TOKEN_DTOGGLE; 1172f1ae32a1SGerd Hoffmann q->qh.token |= dtoggle; 1173f1ae32a1SGerd Hoffmann } 1174f1ae32a1SGerd Hoffmann 1175f1ae32a1SGerd Hoffmann q->qh.bufptr[1] &= ~BUFPTR_CPROGMASK_MASK; 1176f1ae32a1SGerd Hoffmann q->qh.bufptr[2] &= ~BUFPTR_FRAMETAG_MASK; 1177f1ae32a1SGerd Hoffmann 1178a5e0139aSGerd Hoffmann ehci_flush_qh(q); 1179f1ae32a1SGerd Hoffmann 1180f1ae32a1SGerd Hoffmann return 0; 1181f1ae32a1SGerd Hoffmann } 1182f1ae32a1SGerd Hoffmann 1183eb36a88eSGerd Hoffmann static int ehci_init_transfer(EHCIPacket *p) 1184f1ae32a1SGerd Hoffmann { 1185f1ae32a1SGerd Hoffmann uint32_t cpage, offset, bytes, plen; 1186f1ae32a1SGerd Hoffmann dma_addr_t page; 1187f1ae32a1SGerd Hoffmann 1188eb36a88eSGerd Hoffmann cpage = get_field(p->qtd.token, QTD_TOKEN_CPAGE); 1189eb36a88eSGerd Hoffmann bytes = get_field(p->qtd.token, QTD_TOKEN_TBYTES); 1190eb36a88eSGerd Hoffmann offset = p->qtd.bufptr[0] & ~QTD_BUFPTR_MASK; 1191adbecc89SGerd Hoffmann qemu_sglist_init(&p->sgl, p->queue->ehci->device, 5, p->queue->ehci->as); 1192f1ae32a1SGerd Hoffmann 1193f1ae32a1SGerd Hoffmann while (bytes > 0) { 1194f1ae32a1SGerd Hoffmann if (cpage > 4) { 1195268c0242SAlex Chen fprintf(stderr, "cpage out of range (%u)\n", cpage); 1196791f9775SLi Qiang qemu_sglist_destroy(&p->sgl); 119701e26b0eSHans de Goede return -1; 1198f1ae32a1SGerd Hoffmann } 1199f1ae32a1SGerd Hoffmann 1200eb36a88eSGerd Hoffmann page = p->qtd.bufptr[cpage] & QTD_BUFPTR_MASK; 1201f1ae32a1SGerd Hoffmann page += offset; 1202f1ae32a1SGerd Hoffmann plen = bytes; 1203f1ae32a1SGerd Hoffmann if (plen > 4096 - offset) { 1204f1ae32a1SGerd Hoffmann plen = 4096 - offset; 1205f1ae32a1SGerd Hoffmann offset = 0; 1206f1ae32a1SGerd Hoffmann cpage++; 1207f1ae32a1SGerd Hoffmann } 1208f1ae32a1SGerd Hoffmann 1209eb36a88eSGerd Hoffmann qemu_sglist_add(&p->sgl, page, plen); 1210f1ae32a1SGerd Hoffmann bytes -= plen; 1211f1ae32a1SGerd Hoffmann } 1212f1ae32a1SGerd Hoffmann return 0; 1213f1ae32a1SGerd Hoffmann } 1214f1ae32a1SGerd Hoffmann 1215e696b1daSHans de Goede static void ehci_finish_transfer(EHCIQueue *q, int len) 1216f1ae32a1SGerd Hoffmann { 1217f1ae32a1SGerd Hoffmann uint32_t cpage, offset; 1218f1ae32a1SGerd Hoffmann 1219e696b1daSHans de Goede if (len > 0) { 1220f1ae32a1SGerd Hoffmann /* update cpage & offset */ 1221f1ae32a1SGerd Hoffmann cpage = get_field(q->qh.token, QTD_TOKEN_CPAGE); 1222f1ae32a1SGerd Hoffmann offset = q->qh.bufptr[0] & ~QTD_BUFPTR_MASK; 1223f1ae32a1SGerd Hoffmann 1224e696b1daSHans de Goede offset += len; 1225f1ae32a1SGerd Hoffmann cpage += offset >> QTD_BUFPTR_SH; 1226f1ae32a1SGerd Hoffmann offset &= ~QTD_BUFPTR_MASK; 1227f1ae32a1SGerd Hoffmann 1228f1ae32a1SGerd Hoffmann set_field(&q->qh.token, cpage, QTD_TOKEN_CPAGE); 1229f1ae32a1SGerd Hoffmann q->qh.bufptr[0] &= QTD_BUFPTR_MASK; 1230f1ae32a1SGerd Hoffmann q->qh.bufptr[0] |= offset; 1231f1ae32a1SGerd Hoffmann } 1232f1ae32a1SGerd Hoffmann } 1233f1ae32a1SGerd Hoffmann 1234f1ae32a1SGerd Hoffmann static void ehci_async_complete_packet(USBPort *port, USBPacket *packet) 1235f1ae32a1SGerd Hoffmann { 1236eb36a88eSGerd Hoffmann EHCIPacket *p; 1237f1ae32a1SGerd Hoffmann EHCIState *s = port->opaque; 1238f1ae32a1SGerd Hoffmann uint32_t portsc = s->portsc[port->index]; 1239f1ae32a1SGerd Hoffmann 1240f1ae32a1SGerd Hoffmann if (portsc & PORTSC_POWNER) { 1241f1ae32a1SGerd Hoffmann USBPort *companion = s->companion_ports[port->index]; 1242f1ae32a1SGerd Hoffmann companion->ops->complete(companion, packet); 1243f1ae32a1SGerd Hoffmann return; 1244f1ae32a1SGerd Hoffmann } 1245f1ae32a1SGerd Hoffmann 1246eb36a88eSGerd Hoffmann p = container_of(packet, EHCIPacket, packet); 1247eb36a88eSGerd Hoffmann assert(p->async == EHCI_ASYNC_INFLIGHT); 12480cae7b1aSHans de Goede 12499a77a0f5SHans de Goede if (packet->status == USB_RET_REMOVE_FROM_QUEUE) { 12500cae7b1aSHans de Goede trace_usb_ehci_packet_action(p->queue, p, "remove"); 12510cae7b1aSHans de Goede ehci_free_packet(p); 12520cae7b1aSHans de Goede return; 12530cae7b1aSHans de Goede } 12540cae7b1aSHans de Goede 12550cae7b1aSHans de Goede trace_usb_ehci_packet_action(p->queue, p, "wakeup"); 1256eb36a88eSGerd Hoffmann p->async = EHCI_ASYNC_FINISHED; 1257ae710b99SGerd Hoffmann 125880826240SHans de Goede if (!p->queue->async) { 125980826240SHans de Goede s->periodic_sched_active = PERIODIC_ACTIVE; 1260ae710b99SGerd Hoffmann } 126180826240SHans de Goede qemu_bh_schedule(s->async_bh); 1262f1ae32a1SGerd Hoffmann } 1263f1ae32a1SGerd Hoffmann 1264f1ae32a1SGerd Hoffmann static void ehci_execute_complete(EHCIQueue *q) 1265f1ae32a1SGerd Hoffmann { 1266eb36a88eSGerd Hoffmann EHCIPacket *p = QTAILQ_FIRST(&q->packets); 1267e696b1daSHans de Goede uint32_t tbytes; 1268eb36a88eSGerd Hoffmann 1269eb36a88eSGerd Hoffmann assert(p != NULL); 1270eb36a88eSGerd Hoffmann assert(p->qtdaddr == q->qtdaddr); 1271ef5b2344SHans de Goede assert(p->async == EHCI_ASYNC_INITIALIZED || 1272ef5b2344SHans de Goede p->async == EHCI_ASYNC_FINISHED); 1273f1ae32a1SGerd Hoffmann 1274e696b1daSHans de Goede DPRINTF("execute_complete: qhaddr 0x%x, next 0x%x, qtdaddr 0x%x, " 1275e696b1daSHans de Goede "status %d, actual_length %d\n", 1276e696b1daSHans de Goede q->qhaddr, q->qh.next, q->qtdaddr, 1277e696b1daSHans de Goede p->packet.status, p->packet.actual_length); 1278f1ae32a1SGerd Hoffmann 1279e696b1daSHans de Goede switch (p->packet.status) { 1280e696b1daSHans de Goede case USB_RET_SUCCESS: 1281e696b1daSHans de Goede break; 1282f1ae32a1SGerd Hoffmann case USB_RET_IOERROR: 1283f1ae32a1SGerd Hoffmann case USB_RET_NODEV: 1284f1ae32a1SGerd Hoffmann q->qh.token |= (QTD_TOKEN_HALT | QTD_TOKEN_XACTERR); 1285f1ae32a1SGerd Hoffmann set_field(&q->qh.token, 0, QTD_TOKEN_CERR); 12867efc17afSGerd Hoffmann ehci_raise_irq(q->ehci, USBSTS_ERRINT); 1287f1ae32a1SGerd Hoffmann break; 1288f1ae32a1SGerd Hoffmann case USB_RET_STALL: 1289f1ae32a1SGerd Hoffmann q->qh.token |= QTD_TOKEN_HALT; 12907efc17afSGerd Hoffmann ehci_raise_irq(q->ehci, USBSTS_ERRINT); 1291f1ae32a1SGerd Hoffmann break; 1292f1ae32a1SGerd Hoffmann case USB_RET_NAK: 1293f1ae32a1SGerd Hoffmann set_field(&q->qh.altnext_qtd, 0, QH_ALTNEXT_NAKCNT); 1294f1ae32a1SGerd Hoffmann return; /* We're not done yet with this transaction */ 1295f1ae32a1SGerd Hoffmann case USB_RET_BABBLE: 1296f1ae32a1SGerd Hoffmann q->qh.token |= (QTD_TOKEN_HALT | QTD_TOKEN_BABBLE); 12977efc17afSGerd Hoffmann ehci_raise_irq(q->ehci, USBSTS_ERRINT); 1298f1ae32a1SGerd Hoffmann break; 1299f1ae32a1SGerd Hoffmann default: 1300f1ae32a1SGerd Hoffmann /* should not be triggerable */ 1301e696b1daSHans de Goede fprintf(stderr, "USB invalid response %d\n", p->packet.status); 1302dfc6f865SStefan Weil g_assert_not_reached(); 1303f1ae32a1SGerd Hoffmann } 1304f1ae32a1SGerd Hoffmann 1305e696b1daSHans de Goede /* TODO check 4.12 for splits */ 1306e696b1daSHans de Goede tbytes = get_field(q->qh.token, QTD_TOKEN_TBYTES); 1307549a3c3dSHans de Goede if (tbytes && p->pid == USB_TOKEN_IN) { 1308e696b1daSHans de Goede tbytes -= p->packet.actual_length; 1309cf08a8a1SHans de Goede if (tbytes) { 1310cf08a8a1SHans de Goede /* 4.15.1.2 must raise int on a short input packet */ 1311cf08a8a1SHans de Goede ehci_raise_irq(q->ehci, USBSTS_INT); 131252c15e59SHans de Goede if (q->async) { 131352c15e59SHans de Goede q->ehci->int_req_by_async = true; 131452c15e59SHans de Goede } 1315cf08a8a1SHans de Goede } 1316f1ae32a1SGerd Hoffmann } else { 1317549a3c3dSHans de Goede tbytes = 0; 1318f1ae32a1SGerd Hoffmann } 1319549a3c3dSHans de Goede DPRINTF("updating tbytes to %d\n", tbytes); 1320549a3c3dSHans de Goede set_field(&q->qh.token, tbytes, QTD_TOKEN_TBYTES); 1321e696b1daSHans de Goede 1322e696b1daSHans de Goede ehci_finish_transfer(q, p->packet.actual_length); 1323e2f89926SDavid Gibson usb_packet_unmap(&p->packet, &p->sgl); 1324eb36a88eSGerd Hoffmann qemu_sglist_destroy(&p->sgl); 1325ef5b2344SHans de Goede p->async = EHCI_ASYNC_NONE; 1326f1ae32a1SGerd Hoffmann 1327f1ae32a1SGerd Hoffmann q->qh.token ^= QTD_TOKEN_DTOGGLE; 1328f1ae32a1SGerd Hoffmann q->qh.token &= ~QTD_TOKEN_ACTIVE; 1329f1ae32a1SGerd Hoffmann 1330f1ae32a1SGerd Hoffmann if (q->qh.token & QTD_TOKEN_IOC) { 13317efc17afSGerd Hoffmann ehci_raise_irq(q->ehci, USBSTS_INT); 133244272b0fSHans de Goede if (q->async) { 133344272b0fSHans de Goede q->ehci->int_req_by_async = true; 133444272b0fSHans de Goede } 1335f1ae32a1SGerd Hoffmann } 1336f1ae32a1SGerd Hoffmann } 1337f1ae32a1SGerd Hoffmann 133801e26b0eSHans de Goede /* 4.10.3 returns "again" */ 1339773dc9cdSGerd Hoffmann static int ehci_execute(EHCIPacket *p, const char *action) 1340f1ae32a1SGerd Hoffmann { 1341f1ae32a1SGerd Hoffmann USBEndpoint *ep; 1342f1ae32a1SGerd Hoffmann int endp; 13436ba43f1fSHans de Goede bool spd; 1344f1ae32a1SGerd Hoffmann 1345ef5b2344SHans de Goede assert(p->async == EHCI_ASYNC_NONE || 1346ef5b2344SHans de Goede p->async == EHCI_ASYNC_INITIALIZED); 1347ef5b2344SHans de Goede 13484224558fSGerd Hoffmann if (!(p->qtd.token & QTD_TOKEN_ACTIVE)) { 13494224558fSGerd Hoffmann fprintf(stderr, "Attempting to execute inactive qtd\n"); 135001e26b0eSHans de Goede return -1; 1351f1ae32a1SGerd Hoffmann } 1352f1ae32a1SGerd Hoffmann 1353549a3c3dSHans de Goede if (get_field(p->qtd.token, QTD_TOKEN_TBYTES) > BUFF_SIZE) { 13543a8ca08eSHans de Goede ehci_trace_guest_bug(p->queue->ehci, 13553a8ca08eSHans de Goede "guest requested more bytes than allowed"); 135601e26b0eSHans de Goede return -1; 1357f1ae32a1SGerd Hoffmann } 1358f1ae32a1SGerd Hoffmann 1359f79738b0SHans de Goede if (!ehci_verify_pid(p->queue, &p->qtd)) { 1360f79738b0SHans de Goede ehci_queue_stopped(p->queue); /* Mark the ep in the prev dir stopped */ 1361f79738b0SHans de Goede } 136251e0c5d0SHans de Goede p->pid = ehci_get_pid(&p->qtd); 1363bbbc39ccSHans de Goede p->queue->last_pid = p->pid; 1364ef5b2344SHans de Goede endp = get_field(p->queue->qh.epchar, QH_EPCHAR_EP); 1365ef5b2344SHans de Goede ep = usb_ep_get(p->queue->dev, p->pid, endp); 1366ef5b2344SHans de Goede 1367ef5b2344SHans de Goede if (p->async == EHCI_ASYNC_NONE) { 1368eb36a88eSGerd Hoffmann if (ehci_init_transfer(p) != 0) { 136901e26b0eSHans de Goede return -1; 1370f1ae32a1SGerd Hoffmann } 1371f1ae32a1SGerd Hoffmann 13726ba43f1fSHans de Goede spd = (p->pid == USB_TOKEN_IN && NLPTR_TBIT(p->qtd.altnext) == 0); 13738550a02dSGerd Hoffmann usb_packet_setup(&p->packet, p->pid, ep, 0, p->qtdaddr, spd, 1374a6fb2ddbSHans de Goede (p->qtd.token & QTD_TOKEN_IOC) != 0); 13752fdb42d8SLi Qiang if (usb_packet_map(&p->packet, &p->sgl)) { 13762fdb42d8SLi Qiang qemu_sglist_destroy(&p->sgl); 13772fdb42d8SLi Qiang return -1; 13782fdb42d8SLi Qiang } 1379ef5b2344SHans de Goede p->async = EHCI_ASYNC_INITIALIZED; 1380ef5b2344SHans de Goede } 1381f1ae32a1SGerd Hoffmann 1382773dc9cdSGerd Hoffmann trace_usb_ehci_packet_action(p->queue, p, action); 13839a77a0f5SHans de Goede usb_handle_packet(p->queue->dev, &p->packet); 13849a77a0f5SHans de Goede DPRINTF("submit: qh 0x%x next 0x%x qtd 0x%x pid 0x%x len %zd endp 0x%x " 13859a77a0f5SHans de Goede "status %d actual_length %d\n", p->queue->qhaddr, p->qtd.next, 13869a77a0f5SHans de Goede p->qtdaddr, p->pid, p->packet.iov.size, endp, p->packet.status, 13879a77a0f5SHans de Goede p->packet.actual_length); 1388f1ae32a1SGerd Hoffmann 13899a77a0f5SHans de Goede if (p->packet.actual_length > BUFF_SIZE) { 1390f1ae32a1SGerd Hoffmann fprintf(stderr, "ret from usb_handle_packet > BUFF_SIZE\n"); 139101e26b0eSHans de Goede return -1; 1392f1ae32a1SGerd Hoffmann } 1393f1ae32a1SGerd Hoffmann 139401e26b0eSHans de Goede return 1; 1395f1ae32a1SGerd Hoffmann } 1396f1ae32a1SGerd Hoffmann 1397f1ae32a1SGerd Hoffmann /* 4.7.2 1398f1ae32a1SGerd Hoffmann */ 1399f1ae32a1SGerd Hoffmann 1400f1ae32a1SGerd Hoffmann static int ehci_process_itd(EHCIState *ehci, 1401e983395dSGerd Hoffmann EHCIitd *itd, 1402e983395dSGerd Hoffmann uint32_t addr) 1403f1ae32a1SGerd Hoffmann { 1404f1ae32a1SGerd Hoffmann USBDevice *dev; 1405f1ae32a1SGerd Hoffmann USBEndpoint *ep; 1406a49923d2SGerd Hoffmann uint32_t i, len, pid, dir, devaddr, endp; 1407f1ae32a1SGerd Hoffmann uint32_t pg, off, ptr1, ptr2, max, mult; 1408f1ae32a1SGerd Hoffmann 140980826240SHans de Goede ehci->periodic_sched_active = PERIODIC_ACTIVE; 141080826240SHans de Goede 1411f1ae32a1SGerd Hoffmann dir =(itd->bufptr[1] & ITD_BUFPTR_DIRECTION); 1412f1ae32a1SGerd Hoffmann devaddr = get_field(itd->bufptr[0], ITD_BUFPTR_DEVADDR); 1413f1ae32a1SGerd Hoffmann endp = get_field(itd->bufptr[0], ITD_BUFPTR_EP); 1414f1ae32a1SGerd Hoffmann max = get_field(itd->bufptr[1], ITD_BUFPTR_MAXPKT); 1415f1ae32a1SGerd Hoffmann mult = get_field(itd->bufptr[2], ITD_BUFPTR_MULT); 1416f1ae32a1SGerd Hoffmann 1417f1ae32a1SGerd Hoffmann for(i = 0; i < 8; i++) { 1418f1ae32a1SGerd Hoffmann if (itd->transact[i] & ITD_XACT_ACTIVE) { 1419f1ae32a1SGerd Hoffmann pg = get_field(itd->transact[i], ITD_XACT_PGSEL); 1420f1ae32a1SGerd Hoffmann off = itd->transact[i] & ITD_XACT_OFFSET_MASK; 1421f1ae32a1SGerd Hoffmann len = get_field(itd->transact[i], ITD_XACT_LENGTH); 1422f1ae32a1SGerd Hoffmann 1423f1ae32a1SGerd Hoffmann if (len > max * mult) { 1424f1ae32a1SGerd Hoffmann len = max * mult; 1425f1ae32a1SGerd Hoffmann } 142649d925ceSPrasad J Pandit if (len > BUFF_SIZE || pg > 6) { 142701e26b0eSHans de Goede return -1; 1428f1ae32a1SGerd Hoffmann } 1429f1ae32a1SGerd Hoffmann 143049d925ceSPrasad J Pandit ptr1 = (itd->bufptr[pg] & ITD_BUFPTR_MASK); 1431adbecc89SGerd Hoffmann qemu_sglist_init(&ehci->isgl, ehci->device, 2, ehci->as); 1432f1ae32a1SGerd Hoffmann if (off + len > 4096) { 1433f1ae32a1SGerd Hoffmann /* transfer crosses page border */ 143449d925ceSPrasad J Pandit if (pg == 6) { 1435b16c129dSLi Qiang qemu_sglist_destroy(&ehci->isgl); 143649d925ceSPrasad J Pandit return -1; /* avoid page pg + 1 */ 143749d925ceSPrasad J Pandit } 143849d925ceSPrasad J Pandit ptr2 = (itd->bufptr[pg + 1] & ITD_BUFPTR_MASK); 1439f1ae32a1SGerd Hoffmann uint32_t len2 = off + len - 4096; 1440f1ae32a1SGerd Hoffmann uint32_t len1 = len - len2; 1441f1ae32a1SGerd Hoffmann qemu_sglist_add(&ehci->isgl, ptr1 + off, len1); 1442f1ae32a1SGerd Hoffmann qemu_sglist_add(&ehci->isgl, ptr2, len2); 1443f1ae32a1SGerd Hoffmann } else { 1444f1ae32a1SGerd Hoffmann qemu_sglist_add(&ehci->isgl, ptr1 + off, len); 1445f1ae32a1SGerd Hoffmann } 1446f1ae32a1SGerd Hoffmann 1447f1ae32a1SGerd Hoffmann dev = ehci_find_device(ehci, devaddr); 1448e94682f1SLiam Merwick if (dev == NULL) { 1449e94682f1SLiam Merwick ehci_trace_guest_bug(ehci, "no device found"); 1450ccee80c6SAnthony PERARD ehci->ipacket.status = USB_RET_NODEV; 1451ccee80c6SAnthony PERARD ehci->ipacket.actual_length = 0; 1452ccee80c6SAnthony PERARD } else { 1453e94682f1SLiam Merwick pid = dir ? USB_TOKEN_IN : USB_TOKEN_OUT; 1454f1ae32a1SGerd Hoffmann ep = usb_ep_get(dev, pid, endp); 14557ce86aa1SHans de Goede if (ep && ep->type == USB_ENDPOINT_XFER_ISOC) { 14568550a02dSGerd Hoffmann usb_packet_setup(&ehci->ipacket, pid, ep, 0, addr, false, 1457a6fb2ddbSHans de Goede (itd->transact[i] & ITD_XACT_IOC) != 0); 14582fdb42d8SLi Qiang if (usb_packet_map(&ehci->ipacket, &ehci->isgl)) { 14592fdb42d8SLi Qiang qemu_sglist_destroy(&ehci->isgl); 14602fdb42d8SLi Qiang return -1; 14612fdb42d8SLi Qiang } 14629a77a0f5SHans de Goede usb_handle_packet(dev, &ehci->ipacket); 1463e2f89926SDavid Gibson usb_packet_unmap(&ehci->ipacket, &ehci->isgl); 1464f1ae32a1SGerd Hoffmann } else { 1465f1ae32a1SGerd Hoffmann DPRINTF("ISOCH: attempt to addess non-iso endpoint\n"); 1466e696b1daSHans de Goede ehci->ipacket.status = USB_RET_NAK; 1467e696b1daSHans de Goede ehci->ipacket.actual_length = 0; 1468f1ae32a1SGerd Hoffmann } 1469ccee80c6SAnthony PERARD } 1470f1ae32a1SGerd Hoffmann qemu_sglist_destroy(&ehci->isgl); 1471f1ae32a1SGerd Hoffmann 1472e696b1daSHans de Goede switch (ehci->ipacket.status) { 1473e696b1daSHans de Goede case USB_RET_SUCCESS: 1474e696b1daSHans de Goede break; 1475f1ae32a1SGerd Hoffmann default: 1476e696b1daSHans de Goede fprintf(stderr, "Unexpected iso usb result: %d\n", 1477e696b1daSHans de Goede ehci->ipacket.status); 1478f1ae32a1SGerd Hoffmann /* Fall through */ 1479f1ae32a1SGerd Hoffmann case USB_RET_IOERROR: 1480f1ae32a1SGerd Hoffmann case USB_RET_NODEV: 1481f1ae32a1SGerd Hoffmann /* 3.3.2: XACTERR is only allowed on IN transactions */ 1482f1ae32a1SGerd Hoffmann if (dir) { 1483f1ae32a1SGerd Hoffmann itd->transact[i] |= ITD_XACT_XACTERR; 14847efc17afSGerd Hoffmann ehci_raise_irq(ehci, USBSTS_ERRINT); 1485f1ae32a1SGerd Hoffmann } 1486f1ae32a1SGerd Hoffmann break; 1487f1ae32a1SGerd Hoffmann case USB_RET_BABBLE: 1488f1ae32a1SGerd Hoffmann itd->transact[i] |= ITD_XACT_BABBLE; 14897efc17afSGerd Hoffmann ehci_raise_irq(ehci, USBSTS_ERRINT); 1490f1ae32a1SGerd Hoffmann break; 1491f1ae32a1SGerd Hoffmann case USB_RET_NAK: 1492f1ae32a1SGerd Hoffmann /* no data for us, so do a zero-length transfer */ 1493e696b1daSHans de Goede ehci->ipacket.actual_length = 0; 1494f1ae32a1SGerd Hoffmann break; 1495f1ae32a1SGerd Hoffmann } 1496f1ae32a1SGerd Hoffmann if (!dir) { 1497e696b1daSHans de Goede set_field(&itd->transact[i], len - ehci->ipacket.actual_length, 1498e696b1daSHans de Goede ITD_XACT_LENGTH); /* OUT */ 1499f1ae32a1SGerd Hoffmann } else { 1500e696b1daSHans de Goede set_field(&itd->transact[i], ehci->ipacket.actual_length, 1501e696b1daSHans de Goede ITD_XACT_LENGTH); /* IN */ 1502f1ae32a1SGerd Hoffmann } 1503f1ae32a1SGerd Hoffmann if (itd->transact[i] & ITD_XACT_IOC) { 15047efc17afSGerd Hoffmann ehci_raise_irq(ehci, USBSTS_INT); 1505f1ae32a1SGerd Hoffmann } 1506f1ae32a1SGerd Hoffmann itd->transact[i] &= ~ITD_XACT_ACTIVE; 1507f1ae32a1SGerd Hoffmann } 1508f1ae32a1SGerd Hoffmann } 1509a49923d2SGerd Hoffmann return 0; 1510f1ae32a1SGerd Hoffmann } 1511f1ae32a1SGerd Hoffmann 1512cd665715SGerd Hoffmann 1513f1ae32a1SGerd Hoffmann /* This state is the entry point for asynchronous schedule 1514f1ae32a1SGerd Hoffmann * processing. Entry here consitutes a EHCI start event state (4.8.5) 1515f1ae32a1SGerd Hoffmann */ 1516f1ae32a1SGerd Hoffmann static int ehci_state_waitlisthead(EHCIState *ehci, int async) 1517f1ae32a1SGerd Hoffmann { 1518f1ae32a1SGerd Hoffmann EHCIqh qh; 1519f1ae32a1SGerd Hoffmann int i = 0; 1520f1ae32a1SGerd Hoffmann int again = 0; 1521f1ae32a1SGerd Hoffmann uint32_t entry = ehci->asynclistaddr; 1522f1ae32a1SGerd Hoffmann 1523f1ae32a1SGerd Hoffmann /* set reclamation flag at start event (4.8.6) */ 1524f1ae32a1SGerd Hoffmann if (async) { 1525f1ae32a1SGerd Hoffmann ehci_set_usbsts(ehci, USBSTS_REC); 1526f1ae32a1SGerd Hoffmann } 1527f1ae32a1SGerd Hoffmann 15288f5457ebSHans de Goede ehci_queues_rip_unused(ehci, async); 1529f1ae32a1SGerd Hoffmann 1530f1ae32a1SGerd Hoffmann /* Find the head of the list (4.9.1.1) */ 1531f1ae32a1SGerd Hoffmann for(i = 0; i < MAX_QH; i++) { 153255903f1dSGerd Hoffmann if (get_dwords(ehci, NLPTR_GET(entry), (uint32_t *) &qh, 153355903f1dSGerd Hoffmann sizeof(EHCIqh) >> 2) < 0) { 153455903f1dSGerd Hoffmann return 0; 153555903f1dSGerd Hoffmann } 1536f1ae32a1SGerd Hoffmann ehci_trace_qh(NULL, NLPTR_GET(entry), &qh); 1537f1ae32a1SGerd Hoffmann 1538f1ae32a1SGerd Hoffmann if (qh.epchar & QH_EPCHAR_H) { 1539f1ae32a1SGerd Hoffmann if (async) { 1540f1ae32a1SGerd Hoffmann entry |= (NLPTR_TYPE_QH << 1); 1541f1ae32a1SGerd Hoffmann } 1542f1ae32a1SGerd Hoffmann 1543f1ae32a1SGerd Hoffmann ehci_set_fetch_addr(ehci, async, entry); 1544f1ae32a1SGerd Hoffmann ehci_set_state(ehci, async, EST_FETCHENTRY); 1545f1ae32a1SGerd Hoffmann again = 1; 1546f1ae32a1SGerd Hoffmann goto out; 1547f1ae32a1SGerd Hoffmann } 1548f1ae32a1SGerd Hoffmann 1549f1ae32a1SGerd Hoffmann entry = qh.next; 1550f1ae32a1SGerd Hoffmann if (entry == ehci->asynclistaddr) { 1551f1ae32a1SGerd Hoffmann break; 1552f1ae32a1SGerd Hoffmann } 1553f1ae32a1SGerd Hoffmann } 1554f1ae32a1SGerd Hoffmann 1555f1ae32a1SGerd Hoffmann /* no head found for list. */ 1556f1ae32a1SGerd Hoffmann 1557f1ae32a1SGerd Hoffmann ehci_set_state(ehci, async, EST_ACTIVE); 1558f1ae32a1SGerd Hoffmann 1559f1ae32a1SGerd Hoffmann out: 1560f1ae32a1SGerd Hoffmann return again; 1561f1ae32a1SGerd Hoffmann } 1562f1ae32a1SGerd Hoffmann 1563f1ae32a1SGerd Hoffmann 1564f1ae32a1SGerd Hoffmann /* This state is the entry point for periodic schedule processing as 1565f1ae32a1SGerd Hoffmann * well as being a continuation state for async processing. 1566f1ae32a1SGerd Hoffmann */ 1567f1ae32a1SGerd Hoffmann static int ehci_state_fetchentry(EHCIState *ehci, int async) 1568f1ae32a1SGerd Hoffmann { 1569f1ae32a1SGerd Hoffmann int again = 0; 1570f1ae32a1SGerd Hoffmann uint32_t entry = ehci_get_fetch_addr(ehci, async); 1571f1ae32a1SGerd Hoffmann 1572f1ae32a1SGerd Hoffmann if (NLPTR_TBIT(entry)) { 1573f1ae32a1SGerd Hoffmann ehci_set_state(ehci, async, EST_ACTIVE); 1574f1ae32a1SGerd Hoffmann goto out; 1575f1ae32a1SGerd Hoffmann } 1576f1ae32a1SGerd Hoffmann 1577f1ae32a1SGerd Hoffmann /* section 4.8, only QH in async schedule */ 1578f1ae32a1SGerd Hoffmann if (async && (NLPTR_TYPE_GET(entry) != NLPTR_TYPE_QH)) { 1579f1ae32a1SGerd Hoffmann fprintf(stderr, "non queue head request in async schedule\n"); 1580f1ae32a1SGerd Hoffmann return -1; 1581f1ae32a1SGerd Hoffmann } 1582f1ae32a1SGerd Hoffmann 1583f1ae32a1SGerd Hoffmann switch (NLPTR_TYPE_GET(entry)) { 1584f1ae32a1SGerd Hoffmann case NLPTR_TYPE_QH: 1585f1ae32a1SGerd Hoffmann ehci_set_state(ehci, async, EST_FETCHQH); 1586f1ae32a1SGerd Hoffmann again = 1; 1587f1ae32a1SGerd Hoffmann break; 1588f1ae32a1SGerd Hoffmann 1589f1ae32a1SGerd Hoffmann case NLPTR_TYPE_ITD: 1590f1ae32a1SGerd Hoffmann ehci_set_state(ehci, async, EST_FETCHITD); 1591f1ae32a1SGerd Hoffmann again = 1; 1592f1ae32a1SGerd Hoffmann break; 1593f1ae32a1SGerd Hoffmann 1594f1ae32a1SGerd Hoffmann case NLPTR_TYPE_STITD: 1595f1ae32a1SGerd Hoffmann ehci_set_state(ehci, async, EST_FETCHSITD); 1596f1ae32a1SGerd Hoffmann again = 1; 1597f1ae32a1SGerd Hoffmann break; 1598f1ae32a1SGerd Hoffmann 1599f1ae32a1SGerd Hoffmann default: 1600f1ae32a1SGerd Hoffmann /* TODO: handle FSTN type */ 1601268c0242SAlex Chen fprintf(stderr, "FETCHENTRY: entry at %X is of type %u " 1602f1ae32a1SGerd Hoffmann "which is not supported yet\n", entry, NLPTR_TYPE_GET(entry)); 1603f1ae32a1SGerd Hoffmann return -1; 1604f1ae32a1SGerd Hoffmann } 1605f1ae32a1SGerd Hoffmann 1606f1ae32a1SGerd Hoffmann out: 1607f1ae32a1SGerd Hoffmann return again; 1608f1ae32a1SGerd Hoffmann } 1609f1ae32a1SGerd Hoffmann 1610f1ae32a1SGerd Hoffmann static EHCIQueue *ehci_state_fetchqh(EHCIState *ehci, int async) 1611f1ae32a1SGerd Hoffmann { 1612c6432634SHans de Goede uint32_t entry; 1613f1ae32a1SGerd Hoffmann EHCIQueue *q; 1614dafe31fcSHans de Goede EHCIqh qh; 1615f1ae32a1SGerd Hoffmann 1616f1ae32a1SGerd Hoffmann entry = ehci_get_fetch_addr(ehci, async); 1617f1ae32a1SGerd Hoffmann q = ehci_find_queue_by_qh(ehci, entry, async); 1618d0657b2aSGonglei if (q == NULL) { 16198f6d5e26SGerd Hoffmann q = ehci_alloc_queue(ehci, entry, async); 1620f1ae32a1SGerd Hoffmann } 1621f1ae32a1SGerd Hoffmann 16228f6d5e26SGerd Hoffmann q->seen++; 1623f1ae32a1SGerd Hoffmann if (q->seen > 1) { 1624f1ae32a1SGerd Hoffmann /* we are going in circles -- stop processing */ 1625f1ae32a1SGerd Hoffmann ehci_set_state(ehci, async, EST_ACTIVE); 1626f1ae32a1SGerd Hoffmann q = NULL; 1627f1ae32a1SGerd Hoffmann goto out; 1628f1ae32a1SGerd Hoffmann } 1629f1ae32a1SGerd Hoffmann 163055903f1dSGerd Hoffmann if (get_dwords(ehci, NLPTR_GET(q->qhaddr), 163155903f1dSGerd Hoffmann (uint32_t *) &qh, sizeof(EHCIqh) >> 2) < 0) { 163255903f1dSGerd Hoffmann q = NULL; 163355903f1dSGerd Hoffmann goto out; 163455903f1dSGerd Hoffmann } 1635dafe31fcSHans de Goede ehci_trace_qh(q, NLPTR_GET(q->qhaddr), &qh); 1636f1ae32a1SGerd Hoffmann 1637dafe31fcSHans de Goede /* 1638dafe31fcSHans de Goede * The overlay area of the qh should never be changed by the guest, 1639dafe31fcSHans de Goede * except when idle, in which case the reset is a nop. 1640dafe31fcSHans de Goede */ 1641c6432634SHans de Goede if (!ehci_verify_qh(q, &qh)) { 16425c514681SGerd Hoffmann if (ehci_reset_queue(q) > 0) { 16435c514681SGerd Hoffmann ehci_trace_guest_bug(ehci, "guest updated active QH"); 16445c514681SGerd Hoffmann } 1645e59928b3SGerd Hoffmann } 1646dafe31fcSHans de Goede q->qh = qh; 1647dafe31fcSHans de Goede 1648cae5d3f4SHans de Goede q->transact_ctr = get_field(q->qh.epcap, QH_EPCAP_MULT); 1649cae5d3f4SHans de Goede if (q->transact_ctr == 0) { /* Guest bug in some versions of windows */ 1650cae5d3f4SHans de Goede q->transact_ctr = 4; 1651cae5d3f4SHans de Goede } 1652cae5d3f4SHans de Goede 1653e59928b3SGerd Hoffmann if (q->dev == NULL) { 1654c6432634SHans de Goede q->dev = ehci_find_device(q->ehci, 1655c6432634SHans de Goede get_field(q->qh.epchar, QH_EPCHAR_DEVADDR)); 1656e59928b3SGerd Hoffmann } 1657e59928b3SGerd Hoffmann 1658f1ae32a1SGerd Hoffmann if (async && (q->qh.epchar & QH_EPCHAR_H)) { 1659f1ae32a1SGerd Hoffmann 1660f1ae32a1SGerd Hoffmann /* EHCI spec version 1.0 Section 4.8.3 & 4.10.1 */ 1661f1ae32a1SGerd Hoffmann if (ehci->usbsts & USBSTS_REC) { 1662f1ae32a1SGerd Hoffmann ehci_clear_usbsts(ehci, USBSTS_REC); 1663f1ae32a1SGerd Hoffmann } else { 1664f1ae32a1SGerd Hoffmann DPRINTF("FETCHQH: QH 0x%08x. H-bit set, reclamation status reset" 1665f1ae32a1SGerd Hoffmann " - done processing\n", q->qhaddr); 1666f1ae32a1SGerd Hoffmann ehci_set_state(ehci, async, EST_ACTIVE); 1667f1ae32a1SGerd Hoffmann q = NULL; 1668f1ae32a1SGerd Hoffmann goto out; 1669f1ae32a1SGerd Hoffmann } 1670f1ae32a1SGerd Hoffmann } 1671f1ae32a1SGerd Hoffmann 1672f1ae32a1SGerd Hoffmann #if EHCI_DEBUG 1673f1ae32a1SGerd Hoffmann if (q->qhaddr != q->qh.next) { 1674f1ae32a1SGerd Hoffmann DPRINTF("FETCHQH: QH 0x%08x (h %x halt %x active %x) next 0x%08x\n", 1675f1ae32a1SGerd Hoffmann q->qhaddr, 1676f1ae32a1SGerd Hoffmann q->qh.epchar & QH_EPCHAR_H, 1677f1ae32a1SGerd Hoffmann q->qh.token & QTD_TOKEN_HALT, 1678f1ae32a1SGerd Hoffmann q->qh.token & QTD_TOKEN_ACTIVE, 1679f1ae32a1SGerd Hoffmann q->qh.next); 1680f1ae32a1SGerd Hoffmann } 1681f1ae32a1SGerd Hoffmann #endif 1682f1ae32a1SGerd Hoffmann 1683f1ae32a1SGerd Hoffmann if (q->qh.token & QTD_TOKEN_HALT) { 1684f1ae32a1SGerd Hoffmann ehci_set_state(ehci, async, EST_HORIZONTALQH); 1685f1ae32a1SGerd Hoffmann 1686f1ae32a1SGerd Hoffmann } else if ((q->qh.token & QTD_TOKEN_ACTIVE) && 16878bb01b25SSebastian Bauer (NLPTR_TBIT(q->qh.current_qtd) == 0) && 16888bb01b25SSebastian Bauer (q->qh.current_qtd != 0)) { 1689f1ae32a1SGerd Hoffmann q->qtdaddr = q->qh.current_qtd; 1690f1ae32a1SGerd Hoffmann ehci_set_state(ehci, async, EST_FETCHQTD); 1691f1ae32a1SGerd Hoffmann 1692f1ae32a1SGerd Hoffmann } else { 1693f1ae32a1SGerd Hoffmann /* EHCI spec version 1.0 Section 4.10.2 */ 1694f1ae32a1SGerd Hoffmann ehci_set_state(ehci, async, EST_ADVANCEQUEUE); 1695f1ae32a1SGerd Hoffmann } 1696f1ae32a1SGerd Hoffmann 1697f1ae32a1SGerd Hoffmann out: 1698f1ae32a1SGerd Hoffmann return q; 1699f1ae32a1SGerd Hoffmann } 1700f1ae32a1SGerd Hoffmann 1701f1ae32a1SGerd Hoffmann static int ehci_state_fetchitd(EHCIState *ehci, int async) 1702f1ae32a1SGerd Hoffmann { 1703f1ae32a1SGerd Hoffmann uint32_t entry; 1704f1ae32a1SGerd Hoffmann EHCIitd itd; 1705f1ae32a1SGerd Hoffmann 1706f1ae32a1SGerd Hoffmann assert(!async); 1707f1ae32a1SGerd Hoffmann entry = ehci_get_fetch_addr(ehci, async); 1708f1ae32a1SGerd Hoffmann 170955903f1dSGerd Hoffmann if (get_dwords(ehci, NLPTR_GET(entry), (uint32_t *) &itd, 171055903f1dSGerd Hoffmann sizeof(EHCIitd) >> 2) < 0) { 171155903f1dSGerd Hoffmann return -1; 171255903f1dSGerd Hoffmann } 1713f1ae32a1SGerd Hoffmann ehci_trace_itd(ehci, entry, &itd); 1714f1ae32a1SGerd Hoffmann 1715e983395dSGerd Hoffmann if (ehci_process_itd(ehci, &itd, entry) != 0) { 1716f1ae32a1SGerd Hoffmann return -1; 1717f1ae32a1SGerd Hoffmann } 1718f1ae32a1SGerd Hoffmann 1719f1ae32a1SGerd Hoffmann put_dwords(ehci, NLPTR_GET(entry), (uint32_t *) &itd, 1720f1ae32a1SGerd Hoffmann sizeof(EHCIitd) >> 2); 1721f1ae32a1SGerd Hoffmann ehci_set_fetch_addr(ehci, async, itd.next); 1722f1ae32a1SGerd Hoffmann ehci_set_state(ehci, async, EST_FETCHENTRY); 1723f1ae32a1SGerd Hoffmann 1724f1ae32a1SGerd Hoffmann return 1; 1725f1ae32a1SGerd Hoffmann } 1726f1ae32a1SGerd Hoffmann 1727f1ae32a1SGerd Hoffmann static int ehci_state_fetchsitd(EHCIState *ehci, int async) 1728f1ae32a1SGerd Hoffmann { 1729f1ae32a1SGerd Hoffmann uint32_t entry; 1730f1ae32a1SGerd Hoffmann EHCIsitd sitd; 1731f1ae32a1SGerd Hoffmann 1732f1ae32a1SGerd Hoffmann assert(!async); 1733f1ae32a1SGerd Hoffmann entry = ehci_get_fetch_addr(ehci, async); 1734f1ae32a1SGerd Hoffmann 173555903f1dSGerd Hoffmann if (get_dwords(ehci, NLPTR_GET(entry), (uint32_t *)&sitd, 173655903f1dSGerd Hoffmann sizeof(EHCIsitd) >> 2) < 0) { 173755903f1dSGerd Hoffmann return 0; 173855903f1dSGerd Hoffmann } 1739f1ae32a1SGerd Hoffmann ehci_trace_sitd(ehci, entry, &sitd); 1740f1ae32a1SGerd Hoffmann 1741f1ae32a1SGerd Hoffmann if (!(sitd.results & SITD_RESULTS_ACTIVE)) { 1742f1ae32a1SGerd Hoffmann /* siTD is not active, nothing to do */; 1743f1ae32a1SGerd Hoffmann } else { 1744f1ae32a1SGerd Hoffmann /* TODO: split transfers are not implemented */ 17452ab4b135SAlistair Francis warn_report("Skipping active siTD"); 1746f1ae32a1SGerd Hoffmann } 1747f1ae32a1SGerd Hoffmann 1748f1ae32a1SGerd Hoffmann ehci_set_fetch_addr(ehci, async, sitd.next); 1749f1ae32a1SGerd Hoffmann ehci_set_state(ehci, async, EST_FETCHENTRY); 1750f1ae32a1SGerd Hoffmann return 1; 1751f1ae32a1SGerd Hoffmann } 1752f1ae32a1SGerd Hoffmann 1753f1ae32a1SGerd Hoffmann /* Section 4.10.2 - paragraph 3 */ 1754ae0138a8SGerd Hoffmann static int ehci_state_advqueue(EHCIQueue *q) 1755f1ae32a1SGerd Hoffmann { 1756f1ae32a1SGerd Hoffmann #if 0 1757f1ae32a1SGerd Hoffmann /* TO-DO: 4.10.2 - paragraph 2 1758f1ae32a1SGerd Hoffmann * if I-bit is set to 1 and QH is not active 1759f1ae32a1SGerd Hoffmann * go to horizontal QH 1760f1ae32a1SGerd Hoffmann */ 1761f1ae32a1SGerd Hoffmann if (I-bit set) { 1762f1ae32a1SGerd Hoffmann ehci_set_state(ehci, async, EST_HORIZONTALQH); 1763f1ae32a1SGerd Hoffmann goto out; 1764f1ae32a1SGerd Hoffmann } 1765f1ae32a1SGerd Hoffmann #endif 1766f1ae32a1SGerd Hoffmann 1767f1ae32a1SGerd Hoffmann /* 1768f1ae32a1SGerd Hoffmann * want data and alt-next qTD is valid 1769f1ae32a1SGerd Hoffmann */ 1770f1ae32a1SGerd Hoffmann if (((q->qh.token & QTD_TOKEN_TBYTES_MASK) != 0) && 1771f1ae32a1SGerd Hoffmann (NLPTR_TBIT(q->qh.altnext_qtd) == 0)) { 1772f1ae32a1SGerd Hoffmann q->qtdaddr = q->qh.altnext_qtd; 1773ae0138a8SGerd Hoffmann ehci_set_state(q->ehci, q->async, EST_FETCHQTD); 1774f1ae32a1SGerd Hoffmann 1775f1ae32a1SGerd Hoffmann /* 1776f1ae32a1SGerd Hoffmann * next qTD is valid 1777f1ae32a1SGerd Hoffmann */ 1778f1ae32a1SGerd Hoffmann } else if (NLPTR_TBIT(q->qh.next_qtd) == 0) { 1779f1ae32a1SGerd Hoffmann q->qtdaddr = q->qh.next_qtd; 1780ae0138a8SGerd Hoffmann ehci_set_state(q->ehci, q->async, EST_FETCHQTD); 1781f1ae32a1SGerd Hoffmann 1782f1ae32a1SGerd Hoffmann /* 1783f1ae32a1SGerd Hoffmann * no valid qTD, try next QH 1784f1ae32a1SGerd Hoffmann */ 1785f1ae32a1SGerd Hoffmann } else { 1786ae0138a8SGerd Hoffmann ehci_set_state(q->ehci, q->async, EST_HORIZONTALQH); 1787f1ae32a1SGerd Hoffmann } 1788f1ae32a1SGerd Hoffmann 1789f1ae32a1SGerd Hoffmann return 1; 1790f1ae32a1SGerd Hoffmann } 1791f1ae32a1SGerd Hoffmann 1792f1ae32a1SGerd Hoffmann /* Section 4.10.2 - paragraph 4 */ 1793ae0138a8SGerd Hoffmann static int ehci_state_fetchqtd(EHCIQueue *q) 1794f1ae32a1SGerd Hoffmann { 1795eb36a88eSGerd Hoffmann EHCIqtd qtd; 1796eb36a88eSGerd Hoffmann EHCIPacket *p; 1797b4ea8664SHans de Goede int again = 1; 1798b7d3a7e1SGerd Hoffmann uint32_t addr; 1799f1ae32a1SGerd Hoffmann 1800b7d3a7e1SGerd Hoffmann addr = NLPTR_GET(q->qtdaddr); 1801b7d3a7e1SGerd Hoffmann if (get_dwords(q->ehci, addr + 8, &qtd.token, 1) < 0) { 1802b7d3a7e1SGerd Hoffmann return 0; 1803b7d3a7e1SGerd Hoffmann } 1804b7d3a7e1SGerd Hoffmann barrier(); 1805b7d3a7e1SGerd Hoffmann if (get_dwords(q->ehci, addr + 0, &qtd.next, 1) < 0 || 1806b7d3a7e1SGerd Hoffmann get_dwords(q->ehci, addr + 4, &qtd.altnext, 1) < 0 || 1807b7d3a7e1SGerd Hoffmann get_dwords(q->ehci, addr + 12, qtd.bufptr, 1808b7d3a7e1SGerd Hoffmann ARRAY_SIZE(qtd.bufptr)) < 0) { 180955903f1dSGerd Hoffmann return 0; 181055903f1dSGerd Hoffmann } 1811eb36a88eSGerd Hoffmann ehci_trace_qtd(q, NLPTR_GET(q->qtdaddr), &qtd); 1812f1ae32a1SGerd Hoffmann 1813773dc9cdSGerd Hoffmann p = QTAILQ_FIRST(&q->packets); 1814287fd3f1SGerd Hoffmann if (p != NULL) { 1815c6432634SHans de Goede if (!ehci_verify_qtd(p, &qtd)) { 1816287fd3f1SGerd Hoffmann ehci_cancel_queue(q); 1817d066c57bSHans de Goede if (qtd.token & QTD_TOKEN_ACTIVE) { 1818d066c57bSHans de Goede ehci_trace_guest_bug(q->ehci, "guest updated active qTD"); 1819d066c57bSHans de Goede } 1820287fd3f1SGerd Hoffmann p = NULL; 1821287fd3f1SGerd Hoffmann } else { 1822287fd3f1SGerd Hoffmann p->qtd = qtd; 1823287fd3f1SGerd Hoffmann ehci_qh_do_overlay(q); 1824287fd3f1SGerd Hoffmann } 1825287fd3f1SGerd Hoffmann } 1826287fd3f1SGerd Hoffmann 1827287fd3f1SGerd Hoffmann if (!(qtd.token & QTD_TOKEN_ACTIVE)) { 1828287fd3f1SGerd Hoffmann ehci_set_state(q->ehci, q->async, EST_HORIZONTALQH); 1829287fd3f1SGerd Hoffmann } else if (p != NULL) { 1830adf47834SHans de Goede switch (p->async) { 1831adf47834SHans de Goede case EHCI_ASYNC_NONE: 1832ef5b2344SHans de Goede case EHCI_ASYNC_INITIALIZED: 1833cae5d3f4SHans de Goede /* Not yet executed (MULT), or previously nacked (int) packet */ 1834adf47834SHans de Goede ehci_set_state(q->ehci, q->async, EST_EXECUTE); 1835adf47834SHans de Goede break; 1836adf47834SHans de Goede case EHCI_ASYNC_INFLIGHT: 1837b4ea8664SHans de Goede /* Check if the guest has added new tds to the queue */ 1838eae3eb3eSPaolo Bonzini again = ehci_fill_queue(QTAILQ_LAST(&q->packets)); 1839ef5b2344SHans de Goede /* Unfinished async handled packet, go horizontal */ 1840ae0138a8SGerd Hoffmann ehci_set_state(q->ehci, q->async, EST_HORIZONTALQH); 1841adf47834SHans de Goede break; 1842adf47834SHans de Goede case EHCI_ASYNC_FINISHED: 1843e3fdfd48SHans de Goede /* Complete executing of the packet */ 1844ae0138a8SGerd Hoffmann ehci_set_state(q->ehci, q->async, EST_EXECUTING); 1845adf47834SHans de Goede break; 1846773dc9cdSGerd Hoffmann } 18471be344b7SGerd Hoffmann } else if (q->dev == NULL) { 18481be344b7SGerd Hoffmann ehci_trace_guest_bug(q->ehci, "no device attached to queue"); 18491be344b7SGerd Hoffmann ehci_set_state(q->ehci, q->async, EST_HORIZONTALQH); 1850287fd3f1SGerd Hoffmann } else { 1851eb36a88eSGerd Hoffmann p = ehci_alloc_packet(q); 1852eb36a88eSGerd Hoffmann p->qtdaddr = q->qtdaddr; 1853eb36a88eSGerd Hoffmann p->qtd = qtd; 1854ae0138a8SGerd Hoffmann ehci_set_state(q->ehci, q->async, EST_EXECUTE); 1855f1ae32a1SGerd Hoffmann } 1856f1ae32a1SGerd Hoffmann 1857f1ae32a1SGerd Hoffmann return again; 1858f1ae32a1SGerd Hoffmann } 1859f1ae32a1SGerd Hoffmann 1860ae0138a8SGerd Hoffmann static int ehci_state_horizqh(EHCIQueue *q) 1861f1ae32a1SGerd Hoffmann { 1862f1ae32a1SGerd Hoffmann int again = 0; 1863f1ae32a1SGerd Hoffmann 1864ae0138a8SGerd Hoffmann if (ehci_get_fetch_addr(q->ehci, q->async) != q->qh.next) { 1865ae0138a8SGerd Hoffmann ehci_set_fetch_addr(q->ehci, q->async, q->qh.next); 1866ae0138a8SGerd Hoffmann ehci_set_state(q->ehci, q->async, EST_FETCHENTRY); 1867f1ae32a1SGerd Hoffmann again = 1; 1868f1ae32a1SGerd Hoffmann } else { 1869ae0138a8SGerd Hoffmann ehci_set_state(q->ehci, q->async, EST_ACTIVE); 1870f1ae32a1SGerd Hoffmann } 1871f1ae32a1SGerd Hoffmann 1872f1ae32a1SGerd Hoffmann return again; 1873f1ae32a1SGerd Hoffmann } 1874f1ae32a1SGerd Hoffmann 187501e26b0eSHans de Goede /* Returns "again" */ 1876eff6dce7SHans de Goede static int ehci_fill_queue(EHCIPacket *p) 1877773dc9cdSGerd Hoffmann { 187836dfe324SHans de Goede USBEndpoint *ep = p->packet.ep; 1879773dc9cdSGerd Hoffmann EHCIQueue *q = p->queue; 1880773dc9cdSGerd Hoffmann EHCIqtd qtd = p->qtd; 1881601a2347SHans de Goede uint32_t qtdaddr; 1882773dc9cdSGerd Hoffmann 1883773dc9cdSGerd Hoffmann for (;;) { 1884773dc9cdSGerd Hoffmann if (NLPTR_TBIT(qtd.next) != 0) { 1885773dc9cdSGerd Hoffmann break; 1886773dc9cdSGerd Hoffmann } 1887773dc9cdSGerd Hoffmann qtdaddr = qtd.next; 1888e3a36bceSHans de Goede /* 1889e3a36bceSHans de Goede * Detect circular td lists, Windows creates these, counting on the 1890e3a36bceSHans de Goede * active bit going low after execution to make the queue stop. 1891e3a36bceSHans de Goede */ 1892601a2347SHans de Goede QTAILQ_FOREACH(p, &q->packets, next) { 1893601a2347SHans de Goede if (p->qtdaddr == qtdaddr) { 1894601a2347SHans de Goede goto leave; 1895601a2347SHans de Goede } 1896e3a36bceSHans de Goede } 189755903f1dSGerd Hoffmann if (get_dwords(q->ehci, NLPTR_GET(qtdaddr), 189855903f1dSGerd Hoffmann (uint32_t *) &qtd, sizeof(EHCIqtd) >> 2) < 0) { 189955903f1dSGerd Hoffmann return -1; 190055903f1dSGerd Hoffmann } 1901773dc9cdSGerd Hoffmann ehci_trace_qtd(q, NLPTR_GET(qtdaddr), &qtd); 1902773dc9cdSGerd Hoffmann if (!(qtd.token & QTD_TOKEN_ACTIVE)) { 1903773dc9cdSGerd Hoffmann break; 1904773dc9cdSGerd Hoffmann } 1905bbbc39ccSHans de Goede if (!ehci_verify_pid(q, &qtd)) { 1906bbbc39ccSHans de Goede ehci_trace_guest_bug(q->ehci, "guest queued token with wrong pid"); 1907bbbc39ccSHans de Goede break; 1908bbbc39ccSHans de Goede } 1909773dc9cdSGerd Hoffmann p = ehci_alloc_packet(q); 1910773dc9cdSGerd Hoffmann p->qtdaddr = qtdaddr; 1911773dc9cdSGerd Hoffmann p->qtd = qtd; 191201e26b0eSHans de Goede if (ehci_execute(p, "queue") == -1) { 191301e26b0eSHans de Goede return -1; 1914eff6dce7SHans de Goede } 191501e26b0eSHans de Goede assert(p->packet.status == USB_RET_ASYNC); 1916773dc9cdSGerd Hoffmann p->async = EHCI_ASYNC_INFLIGHT; 1917773dc9cdSGerd Hoffmann } 1918601a2347SHans de Goede leave: 191936dfe324SHans de Goede usb_device_flush_ep_queue(ep->dev, ep); 192001e26b0eSHans de Goede return 1; 1921773dc9cdSGerd Hoffmann } 1922773dc9cdSGerd Hoffmann 1923ae0138a8SGerd Hoffmann static int ehci_state_execute(EHCIQueue *q) 1924f1ae32a1SGerd Hoffmann { 1925eb36a88eSGerd Hoffmann EHCIPacket *p = QTAILQ_FIRST(&q->packets); 1926f1ae32a1SGerd Hoffmann int again = 0; 1927f1ae32a1SGerd Hoffmann 1928eb36a88eSGerd Hoffmann assert(p != NULL); 1929eb36a88eSGerd Hoffmann assert(p->qtdaddr == q->qtdaddr); 1930eb36a88eSGerd Hoffmann 1931f1ae32a1SGerd Hoffmann if (ehci_qh_do_overlay(q) != 0) { 1932f1ae32a1SGerd Hoffmann return -1; 1933f1ae32a1SGerd Hoffmann } 1934f1ae32a1SGerd Hoffmann 1935f1ae32a1SGerd Hoffmann // TODO verify enough time remains in the uframe as in 4.4.1.1 1936f1ae32a1SGerd Hoffmann // TODO write back ptr to async list when done or out of time 1937f1ae32a1SGerd Hoffmann 1938cae5d3f4SHans de Goede /* 4.10.3, bottom of page 82, go horizontal on transaction counter == 0 */ 1939cae5d3f4SHans de Goede if (!q->async && q->transact_ctr == 0) { 1940ae0138a8SGerd Hoffmann ehci_set_state(q->ehci, q->async, EST_HORIZONTALQH); 1941f1ae32a1SGerd Hoffmann again = 1; 1942f1ae32a1SGerd Hoffmann goto out; 1943f1ae32a1SGerd Hoffmann } 1944f1ae32a1SGerd Hoffmann 1945ae0138a8SGerd Hoffmann if (q->async) { 1946f1ae32a1SGerd Hoffmann ehci_set_usbsts(q->ehci, USBSTS_REC); 1947f1ae32a1SGerd Hoffmann } 1948f1ae32a1SGerd Hoffmann 194901e26b0eSHans de Goede again = ehci_execute(p, "process"); 195001e26b0eSHans de Goede if (again == -1) { 1951f1ae32a1SGerd Hoffmann goto out; 1952f1ae32a1SGerd Hoffmann } 195301e26b0eSHans de Goede if (p->packet.status == USB_RET_ASYNC) { 1954f1ae32a1SGerd Hoffmann ehci_flush_qh(q); 1955773dc9cdSGerd Hoffmann trace_usb_ehci_packet_action(p->queue, p, "async"); 1956eb36a88eSGerd Hoffmann p->async = EHCI_ASYNC_INFLIGHT; 1957ae0138a8SGerd Hoffmann ehci_set_state(q->ehci, q->async, EST_HORIZONTALQH); 1958cae5d3f4SHans de Goede if (q->async) { 195901e26b0eSHans de Goede again = ehci_fill_queue(p); 1960cae5d3f4SHans de Goede } else { 1961cae5d3f4SHans de Goede again = 1; 1962cae5d3f4SHans de Goede } 1963f1ae32a1SGerd Hoffmann goto out; 1964f1ae32a1SGerd Hoffmann } 1965f1ae32a1SGerd Hoffmann 1966ae0138a8SGerd Hoffmann ehci_set_state(q->ehci, q->async, EST_EXECUTING); 1967f1ae32a1SGerd Hoffmann again = 1; 1968f1ae32a1SGerd Hoffmann 1969f1ae32a1SGerd Hoffmann out: 1970f1ae32a1SGerd Hoffmann return again; 1971f1ae32a1SGerd Hoffmann } 1972f1ae32a1SGerd Hoffmann 1973ae0138a8SGerd Hoffmann static int ehci_state_executing(EHCIQueue *q) 1974f1ae32a1SGerd Hoffmann { 1975eb36a88eSGerd Hoffmann EHCIPacket *p = QTAILQ_FIRST(&q->packets); 1976f1ae32a1SGerd Hoffmann 1977eb36a88eSGerd Hoffmann assert(p != NULL); 1978eb36a88eSGerd Hoffmann assert(p->qtdaddr == q->qtdaddr); 1979eb36a88eSGerd Hoffmann 1980f1ae32a1SGerd Hoffmann ehci_execute_complete(q); 1981f1ae32a1SGerd Hoffmann 1982cae5d3f4SHans de Goede /* 4.10.3 */ 1983cae5d3f4SHans de Goede if (!q->async && q->transact_ctr > 0) { 1984cae5d3f4SHans de Goede q->transact_ctr--; 1985f1ae32a1SGerd Hoffmann } 1986f1ae32a1SGerd Hoffmann 1987f1ae32a1SGerd Hoffmann /* 4.10.5 */ 1988e696b1daSHans de Goede if (p->packet.status == USB_RET_NAK) { 1989ae0138a8SGerd Hoffmann ehci_set_state(q->ehci, q->async, EST_HORIZONTALQH); 1990f1ae32a1SGerd Hoffmann } else { 1991ae0138a8SGerd Hoffmann ehci_set_state(q->ehci, q->async, EST_WRITEBACK); 1992f1ae32a1SGerd Hoffmann } 1993f1ae32a1SGerd Hoffmann 1994f1ae32a1SGerd Hoffmann ehci_flush_qh(q); 1995574ef171SHans de Goede return 1; 1996f1ae32a1SGerd Hoffmann } 1997f1ae32a1SGerd Hoffmann 1998f1ae32a1SGerd Hoffmann 1999ae0138a8SGerd Hoffmann static int ehci_state_writeback(EHCIQueue *q) 2000f1ae32a1SGerd Hoffmann { 2001eb36a88eSGerd Hoffmann EHCIPacket *p = QTAILQ_FIRST(&q->packets); 20024ed1c57aSGerd Hoffmann uint32_t *qtd, addr; 2003f1ae32a1SGerd Hoffmann int again = 0; 2004f1ae32a1SGerd Hoffmann 2005f1ae32a1SGerd Hoffmann /* Write back the QTD from the QH area */ 2006eb36a88eSGerd Hoffmann assert(p != NULL); 2007eb36a88eSGerd Hoffmann assert(p->qtdaddr == q->qtdaddr); 2008eb36a88eSGerd Hoffmann 2009eb36a88eSGerd Hoffmann ehci_trace_qtd(q, NLPTR_GET(p->qtdaddr), (EHCIqtd *) &q->qh.next_qtd); 20104ed1c57aSGerd Hoffmann qtd = (uint32_t *) &q->qh.next_qtd; 20114ed1c57aSGerd Hoffmann addr = NLPTR_GET(p->qtdaddr); 20124ed1c57aSGerd Hoffmann put_dwords(q->ehci, addr + 2 * sizeof(uint32_t), qtd + 2, 2); 2013eb36a88eSGerd Hoffmann ehci_free_packet(p); 2014f1ae32a1SGerd Hoffmann 2015f1ae32a1SGerd Hoffmann /* 2016f1ae32a1SGerd Hoffmann * EHCI specs say go horizontal here. 2017f1ae32a1SGerd Hoffmann * 2018f1ae32a1SGerd Hoffmann * We can also advance the queue here for performance reasons. We 2019f1ae32a1SGerd Hoffmann * need to take care to only take that shortcut in case we've 2020f1ae32a1SGerd Hoffmann * processed the qtd just written back without errors, i.e. halt 2021f1ae32a1SGerd Hoffmann * bit is clear. 2022f1ae32a1SGerd Hoffmann */ 2023f1ae32a1SGerd Hoffmann if (q->qh.token & QTD_TOKEN_HALT) { 2024ae0138a8SGerd Hoffmann ehci_set_state(q->ehci, q->async, EST_HORIZONTALQH); 2025f1ae32a1SGerd Hoffmann again = 1; 2026f1ae32a1SGerd Hoffmann } else { 2027ae0138a8SGerd Hoffmann ehci_set_state(q->ehci, q->async, EST_ADVANCEQUEUE); 2028f1ae32a1SGerd Hoffmann again = 1; 2029f1ae32a1SGerd Hoffmann } 2030f1ae32a1SGerd Hoffmann return again; 2031f1ae32a1SGerd Hoffmann } 2032f1ae32a1SGerd Hoffmann 2033f1ae32a1SGerd Hoffmann /* 2034f1ae32a1SGerd Hoffmann * This is the state machine that is common to both async and periodic 2035f1ae32a1SGerd Hoffmann */ 2036f1ae32a1SGerd Hoffmann 2037ae0138a8SGerd Hoffmann static void ehci_advance_state(EHCIState *ehci, int async) 2038f1ae32a1SGerd Hoffmann { 2039f1ae32a1SGerd Hoffmann EHCIQueue *q = NULL; 20401ae3f2f1SGerd Hoffmann int itd_count = 0; 2041f1ae32a1SGerd Hoffmann int again; 2042f1ae32a1SGerd Hoffmann 2043f1ae32a1SGerd Hoffmann do { 2044f1ae32a1SGerd Hoffmann switch(ehci_get_state(ehci, async)) { 2045f1ae32a1SGerd Hoffmann case EST_WAITLISTHEAD: 2046f1ae32a1SGerd Hoffmann again = ehci_state_waitlisthead(ehci, async); 2047f1ae32a1SGerd Hoffmann break; 2048f1ae32a1SGerd Hoffmann 2049f1ae32a1SGerd Hoffmann case EST_FETCHENTRY: 2050f1ae32a1SGerd Hoffmann again = ehci_state_fetchentry(ehci, async); 2051f1ae32a1SGerd Hoffmann break; 2052f1ae32a1SGerd Hoffmann 2053f1ae32a1SGerd Hoffmann case EST_FETCHQH: 2054f1ae32a1SGerd Hoffmann q = ehci_state_fetchqh(ehci, async); 2055ae0138a8SGerd Hoffmann if (q != NULL) { 2056ae0138a8SGerd Hoffmann assert(q->async == async); 2057ae0138a8SGerd Hoffmann again = 1; 2058ae0138a8SGerd Hoffmann } else { 2059ae0138a8SGerd Hoffmann again = 0; 2060ae0138a8SGerd Hoffmann } 2061f1ae32a1SGerd Hoffmann break; 2062f1ae32a1SGerd Hoffmann 2063f1ae32a1SGerd Hoffmann case EST_FETCHITD: 2064f1ae32a1SGerd Hoffmann again = ehci_state_fetchitd(ehci, async); 20651ae3f2f1SGerd Hoffmann itd_count++; 2066f1ae32a1SGerd Hoffmann break; 2067f1ae32a1SGerd Hoffmann 2068f1ae32a1SGerd Hoffmann case EST_FETCHSITD: 2069f1ae32a1SGerd Hoffmann again = ehci_state_fetchsitd(ehci, async); 20701ae3f2f1SGerd Hoffmann itd_count++; 2071f1ae32a1SGerd Hoffmann break; 2072f1ae32a1SGerd Hoffmann 2073f1ae32a1SGerd Hoffmann case EST_ADVANCEQUEUE: 2074cc8d2b65SMarkus Armbruster assert(q != NULL); 2075ae0138a8SGerd Hoffmann again = ehci_state_advqueue(q); 2076f1ae32a1SGerd Hoffmann break; 2077f1ae32a1SGerd Hoffmann 2078f1ae32a1SGerd Hoffmann case EST_FETCHQTD: 2079cc8d2b65SMarkus Armbruster assert(q != NULL); 2080ae0138a8SGerd Hoffmann again = ehci_state_fetchqtd(q); 2081f1ae32a1SGerd Hoffmann break; 2082f1ae32a1SGerd Hoffmann 2083f1ae32a1SGerd Hoffmann case EST_HORIZONTALQH: 2084cc8d2b65SMarkus Armbruster assert(q != NULL); 2085ae0138a8SGerd Hoffmann again = ehci_state_horizqh(q); 2086f1ae32a1SGerd Hoffmann break; 2087f1ae32a1SGerd Hoffmann 2088f1ae32a1SGerd Hoffmann case EST_EXECUTE: 2089cc8d2b65SMarkus Armbruster assert(q != NULL); 2090ae0138a8SGerd Hoffmann again = ehci_state_execute(q); 20913a215326SGerd Hoffmann if (async) { 20923a215326SGerd Hoffmann ehci->async_stepdown = 0; 20933a215326SGerd Hoffmann } 2094f1ae32a1SGerd Hoffmann break; 2095f1ae32a1SGerd Hoffmann 2096f1ae32a1SGerd Hoffmann case EST_EXECUTING: 2097f1ae32a1SGerd Hoffmann assert(q != NULL); 20983a215326SGerd Hoffmann if (async) { 20993a215326SGerd Hoffmann ehci->async_stepdown = 0; 21003a215326SGerd Hoffmann } 2101ae0138a8SGerd Hoffmann again = ehci_state_executing(q); 2102f1ae32a1SGerd Hoffmann break; 2103f1ae32a1SGerd Hoffmann 2104f1ae32a1SGerd Hoffmann case EST_WRITEBACK: 2105f1ae32a1SGerd Hoffmann assert(q != NULL); 2106ae0138a8SGerd Hoffmann again = ehci_state_writeback(q); 210780826240SHans de Goede if (!async) { 210880826240SHans de Goede ehci->periodic_sched_active = PERIODIC_ACTIVE; 210980826240SHans de Goede } 2110f1ae32a1SGerd Hoffmann break; 2111f1ae32a1SGerd Hoffmann 2112f1ae32a1SGerd Hoffmann default: 2113f1ae32a1SGerd Hoffmann fprintf(stderr, "Bad state!\n"); 2114dfc6f865SStefan Weil g_assert_not_reached(); 2115f1ae32a1SGerd Hoffmann } 2116f1ae32a1SGerd Hoffmann 21171ae3f2f1SGerd Hoffmann if (again < 0 || itd_count > 16) { 21181ae3f2f1SGerd Hoffmann /* TODO: notify guest (raise HSE irq?) */ 2119f1ae32a1SGerd Hoffmann fprintf(stderr, "processing error - resetting ehci HC\n"); 2120f1ae32a1SGerd Hoffmann ehci_reset(ehci); 2121f1ae32a1SGerd Hoffmann again = 0; 2122f1ae32a1SGerd Hoffmann } 2123f1ae32a1SGerd Hoffmann } 2124f1ae32a1SGerd Hoffmann while (again); 2125f1ae32a1SGerd Hoffmann } 2126f1ae32a1SGerd Hoffmann 2127f1ae32a1SGerd Hoffmann static void ehci_advance_async_state(EHCIState *ehci) 2128f1ae32a1SGerd Hoffmann { 2129f1ae32a1SGerd Hoffmann const int async = 1; 2130f1ae32a1SGerd Hoffmann 2131f1ae32a1SGerd Hoffmann switch(ehci_get_state(ehci, async)) { 2132f1ae32a1SGerd Hoffmann case EST_INACTIVE: 2133ec807d12SGerd Hoffmann if (!ehci_async_enabled(ehci)) { 2134f1ae32a1SGerd Hoffmann break; 2135f1ae32a1SGerd Hoffmann } 2136f1ae32a1SGerd Hoffmann ehci_set_state(ehci, async, EST_ACTIVE); 2137f1ae32a1SGerd Hoffmann // No break, fall through to ACTIVE 2138f1ae32a1SGerd Hoffmann 2139f1ae32a1SGerd Hoffmann case EST_ACTIVE: 2140ec807d12SGerd Hoffmann if (!ehci_async_enabled(ehci)) { 2141f1ae32a1SGerd Hoffmann ehci_queues_rip_all(ehci, async); 2142f1ae32a1SGerd Hoffmann ehci_set_state(ehci, async, EST_INACTIVE); 2143f1ae32a1SGerd Hoffmann break; 2144f1ae32a1SGerd Hoffmann } 2145f1ae32a1SGerd Hoffmann 2146f1ae32a1SGerd Hoffmann /* make sure guest has acknowledged the doorbell interrupt */ 2147f1ae32a1SGerd Hoffmann /* TO-DO: is this really needed? */ 2148f1ae32a1SGerd Hoffmann if (ehci->usbsts & USBSTS_IAA) { 2149f1ae32a1SGerd Hoffmann DPRINTF("IAA status bit still set.\n"); 2150f1ae32a1SGerd Hoffmann break; 2151f1ae32a1SGerd Hoffmann } 2152f1ae32a1SGerd Hoffmann 2153f1ae32a1SGerd Hoffmann /* check that address register has been set */ 2154f1ae32a1SGerd Hoffmann if (ehci->asynclistaddr == 0) { 2155f1ae32a1SGerd Hoffmann break; 2156f1ae32a1SGerd Hoffmann } 2157f1ae32a1SGerd Hoffmann 2158f1ae32a1SGerd Hoffmann ehci_set_state(ehci, async, EST_WAITLISTHEAD); 2159f1ae32a1SGerd Hoffmann ehci_advance_state(ehci, async); 2160f1ae32a1SGerd Hoffmann 2161f1ae32a1SGerd Hoffmann /* If the doorbell is set, the guest wants to make a change to the 2162f1ae32a1SGerd Hoffmann * schedule. The host controller needs to release cached data. 2163f1ae32a1SGerd Hoffmann * (section 4.8.2) 2164f1ae32a1SGerd Hoffmann */ 2165f1ae32a1SGerd Hoffmann if (ehci->usbcmd & USBCMD_IAAD) { 2166f1ae32a1SGerd Hoffmann /* Remove all unseen qhs from the async qhs queue */ 21678f5457ebSHans de Goede ehci_queues_rip_unseen(ehci, async); 21681defcbd1SGerd Hoffmann trace_usb_ehci_doorbell_ack(); 2169f1ae32a1SGerd Hoffmann ehci->usbcmd &= ~USBCMD_IAAD; 21707efc17afSGerd Hoffmann ehci_raise_irq(ehci, USBSTS_IAA); 2171f1ae32a1SGerd Hoffmann } 2172f1ae32a1SGerd Hoffmann break; 2173f1ae32a1SGerd Hoffmann 2174f1ae32a1SGerd Hoffmann default: 2175f1ae32a1SGerd Hoffmann /* this should only be due to a developer mistake */ 2176f1ae32a1SGerd Hoffmann fprintf(stderr, "ehci: Bad asynchronous state %d. " 2177f1ae32a1SGerd Hoffmann "Resetting to active\n", ehci->astate); 2178dfc6f865SStefan Weil g_assert_not_reached(); 2179f1ae32a1SGerd Hoffmann } 2180f1ae32a1SGerd Hoffmann } 2181f1ae32a1SGerd Hoffmann 2182f1ae32a1SGerd Hoffmann static void ehci_advance_periodic_state(EHCIState *ehci) 2183f1ae32a1SGerd Hoffmann { 2184f1ae32a1SGerd Hoffmann uint32_t entry; 2185f1ae32a1SGerd Hoffmann uint32_t list; 2186f1ae32a1SGerd Hoffmann const int async = 0; 2187f1ae32a1SGerd Hoffmann 2188f1ae32a1SGerd Hoffmann // 4.6 2189f1ae32a1SGerd Hoffmann 2190f1ae32a1SGerd Hoffmann switch(ehci_get_state(ehci, async)) { 2191f1ae32a1SGerd Hoffmann case EST_INACTIVE: 2192ec807d12SGerd Hoffmann if (!(ehci->frindex & 7) && ehci_periodic_enabled(ehci)) { 2193f1ae32a1SGerd Hoffmann ehci_set_state(ehci, async, EST_ACTIVE); 2194f1ae32a1SGerd Hoffmann // No break, fall through to ACTIVE 2195f1ae32a1SGerd Hoffmann } else 2196f1ae32a1SGerd Hoffmann break; 2197f1ae32a1SGerd Hoffmann 2198f1ae32a1SGerd Hoffmann case EST_ACTIVE: 2199ec807d12SGerd Hoffmann if (!(ehci->frindex & 7) && !ehci_periodic_enabled(ehci)) { 2200f1ae32a1SGerd Hoffmann ehci_queues_rip_all(ehci, async); 2201f1ae32a1SGerd Hoffmann ehci_set_state(ehci, async, EST_INACTIVE); 2202f1ae32a1SGerd Hoffmann break; 2203f1ae32a1SGerd Hoffmann } 2204f1ae32a1SGerd Hoffmann 2205f1ae32a1SGerd Hoffmann list = ehci->periodiclistbase & 0xfffff000; 2206f1ae32a1SGerd Hoffmann /* check that register has been set */ 2207f1ae32a1SGerd Hoffmann if (list == 0) { 2208f1ae32a1SGerd Hoffmann break; 2209f1ae32a1SGerd Hoffmann } 2210f1ae32a1SGerd Hoffmann list |= ((ehci->frindex & 0x1ff8) >> 1); 2211f1ae32a1SGerd Hoffmann 221255903f1dSGerd Hoffmann if (get_dwords(ehci, list, &entry, 1) < 0) { 221355903f1dSGerd Hoffmann break; 221455903f1dSGerd Hoffmann } 2215f1ae32a1SGerd Hoffmann 2216f1ae32a1SGerd Hoffmann DPRINTF("PERIODIC state adv fr=%d. [%08X] -> %08X\n", 2217f1ae32a1SGerd Hoffmann ehci->frindex / 8, list, entry); 2218f1ae32a1SGerd Hoffmann ehci_set_fetch_addr(ehci, async,entry); 2219f1ae32a1SGerd Hoffmann ehci_set_state(ehci, async, EST_FETCHENTRY); 2220f1ae32a1SGerd Hoffmann ehci_advance_state(ehci, async); 22218f5457ebSHans de Goede ehci_queues_rip_unused(ehci, async); 2222f1ae32a1SGerd Hoffmann break; 2223f1ae32a1SGerd Hoffmann 2224f1ae32a1SGerd Hoffmann default: 2225f1ae32a1SGerd Hoffmann /* this should only be due to a developer mistake */ 2226f1ae32a1SGerd Hoffmann fprintf(stderr, "ehci: Bad periodic state %d. " 2227f1ae32a1SGerd Hoffmann "Resetting to active\n", ehci->pstate); 2228dfc6f865SStefan Weil g_assert_not_reached(); 2229f1ae32a1SGerd Hoffmann } 2230f1ae32a1SGerd Hoffmann } 2231f1ae32a1SGerd Hoffmann 22329359a58bSHans de Goede static void ehci_update_frindex(EHCIState *ehci, int uframes) 22336ceced0bSGerd Hoffmann { 22349359a58bSHans de Goede if (!ehci_enabled(ehci) && ehci->pstate == EST_INACTIVE) { 22356ceced0bSGerd Hoffmann return; 22366ceced0bSGerd Hoffmann } 22376ceced0bSGerd Hoffmann 223872aa364bSEvgeny Yakovlev /* Generate FLR interrupt if frame index rolls over 0x2000 */ 223972aa364bSEvgeny Yakovlev if ((ehci->frindex % 0x2000) + uframes >= 0x2000) { 22407efc17afSGerd Hoffmann ehci_raise_irq(ehci, USBSTS_FLR); 22416ceced0bSGerd Hoffmann } 22426ceced0bSGerd Hoffmann 224372aa364bSEvgeny Yakovlev /* How many times will frindex roll over 0x4000 with this frame count? 224472aa364bSEvgeny Yakovlev * usbsts_frindex is decremented by 0x4000 on rollover until it reaches 0 224572aa364bSEvgeny Yakovlev */ 224672aa364bSEvgeny Yakovlev int rollovers = (ehci->frindex + uframes) / 0x4000; 224772aa364bSEvgeny Yakovlev if (rollovers > 0) { 224872aa364bSEvgeny Yakovlev if (ehci->usbsts_frindex >= (rollovers * 0x4000)) { 224972aa364bSEvgeny Yakovlev ehci->usbsts_frindex -= 0x4000 * rollovers; 22507efc17afSGerd Hoffmann } else { 22517efc17afSGerd Hoffmann ehci->usbsts_frindex = 0; 22527efc17afSGerd Hoffmann } 22536ceced0bSGerd Hoffmann } 225472aa364bSEvgeny Yakovlev 225572aa364bSEvgeny Yakovlev ehci->frindex = (ehci->frindex + uframes) % 0x4000; 22566ceced0bSGerd Hoffmann } 22576ceced0bSGerd Hoffmann 22583bfecee2SGerd Hoffmann static void ehci_work_bh(void *opaque) 2259f1ae32a1SGerd Hoffmann { 2260f1ae32a1SGerd Hoffmann EHCIState *ehci = opaque; 22617efc17afSGerd Hoffmann int need_timer = 0; 2262f1ae32a1SGerd Hoffmann int64_t expire_time, t_now; 2263f1ae32a1SGerd Hoffmann uint64_t ns_elapsed; 22643ae7eb88SGerd Hoffmann uint64_t uframes, skipped_uframes; 2265f1ae32a1SGerd Hoffmann int i; 2266f1ae32a1SGerd Hoffmann 2267ad3c5412SGerd Hoffmann if (ehci->working) { 2268ad3c5412SGerd Hoffmann return; 2269ad3c5412SGerd Hoffmann } 2270ad3c5412SGerd Hoffmann ehci->working = true; 2271ad3c5412SGerd Hoffmann 2272bc72ad67SAlex Bligh t_now = qemu_clock_get_ns(QEMU_CLOCK_VIRTUAL); 2273f1ae32a1SGerd Hoffmann ns_elapsed = t_now - ehci->last_run_ns; 22749359a58bSHans de Goede uframes = ns_elapsed / UFRAME_TIMER_NS; 2275f1ae32a1SGerd Hoffmann 22763a215326SGerd Hoffmann if (ehci_periodic_enabled(ehci) || ehci->pstate != EST_INACTIVE) { 22777efc17afSGerd Hoffmann need_timer++; 22783a215326SGerd Hoffmann 22799359a58bSHans de Goede if (uframes > (ehci->maxframes * 8)) { 22809359a58bSHans de Goede skipped_uframes = uframes - (ehci->maxframes * 8); 22819359a58bSHans de Goede ehci_update_frindex(ehci, skipped_uframes); 22829359a58bSHans de Goede ehci->last_run_ns += UFRAME_TIMER_NS * skipped_uframes; 22839359a58bSHans de Goede uframes -= skipped_uframes; 22849359a58bSHans de Goede DPRINTF("WARNING - EHCI skipped %d uframes\n", skipped_uframes); 2285f1ae32a1SGerd Hoffmann } 2286f1ae32a1SGerd Hoffmann 22879359a58bSHans de Goede for (i = 0; i < uframes; i++) { 22888f74ed1eSHans de Goede /* 22898f74ed1eSHans de Goede * If we're running behind schedule, we should not catch up 22908f74ed1eSHans de Goede * too fast, as that will make some guests unhappy: 22919359a58bSHans de Goede * 1) We must process a minimum of MIN_UFR_PER_TICK frames, 22928f74ed1eSHans de Goede * otherwise we will never catch up 22938f74ed1eSHans de Goede * 2) Process frames until the guest has requested an irq (IOC) 22948f74ed1eSHans de Goede */ 22959359a58bSHans de Goede if (i >= MIN_UFR_PER_TICK) { 22968f74ed1eSHans de Goede ehci_commit_irq(ehci); 22978f74ed1eSHans de Goede if ((ehci->usbsts & USBINTR_MASK) & ehci->usbintr) { 22988f74ed1eSHans de Goede break; 22998f74ed1eSHans de Goede } 23008f74ed1eSHans de Goede } 230180826240SHans de Goede if (ehci->periodic_sched_active) { 230280826240SHans de Goede ehci->periodic_sched_active--; 230380826240SHans de Goede } 2304f020ed36SGerd Hoffmann ehci_update_frindex(ehci, 1); 23059359a58bSHans de Goede if ((ehci->frindex & 7) == 0) { 2306f020ed36SGerd Hoffmann ehci_advance_periodic_state(ehci); 23079359a58bSHans de Goede } 23089359a58bSHans de Goede ehci->last_run_ns += UFRAME_TIMER_NS; 2309f1ae32a1SGerd Hoffmann } 23103a215326SGerd Hoffmann } else { 231180826240SHans de Goede ehci->periodic_sched_active = 0; 23129359a58bSHans de Goede ehci_update_frindex(ehci, uframes); 23139359a58bSHans de Goede ehci->last_run_ns += UFRAME_TIMER_NS * uframes; 23143a215326SGerd Hoffmann } 2315f1ae32a1SGerd Hoffmann 231680826240SHans de Goede if (ehci->periodic_sched_active) { 231780826240SHans de Goede ehci->async_stepdown = 0; 231880826240SHans de Goede } else if (ehci->async_stepdown < ehci->maxframes / 2) { 231980826240SHans de Goede ehci->async_stepdown++; 232080826240SHans de Goede } 232180826240SHans de Goede 2322f1ae32a1SGerd Hoffmann /* Async is not inside loop since it executes everything it can once 2323f1ae32a1SGerd Hoffmann * called 2324f1ae32a1SGerd Hoffmann */ 23253a215326SGerd Hoffmann if (ehci_async_enabled(ehci) || ehci->astate != EST_INACTIVE) { 23267efc17afSGerd Hoffmann need_timer++; 2327afb7a0b8SGerd Hoffmann ehci_advance_async_state(ehci); 23283a215326SGerd Hoffmann } 2329f1ae32a1SGerd Hoffmann 23307efc17afSGerd Hoffmann ehci_commit_irq(ehci); 23317efc17afSGerd Hoffmann if (ehci->usbsts_pending) { 23327efc17afSGerd Hoffmann need_timer++; 23337efc17afSGerd Hoffmann ehci->async_stepdown = 0; 2334f1ae32a1SGerd Hoffmann } 2335f0ad01f9SGerd Hoffmann 233640862309SGerd Hoffmann if (ehci_enabled(ehci) && (ehci->usbintr & USBSTS_FLR)) { 233740862309SGerd Hoffmann need_timer++; 233840862309SGerd Hoffmann } 233940862309SGerd Hoffmann 23407efc17afSGerd Hoffmann if (need_timer) { 234144272b0fSHans de Goede /* If we've raised int, we speed up the timer, so that we quickly 234244272b0fSHans de Goede * notice any new packets queued up in response */ 234344272b0fSHans de Goede if (ehci->int_req_by_async && (ehci->usbsts & USBSTS_INT)) { 234473bcb24dSRutuja Shah expire_time = t_now + 234573bcb24dSRutuja Shah NANOSECONDS_PER_SECOND / (FRAME_TIMER_FREQ * 4); 234644272b0fSHans de Goede ehci->int_req_by_async = false; 234744272b0fSHans de Goede } else { 234873bcb24dSRutuja Shah expire_time = t_now + (NANOSECONDS_PER_SECOND 2349afb7a0b8SGerd Hoffmann * (ehci->async_stepdown+1) / FRAME_TIMER_FREQ); 235044272b0fSHans de Goede } 2351bc72ad67SAlex Bligh timer_mod(ehci->frame_timer, expire_time); 23527efc17afSGerd Hoffmann } 2353ad3c5412SGerd Hoffmann 2354ad3c5412SGerd Hoffmann ehci->working = false; 2355daf25307SGerd Hoffmann } 2356f1ae32a1SGerd Hoffmann 23573bfecee2SGerd Hoffmann static void ehci_work_timer(void *opaque) 23583bfecee2SGerd Hoffmann { 23593bfecee2SGerd Hoffmann EHCIState *ehci = opaque; 23603bfecee2SGerd Hoffmann 23613bfecee2SGerd Hoffmann qemu_bh_schedule(ehci->async_bh); 23623bfecee2SGerd Hoffmann } 23633bfecee2SGerd Hoffmann 23643e4f910cSGerd Hoffmann static const MemoryRegionOps ehci_mmio_caps_ops = { 23653e4f910cSGerd Hoffmann .read = ehci_caps_read, 2366dff0367cSPrasad J Pandit .write = ehci_caps_write, 23673e4f910cSGerd Hoffmann .valid.min_access_size = 1, 23683e4f910cSGerd Hoffmann .valid.max_access_size = 4, 23693e4f910cSGerd Hoffmann .impl.min_access_size = 1, 23703e4f910cSGerd Hoffmann .impl.max_access_size = 1, 23713e4f910cSGerd Hoffmann .endianness = DEVICE_LITTLE_ENDIAN, 23723e4f910cSGerd Hoffmann }; 23733e4f910cSGerd Hoffmann 23743e4f910cSGerd Hoffmann static const MemoryRegionOps ehci_mmio_opreg_ops = { 23753e4f910cSGerd Hoffmann .read = ehci_opreg_read, 23763e4f910cSGerd Hoffmann .write = ehci_opreg_write, 23773e4f910cSGerd Hoffmann .valid.min_access_size = 4, 23783e4f910cSGerd Hoffmann .valid.max_access_size = 4, 23793e4f910cSGerd Hoffmann .endianness = DEVICE_LITTLE_ENDIAN, 23803e4f910cSGerd Hoffmann }; 23813e4f910cSGerd Hoffmann 23823e4f910cSGerd Hoffmann static const MemoryRegionOps ehci_mmio_port_ops = { 23833e4f910cSGerd Hoffmann .read = ehci_port_read, 23843e4f910cSGerd Hoffmann .write = ehci_port_write, 23853e4f910cSGerd Hoffmann .valid.min_access_size = 4, 23863e4f910cSGerd Hoffmann .valid.max_access_size = 4, 2387f1ae32a1SGerd Hoffmann .endianness = DEVICE_LITTLE_ENDIAN, 2388f1ae32a1SGerd Hoffmann }; 2389f1ae32a1SGerd Hoffmann 2390f1ae32a1SGerd Hoffmann static USBPortOps ehci_port_ops = { 2391f1ae32a1SGerd Hoffmann .attach = ehci_attach, 2392f1ae32a1SGerd Hoffmann .detach = ehci_detach, 2393f1ae32a1SGerd Hoffmann .child_detach = ehci_child_detach, 2394f1ae32a1SGerd Hoffmann .wakeup = ehci_wakeup, 2395f1ae32a1SGerd Hoffmann .complete = ehci_async_complete_packet, 2396f1ae32a1SGerd Hoffmann }; 2397f1ae32a1SGerd Hoffmann 2398ec56214fSGerd Hoffmann static USBBusOps ehci_bus_ops_companion = { 2399f1ae32a1SGerd Hoffmann .register_companion = ehci_register_companion, 240080826240SHans de Goede .wakeup_endpoint = ehci_wakeup_endpoint, 2401f1ae32a1SGerd Hoffmann }; 2402ec56214fSGerd Hoffmann static USBBusOps ehci_bus_ops_standalone = { 2403ec56214fSGerd Hoffmann .wakeup_endpoint = ehci_wakeup_endpoint, 2404ec56214fSGerd Hoffmann }; 2405f1ae32a1SGerd Hoffmann 240644b1ff31SDr. David Alan Gilbert static int usb_ehci_pre_save(void *opaque) 24079359a58bSHans de Goede { 24089359a58bSHans de Goede EHCIState *ehci = opaque; 24099359a58bSHans de Goede uint32_t new_frindex; 24109359a58bSHans de Goede 24119359a58bSHans de Goede /* Round down frindex to a multiple of 8 for migration compatibility */ 24129359a58bSHans de Goede new_frindex = ehci->frindex & ~7; 24139359a58bSHans de Goede ehci->last_run_ns -= (ehci->frindex - new_frindex) * UFRAME_TIMER_NS; 24149359a58bSHans de Goede ehci->frindex = new_frindex; 241544b1ff31SDr. David Alan Gilbert 241644b1ff31SDr. David Alan Gilbert return 0; 24179359a58bSHans de Goede } 24189359a58bSHans de Goede 24199a773408SGerd Hoffmann static int usb_ehci_post_load(void *opaque, int version_id) 24209a773408SGerd Hoffmann { 24219a773408SGerd Hoffmann EHCIState *s = opaque; 24229a773408SGerd Hoffmann int i; 24239a773408SGerd Hoffmann 24249a773408SGerd Hoffmann for (i = 0; i < NB_PORTS; i++) { 24259a773408SGerd Hoffmann USBPort *companion = s->companion_ports[i]; 24269a773408SGerd Hoffmann if (companion == NULL) { 24279a773408SGerd Hoffmann continue; 24289a773408SGerd Hoffmann } 24299a773408SGerd Hoffmann if (s->portsc[i] & PORTSC_POWNER) { 24309a773408SGerd Hoffmann companion->dev = s->ports[i].dev; 24319a773408SGerd Hoffmann } else { 24329a773408SGerd Hoffmann companion->dev = NULL; 24339a773408SGerd Hoffmann } 24349a773408SGerd Hoffmann } 24359a773408SGerd Hoffmann 24369a773408SGerd Hoffmann return 0; 24379a773408SGerd Hoffmann } 24389a773408SGerd Hoffmann 2439*538f0497SPhilippe Mathieu-Daudé static void usb_ehci_vm_state_change(void *opaque, bool running, RunState state) 2440ceab6f96SHans de Goede { 2441ceab6f96SHans de Goede EHCIState *ehci = opaque; 2442ceab6f96SHans de Goede 2443ceab6f96SHans de Goede /* 2444ceab6f96SHans de Goede * We don't migrate the EHCIQueue-s, instead we rebuild them for the 2445ceab6f96SHans de Goede * schedule in guest memory. We must do the rebuilt ASAP, so that 2446ceab6f96SHans de Goede * USB-devices which have async handled packages have a packet in the 2447ceab6f96SHans de Goede * ep queue to match the completion with. 2448ceab6f96SHans de Goede */ 2449ceab6f96SHans de Goede if (state == RUN_STATE_RUNNING) { 2450ceab6f96SHans de Goede ehci_advance_async_state(ehci); 2451ceab6f96SHans de Goede } 2452ceab6f96SHans de Goede 2453ceab6f96SHans de Goede /* 2454ceab6f96SHans de Goede * The schedule rebuilt from guest memory could cause the migration dest 2455ceab6f96SHans de Goede * to miss a QH unlink, and fail to cancel packets, since the unlinked QH 2456ceab6f96SHans de Goede * will never have existed on the destination. Therefor we must flush the 2457ceab6f96SHans de Goede * async schedule on savevm to catch any not yet noticed unlinks. 2458ceab6f96SHans de Goede */ 2459ceab6f96SHans de Goede if (state == RUN_STATE_SAVE_VM) { 2460ceab6f96SHans de Goede ehci_advance_async_state(ehci); 2461ceab6f96SHans de Goede ehci_queues_rip_unseen(ehci, 1); 2462ceab6f96SHans de Goede } 2463ceab6f96SHans de Goede } 2464ceab6f96SHans de Goede 24650bf96f94SGerd Hoffmann const VMStateDescription vmstate_ehci = { 24665010d4dcSPeter Crosthwaite .name = "ehci-core", 24676d3b6d3dSGerd Hoffmann .version_id = 2, 24686d3b6d3dSGerd Hoffmann .minimum_version_id = 1, 24699359a58bSHans de Goede .pre_save = usb_ehci_pre_save, 24709a773408SGerd Hoffmann .post_load = usb_ehci_post_load, 24719a773408SGerd Hoffmann .fields = (VMStateField[]) { 24729a773408SGerd Hoffmann /* mmio registers */ 24739a773408SGerd Hoffmann VMSTATE_UINT32(usbcmd, EHCIState), 24749a773408SGerd Hoffmann VMSTATE_UINT32(usbsts, EHCIState), 24756d3b6d3dSGerd Hoffmann VMSTATE_UINT32_V(usbsts_pending, EHCIState, 2), 24766d3b6d3dSGerd Hoffmann VMSTATE_UINT32_V(usbsts_frindex, EHCIState, 2), 24779a773408SGerd Hoffmann VMSTATE_UINT32(usbintr, EHCIState), 24789a773408SGerd Hoffmann VMSTATE_UINT32(frindex, EHCIState), 24799a773408SGerd Hoffmann VMSTATE_UINT32(ctrldssegment, EHCIState), 24809a773408SGerd Hoffmann VMSTATE_UINT32(periodiclistbase, EHCIState), 24819a773408SGerd Hoffmann VMSTATE_UINT32(asynclistaddr, EHCIState), 24829a773408SGerd Hoffmann VMSTATE_UINT32(configflag, EHCIState), 24839a773408SGerd Hoffmann VMSTATE_UINT32(portsc[0], EHCIState), 24849a773408SGerd Hoffmann VMSTATE_UINT32(portsc[1], EHCIState), 24859a773408SGerd Hoffmann VMSTATE_UINT32(portsc[2], EHCIState), 24869a773408SGerd Hoffmann VMSTATE_UINT32(portsc[3], EHCIState), 24879a773408SGerd Hoffmann VMSTATE_UINT32(portsc[4], EHCIState), 24889a773408SGerd Hoffmann VMSTATE_UINT32(portsc[5], EHCIState), 24899a773408SGerd Hoffmann /* frame timer */ 2490e720677eSPaolo Bonzini VMSTATE_TIMER_PTR(frame_timer, EHCIState), 24919a773408SGerd Hoffmann VMSTATE_UINT64(last_run_ns, EHCIState), 24929a773408SGerd Hoffmann VMSTATE_UINT32(async_stepdown, EHCIState), 24939a773408SGerd Hoffmann /* schedule state */ 24949a773408SGerd Hoffmann VMSTATE_UINT32(astate, EHCIState), 24959a773408SGerd Hoffmann VMSTATE_UINT32(pstate, EHCIState), 24969a773408SGerd Hoffmann VMSTATE_UINT32(a_fetch_addr, EHCIState), 24979a773408SGerd Hoffmann VMSTATE_UINT32(p_fetch_addr, EHCIState), 24989a773408SGerd Hoffmann VMSTATE_END_OF_LIST() 24999a773408SGerd Hoffmann } 2500f1ae32a1SGerd Hoffmann }; 2501f1ae32a1SGerd Hoffmann 250208f4c90bSAndreas Färber void usb_ehci_realize(EHCIState *s, DeviceState *dev, Error **errp) 2503f1ae32a1SGerd Hoffmann { 2504f1ae32a1SGerd Hoffmann int i; 2505f1ae32a1SGerd Hoffmann 2506cc8d6a84SKuo-Jung Su if (s->portnr > NB_PORTS) { 2507cc8d6a84SKuo-Jung Su error_setg(errp, "Too many ports! Max. port number is %d.", 2508cc8d6a84SKuo-Jung Su NB_PORTS); 2509cc8d6a84SKuo-Jung Su return; 2510cc8d6a84SKuo-Jung Su } 25112a7f2630SGerd Hoffmann if (s->maxframes < 8 || s->maxframes > 512) { 25122a7f2630SGerd Hoffmann error_setg(errp, "maxframes %d out if range (8 .. 512)", 25132a7f2630SGerd Hoffmann s->maxframes); 25142a7f2630SGerd Hoffmann return; 25152a7f2630SGerd Hoffmann } 2516cc8d6a84SKuo-Jung Su 2517ec56214fSGerd Hoffmann usb_bus_new(&s->bus, sizeof(s->bus), s->companion_enable ? 2518ec56214fSGerd Hoffmann &ehci_bus_ops_companion : &ehci_bus_ops_standalone, dev); 2519cc8d6a84SKuo-Jung Su for (i = 0; i < s->portnr; i++) { 2520d4614cc3SAndreas Färber usb_register_port(&s->bus, &s->ports[i], s, i, &ehci_port_ops, 2521d4614cc3SAndreas Färber USB_SPEED_MASK_HIGH); 2522d4614cc3SAndreas Färber s->ports[i].dev = 0; 2523d4614cc3SAndreas Färber } 2524d4614cc3SAndreas Färber 25253bfecee2SGerd Hoffmann s->frame_timer = timer_new_ns(QEMU_CLOCK_VIRTUAL, ehci_work_timer, s); 25263bfecee2SGerd Hoffmann s->async_bh = qemu_bh_new(ehci_work_bh, s); 2527adbecc89SGerd Hoffmann s->device = dev; 2528d4614cc3SAndreas Färber 252905a36991SGonglei s->vmstate = qemu_add_vm_change_state_handler(usb_ehci_vm_state_change, s); 2530d4614cc3SAndreas Färber } 2531d4614cc3SAndreas Färber 2532b69c3c21SMarkus Armbruster void usb_ehci_unrealize(EHCIState *s, DeviceState *dev) 25334e130cf6SGonglei { 2534d733f74cSGonglei trace_usb_ehci_unrealize(); 2535d733f74cSGonglei 25364e130cf6SGonglei if (s->frame_timer) { 25374e130cf6SGonglei timer_free(s->frame_timer); 25384e130cf6SGonglei s->frame_timer = NULL; 25394e130cf6SGonglei } 25404e130cf6SGonglei if (s->async_bh) { 25414e130cf6SGonglei qemu_bh_delete(s->async_bh); 25424e130cf6SGonglei } 25434e130cf6SGonglei 25444e130cf6SGonglei ehci_queues_rip_all(s, 0); 25454e130cf6SGonglei ehci_queues_rip_all(s, 1); 25464e130cf6SGonglei 25474e130cf6SGonglei memory_region_del_subregion(&s->mem, &s->mem_caps); 25484e130cf6SGonglei memory_region_del_subregion(&s->mem, &s->mem_opreg); 25494e130cf6SGonglei memory_region_del_subregion(&s->mem, &s->mem_ports); 25504e130cf6SGonglei 25514e130cf6SGonglei usb_bus_release(&s->bus); 25524e130cf6SGonglei 25534e130cf6SGonglei if (s->vmstate) { 25544e130cf6SGonglei qemu_del_vm_change_state_handler(s->vmstate); 25554e130cf6SGonglei } 25564e130cf6SGonglei } 25574e130cf6SGonglei 2558d4614cc3SAndreas Färber void usb_ehci_init(EHCIState *s, DeviceState *dev) 2559d4614cc3SAndreas Färber { 25603e4f910cSGerd Hoffmann /* 2.2 host controller interface version */ 256127a11324SPeter Crosthwaite s->caps[0x00] = (uint8_t)(s->opregbase - s->capsbase); 25623e4f910cSGerd Hoffmann s->caps[0x01] = 0x00; 25633e4f910cSGerd Hoffmann s->caps[0x02] = 0x00; 25643e4f910cSGerd Hoffmann s->caps[0x03] = 0x01; /* HC version */ 2565cc8d6a84SKuo-Jung Su s->caps[0x04] = s->portnr; /* Number of downstream ports */ 25663e4f910cSGerd Hoffmann s->caps[0x05] = 0x00; /* No companion ports at present */ 25673e4f910cSGerd Hoffmann s->caps[0x06] = 0x00; 25683e4f910cSGerd Hoffmann s->caps[0x07] = 0x00; 25693e4f910cSGerd Hoffmann s->caps[0x08] = 0x80; /* We can cache whole frame, no 64-bit */ 25703e4f910cSGerd Hoffmann s->caps[0x0a] = 0x00; 25713e4f910cSGerd Hoffmann s->caps[0x0b] = 0x00; 2572f1ae32a1SGerd Hoffmann 2573f1ae32a1SGerd Hoffmann QTAILQ_INIT(&s->aqueues); 2574f1ae32a1SGerd Hoffmann QTAILQ_INIT(&s->pqueues); 25757341ea07SHans de Goede usb_packet_init(&s->ipacket); 2576f1ae32a1SGerd Hoffmann 257722fc860bSPaolo Bonzini memory_region_init(&s->mem, OBJECT(dev), "ehci", MMIO_SIZE); 257822fc860bSPaolo Bonzini memory_region_init_io(&s->mem_caps, OBJECT(dev), &ehci_mmio_caps_ops, s, 257927a11324SPeter Crosthwaite "capabilities", CAPA_SIZE); 258022fc860bSPaolo Bonzini memory_region_init_io(&s->mem_opreg, OBJECT(dev), &ehci_mmio_opreg_ops, s, 2581cc8d6a84SKuo-Jung Su "operational", s->portscbase); 258222fc860bSPaolo Bonzini memory_region_init_io(&s->mem_ports, OBJECT(dev), &ehci_mmio_port_ops, s, 2583cc8d6a84SKuo-Jung Su "ports", 4 * s->portnr); 25843e4f910cSGerd Hoffmann 258527a11324SPeter Crosthwaite memory_region_add_subregion(&s->mem, s->capsbase, &s->mem_caps); 258627a11324SPeter Crosthwaite memory_region_add_subregion(&s->mem, s->opregbase, &s->mem_opreg); 2587cc8d6a84SKuo-Jung Su memory_region_add_subregion(&s->mem, s->opregbase + s->portscbase, 258827a11324SPeter Crosthwaite &s->mem_ports); 25895010d4dcSPeter Crosthwaite } 25903e4f910cSGerd Hoffmann 2591d710e1e7SLi Qiang void usb_ehci_finalize(EHCIState *s) 2592d710e1e7SLi Qiang { 2593d710e1e7SLi Qiang usb_packet_cleanup(&s->ipacket); 2594d710e1e7SLi Qiang } 2595d710e1e7SLi Qiang 2596f1ae32a1SGerd Hoffmann /* 2597f1ae32a1SGerd Hoffmann * vim: expandtab ts=4 2598f1ae32a1SGerd Hoffmann */ 2599