1f1ae32a1SGerd Hoffmann /* 2f1ae32a1SGerd Hoffmann * QEMU USB EHCI Emulation 3f1ae32a1SGerd Hoffmann * 4f1ae32a1SGerd Hoffmann * Copyright(c) 2008 Emutex Ltd. (address@hidden) 5522079ddSHans de Goede * Copyright(c) 2011-2012 Red Hat, Inc. 6522079ddSHans de Goede * 7522079ddSHans de Goede * Red Hat Authors: 8522079ddSHans de Goede * Gerd Hoffmann <kraxel@redhat.com> 9522079ddSHans de Goede * Hans de Goede <hdegoede@redhat.com> 10f1ae32a1SGerd Hoffmann * 11f1ae32a1SGerd Hoffmann * EHCI project was started by Mark Burkley, with contributions by 12f1ae32a1SGerd Hoffmann * Niels de Vos. David S. Ahern continued working on it. Kevin Wolf, 13f1ae32a1SGerd Hoffmann * Jan Kiszka and Vincent Palatin contributed bugfixes. 14f1ae32a1SGerd Hoffmann * 15f1ae32a1SGerd Hoffmann * This library is free software; you can redistribute it and/or 16f1ae32a1SGerd Hoffmann * modify it under the terms of the GNU Lesser General Public 17f1ae32a1SGerd Hoffmann * License as published by the Free Software Foundation; either 1875a49fc6SThomas Huth * version 2.1 of the License, or (at your option) any later version. 19f1ae32a1SGerd Hoffmann * 20f1ae32a1SGerd Hoffmann * This library is distributed in the hope that it will be useful, 21f1ae32a1SGerd Hoffmann * but WITHOUT ANY WARRANTY; without even the implied warranty of 22f1ae32a1SGerd Hoffmann * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 23f1ae32a1SGerd Hoffmann * Lesser General Public License for more details. 24f1ae32a1SGerd Hoffmann * 2575a49fc6SThomas Huth * You should have received a copy of the GNU Lesser General Public License 26f1ae32a1SGerd Hoffmann * along with this program; if not, see <http://www.gnu.org/licenses/>. 27f1ae32a1SGerd Hoffmann */ 28f1ae32a1SGerd Hoffmann 29e532b2e0SPeter Maydell #include "qemu/osdep.h" 30da34e65cSMarkus Armbruster #include "qapi/error.h" 3164552b6bSMarkus Armbruster #include "hw/irq.h" 32381626a9SGerd Hoffmann #include "hw/usb/ehci-regs.h" 330bf96f94SGerd Hoffmann #include "hw/usb/hcd-ehci.h" 34d6454270SMarkus Armbruster #include "migration/vmstate.h" 3512269616SStefan Weil #include "trace.h" 362ab4b135SAlistair Francis #include "qemu/error-report.h" 37db725815SMarkus Armbruster #include "qemu/main-loop.h" 3854d31236SMarkus Armbruster #include "sysemu/runstate.h" 39f1ae32a1SGerd Hoffmann 40f1ae32a1SGerd Hoffmann #define FRAME_TIMER_FREQ 1000 4113566fe3SStefan Hajnoczi #define FRAME_TIMER_NS (NANOSECONDS_PER_SECOND / FRAME_TIMER_FREQ) 429359a58bSHans de Goede #define UFRAME_TIMER_NS (FRAME_TIMER_NS / 8) 43f1ae32a1SGerd Hoffmann 44f1ae32a1SGerd Hoffmann #define NB_MAXINTRATE 8 // Max rate at which controller issues ints 45f1ae32a1SGerd Hoffmann #define BUFF_SIZE 5*4096 // Max bytes to transfer per transaction 46f1ae32a1SGerd Hoffmann #define MAX_QH 100 // Max allowable queue heads in a chain 479359a58bSHans de Goede #define MIN_UFR_PER_TICK 24 /* Min frames to process when catching up */ 489359a58bSHans de Goede #define PERIODIC_ACTIVE 512 /* Micro-frames */ 49f1ae32a1SGerd Hoffmann 50f1ae32a1SGerd Hoffmann /* Internal periodic / asynchronous schedule state machine states 51f1ae32a1SGerd Hoffmann */ 52f1ae32a1SGerd Hoffmann typedef enum { 53f1ae32a1SGerd Hoffmann EST_INACTIVE = 1000, 54f1ae32a1SGerd Hoffmann EST_ACTIVE, 55f1ae32a1SGerd Hoffmann EST_EXECUTING, 56f1ae32a1SGerd Hoffmann EST_SLEEPING, 57f1ae32a1SGerd Hoffmann /* The following states are internal to the state machine function 58f1ae32a1SGerd Hoffmann */ 59f1ae32a1SGerd Hoffmann EST_WAITLISTHEAD, 60f1ae32a1SGerd Hoffmann EST_FETCHENTRY, 61f1ae32a1SGerd Hoffmann EST_FETCHQH, 62f1ae32a1SGerd Hoffmann EST_FETCHITD, 63f1ae32a1SGerd Hoffmann EST_FETCHSITD, 64f1ae32a1SGerd Hoffmann EST_ADVANCEQUEUE, 65f1ae32a1SGerd Hoffmann EST_FETCHQTD, 66f1ae32a1SGerd Hoffmann EST_EXECUTE, 67f1ae32a1SGerd Hoffmann EST_WRITEBACK, 68f1ae32a1SGerd Hoffmann EST_HORIZONTALQH 69f1ae32a1SGerd Hoffmann } EHCI_STATES; 70f1ae32a1SGerd Hoffmann 71f1ae32a1SGerd Hoffmann /* macros for accessing fields within next link pointer entry */ 72f1ae32a1SGerd Hoffmann #define NLPTR_GET(x) ((x) & 0xffffffe0) 73f1ae32a1SGerd Hoffmann #define NLPTR_TYPE_GET(x) (((x) >> 1) & 3) 74f1ae32a1SGerd Hoffmann #define NLPTR_TBIT(x) ((x) & 1) // 1=invalid, 0=valid 75f1ae32a1SGerd Hoffmann 76f1ae32a1SGerd Hoffmann /* link pointer types */ 77f1ae32a1SGerd Hoffmann #define NLPTR_TYPE_ITD 0 // isoc xfer descriptor 78f1ae32a1SGerd Hoffmann #define NLPTR_TYPE_QH 1 // queue head 79f1ae32a1SGerd Hoffmann #define NLPTR_TYPE_STITD 2 // split xaction, isoc xfer descriptor 80f1ae32a1SGerd Hoffmann #define NLPTR_TYPE_FSTN 3 // frame span traversal node 81f1ae32a1SGerd Hoffmann 82f1ae32a1SGerd Hoffmann #define SET_LAST_RUN_CLOCK(s) \ 83bc72ad67SAlex Bligh (s)->last_run_ns = qemu_clock_get_ns(QEMU_CLOCK_VIRTUAL); 84f1ae32a1SGerd Hoffmann 85f1ae32a1SGerd Hoffmann /* nifty macros from Arnon's EHCI version */ 86f1ae32a1SGerd Hoffmann #define get_field(data, field) \ 87f1ae32a1SGerd Hoffmann (((data) & field##_MASK) >> field##_SH) 88f1ae32a1SGerd Hoffmann 89f1ae32a1SGerd Hoffmann #define set_field(data, newval, field) do { \ 90f1ae32a1SGerd Hoffmann uint32_t val = *data; \ 91f1ae32a1SGerd Hoffmann val &= ~ field##_MASK; \ 92f1ae32a1SGerd Hoffmann val |= ((newval) << field##_SH) & field##_MASK; \ 93f1ae32a1SGerd Hoffmann *data = val; \ 94f1ae32a1SGerd Hoffmann } while(0) 95f1ae32a1SGerd Hoffmann 96f1ae32a1SGerd Hoffmann static const char *ehci_state_names[] = { 97f1ae32a1SGerd Hoffmann [EST_INACTIVE] = "INACTIVE", 98f1ae32a1SGerd Hoffmann [EST_ACTIVE] = "ACTIVE", 99f1ae32a1SGerd Hoffmann [EST_EXECUTING] = "EXECUTING", 100f1ae32a1SGerd Hoffmann [EST_SLEEPING] = "SLEEPING", 101f1ae32a1SGerd Hoffmann [EST_WAITLISTHEAD] = "WAITLISTHEAD", 102f1ae32a1SGerd Hoffmann [EST_FETCHENTRY] = "FETCH ENTRY", 103f1ae32a1SGerd Hoffmann [EST_FETCHQH] = "FETCH QH", 104f1ae32a1SGerd Hoffmann [EST_FETCHITD] = "FETCH ITD", 105f1ae32a1SGerd Hoffmann [EST_ADVANCEQUEUE] = "ADVANCEQUEUE", 106f1ae32a1SGerd Hoffmann [EST_FETCHQTD] = "FETCH QTD", 107f1ae32a1SGerd Hoffmann [EST_EXECUTE] = "EXECUTE", 108f1ae32a1SGerd Hoffmann [EST_WRITEBACK] = "WRITEBACK", 109f1ae32a1SGerd Hoffmann [EST_HORIZONTALQH] = "HORIZONTALQH", 110f1ae32a1SGerd Hoffmann }; 111f1ae32a1SGerd Hoffmann 112f1ae32a1SGerd Hoffmann static const char *ehci_mmio_names[] = { 113f1ae32a1SGerd Hoffmann [USBCMD] = "USBCMD", 114f1ae32a1SGerd Hoffmann [USBSTS] = "USBSTS", 115f1ae32a1SGerd Hoffmann [USBINTR] = "USBINTR", 116f1ae32a1SGerd Hoffmann [FRINDEX] = "FRINDEX", 117f1ae32a1SGerd Hoffmann [PERIODICLISTBASE] = "P-LIST BASE", 118f1ae32a1SGerd Hoffmann [ASYNCLISTADDR] = "A-LIST ADDR", 119f1ae32a1SGerd Hoffmann [CONFIGFLAG] = "CONFIGFLAG", 120f1ae32a1SGerd Hoffmann }; 121f1ae32a1SGerd Hoffmann 1224b63a0dfSHans de Goede static int ehci_state_executing(EHCIQueue *q); 1234b63a0dfSHans de Goede static int ehci_state_writeback(EHCIQueue *q); 124ff80ce59SHans de Goede static int ehci_state_advqueue(EHCIQueue *q); 125b4ea8664SHans de Goede static int ehci_fill_queue(EHCIPacket *p); 1262b3de6adSHans de Goede static void ehci_free_packet(EHCIPacket *p); 1274b63a0dfSHans de Goede 128f1ae32a1SGerd Hoffmann static const char *nr2str(const char **n, size_t len, uint32_t nr) 129f1ae32a1SGerd Hoffmann { 130f1ae32a1SGerd Hoffmann if (nr < len && n[nr] != NULL) { 131f1ae32a1SGerd Hoffmann return n[nr]; 132f1ae32a1SGerd Hoffmann } else { 133f1ae32a1SGerd Hoffmann return "unknown"; 134f1ae32a1SGerd Hoffmann } 135f1ae32a1SGerd Hoffmann } 136f1ae32a1SGerd Hoffmann 137f1ae32a1SGerd Hoffmann static const char *state2str(uint32_t state) 138f1ae32a1SGerd Hoffmann { 139f1ae32a1SGerd Hoffmann return nr2str(ehci_state_names, ARRAY_SIZE(ehci_state_names), state); 140f1ae32a1SGerd Hoffmann } 141f1ae32a1SGerd Hoffmann 142a8170e5eSAvi Kivity static const char *addr2str(hwaddr addr) 143f1ae32a1SGerd Hoffmann { 14427a11324SPeter Crosthwaite return nr2str(ehci_mmio_names, ARRAY_SIZE(ehci_mmio_names), addr); 145f1ae32a1SGerd Hoffmann } 146f1ae32a1SGerd Hoffmann 147f1ae32a1SGerd Hoffmann static void ehci_trace_usbsts(uint32_t mask, int state) 148f1ae32a1SGerd Hoffmann { 149f1ae32a1SGerd Hoffmann /* interrupts */ 150f1ae32a1SGerd Hoffmann if (mask & USBSTS_INT) { 151f1ae32a1SGerd Hoffmann trace_usb_ehci_usbsts("INT", state); 152f1ae32a1SGerd Hoffmann } 153f1ae32a1SGerd Hoffmann if (mask & USBSTS_ERRINT) { 154f1ae32a1SGerd Hoffmann trace_usb_ehci_usbsts("ERRINT", state); 155f1ae32a1SGerd Hoffmann } 156f1ae32a1SGerd Hoffmann if (mask & USBSTS_PCD) { 157f1ae32a1SGerd Hoffmann trace_usb_ehci_usbsts("PCD", state); 158f1ae32a1SGerd Hoffmann } 159f1ae32a1SGerd Hoffmann if (mask & USBSTS_FLR) { 160f1ae32a1SGerd Hoffmann trace_usb_ehci_usbsts("FLR", state); 161f1ae32a1SGerd Hoffmann } 162f1ae32a1SGerd Hoffmann if (mask & USBSTS_HSE) { 163f1ae32a1SGerd Hoffmann trace_usb_ehci_usbsts("HSE", state); 164f1ae32a1SGerd Hoffmann } 165f1ae32a1SGerd Hoffmann if (mask & USBSTS_IAA) { 166f1ae32a1SGerd Hoffmann trace_usb_ehci_usbsts("IAA", state); 167f1ae32a1SGerd Hoffmann } 168f1ae32a1SGerd Hoffmann 169f1ae32a1SGerd Hoffmann /* status */ 170f1ae32a1SGerd Hoffmann if (mask & USBSTS_HALT) { 171f1ae32a1SGerd Hoffmann trace_usb_ehci_usbsts("HALT", state); 172f1ae32a1SGerd Hoffmann } 173f1ae32a1SGerd Hoffmann if (mask & USBSTS_REC) { 174f1ae32a1SGerd Hoffmann trace_usb_ehci_usbsts("REC", state); 175f1ae32a1SGerd Hoffmann } 176f1ae32a1SGerd Hoffmann if (mask & USBSTS_PSS) { 177f1ae32a1SGerd Hoffmann trace_usb_ehci_usbsts("PSS", state); 178f1ae32a1SGerd Hoffmann } 179f1ae32a1SGerd Hoffmann if (mask & USBSTS_ASS) { 180f1ae32a1SGerd Hoffmann trace_usb_ehci_usbsts("ASS", state); 181f1ae32a1SGerd Hoffmann } 182f1ae32a1SGerd Hoffmann } 183f1ae32a1SGerd Hoffmann 184f1ae32a1SGerd Hoffmann static inline void ehci_set_usbsts(EHCIState *s, int mask) 185f1ae32a1SGerd Hoffmann { 186f1ae32a1SGerd Hoffmann if ((s->usbsts & mask) == mask) { 187f1ae32a1SGerd Hoffmann return; 188f1ae32a1SGerd Hoffmann } 189f1ae32a1SGerd Hoffmann ehci_trace_usbsts(mask, 1); 190f1ae32a1SGerd Hoffmann s->usbsts |= mask; 191f1ae32a1SGerd Hoffmann } 192f1ae32a1SGerd Hoffmann 193f1ae32a1SGerd Hoffmann static inline void ehci_clear_usbsts(EHCIState *s, int mask) 194f1ae32a1SGerd Hoffmann { 195f1ae32a1SGerd Hoffmann if ((s->usbsts & mask) == 0) { 196f1ae32a1SGerd Hoffmann return; 197f1ae32a1SGerd Hoffmann } 198f1ae32a1SGerd Hoffmann ehci_trace_usbsts(mask, 0); 199f1ae32a1SGerd Hoffmann s->usbsts &= ~mask; 200f1ae32a1SGerd Hoffmann } 201f1ae32a1SGerd Hoffmann 2027efc17afSGerd Hoffmann /* update irq line */ 2037efc17afSGerd Hoffmann static inline void ehci_update_irq(EHCIState *s) 204f1ae32a1SGerd Hoffmann { 205f1ae32a1SGerd Hoffmann int level = 0; 206f1ae32a1SGerd Hoffmann 207f1ae32a1SGerd Hoffmann if ((s->usbsts & USBINTR_MASK) & s->usbintr) { 208f1ae32a1SGerd Hoffmann level = 1; 209f1ae32a1SGerd Hoffmann } 210f1ae32a1SGerd Hoffmann 2117efc17afSGerd Hoffmann trace_usb_ehci_irq(level, s->frindex, s->usbsts, s->usbintr); 212f1ae32a1SGerd Hoffmann qemu_set_irq(s->irq, level); 213f1ae32a1SGerd Hoffmann } 214f1ae32a1SGerd Hoffmann 2157efc17afSGerd Hoffmann /* flag interrupt condition */ 2167efc17afSGerd Hoffmann static inline void ehci_raise_irq(EHCIState *s, int intr) 217f1ae32a1SGerd Hoffmann { 2186d3b6d3dSGerd Hoffmann if (intr & (USBSTS_PCD | USBSTS_FLR | USBSTS_HSE)) { 2196d3b6d3dSGerd Hoffmann s->usbsts |= intr; 2206d3b6d3dSGerd Hoffmann ehci_update_irq(s); 2216d3b6d3dSGerd Hoffmann } else { 222f1ae32a1SGerd Hoffmann s->usbsts_pending |= intr; 223f1ae32a1SGerd Hoffmann } 2246d3b6d3dSGerd Hoffmann } 225f1ae32a1SGerd Hoffmann 2267efc17afSGerd Hoffmann /* 2277efc17afSGerd Hoffmann * Commit pending interrupts (added via ehci_raise_irq), 2287efc17afSGerd Hoffmann * at the rate allowed by "Interrupt Threshold Control". 2297efc17afSGerd Hoffmann */ 2307efc17afSGerd Hoffmann static inline void ehci_commit_irq(EHCIState *s) 231f1ae32a1SGerd Hoffmann { 2327efc17afSGerd Hoffmann uint32_t itc; 2337efc17afSGerd Hoffmann 234f1ae32a1SGerd Hoffmann if (!s->usbsts_pending) { 235f1ae32a1SGerd Hoffmann return; 236f1ae32a1SGerd Hoffmann } 2377efc17afSGerd Hoffmann if (s->usbsts_frindex > s->frindex) { 2387efc17afSGerd Hoffmann return; 2397efc17afSGerd Hoffmann } 2407efc17afSGerd Hoffmann 2417efc17afSGerd Hoffmann itc = (s->usbcmd >> 16) & 0xff; 2427efc17afSGerd Hoffmann s->usbsts |= s->usbsts_pending; 243f1ae32a1SGerd Hoffmann s->usbsts_pending = 0; 2447efc17afSGerd Hoffmann s->usbsts_frindex = s->frindex + itc; 2457efc17afSGerd Hoffmann ehci_update_irq(s); 246f1ae32a1SGerd Hoffmann } 247f1ae32a1SGerd Hoffmann 248daf25307SGerd Hoffmann static void ehci_update_halt(EHCIState *s) 249daf25307SGerd Hoffmann { 250daf25307SGerd Hoffmann if (s->usbcmd & USBCMD_RUNSTOP) { 251daf25307SGerd Hoffmann ehci_clear_usbsts(s, USBSTS_HALT); 252daf25307SGerd Hoffmann } else { 253daf25307SGerd Hoffmann if (s->astate == EST_INACTIVE && s->pstate == EST_INACTIVE) { 254daf25307SGerd Hoffmann ehci_set_usbsts(s, USBSTS_HALT); 255daf25307SGerd Hoffmann } 256daf25307SGerd Hoffmann } 257daf25307SGerd Hoffmann } 258daf25307SGerd Hoffmann 259f1ae32a1SGerd Hoffmann static void ehci_set_state(EHCIState *s, int async, int state) 260f1ae32a1SGerd Hoffmann { 261f1ae32a1SGerd Hoffmann if (async) { 262f1ae32a1SGerd Hoffmann trace_usb_ehci_state("async", state2str(state)); 263f1ae32a1SGerd Hoffmann s->astate = state; 264b53f685dSGerd Hoffmann if (s->astate == EST_INACTIVE) { 265b53f685dSGerd Hoffmann ehci_clear_usbsts(s, USBSTS_ASS); 266daf25307SGerd Hoffmann ehci_update_halt(s); 267b53f685dSGerd Hoffmann } else { 268b53f685dSGerd Hoffmann ehci_set_usbsts(s, USBSTS_ASS); 269b53f685dSGerd Hoffmann } 270f1ae32a1SGerd Hoffmann } else { 271f1ae32a1SGerd Hoffmann trace_usb_ehci_state("periodic", state2str(state)); 272f1ae32a1SGerd Hoffmann s->pstate = state; 273b53f685dSGerd Hoffmann if (s->pstate == EST_INACTIVE) { 274b53f685dSGerd Hoffmann ehci_clear_usbsts(s, USBSTS_PSS); 275daf25307SGerd Hoffmann ehci_update_halt(s); 276b53f685dSGerd Hoffmann } else { 277b53f685dSGerd Hoffmann ehci_set_usbsts(s, USBSTS_PSS); 278b53f685dSGerd Hoffmann } 279f1ae32a1SGerd Hoffmann } 280f1ae32a1SGerd Hoffmann } 281f1ae32a1SGerd Hoffmann 282f1ae32a1SGerd Hoffmann static int ehci_get_state(EHCIState *s, int async) 283f1ae32a1SGerd Hoffmann { 284f1ae32a1SGerd Hoffmann return async ? s->astate : s->pstate; 285f1ae32a1SGerd Hoffmann } 286f1ae32a1SGerd Hoffmann 287f1ae32a1SGerd Hoffmann static void ehci_set_fetch_addr(EHCIState *s, int async, uint32_t addr) 288f1ae32a1SGerd Hoffmann { 289f1ae32a1SGerd Hoffmann if (async) { 290f1ae32a1SGerd Hoffmann s->a_fetch_addr = addr; 291f1ae32a1SGerd Hoffmann } else { 292f1ae32a1SGerd Hoffmann s->p_fetch_addr = addr; 293f1ae32a1SGerd Hoffmann } 294f1ae32a1SGerd Hoffmann } 295f1ae32a1SGerd Hoffmann 296f1ae32a1SGerd Hoffmann static int ehci_get_fetch_addr(EHCIState *s, int async) 297f1ae32a1SGerd Hoffmann { 298f1ae32a1SGerd Hoffmann return async ? s->a_fetch_addr : s->p_fetch_addr; 299f1ae32a1SGerd Hoffmann } 300f1ae32a1SGerd Hoffmann 301a8170e5eSAvi Kivity static void ehci_trace_qh(EHCIQueue *q, hwaddr addr, EHCIqh *qh) 302f1ae32a1SGerd Hoffmann { 303f1ae32a1SGerd Hoffmann /* need three here due to argument count limits */ 304f1ae32a1SGerd Hoffmann trace_usb_ehci_qh_ptrs(q, addr, qh->next, 305f1ae32a1SGerd Hoffmann qh->current_qtd, qh->next_qtd, qh->altnext_qtd); 306f1ae32a1SGerd Hoffmann trace_usb_ehci_qh_fields(addr, 307f1ae32a1SGerd Hoffmann get_field(qh->epchar, QH_EPCHAR_RL), 308f1ae32a1SGerd Hoffmann get_field(qh->epchar, QH_EPCHAR_MPLEN), 309f1ae32a1SGerd Hoffmann get_field(qh->epchar, QH_EPCHAR_EPS), 310f1ae32a1SGerd Hoffmann get_field(qh->epchar, QH_EPCHAR_EP), 311f1ae32a1SGerd Hoffmann get_field(qh->epchar, QH_EPCHAR_DEVADDR)); 312f1ae32a1SGerd Hoffmann trace_usb_ehci_qh_bits(addr, 313f1ae32a1SGerd Hoffmann (bool)(qh->epchar & QH_EPCHAR_C), 314f1ae32a1SGerd Hoffmann (bool)(qh->epchar & QH_EPCHAR_H), 315f1ae32a1SGerd Hoffmann (bool)(qh->epchar & QH_EPCHAR_DTC), 316f1ae32a1SGerd Hoffmann (bool)(qh->epchar & QH_EPCHAR_I)); 317f1ae32a1SGerd Hoffmann } 318f1ae32a1SGerd Hoffmann 319a8170e5eSAvi Kivity static void ehci_trace_qtd(EHCIQueue *q, hwaddr addr, EHCIqtd *qtd) 320f1ae32a1SGerd Hoffmann { 321f1ae32a1SGerd Hoffmann /* need three here due to argument count limits */ 322f1ae32a1SGerd Hoffmann trace_usb_ehci_qtd_ptrs(q, addr, qtd->next, qtd->altnext); 323f1ae32a1SGerd Hoffmann trace_usb_ehci_qtd_fields(addr, 324f1ae32a1SGerd Hoffmann get_field(qtd->token, QTD_TOKEN_TBYTES), 325f1ae32a1SGerd Hoffmann get_field(qtd->token, QTD_TOKEN_CPAGE), 326f1ae32a1SGerd Hoffmann get_field(qtd->token, QTD_TOKEN_CERR), 327f1ae32a1SGerd Hoffmann get_field(qtd->token, QTD_TOKEN_PID)); 328f1ae32a1SGerd Hoffmann trace_usb_ehci_qtd_bits(addr, 329f1ae32a1SGerd Hoffmann (bool)(qtd->token & QTD_TOKEN_IOC), 330f1ae32a1SGerd Hoffmann (bool)(qtd->token & QTD_TOKEN_ACTIVE), 331f1ae32a1SGerd Hoffmann (bool)(qtd->token & QTD_TOKEN_HALT), 332f1ae32a1SGerd Hoffmann (bool)(qtd->token & QTD_TOKEN_BABBLE), 333f1ae32a1SGerd Hoffmann (bool)(qtd->token & QTD_TOKEN_XACTERR)); 334f1ae32a1SGerd Hoffmann } 335f1ae32a1SGerd Hoffmann 336a8170e5eSAvi Kivity static void ehci_trace_itd(EHCIState *s, hwaddr addr, EHCIitd *itd) 337f1ae32a1SGerd Hoffmann { 338f1ae32a1SGerd Hoffmann trace_usb_ehci_itd(addr, itd->next, 339f1ae32a1SGerd Hoffmann get_field(itd->bufptr[1], ITD_BUFPTR_MAXPKT), 340f1ae32a1SGerd Hoffmann get_field(itd->bufptr[2], ITD_BUFPTR_MULT), 341f1ae32a1SGerd Hoffmann get_field(itd->bufptr[0], ITD_BUFPTR_EP), 342f1ae32a1SGerd Hoffmann get_field(itd->bufptr[0], ITD_BUFPTR_DEVADDR)); 343f1ae32a1SGerd Hoffmann } 344f1ae32a1SGerd Hoffmann 345a8170e5eSAvi Kivity static void ehci_trace_sitd(EHCIState *s, hwaddr addr, 346f1ae32a1SGerd Hoffmann EHCIsitd *sitd) 347f1ae32a1SGerd Hoffmann { 348f1ae32a1SGerd Hoffmann trace_usb_ehci_sitd(addr, sitd->next, 349f1ae32a1SGerd Hoffmann (bool)(sitd->results & SITD_RESULTS_ACTIVE)); 350f1ae32a1SGerd Hoffmann } 351f1ae32a1SGerd Hoffmann 3525c514681SGerd Hoffmann static void ehci_trace_guest_bug(EHCIState *s, const char *message) 3535c514681SGerd Hoffmann { 3545c514681SGerd Hoffmann trace_usb_ehci_guest_bug(message); 3555c514681SGerd Hoffmann } 3565c514681SGerd Hoffmann 357ec807d12SGerd Hoffmann static inline bool ehci_enabled(EHCIState *s) 358ec807d12SGerd Hoffmann { 359ec807d12SGerd Hoffmann return s->usbcmd & USBCMD_RUNSTOP; 360ec807d12SGerd Hoffmann } 361ec807d12SGerd Hoffmann 362ec807d12SGerd Hoffmann static inline bool ehci_async_enabled(EHCIState *s) 363ec807d12SGerd Hoffmann { 364ec807d12SGerd Hoffmann return ehci_enabled(s) && (s->usbcmd & USBCMD_ASE); 365ec807d12SGerd Hoffmann } 366ec807d12SGerd Hoffmann 367ec807d12SGerd Hoffmann static inline bool ehci_periodic_enabled(EHCIState *s) 368ec807d12SGerd Hoffmann { 369ec807d12SGerd Hoffmann return ehci_enabled(s) && (s->usbcmd & USBCMD_PSE); 370ec807d12SGerd Hoffmann } 371ec807d12SGerd Hoffmann 372190d8492SHans de Goede /* Get an array of dwords from main memory */ 373190d8492SHans de Goede static inline int get_dwords(EHCIState *ehci, uint32_t addr, 374190d8492SHans de Goede uint32_t *buf, int num) 375190d8492SHans de Goede { 376190d8492SHans de Goede int i; 377190d8492SHans de Goede 378df32fd1cSPaolo Bonzini if (!ehci->as) { 379190d8492SHans de Goede ehci_raise_irq(ehci, USBSTS_HSE); 380190d8492SHans de Goede ehci->usbcmd &= ~USBCMD_RUNSTOP; 381190d8492SHans de Goede trace_usb_ehci_dma_error(); 382190d8492SHans de Goede return -1; 383190d8492SHans de Goede } 384190d8492SHans de Goede 385190d8492SHans de Goede for (i = 0; i < num; i++, buf++, addr += sizeof(*buf)) { 386ba06fe8aSPhilippe Mathieu-Daudé dma_memory_read(ehci->as, addr, buf, sizeof(*buf), 387ba06fe8aSPhilippe Mathieu-Daudé MEMTXATTRS_UNSPECIFIED); 388190d8492SHans de Goede *buf = le32_to_cpu(*buf); 389190d8492SHans de Goede } 390190d8492SHans de Goede 391190d8492SHans de Goede return num; 392190d8492SHans de Goede } 393190d8492SHans de Goede 394190d8492SHans de Goede /* Put an array of dwords in to main memory */ 395190d8492SHans de Goede static inline int put_dwords(EHCIState *ehci, uint32_t addr, 396190d8492SHans de Goede uint32_t *buf, int num) 397190d8492SHans de Goede { 398190d8492SHans de Goede int i; 399190d8492SHans de Goede 400df32fd1cSPaolo Bonzini if (!ehci->as) { 401190d8492SHans de Goede ehci_raise_irq(ehci, USBSTS_HSE); 402190d8492SHans de Goede ehci->usbcmd &= ~USBCMD_RUNSTOP; 403190d8492SHans de Goede trace_usb_ehci_dma_error(); 404190d8492SHans de Goede return -1; 405190d8492SHans de Goede } 406190d8492SHans de Goede 407190d8492SHans de Goede for (i = 0; i < num; i++, buf++, addr += sizeof(*buf)) { 408190d8492SHans de Goede uint32_t tmp = cpu_to_le32(*buf); 409ba06fe8aSPhilippe Mathieu-Daudé dma_memory_write(ehci->as, addr, &tmp, sizeof(tmp), 410ba06fe8aSPhilippe Mathieu-Daudé MEMTXATTRS_UNSPECIFIED); 411190d8492SHans de Goede } 412190d8492SHans de Goede 413190d8492SHans de Goede return num; 414190d8492SHans de Goede } 415190d8492SHans de Goede 41651e0c5d0SHans de Goede static int ehci_get_pid(EHCIqtd *qtd) 41751e0c5d0SHans de Goede { 41851e0c5d0SHans de Goede switch (get_field(qtd->token, QTD_TOKEN_PID)) { 41951e0c5d0SHans de Goede case 0: 42051e0c5d0SHans de Goede return USB_TOKEN_OUT; 42151e0c5d0SHans de Goede case 1: 42251e0c5d0SHans de Goede return USB_TOKEN_IN; 42351e0c5d0SHans de Goede case 2: 42451e0c5d0SHans de Goede return USB_TOKEN_SETUP; 42551e0c5d0SHans de Goede default: 42651e0c5d0SHans de Goede fprintf(stderr, "bad token\n"); 42751e0c5d0SHans de Goede return 0; 42851e0c5d0SHans de Goede } 42951e0c5d0SHans de Goede } 43051e0c5d0SHans de Goede 431c6432634SHans de Goede static bool ehci_verify_qh(EHCIQueue *q, EHCIqh *qh) 432c6432634SHans de Goede { 433c6432634SHans de Goede uint32_t devaddr = get_field(qh->epchar, QH_EPCHAR_DEVADDR); 434c6432634SHans de Goede uint32_t endp = get_field(qh->epchar, QH_EPCHAR_EP); 435c6432634SHans de Goede if ((devaddr != get_field(q->qh.epchar, QH_EPCHAR_DEVADDR)) || 436c6432634SHans de Goede (endp != get_field(q->qh.epchar, QH_EPCHAR_EP)) || 437c6432634SHans de Goede (qh->current_qtd != q->qh.current_qtd) || 438c6432634SHans de Goede (q->async && qh->next_qtd != q->qh.next_qtd) || 439c6432634SHans de Goede (memcmp(&qh->altnext_qtd, &q->qh.altnext_qtd, 440c6432634SHans de Goede 7 * sizeof(uint32_t)) != 0) || 441c6432634SHans de Goede (q->dev != NULL && q->dev->addr != devaddr)) { 442c6432634SHans de Goede return false; 443c6432634SHans de Goede } else { 444c6432634SHans de Goede return true; 445c6432634SHans de Goede } 446c6432634SHans de Goede } 447c6432634SHans de Goede 448c6432634SHans de Goede static bool ehci_verify_qtd(EHCIPacket *p, EHCIqtd *qtd) 449c6432634SHans de Goede { 450c6432634SHans de Goede if (p->qtdaddr != p->queue->qtdaddr || 451c6432634SHans de Goede (p->queue->async && !NLPTR_TBIT(p->qtd.next) && 452c6432634SHans de Goede (p->qtd.next != qtd->next)) || 453c6432634SHans de Goede (!NLPTR_TBIT(p->qtd.altnext) && (p->qtd.altnext != qtd->altnext)) || 454d066c57bSHans de Goede p->qtd.token != qtd->token || 455c6432634SHans de Goede p->qtd.bufptr[0] != qtd->bufptr[0]) { 456c6432634SHans de Goede return false; 457c6432634SHans de Goede } else { 458c6432634SHans de Goede return true; 459c6432634SHans de Goede } 460c6432634SHans de Goede } 461c6432634SHans de Goede 462bbbc39ccSHans de Goede static bool ehci_verify_pid(EHCIQueue *q, EHCIqtd *qtd) 463bbbc39ccSHans de Goede { 464bbbc39ccSHans de Goede int ep = get_field(q->qh.epchar, QH_EPCHAR_EP); 465bbbc39ccSHans de Goede int pid = ehci_get_pid(qtd); 466bbbc39ccSHans de Goede 467bbbc39ccSHans de Goede /* Note the pid changing is normal for ep 0 (the control ep) */ 468bbbc39ccSHans de Goede if (q->last_pid && ep != 0 && pid != q->last_pid) { 469bbbc39ccSHans de Goede return false; 470bbbc39ccSHans de Goede } else { 471bbbc39ccSHans de Goede return true; 472bbbc39ccSHans de Goede } 473bbbc39ccSHans de Goede } 474bbbc39ccSHans de Goede 475f881c8d3SHans de Goede /* Finish executing and writeback a packet outside of the regular 476f881c8d3SHans de Goede fetchqh -> fetchqtd -> execute -> writeback cycle */ 477f881c8d3SHans de Goede static void ehci_writeback_async_complete_packet(EHCIPacket *p) 478f881c8d3SHans de Goede { 479f881c8d3SHans de Goede EHCIQueue *q = p->queue; 4802b3de6adSHans de Goede EHCIqtd qtd; 4812b3de6adSHans de Goede EHCIqh qh; 482f881c8d3SHans de Goede int state; 483f881c8d3SHans de Goede 4842b3de6adSHans de Goede /* Verify the qh + qtd, like we do when going through fetchqh & fetchqtd */ 4852b3de6adSHans de Goede get_dwords(q->ehci, NLPTR_GET(q->qhaddr), 4862b3de6adSHans de Goede (uint32_t *) &qh, sizeof(EHCIqh) >> 2); 4872b3de6adSHans de Goede get_dwords(q->ehci, NLPTR_GET(q->qtdaddr), 4882b3de6adSHans de Goede (uint32_t *) &qtd, sizeof(EHCIqtd) >> 2); 4892b3de6adSHans de Goede if (!ehci_verify_qh(q, &qh) || !ehci_verify_qtd(p, &qtd)) { 4902b3de6adSHans de Goede p->async = EHCI_ASYNC_INITIALIZED; 4912b3de6adSHans de Goede ehci_free_packet(p); 4922b3de6adSHans de Goede return; 4932b3de6adSHans de Goede } 4942b3de6adSHans de Goede 495f881c8d3SHans de Goede state = ehci_get_state(q->ehci, q->async); 496f881c8d3SHans de Goede ehci_state_executing(q); 497f881c8d3SHans de Goede ehci_state_writeback(q); /* Frees the packet! */ 498f881c8d3SHans de Goede if (!(q->qh.token & QTD_TOKEN_HALT)) { 499f881c8d3SHans de Goede ehci_state_advqueue(q); 500f881c8d3SHans de Goede } 501f881c8d3SHans de Goede ehci_set_state(q->ehci, q->async, state); 502f881c8d3SHans de Goede } 503f881c8d3SHans de Goede 504eb36a88eSGerd Hoffmann /* packet management */ 505eb36a88eSGerd Hoffmann 506eb36a88eSGerd Hoffmann static EHCIPacket *ehci_alloc_packet(EHCIQueue *q) 507eb36a88eSGerd Hoffmann { 508eb36a88eSGerd Hoffmann EHCIPacket *p; 509eb36a88eSGerd Hoffmann 510eb36a88eSGerd Hoffmann p = g_new0(EHCIPacket, 1); 511eb36a88eSGerd Hoffmann p->queue = q; 512eb36a88eSGerd Hoffmann usb_packet_init(&p->packet); 513eb36a88eSGerd Hoffmann QTAILQ_INSERT_TAIL(&q->packets, p, next); 514eb36a88eSGerd Hoffmann trace_usb_ehci_packet_action(p->queue, p, "alloc"); 515eb36a88eSGerd Hoffmann return p; 516eb36a88eSGerd Hoffmann } 517eb36a88eSGerd Hoffmann 518eb36a88eSGerd Hoffmann static void ehci_free_packet(EHCIPacket *p) 519eb36a88eSGerd Hoffmann { 520e449f26bSHans de Goede if (p->async == EHCI_ASYNC_FINISHED && 521e449f26bSHans de Goede !(p->queue->qh.token & QTD_TOKEN_HALT)) { 522f881c8d3SHans de Goede ehci_writeback_async_complete_packet(p); 5234b63a0dfSHans de Goede return; 5244b63a0dfSHans de Goede } 525616789cdSGerd Hoffmann trace_usb_ehci_packet_action(p->queue, p, "free"); 526616789cdSGerd Hoffmann if (p->async == EHCI_ASYNC_INFLIGHT) { 527616789cdSGerd Hoffmann usb_cancel_packet(&p->packet); 528e449f26bSHans de Goede } 529e449f26bSHans de Goede if (p->async == EHCI_ASYNC_FINISHED && 530e449f26bSHans de Goede p->packet.status == USB_RET_SUCCESS) { 531e449f26bSHans de Goede fprintf(stderr, 532e449f26bSHans de Goede "EHCI: Dropping completed packet from halted %s ep %02X\n", 533e449f26bSHans de Goede (p->pid == USB_TOKEN_IN) ? "in" : "out", 534e449f26bSHans de Goede get_field(p->queue->qh.epchar, QH_EPCHAR_EP)); 535e449f26bSHans de Goede } 536e449f26bSHans de Goede if (p->async != EHCI_ASYNC_NONE) { 537616789cdSGerd Hoffmann usb_packet_unmap(&p->packet, &p->sgl); 538616789cdSGerd Hoffmann qemu_sglist_destroy(&p->sgl); 539616789cdSGerd Hoffmann } 540eb36a88eSGerd Hoffmann QTAILQ_REMOVE(&p->queue->packets, p, next); 541eb36a88eSGerd Hoffmann usb_packet_cleanup(&p->packet); 542eb36a88eSGerd Hoffmann g_free(p); 543eb36a88eSGerd Hoffmann } 544eb36a88eSGerd Hoffmann 545f1ae32a1SGerd Hoffmann /* queue management */ 546f1ae32a1SGerd Hoffmann 5478f6d5e26SGerd Hoffmann static EHCIQueue *ehci_alloc_queue(EHCIState *ehci, uint32_t addr, int async) 548f1ae32a1SGerd Hoffmann { 549f1ae32a1SGerd Hoffmann EHCIQueueHead *head = async ? &ehci->aqueues : &ehci->pqueues; 550f1ae32a1SGerd Hoffmann EHCIQueue *q; 551f1ae32a1SGerd Hoffmann 552f1ae32a1SGerd Hoffmann q = g_malloc0(sizeof(*q)); 553f1ae32a1SGerd Hoffmann q->ehci = ehci; 5548f6d5e26SGerd Hoffmann q->qhaddr = addr; 555ae0138a8SGerd Hoffmann q->async = async; 556eb36a88eSGerd Hoffmann QTAILQ_INIT(&q->packets); 557f1ae32a1SGerd Hoffmann QTAILQ_INSERT_HEAD(head, q, next); 558f1ae32a1SGerd Hoffmann trace_usb_ehci_queue_action(q, "alloc"); 559f1ae32a1SGerd Hoffmann return q; 560f1ae32a1SGerd Hoffmann } 561f1ae32a1SGerd Hoffmann 562f79738b0SHans de Goede static void ehci_queue_stopped(EHCIQueue *q) 563f79738b0SHans de Goede { 564f79738b0SHans de Goede int endp = get_field(q->qh.epchar, QH_EPCHAR_EP); 565f79738b0SHans de Goede 566f79738b0SHans de Goede if (!q->last_pid || !q->dev) { 567f79738b0SHans de Goede return; 568f79738b0SHans de Goede } 569f79738b0SHans de Goede 570f79738b0SHans de Goede usb_device_ep_stopped(q->dev, usb_ep_get(q->dev, q->last_pid, endp)); 571f79738b0SHans de Goede } 572f79738b0SHans de Goede 5735c514681SGerd Hoffmann static int ehci_cancel_queue(EHCIQueue *q) 574c7cdca3bSGerd Hoffmann { 575c7cdca3bSGerd Hoffmann EHCIPacket *p; 5765c514681SGerd Hoffmann int packets = 0; 577c7cdca3bSGerd Hoffmann 578c7cdca3bSGerd Hoffmann p = QTAILQ_FIRST(&q->packets); 579c7cdca3bSGerd Hoffmann if (p == NULL) { 580f79738b0SHans de Goede goto leave; 581c7cdca3bSGerd Hoffmann } 582c7cdca3bSGerd Hoffmann 583c7cdca3bSGerd Hoffmann trace_usb_ehci_queue_action(q, "cancel"); 584c7cdca3bSGerd Hoffmann do { 585c7cdca3bSGerd Hoffmann ehci_free_packet(p); 5865c514681SGerd Hoffmann packets++; 587c7cdca3bSGerd Hoffmann } while ((p = QTAILQ_FIRST(&q->packets)) != NULL); 588f79738b0SHans de Goede 589f79738b0SHans de Goede leave: 590f79738b0SHans de Goede ehci_queue_stopped(q); 5915c514681SGerd Hoffmann return packets; 592c7cdca3bSGerd Hoffmann } 593c7cdca3bSGerd Hoffmann 5945c514681SGerd Hoffmann static int ehci_reset_queue(EHCIQueue *q) 595dafe31fcSHans de Goede { 5965c514681SGerd Hoffmann int packets; 5975c514681SGerd Hoffmann 598dafe31fcSHans de Goede trace_usb_ehci_queue_action(q, "reset"); 5995c514681SGerd Hoffmann packets = ehci_cancel_queue(q); 600dafe31fcSHans de Goede q->dev = NULL; 601dafe31fcSHans de Goede q->qtdaddr = 0; 602bbbc39ccSHans de Goede q->last_pid = 0; 6035c514681SGerd Hoffmann return packets; 604dafe31fcSHans de Goede } 605dafe31fcSHans de Goede 6063a8ca08eSHans de Goede static void ehci_free_queue(EHCIQueue *q, const char *warn) 607f1ae32a1SGerd Hoffmann { 608ae0138a8SGerd Hoffmann EHCIQueueHead *head = q->async ? &q->ehci->aqueues : &q->ehci->pqueues; 6093a8ca08eSHans de Goede int cancelled; 610eb36a88eSGerd Hoffmann 611f1ae32a1SGerd Hoffmann trace_usb_ehci_queue_action(q, "free"); 6123a8ca08eSHans de Goede cancelled = ehci_cancel_queue(q); 6133a8ca08eSHans de Goede if (warn && cancelled > 0) { 6143a8ca08eSHans de Goede ehci_trace_guest_bug(q->ehci, warn); 6153a8ca08eSHans de Goede } 616f1ae32a1SGerd Hoffmann QTAILQ_REMOVE(head, q, next); 617f1ae32a1SGerd Hoffmann g_free(q); 618f1ae32a1SGerd Hoffmann } 619f1ae32a1SGerd Hoffmann 620f1ae32a1SGerd Hoffmann static EHCIQueue *ehci_find_queue_by_qh(EHCIState *ehci, uint32_t addr, 621f1ae32a1SGerd Hoffmann int async) 622f1ae32a1SGerd Hoffmann { 623f1ae32a1SGerd Hoffmann EHCIQueueHead *head = async ? &ehci->aqueues : &ehci->pqueues; 624f1ae32a1SGerd Hoffmann EHCIQueue *q; 625f1ae32a1SGerd Hoffmann 626f1ae32a1SGerd Hoffmann QTAILQ_FOREACH(q, head, next) { 627f1ae32a1SGerd Hoffmann if (addr == q->qhaddr) { 628f1ae32a1SGerd Hoffmann return q; 629f1ae32a1SGerd Hoffmann } 630f1ae32a1SGerd Hoffmann } 631f1ae32a1SGerd Hoffmann return NULL; 632f1ae32a1SGerd Hoffmann } 633f1ae32a1SGerd Hoffmann 6348f5457ebSHans de Goede static void ehci_queues_rip_unused(EHCIState *ehci, int async) 635f1ae32a1SGerd Hoffmann { 636f1ae32a1SGerd Hoffmann EHCIQueueHead *head = async ? &ehci->aqueues : &ehci->pqueues; 6378f5457ebSHans de Goede const char *warn = async ? "guest unlinked busy QH" : NULL; 6383a215326SGerd Hoffmann uint64_t maxage = FRAME_TIMER_NS * ehci->maxframes * 4; 639f1ae32a1SGerd Hoffmann EHCIQueue *q, *tmp; 640f1ae32a1SGerd Hoffmann 641f1ae32a1SGerd Hoffmann QTAILQ_FOREACH_SAFE(q, head, next, tmp) { 642f1ae32a1SGerd Hoffmann if (q->seen) { 643f1ae32a1SGerd Hoffmann q->seen = 0; 644f1ae32a1SGerd Hoffmann q->ts = ehci->last_run_ns; 645f1ae32a1SGerd Hoffmann continue; 646f1ae32a1SGerd Hoffmann } 6478f5457ebSHans de Goede if (ehci->last_run_ns < q->ts + maxage) { 648f1ae32a1SGerd Hoffmann continue; 649f1ae32a1SGerd Hoffmann } 6503a8ca08eSHans de Goede ehci_free_queue(q, warn); 651f1ae32a1SGerd Hoffmann } 652f1ae32a1SGerd Hoffmann } 653f1ae32a1SGerd Hoffmann 6548f5457ebSHans de Goede static void ehci_queues_rip_unseen(EHCIState *ehci, int async) 6558f5457ebSHans de Goede { 6568f5457ebSHans de Goede EHCIQueueHead *head = async ? &ehci->aqueues : &ehci->pqueues; 6578f5457ebSHans de Goede EHCIQueue *q, *tmp; 6588f5457ebSHans de Goede 6598f5457ebSHans de Goede QTAILQ_FOREACH_SAFE(q, head, next, tmp) { 6608f5457ebSHans de Goede if (!q->seen) { 6618f5457ebSHans de Goede ehci_free_queue(q, NULL); 6628f5457ebSHans de Goede } 6638f5457ebSHans de Goede } 6648f5457ebSHans de Goede } 6658f5457ebSHans de Goede 666f1ae32a1SGerd Hoffmann static void ehci_queues_rip_device(EHCIState *ehci, USBDevice *dev, int async) 667f1ae32a1SGerd Hoffmann { 668f1ae32a1SGerd Hoffmann EHCIQueueHead *head = async ? &ehci->aqueues : &ehci->pqueues; 669f1ae32a1SGerd Hoffmann EHCIQueue *q, *tmp; 670f1ae32a1SGerd Hoffmann 671f1ae32a1SGerd Hoffmann QTAILQ_FOREACH_SAFE(q, head, next, tmp) { 672e59928b3SGerd Hoffmann if (q->dev != dev) { 673f1ae32a1SGerd Hoffmann continue; 674f1ae32a1SGerd Hoffmann } 6753a8ca08eSHans de Goede ehci_free_queue(q, NULL); 676f1ae32a1SGerd Hoffmann } 677f1ae32a1SGerd Hoffmann } 678f1ae32a1SGerd Hoffmann 679f1ae32a1SGerd Hoffmann static void ehci_queues_rip_all(EHCIState *ehci, int async) 680f1ae32a1SGerd Hoffmann { 681f1ae32a1SGerd Hoffmann EHCIQueueHead *head = async ? &ehci->aqueues : &ehci->pqueues; 6823a8ca08eSHans de Goede const char *warn = async ? "guest stopped busy async schedule" : NULL; 683f1ae32a1SGerd Hoffmann EHCIQueue *q, *tmp; 684f1ae32a1SGerd Hoffmann 685f1ae32a1SGerd Hoffmann QTAILQ_FOREACH_SAFE(q, head, next, tmp) { 6863a8ca08eSHans de Goede ehci_free_queue(q, warn); 687f1ae32a1SGerd Hoffmann } 688f1ae32a1SGerd Hoffmann } 689f1ae32a1SGerd Hoffmann 690f1ae32a1SGerd Hoffmann /* Attach or detach a device on root hub */ 691f1ae32a1SGerd Hoffmann 692f1ae32a1SGerd Hoffmann static void ehci_attach(USBPort *port) 693f1ae32a1SGerd Hoffmann { 694f1ae32a1SGerd Hoffmann EHCIState *s = port->opaque; 695f1ae32a1SGerd Hoffmann uint32_t *portsc = &s->portsc[port->index]; 69630e9d412SGerd Hoffmann const char *owner = (*portsc & PORTSC_POWNER) ? "comp" : "ehci"; 697f1ae32a1SGerd Hoffmann 69830e9d412SGerd Hoffmann trace_usb_ehci_port_attach(port->index, owner, port->dev->product_desc); 699f1ae32a1SGerd Hoffmann 700f1ae32a1SGerd Hoffmann if (*portsc & PORTSC_POWNER) { 701f1ae32a1SGerd Hoffmann USBPort *companion = s->companion_ports[port->index]; 702f1ae32a1SGerd Hoffmann companion->dev = port->dev; 703f1ae32a1SGerd Hoffmann companion->ops->attach(companion); 704f1ae32a1SGerd Hoffmann return; 705f1ae32a1SGerd Hoffmann } 706f1ae32a1SGerd Hoffmann 707f1ae32a1SGerd Hoffmann *portsc |= PORTSC_CONNECT; 708f1ae32a1SGerd Hoffmann *portsc |= PORTSC_CSC; 709f1ae32a1SGerd Hoffmann 7107efc17afSGerd Hoffmann ehci_raise_irq(s, USBSTS_PCD); 711f1ae32a1SGerd Hoffmann } 712f1ae32a1SGerd Hoffmann 713f1ae32a1SGerd Hoffmann static void ehci_detach(USBPort *port) 714f1ae32a1SGerd Hoffmann { 715f1ae32a1SGerd Hoffmann EHCIState *s = port->opaque; 716f1ae32a1SGerd Hoffmann uint32_t *portsc = &s->portsc[port->index]; 71730e9d412SGerd Hoffmann const char *owner = (*portsc & PORTSC_POWNER) ? "comp" : "ehci"; 718f1ae32a1SGerd Hoffmann 71930e9d412SGerd Hoffmann trace_usb_ehci_port_detach(port->index, owner); 720f1ae32a1SGerd Hoffmann 721f1ae32a1SGerd Hoffmann if (*portsc & PORTSC_POWNER) { 722f1ae32a1SGerd Hoffmann USBPort *companion = s->companion_ports[port->index]; 723f1ae32a1SGerd Hoffmann companion->ops->detach(companion); 724f1ae32a1SGerd Hoffmann companion->dev = NULL; 725f1ae32a1SGerd Hoffmann /* 726f1ae32a1SGerd Hoffmann * EHCI spec 4.2.2: "When a disconnect occurs... On the event, 727f1ae32a1SGerd Hoffmann * the port ownership is returned immediately to the EHCI controller." 728f1ae32a1SGerd Hoffmann */ 729f1ae32a1SGerd Hoffmann *portsc &= ~PORTSC_POWNER; 730f1ae32a1SGerd Hoffmann return; 731f1ae32a1SGerd Hoffmann } 732f1ae32a1SGerd Hoffmann 733f1ae32a1SGerd Hoffmann ehci_queues_rip_device(s, port->dev, 0); 734f1ae32a1SGerd Hoffmann ehci_queues_rip_device(s, port->dev, 1); 735f1ae32a1SGerd Hoffmann 736cbf82fa0SGerd Hoffmann *portsc &= ~(PORTSC_CONNECT|PORTSC_PED|PORTSC_SUSPEND); 737f1ae32a1SGerd Hoffmann *portsc |= PORTSC_CSC; 738f1ae32a1SGerd Hoffmann 7397efc17afSGerd Hoffmann ehci_raise_irq(s, USBSTS_PCD); 740f1ae32a1SGerd Hoffmann } 741f1ae32a1SGerd Hoffmann 742f1ae32a1SGerd Hoffmann static void ehci_child_detach(USBPort *port, USBDevice *child) 743f1ae32a1SGerd Hoffmann { 744f1ae32a1SGerd Hoffmann EHCIState *s = port->opaque; 745f1ae32a1SGerd Hoffmann uint32_t portsc = s->portsc[port->index]; 746f1ae32a1SGerd Hoffmann 747f1ae32a1SGerd Hoffmann if (portsc & PORTSC_POWNER) { 748f1ae32a1SGerd Hoffmann USBPort *companion = s->companion_ports[port->index]; 749f1ae32a1SGerd Hoffmann companion->ops->child_detach(companion, child); 750f1ae32a1SGerd Hoffmann return; 751f1ae32a1SGerd Hoffmann } 752f1ae32a1SGerd Hoffmann 753f1ae32a1SGerd Hoffmann ehci_queues_rip_device(s, child, 0); 754f1ae32a1SGerd Hoffmann ehci_queues_rip_device(s, child, 1); 755f1ae32a1SGerd Hoffmann } 756f1ae32a1SGerd Hoffmann 757f1ae32a1SGerd Hoffmann static void ehci_wakeup(USBPort *port) 758f1ae32a1SGerd Hoffmann { 759f1ae32a1SGerd Hoffmann EHCIState *s = port->opaque; 760e489df40SGerd Hoffmann uint32_t *portsc = &s->portsc[port->index]; 761f1ae32a1SGerd Hoffmann 762e489df40SGerd Hoffmann if (*portsc & PORTSC_POWNER) { 763f1ae32a1SGerd Hoffmann USBPort *companion = s->companion_ports[port->index]; 764f1ae32a1SGerd Hoffmann if (companion->ops->wakeup) { 765f1ae32a1SGerd Hoffmann companion->ops->wakeup(companion); 76637952117SHans de Goede } 76737952117SHans de Goede return; 76837952117SHans de Goede } 76937952117SHans de Goede 770e489df40SGerd Hoffmann if (*portsc & PORTSC_SUSPEND) { 771e489df40SGerd Hoffmann trace_usb_ehci_port_wakeup(port->index); 772e489df40SGerd Hoffmann *portsc |= PORTSC_FPRES; 773e489df40SGerd Hoffmann ehci_raise_irq(s, USBSTS_PCD); 774e489df40SGerd Hoffmann } 775e489df40SGerd Hoffmann 7760f588df8SGerd Hoffmann qemu_bh_schedule(s->async_bh); 777f1ae32a1SGerd Hoffmann } 778f1ae32a1SGerd Hoffmann 779f4bbaaf5SMarkus Armbruster static void ehci_register_companion(USBBus *bus, USBPort *ports[], 780f4bbaaf5SMarkus Armbruster uint32_t portcount, uint32_t firstport, 781f4bbaaf5SMarkus Armbruster Error **errp) 782f1ae32a1SGerd Hoffmann { 783f1ae32a1SGerd Hoffmann EHCIState *s = container_of(bus, EHCIState, bus); 784f1ae32a1SGerd Hoffmann uint32_t i; 785f1ae32a1SGerd Hoffmann 786f1ae32a1SGerd Hoffmann if (firstport + portcount > NB_PORTS) { 7872e269f3dSMarkus Armbruster error_setg(errp, "firstport must be between 0 and %u", 7882e269f3dSMarkus Armbruster NB_PORTS - portcount); 789f4bbaaf5SMarkus Armbruster return; 790f1ae32a1SGerd Hoffmann } 791f1ae32a1SGerd Hoffmann 792f1ae32a1SGerd Hoffmann for (i = 0; i < portcount; i++) { 793f1ae32a1SGerd Hoffmann if (s->companion_ports[firstport + i]) { 7942e269f3dSMarkus Armbruster error_setg(errp, "firstport %u asks for ports %u-%u," 7952e269f3dSMarkus Armbruster " but port %u has a companion assigned already", 7962e269f3dSMarkus Armbruster firstport, firstport, firstport + portcount - 1, 7972e269f3dSMarkus Armbruster firstport + i); 798f4bbaaf5SMarkus Armbruster return; 799f1ae32a1SGerd Hoffmann } 800f1ae32a1SGerd Hoffmann } 801f1ae32a1SGerd Hoffmann 802f1ae32a1SGerd Hoffmann for (i = 0; i < portcount; i++) { 803f1ae32a1SGerd Hoffmann s->companion_ports[firstport + i] = ports[i]; 804f1ae32a1SGerd Hoffmann s->ports[firstport + i].speedmask |= 805f1ae32a1SGerd Hoffmann USB_SPEED_MASK_LOW | USB_SPEED_MASK_FULL; 806f1ae32a1SGerd Hoffmann /* Ensure devs attached before the initial reset go to the companion */ 807f1ae32a1SGerd Hoffmann s->portsc[firstport + i] = PORTSC_POWNER; 808f1ae32a1SGerd Hoffmann } 809f1ae32a1SGerd Hoffmann 810f1ae32a1SGerd Hoffmann s->companion_count++; 8113e4f910cSGerd Hoffmann s->caps[0x05] = (s->companion_count << 4) | portcount; 812f1ae32a1SGerd Hoffmann } 813f1ae32a1SGerd Hoffmann 8148550a02dSGerd Hoffmann static void ehci_wakeup_endpoint(USBBus *bus, USBEndpoint *ep, 8158550a02dSGerd Hoffmann unsigned int stream) 81680826240SHans de Goede { 81780826240SHans de Goede EHCIState *s = container_of(bus, EHCIState, bus); 81880826240SHans de Goede uint32_t portsc = s->portsc[ep->dev->port->index]; 81980826240SHans de Goede 82080826240SHans de Goede if (portsc & PORTSC_POWNER) { 82180826240SHans de Goede return; 82280826240SHans de Goede } 82380826240SHans de Goede 82480826240SHans de Goede s->periodic_sched_active = PERIODIC_ACTIVE; 82580826240SHans de Goede qemu_bh_schedule(s->async_bh); 82680826240SHans de Goede } 82780826240SHans de Goede 828f1ae32a1SGerd Hoffmann static USBDevice *ehci_find_device(EHCIState *ehci, uint8_t addr) 829f1ae32a1SGerd Hoffmann { 830f1ae32a1SGerd Hoffmann USBDevice *dev; 831f1ae32a1SGerd Hoffmann USBPort *port; 832f1ae32a1SGerd Hoffmann int i; 833f1ae32a1SGerd Hoffmann 834f1ae32a1SGerd Hoffmann for (i = 0; i < NB_PORTS; i++) { 835f1ae32a1SGerd Hoffmann port = &ehci->ports[i]; 836f1ae32a1SGerd Hoffmann if (!(ehci->portsc[i] & PORTSC_PED)) { 837f1ae32a1SGerd Hoffmann DPRINTF("Port %d not enabled\n", i); 838f1ae32a1SGerd Hoffmann continue; 839f1ae32a1SGerd Hoffmann } 840f1ae32a1SGerd Hoffmann dev = usb_find_device(port, addr); 841f1ae32a1SGerd Hoffmann if (dev != NULL) { 842f1ae32a1SGerd Hoffmann return dev; 843f1ae32a1SGerd Hoffmann } 844f1ae32a1SGerd Hoffmann } 845f1ae32a1SGerd Hoffmann return NULL; 846f1ae32a1SGerd Hoffmann } 847f1ae32a1SGerd Hoffmann 848f1ae32a1SGerd Hoffmann /* 4.1 host controller initialization */ 8494e289b1bSGonglei void ehci_reset(void *opaque) 850f1ae32a1SGerd Hoffmann { 851f1ae32a1SGerd Hoffmann EHCIState *s = opaque; 852f1ae32a1SGerd Hoffmann int i; 853f1ae32a1SGerd Hoffmann USBDevice *devs[NB_PORTS]; 854f1ae32a1SGerd Hoffmann 855f1ae32a1SGerd Hoffmann trace_usb_ehci_reset(); 856f1ae32a1SGerd Hoffmann 857f1ae32a1SGerd Hoffmann /* 858f1ae32a1SGerd Hoffmann * Do the detach before touching portsc, so that it correctly gets send to 859f1ae32a1SGerd Hoffmann * us or to our companion based on PORTSC_POWNER before the reset. 860f1ae32a1SGerd Hoffmann */ 861f1ae32a1SGerd Hoffmann for(i = 0; i < NB_PORTS; i++) { 862f1ae32a1SGerd Hoffmann devs[i] = s->ports[i].dev; 863f1ae32a1SGerd Hoffmann if (devs[i] && devs[i]->attached) { 864f1ae32a1SGerd Hoffmann usb_detach(&s->ports[i]); 865f1ae32a1SGerd Hoffmann } 866f1ae32a1SGerd Hoffmann } 867f1ae32a1SGerd Hoffmann 8683e4f910cSGerd Hoffmann memset(&s->opreg, 0x00, sizeof(s->opreg)); 8693e4f910cSGerd Hoffmann memset(&s->portsc, 0x00, sizeof(s->portsc)); 870f1ae32a1SGerd Hoffmann 871f1ae32a1SGerd Hoffmann s->usbcmd = NB_MAXINTRATE << USBCMD_ITC_SH; 872f1ae32a1SGerd Hoffmann s->usbsts = USBSTS_HALT; 8737efc17afSGerd Hoffmann s->usbsts_pending = 0; 8747efc17afSGerd Hoffmann s->usbsts_frindex = 0; 8755a866074SGerd Hoffmann ehci_update_irq(s); 876f1ae32a1SGerd Hoffmann 877f1ae32a1SGerd Hoffmann s->astate = EST_INACTIVE; 878f1ae32a1SGerd Hoffmann s->pstate = EST_INACTIVE; 879f1ae32a1SGerd Hoffmann 880f1ae32a1SGerd Hoffmann for(i = 0; i < NB_PORTS; i++) { 881f1ae32a1SGerd Hoffmann if (s->companion_ports[i]) { 882f1ae32a1SGerd Hoffmann s->portsc[i] = PORTSC_POWNER | PORTSC_PPOWER; 883f1ae32a1SGerd Hoffmann } else { 884f1ae32a1SGerd Hoffmann s->portsc[i] = PORTSC_PPOWER; 885f1ae32a1SGerd Hoffmann } 886f1ae32a1SGerd Hoffmann if (devs[i] && devs[i]->attached) { 887f1ae32a1SGerd Hoffmann usb_attach(&s->ports[i]); 888f1ae32a1SGerd Hoffmann usb_device_reset(devs[i]); 889f1ae32a1SGerd Hoffmann } 890f1ae32a1SGerd Hoffmann } 891f1ae32a1SGerd Hoffmann ehci_queues_rip_all(s, 0); 892f1ae32a1SGerd Hoffmann ehci_queues_rip_all(s, 1); 893bc72ad67SAlex Bligh timer_del(s->frame_timer); 8940fb3e299SGerd Hoffmann qemu_bh_cancel(s->async_bh); 895f1ae32a1SGerd Hoffmann } 896f1ae32a1SGerd Hoffmann 897a8170e5eSAvi Kivity static uint64_t ehci_caps_read(void *ptr, hwaddr addr, 8983e4f910cSGerd Hoffmann unsigned size) 8993e4f910cSGerd Hoffmann { 9003e4f910cSGerd Hoffmann EHCIState *s = ptr; 9013e4f910cSGerd Hoffmann return s->caps[addr]; 9023e4f910cSGerd Hoffmann } 9033e4f910cSGerd Hoffmann 904dff0367cSPrasad J Pandit static void ehci_caps_write(void *ptr, hwaddr addr, 905dff0367cSPrasad J Pandit uint64_t val, unsigned size) 906dff0367cSPrasad J Pandit { 907dff0367cSPrasad J Pandit } 908dff0367cSPrasad J Pandit 909a8170e5eSAvi Kivity static uint64_t ehci_opreg_read(void *ptr, hwaddr addr, 9103e4f910cSGerd Hoffmann unsigned size) 911f1ae32a1SGerd Hoffmann { 912f1ae32a1SGerd Hoffmann EHCIState *s = ptr; 913f1ae32a1SGerd Hoffmann uint32_t val; 914f1ae32a1SGerd Hoffmann 9159359a58bSHans de Goede switch (addr) { 9169359a58bSHans de Goede case FRINDEX: 9179359a58bSHans de Goede /* Round down to mult of 8, else it can go backwards on migration */ 9189359a58bSHans de Goede val = s->frindex & ~7; 9199359a58bSHans de Goede break; 9209359a58bSHans de Goede default: 9213e4f910cSGerd Hoffmann val = s->opreg[addr >> 2]; 9229359a58bSHans de Goede } 9239359a58bSHans de Goede 92427a11324SPeter Crosthwaite trace_usb_ehci_opreg_read(addr + s->opregbase, addr2str(addr), val); 925f1ae32a1SGerd Hoffmann return val; 926f1ae32a1SGerd Hoffmann } 927f1ae32a1SGerd Hoffmann 928a8170e5eSAvi Kivity static uint64_t ehci_port_read(void *ptr, hwaddr addr, 9293e4f910cSGerd Hoffmann unsigned size) 930f1ae32a1SGerd Hoffmann { 931f1ae32a1SGerd Hoffmann EHCIState *s = ptr; 932f1ae32a1SGerd Hoffmann uint32_t val; 933f1ae32a1SGerd Hoffmann 9343e4f910cSGerd Hoffmann val = s->portsc[addr >> 2]; 935cc8d6a84SKuo-Jung Su trace_usb_ehci_portsc_read(addr + s->portscbase, addr >> 2, val); 936f1ae32a1SGerd Hoffmann return val; 937f1ae32a1SGerd Hoffmann } 938f1ae32a1SGerd Hoffmann 939f1ae32a1SGerd Hoffmann static void handle_port_owner_write(EHCIState *s, int port, uint32_t owner) 940f1ae32a1SGerd Hoffmann { 941f1ae32a1SGerd Hoffmann USBDevice *dev = s->ports[port].dev; 942f1ae32a1SGerd Hoffmann uint32_t *portsc = &s->portsc[port]; 943f1ae32a1SGerd Hoffmann uint32_t orig; 944f1ae32a1SGerd Hoffmann 945f1ae32a1SGerd Hoffmann if (s->companion_ports[port] == NULL) 946f1ae32a1SGerd Hoffmann return; 947f1ae32a1SGerd Hoffmann 948f1ae32a1SGerd Hoffmann owner = owner & PORTSC_POWNER; 949f1ae32a1SGerd Hoffmann orig = *portsc & PORTSC_POWNER; 950f1ae32a1SGerd Hoffmann 951f1ae32a1SGerd Hoffmann if (!(owner ^ orig)) { 952f1ae32a1SGerd Hoffmann return; 953f1ae32a1SGerd Hoffmann } 954f1ae32a1SGerd Hoffmann 955f1ae32a1SGerd Hoffmann if (dev && dev->attached) { 956f1ae32a1SGerd Hoffmann usb_detach(&s->ports[port]); 957f1ae32a1SGerd Hoffmann } 958f1ae32a1SGerd Hoffmann 959f1ae32a1SGerd Hoffmann *portsc &= ~PORTSC_POWNER; 960f1ae32a1SGerd Hoffmann *portsc |= owner; 961f1ae32a1SGerd Hoffmann 962f1ae32a1SGerd Hoffmann if (dev && dev->attached) { 963f1ae32a1SGerd Hoffmann usb_attach(&s->ports[port]); 964f1ae32a1SGerd Hoffmann } 965f1ae32a1SGerd Hoffmann } 966f1ae32a1SGerd Hoffmann 967a8170e5eSAvi Kivity static void ehci_port_write(void *ptr, hwaddr addr, 9683e4f910cSGerd Hoffmann uint64_t val, unsigned size) 969f1ae32a1SGerd Hoffmann { 9703e4f910cSGerd Hoffmann EHCIState *s = ptr; 9713e4f910cSGerd Hoffmann int port = addr >> 2; 972f1ae32a1SGerd Hoffmann uint32_t *portsc = &s->portsc[port]; 9733e4f910cSGerd Hoffmann uint32_t old = *portsc; 974f1ae32a1SGerd Hoffmann USBDevice *dev = s->ports[port].dev; 975f1ae32a1SGerd Hoffmann 976cc8d6a84SKuo-Jung Su trace_usb_ehci_portsc_write(addr + s->portscbase, addr >> 2, val); 9773e4f910cSGerd Hoffmann 978f1ae32a1SGerd Hoffmann /* Clear rwc bits */ 979f1ae32a1SGerd Hoffmann *portsc &= ~(val & PORTSC_RWC_MASK); 980f1ae32a1SGerd Hoffmann /* The guest may clear, but not set the PED bit */ 981f1ae32a1SGerd Hoffmann *portsc &= val | ~PORTSC_PED; 982f1ae32a1SGerd Hoffmann /* POWNER is masked out by RO_MASK as it is RO when we've no companion */ 983f1ae32a1SGerd Hoffmann handle_port_owner_write(s, port, val); 984f1ae32a1SGerd Hoffmann /* And finally apply RO_MASK */ 985f1ae32a1SGerd Hoffmann val &= PORTSC_RO_MASK; 986f1ae32a1SGerd Hoffmann 987f1ae32a1SGerd Hoffmann if ((val & PORTSC_PRESET) && !(*portsc & PORTSC_PRESET)) { 988f1ae32a1SGerd Hoffmann trace_usb_ehci_port_reset(port, 1); 989f1ae32a1SGerd Hoffmann } 990f1ae32a1SGerd Hoffmann 991f1ae32a1SGerd Hoffmann if (!(val & PORTSC_PRESET) &&(*portsc & PORTSC_PRESET)) { 992f1ae32a1SGerd Hoffmann trace_usb_ehci_port_reset(port, 0); 993f1ae32a1SGerd Hoffmann if (dev && dev->attached) { 994f1ae32a1SGerd Hoffmann usb_port_reset(&s->ports[port]); 995f1ae32a1SGerd Hoffmann *portsc &= ~PORTSC_CSC; 996f1ae32a1SGerd Hoffmann } 997f1ae32a1SGerd Hoffmann 998f1ae32a1SGerd Hoffmann /* 999f1ae32a1SGerd Hoffmann * Table 2.16 Set the enable bit(and enable bit change) to indicate 1000f1ae32a1SGerd Hoffmann * to SW that this port has a high speed device attached 1001f1ae32a1SGerd Hoffmann */ 1002f1ae32a1SGerd Hoffmann if (dev && dev->attached && (dev->speedmask & USB_SPEED_MASK_HIGH)) { 1003f1ae32a1SGerd Hoffmann val |= PORTSC_PED; 1004f1ae32a1SGerd Hoffmann } 1005f1ae32a1SGerd Hoffmann } 1006f1ae32a1SGerd Hoffmann 1007e489df40SGerd Hoffmann if ((val & PORTSC_SUSPEND) && !(*portsc & PORTSC_SUSPEND)) { 1008e489df40SGerd Hoffmann trace_usb_ehci_port_suspend(port); 1009e489df40SGerd Hoffmann } 1010e489df40SGerd Hoffmann if (!(val & PORTSC_FPRES) && (*portsc & PORTSC_FPRES)) { 1011e489df40SGerd Hoffmann trace_usb_ehci_port_resume(port); 1012e489df40SGerd Hoffmann val &= ~PORTSC_SUSPEND; 1013e489df40SGerd Hoffmann } 1014e489df40SGerd Hoffmann 1015f1ae32a1SGerd Hoffmann *portsc &= ~PORTSC_RO_MASK; 1016f1ae32a1SGerd Hoffmann *portsc |= val; 1017cc8d6a84SKuo-Jung Su trace_usb_ehci_portsc_change(addr + s->portscbase, addr >> 2, *portsc, old); 1018f1ae32a1SGerd Hoffmann } 1019f1ae32a1SGerd Hoffmann 1020a8170e5eSAvi Kivity static void ehci_opreg_write(void *ptr, hwaddr addr, 10213e4f910cSGerd Hoffmann uint64_t val, unsigned size) 1022f1ae32a1SGerd Hoffmann { 1023f1ae32a1SGerd Hoffmann EHCIState *s = ptr; 10243e4f910cSGerd Hoffmann uint32_t *mmio = s->opreg + (addr >> 2); 1025f1ae32a1SGerd Hoffmann uint32_t old = *mmio; 1026f1ae32a1SGerd Hoffmann int i; 1027f1ae32a1SGerd Hoffmann 102827a11324SPeter Crosthwaite trace_usb_ehci_opreg_write(addr + s->opregbase, addr2str(addr), val); 1029f1ae32a1SGerd Hoffmann 103027a11324SPeter Crosthwaite switch (addr) { 1031f1ae32a1SGerd Hoffmann case USBCMD: 10327046530cSGerd Hoffmann if (val & USBCMD_HCRESET) { 10337046530cSGerd Hoffmann ehci_reset(s); 10347046530cSGerd Hoffmann val = s->usbcmd; 10357046530cSGerd Hoffmann break; 10367046530cSGerd Hoffmann } 10377046530cSGerd Hoffmann 1038f1ae32a1SGerd Hoffmann /* not supporting dynamic frame list size at the moment */ 1039f1ae32a1SGerd Hoffmann if ((val & USBCMD_FLS) && !(s->usbcmd & USBCMD_FLS)) { 1040f1ae32a1SGerd Hoffmann fprintf(stderr, "attempt to set frame list size -- value %d\n", 10413e4f910cSGerd Hoffmann (int)val & USBCMD_FLS); 1042f1ae32a1SGerd Hoffmann val &= ~USBCMD_FLS; 1043f1ae32a1SGerd Hoffmann } 104447d073ccSHans de Goede 1045a1c3e4b8SHans de Goede if (val & USBCMD_IAAD) { 1046a1c3e4b8SHans de Goede /* 1047a1c3e4b8SHans de Goede * Process IAAD immediately, otherwise the Linux IAAD watchdog may 1048a1c3e4b8SHans de Goede * trigger and re-use a qh without us seeing the unlink. 1049a1c3e4b8SHans de Goede */ 1050a1c3e4b8SHans de Goede s->async_stepdown = 0; 1051a1c3e4b8SHans de Goede qemu_bh_schedule(s->async_bh); 10521defcbd1SGerd Hoffmann trace_usb_ehci_doorbell_ring(); 1053a1c3e4b8SHans de Goede } 1054a1c3e4b8SHans de Goede 105547d073ccSHans de Goede if (((USBCMD_RUNSTOP | USBCMD_PSE | USBCMD_ASE) & val) != 105647d073ccSHans de Goede ((USBCMD_RUNSTOP | USBCMD_PSE | USBCMD_ASE) & s->usbcmd)) { 105747d073ccSHans de Goede if (s->pstate == EST_INACTIVE) { 105847d073ccSHans de Goede SET_LAST_RUN_CLOCK(s); 105947d073ccSHans de Goede } 106047d073ccSHans de Goede s->usbcmd = val; /* Set usbcmd for ehci_update_halt() */ 106147d073ccSHans de Goede ehci_update_halt(s); 106247d073ccSHans de Goede s->async_stepdown = 0; 10630262f65aSHans de Goede qemu_bh_schedule(s->async_bh); 106447d073ccSHans de Goede } 1065f1ae32a1SGerd Hoffmann break; 1066f1ae32a1SGerd Hoffmann 1067f1ae32a1SGerd Hoffmann case USBSTS: 1068a31f0531SJim Meyering val &= USBSTS_RO_MASK; // bits 6 through 31 are RO 1069a31f0531SJim Meyering ehci_clear_usbsts(s, val); // bits 0 through 5 are R/WC 1070f1ae32a1SGerd Hoffmann val = s->usbsts; 10717efc17afSGerd Hoffmann ehci_update_irq(s); 1072f1ae32a1SGerd Hoffmann break; 1073f1ae32a1SGerd Hoffmann 1074f1ae32a1SGerd Hoffmann case USBINTR: 1075f1ae32a1SGerd Hoffmann val &= USBINTR_MASK; 107640862309SGerd Hoffmann if (ehci_enabled(s) && (USBSTS_FLR & val)) { 107740862309SGerd Hoffmann qemu_bh_schedule(s->async_bh); 107840862309SGerd Hoffmann } 1079f1ae32a1SGerd Hoffmann break; 1080f1ae32a1SGerd Hoffmann 10818a771f77SHans de Goede case FRINDEX: 10829359a58bSHans de Goede val &= 0x00003fff; /* frindex is 14bits */ 10839359a58bSHans de Goede s->usbsts_frindex = val; 10848a771f77SHans de Goede break; 10858a771f77SHans de Goede 1086f1ae32a1SGerd Hoffmann case CONFIGFLAG: 1087f1ae32a1SGerd Hoffmann val &= 0x1; 1088f1ae32a1SGerd Hoffmann if (val) { 1089f1ae32a1SGerd Hoffmann for(i = 0; i < NB_PORTS; i++) 1090f1ae32a1SGerd Hoffmann handle_port_owner_write(s, i, 0); 1091f1ae32a1SGerd Hoffmann } 1092f1ae32a1SGerd Hoffmann break; 1093f1ae32a1SGerd Hoffmann 1094f1ae32a1SGerd Hoffmann case PERIODICLISTBASE: 1095ec807d12SGerd Hoffmann if (ehci_periodic_enabled(s)) { 1096f1ae32a1SGerd Hoffmann fprintf(stderr, 1097f1ae32a1SGerd Hoffmann "ehci: PERIODIC list base register set while periodic schedule\n" 1098f1ae32a1SGerd Hoffmann " is enabled and HC is enabled\n"); 1099f1ae32a1SGerd Hoffmann } 1100f1ae32a1SGerd Hoffmann break; 1101f1ae32a1SGerd Hoffmann 1102f1ae32a1SGerd Hoffmann case ASYNCLISTADDR: 1103ec807d12SGerd Hoffmann if (ehci_async_enabled(s)) { 1104f1ae32a1SGerd Hoffmann fprintf(stderr, 1105f1ae32a1SGerd Hoffmann "ehci: ASYNC list address register set while async schedule\n" 1106f1ae32a1SGerd Hoffmann " is enabled and HC is enabled\n"); 1107f1ae32a1SGerd Hoffmann } 1108f1ae32a1SGerd Hoffmann break; 1109f1ae32a1SGerd Hoffmann } 1110f1ae32a1SGerd Hoffmann 1111f1ae32a1SGerd Hoffmann *mmio = val; 111227a11324SPeter Crosthwaite trace_usb_ehci_opreg_change(addr + s->opregbase, addr2str(addr), 111327a11324SPeter Crosthwaite *mmio, old); 1114f1ae32a1SGerd Hoffmann } 1115f1ae32a1SGerd Hoffmann 1116a5e0139aSGerd Hoffmann /* 1117a5e0139aSGerd Hoffmann * Write the qh back to guest physical memory. This step isn't 1118a5e0139aSGerd Hoffmann * in the EHCI spec but we need to do it since we don't share 1119a5e0139aSGerd Hoffmann * physical memory with our guest VM. 1120a5e0139aSGerd Hoffmann * 1121a5e0139aSGerd Hoffmann * The first three dwords are read-only for the EHCI, so skip them 1122a5e0139aSGerd Hoffmann * when writing back the qh. 1123a5e0139aSGerd Hoffmann */ 1124a5e0139aSGerd Hoffmann static void ehci_flush_qh(EHCIQueue *q) 1125a5e0139aSGerd Hoffmann { 1126a5e0139aSGerd Hoffmann uint32_t *qh = (uint32_t *) &q->qh; 1127a5e0139aSGerd Hoffmann uint32_t dwords = sizeof(EHCIqh) >> 2; 1128a5e0139aSGerd Hoffmann uint32_t addr = NLPTR_GET(q->qhaddr); 1129a5e0139aSGerd Hoffmann 1130a5e0139aSGerd Hoffmann put_dwords(q->ehci, addr + 3 * sizeof(uint32_t), qh + 3, dwords - 3); 1131a5e0139aSGerd Hoffmann } 1132a5e0139aSGerd Hoffmann 1133f1ae32a1SGerd Hoffmann // 4.10.2 1134f1ae32a1SGerd Hoffmann 1135f1ae32a1SGerd Hoffmann static int ehci_qh_do_overlay(EHCIQueue *q) 1136f1ae32a1SGerd Hoffmann { 1137eb36a88eSGerd Hoffmann EHCIPacket *p = QTAILQ_FIRST(&q->packets); 1138f1ae32a1SGerd Hoffmann int i; 1139f1ae32a1SGerd Hoffmann int dtoggle; 1140f1ae32a1SGerd Hoffmann int ping; 1141f1ae32a1SGerd Hoffmann int eps; 1142f1ae32a1SGerd Hoffmann int reload; 1143f1ae32a1SGerd Hoffmann 1144eb36a88eSGerd Hoffmann assert(p != NULL); 1145eb36a88eSGerd Hoffmann assert(p->qtdaddr == q->qtdaddr); 1146eb36a88eSGerd Hoffmann 1147f1ae32a1SGerd Hoffmann // remember values in fields to preserve in qh after overlay 1148f1ae32a1SGerd Hoffmann 1149f1ae32a1SGerd Hoffmann dtoggle = q->qh.token & QTD_TOKEN_DTOGGLE; 1150f1ae32a1SGerd Hoffmann ping = q->qh.token & QTD_TOKEN_PING; 1151f1ae32a1SGerd Hoffmann 1152eb36a88eSGerd Hoffmann q->qh.current_qtd = p->qtdaddr; 1153eb36a88eSGerd Hoffmann q->qh.next_qtd = p->qtd.next; 1154eb36a88eSGerd Hoffmann q->qh.altnext_qtd = p->qtd.altnext; 1155eb36a88eSGerd Hoffmann q->qh.token = p->qtd.token; 1156f1ae32a1SGerd Hoffmann 1157f1ae32a1SGerd Hoffmann 1158f1ae32a1SGerd Hoffmann eps = get_field(q->qh.epchar, QH_EPCHAR_EPS); 1159f1ae32a1SGerd Hoffmann if (eps == EHCI_QH_EPS_HIGH) { 1160f1ae32a1SGerd Hoffmann q->qh.token &= ~QTD_TOKEN_PING; 1161f1ae32a1SGerd Hoffmann q->qh.token |= ping; 1162f1ae32a1SGerd Hoffmann } 1163f1ae32a1SGerd Hoffmann 1164f1ae32a1SGerd Hoffmann reload = get_field(q->qh.epchar, QH_EPCHAR_RL); 1165f1ae32a1SGerd Hoffmann set_field(&q->qh.altnext_qtd, reload, QH_ALTNEXT_NAKCNT); 1166f1ae32a1SGerd Hoffmann 1167f1ae32a1SGerd Hoffmann for (i = 0; i < 5; i++) { 1168eb36a88eSGerd Hoffmann q->qh.bufptr[i] = p->qtd.bufptr[i]; 1169f1ae32a1SGerd Hoffmann } 1170f1ae32a1SGerd Hoffmann 1171f1ae32a1SGerd Hoffmann if (!(q->qh.epchar & QH_EPCHAR_DTC)) { 1172f1ae32a1SGerd Hoffmann // preserve QH DT bit 1173f1ae32a1SGerd Hoffmann q->qh.token &= ~QTD_TOKEN_DTOGGLE; 1174f1ae32a1SGerd Hoffmann q->qh.token |= dtoggle; 1175f1ae32a1SGerd Hoffmann } 1176f1ae32a1SGerd Hoffmann 1177f1ae32a1SGerd Hoffmann q->qh.bufptr[1] &= ~BUFPTR_CPROGMASK_MASK; 1178f1ae32a1SGerd Hoffmann q->qh.bufptr[2] &= ~BUFPTR_FRAMETAG_MASK; 1179f1ae32a1SGerd Hoffmann 1180a5e0139aSGerd Hoffmann ehci_flush_qh(q); 1181f1ae32a1SGerd Hoffmann 1182f1ae32a1SGerd Hoffmann return 0; 1183f1ae32a1SGerd Hoffmann } 1184f1ae32a1SGerd Hoffmann 1185eb36a88eSGerd Hoffmann static int ehci_init_transfer(EHCIPacket *p) 1186f1ae32a1SGerd Hoffmann { 1187f1ae32a1SGerd Hoffmann uint32_t cpage, offset, bytes, plen; 1188f1ae32a1SGerd Hoffmann dma_addr_t page; 1189f1ae32a1SGerd Hoffmann 1190eb36a88eSGerd Hoffmann cpage = get_field(p->qtd.token, QTD_TOKEN_CPAGE); 1191eb36a88eSGerd Hoffmann bytes = get_field(p->qtd.token, QTD_TOKEN_TBYTES); 1192eb36a88eSGerd Hoffmann offset = p->qtd.bufptr[0] & ~QTD_BUFPTR_MASK; 1193adbecc89SGerd Hoffmann qemu_sglist_init(&p->sgl, p->queue->ehci->device, 5, p->queue->ehci->as); 1194f1ae32a1SGerd Hoffmann 1195f1ae32a1SGerd Hoffmann while (bytes > 0) { 1196f1ae32a1SGerd Hoffmann if (cpage > 4) { 1197268c0242SAlex Chen fprintf(stderr, "cpage out of range (%u)\n", cpage); 1198791f9775SLi Qiang qemu_sglist_destroy(&p->sgl); 119901e26b0eSHans de Goede return -1; 1200f1ae32a1SGerd Hoffmann } 1201f1ae32a1SGerd Hoffmann 1202eb36a88eSGerd Hoffmann page = p->qtd.bufptr[cpage] & QTD_BUFPTR_MASK; 1203f1ae32a1SGerd Hoffmann page += offset; 1204f1ae32a1SGerd Hoffmann plen = bytes; 1205f1ae32a1SGerd Hoffmann if (plen > 4096 - offset) { 1206f1ae32a1SGerd Hoffmann plen = 4096 - offset; 1207f1ae32a1SGerd Hoffmann offset = 0; 1208f1ae32a1SGerd Hoffmann cpage++; 1209f1ae32a1SGerd Hoffmann } 1210f1ae32a1SGerd Hoffmann 1211eb36a88eSGerd Hoffmann qemu_sglist_add(&p->sgl, page, plen); 1212f1ae32a1SGerd Hoffmann bytes -= plen; 1213f1ae32a1SGerd Hoffmann } 1214f1ae32a1SGerd Hoffmann return 0; 1215f1ae32a1SGerd Hoffmann } 1216f1ae32a1SGerd Hoffmann 1217e696b1daSHans de Goede static void ehci_finish_transfer(EHCIQueue *q, int len) 1218f1ae32a1SGerd Hoffmann { 1219f1ae32a1SGerd Hoffmann uint32_t cpage, offset; 1220f1ae32a1SGerd Hoffmann 1221e696b1daSHans de Goede if (len > 0) { 1222f1ae32a1SGerd Hoffmann /* update cpage & offset */ 1223f1ae32a1SGerd Hoffmann cpage = get_field(q->qh.token, QTD_TOKEN_CPAGE); 1224f1ae32a1SGerd Hoffmann offset = q->qh.bufptr[0] & ~QTD_BUFPTR_MASK; 1225f1ae32a1SGerd Hoffmann 1226e696b1daSHans de Goede offset += len; 1227f1ae32a1SGerd Hoffmann cpage += offset >> QTD_BUFPTR_SH; 1228f1ae32a1SGerd Hoffmann offset &= ~QTD_BUFPTR_MASK; 1229f1ae32a1SGerd Hoffmann 1230f1ae32a1SGerd Hoffmann set_field(&q->qh.token, cpage, QTD_TOKEN_CPAGE); 1231f1ae32a1SGerd Hoffmann q->qh.bufptr[0] &= QTD_BUFPTR_MASK; 1232f1ae32a1SGerd Hoffmann q->qh.bufptr[0] |= offset; 1233f1ae32a1SGerd Hoffmann } 1234f1ae32a1SGerd Hoffmann } 1235f1ae32a1SGerd Hoffmann 1236f1ae32a1SGerd Hoffmann static void ehci_async_complete_packet(USBPort *port, USBPacket *packet) 1237f1ae32a1SGerd Hoffmann { 1238eb36a88eSGerd Hoffmann EHCIPacket *p; 1239f1ae32a1SGerd Hoffmann EHCIState *s = port->opaque; 1240f1ae32a1SGerd Hoffmann uint32_t portsc = s->portsc[port->index]; 1241f1ae32a1SGerd Hoffmann 1242f1ae32a1SGerd Hoffmann if (portsc & PORTSC_POWNER) { 1243f1ae32a1SGerd Hoffmann USBPort *companion = s->companion_ports[port->index]; 1244f1ae32a1SGerd Hoffmann companion->ops->complete(companion, packet); 1245f1ae32a1SGerd Hoffmann return; 1246f1ae32a1SGerd Hoffmann } 1247f1ae32a1SGerd Hoffmann 1248eb36a88eSGerd Hoffmann p = container_of(packet, EHCIPacket, packet); 1249eb36a88eSGerd Hoffmann assert(p->async == EHCI_ASYNC_INFLIGHT); 12500cae7b1aSHans de Goede 12519a77a0f5SHans de Goede if (packet->status == USB_RET_REMOVE_FROM_QUEUE) { 12520cae7b1aSHans de Goede trace_usb_ehci_packet_action(p->queue, p, "remove"); 12530cae7b1aSHans de Goede ehci_free_packet(p); 12540cae7b1aSHans de Goede return; 12550cae7b1aSHans de Goede } 12560cae7b1aSHans de Goede 12570cae7b1aSHans de Goede trace_usb_ehci_packet_action(p->queue, p, "wakeup"); 1258eb36a88eSGerd Hoffmann p->async = EHCI_ASYNC_FINISHED; 1259ae710b99SGerd Hoffmann 126080826240SHans de Goede if (!p->queue->async) { 126180826240SHans de Goede s->periodic_sched_active = PERIODIC_ACTIVE; 1262ae710b99SGerd Hoffmann } 126380826240SHans de Goede qemu_bh_schedule(s->async_bh); 1264f1ae32a1SGerd Hoffmann } 1265f1ae32a1SGerd Hoffmann 1266f1ae32a1SGerd Hoffmann static void ehci_execute_complete(EHCIQueue *q) 1267f1ae32a1SGerd Hoffmann { 1268eb36a88eSGerd Hoffmann EHCIPacket *p = QTAILQ_FIRST(&q->packets); 1269e696b1daSHans de Goede uint32_t tbytes; 1270eb36a88eSGerd Hoffmann 1271eb36a88eSGerd Hoffmann assert(p != NULL); 1272eb36a88eSGerd Hoffmann assert(p->qtdaddr == q->qtdaddr); 1273ef5b2344SHans de Goede assert(p->async == EHCI_ASYNC_INITIALIZED || 1274ef5b2344SHans de Goede p->async == EHCI_ASYNC_FINISHED); 1275f1ae32a1SGerd Hoffmann 1276e696b1daSHans de Goede DPRINTF("execute_complete: qhaddr 0x%x, next 0x%x, qtdaddr 0x%x, " 1277e696b1daSHans de Goede "status %d, actual_length %d\n", 1278e696b1daSHans de Goede q->qhaddr, q->qh.next, q->qtdaddr, 1279e696b1daSHans de Goede p->packet.status, p->packet.actual_length); 1280f1ae32a1SGerd Hoffmann 1281e696b1daSHans de Goede switch (p->packet.status) { 1282e696b1daSHans de Goede case USB_RET_SUCCESS: 1283e696b1daSHans de Goede break; 1284f1ae32a1SGerd Hoffmann case USB_RET_IOERROR: 1285f1ae32a1SGerd Hoffmann case USB_RET_NODEV: 1286f1ae32a1SGerd Hoffmann q->qh.token |= (QTD_TOKEN_HALT | QTD_TOKEN_XACTERR); 1287f1ae32a1SGerd Hoffmann set_field(&q->qh.token, 0, QTD_TOKEN_CERR); 12887efc17afSGerd Hoffmann ehci_raise_irq(q->ehci, USBSTS_ERRINT); 1289f1ae32a1SGerd Hoffmann break; 1290f1ae32a1SGerd Hoffmann case USB_RET_STALL: 1291f1ae32a1SGerd Hoffmann q->qh.token |= QTD_TOKEN_HALT; 12927efc17afSGerd Hoffmann ehci_raise_irq(q->ehci, USBSTS_ERRINT); 1293f1ae32a1SGerd Hoffmann break; 1294f1ae32a1SGerd Hoffmann case USB_RET_NAK: 1295f1ae32a1SGerd Hoffmann set_field(&q->qh.altnext_qtd, 0, QH_ALTNEXT_NAKCNT); 1296f1ae32a1SGerd Hoffmann return; /* We're not done yet with this transaction */ 1297f1ae32a1SGerd Hoffmann case USB_RET_BABBLE: 1298f1ae32a1SGerd Hoffmann q->qh.token |= (QTD_TOKEN_HALT | QTD_TOKEN_BABBLE); 12997efc17afSGerd Hoffmann ehci_raise_irq(q->ehci, USBSTS_ERRINT); 1300f1ae32a1SGerd Hoffmann break; 1301f1ae32a1SGerd Hoffmann default: 1302f1ae32a1SGerd Hoffmann /* should not be triggerable */ 1303e696b1daSHans de Goede fprintf(stderr, "USB invalid response %d\n", p->packet.status); 1304dfc6f865SStefan Weil g_assert_not_reached(); 1305f1ae32a1SGerd Hoffmann } 1306f1ae32a1SGerd Hoffmann 1307e696b1daSHans de Goede /* TODO check 4.12 for splits */ 1308e696b1daSHans de Goede tbytes = get_field(q->qh.token, QTD_TOKEN_TBYTES); 1309549a3c3dSHans de Goede if (tbytes && p->pid == USB_TOKEN_IN) { 1310e696b1daSHans de Goede tbytes -= p->packet.actual_length; 1311cf08a8a1SHans de Goede if (tbytes) { 1312cf08a8a1SHans de Goede /* 4.15.1.2 must raise int on a short input packet */ 1313cf08a8a1SHans de Goede ehci_raise_irq(q->ehci, USBSTS_INT); 131452c15e59SHans de Goede if (q->async) { 131552c15e59SHans de Goede q->ehci->int_req_by_async = true; 131652c15e59SHans de Goede } 1317cf08a8a1SHans de Goede } 1318f1ae32a1SGerd Hoffmann } else { 1319549a3c3dSHans de Goede tbytes = 0; 1320f1ae32a1SGerd Hoffmann } 1321549a3c3dSHans de Goede DPRINTF("updating tbytes to %d\n", tbytes); 1322549a3c3dSHans de Goede set_field(&q->qh.token, tbytes, QTD_TOKEN_TBYTES); 1323e696b1daSHans de Goede 1324e696b1daSHans de Goede ehci_finish_transfer(q, p->packet.actual_length); 1325e2f89926SDavid Gibson usb_packet_unmap(&p->packet, &p->sgl); 1326eb36a88eSGerd Hoffmann qemu_sglist_destroy(&p->sgl); 1327ef5b2344SHans de Goede p->async = EHCI_ASYNC_NONE; 1328f1ae32a1SGerd Hoffmann 1329f1ae32a1SGerd Hoffmann q->qh.token ^= QTD_TOKEN_DTOGGLE; 1330f1ae32a1SGerd Hoffmann q->qh.token &= ~QTD_TOKEN_ACTIVE; 1331f1ae32a1SGerd Hoffmann 1332f1ae32a1SGerd Hoffmann if (q->qh.token & QTD_TOKEN_IOC) { 13337efc17afSGerd Hoffmann ehci_raise_irq(q->ehci, USBSTS_INT); 133444272b0fSHans de Goede if (q->async) { 133544272b0fSHans de Goede q->ehci->int_req_by_async = true; 133644272b0fSHans de Goede } 1337f1ae32a1SGerd Hoffmann } 1338f1ae32a1SGerd Hoffmann } 1339f1ae32a1SGerd Hoffmann 134001e26b0eSHans de Goede /* 4.10.3 returns "again" */ 1341773dc9cdSGerd Hoffmann static int ehci_execute(EHCIPacket *p, const char *action) 1342f1ae32a1SGerd Hoffmann { 1343f1ae32a1SGerd Hoffmann USBEndpoint *ep; 1344f1ae32a1SGerd Hoffmann int endp; 13456ba43f1fSHans de Goede bool spd; 1346f1ae32a1SGerd Hoffmann 1347ef5b2344SHans de Goede assert(p->async == EHCI_ASYNC_NONE || 1348ef5b2344SHans de Goede p->async == EHCI_ASYNC_INITIALIZED); 1349ef5b2344SHans de Goede 13504224558fSGerd Hoffmann if (!(p->qtd.token & QTD_TOKEN_ACTIVE)) { 13514224558fSGerd Hoffmann fprintf(stderr, "Attempting to execute inactive qtd\n"); 135201e26b0eSHans de Goede return -1; 1353f1ae32a1SGerd Hoffmann } 1354f1ae32a1SGerd Hoffmann 1355549a3c3dSHans de Goede if (get_field(p->qtd.token, QTD_TOKEN_TBYTES) > BUFF_SIZE) { 13563a8ca08eSHans de Goede ehci_trace_guest_bug(p->queue->ehci, 13573a8ca08eSHans de Goede "guest requested more bytes than allowed"); 135801e26b0eSHans de Goede return -1; 1359f1ae32a1SGerd Hoffmann } 1360f1ae32a1SGerd Hoffmann 1361f79738b0SHans de Goede if (!ehci_verify_pid(p->queue, &p->qtd)) { 1362f79738b0SHans de Goede ehci_queue_stopped(p->queue); /* Mark the ep in the prev dir stopped */ 1363f79738b0SHans de Goede } 136451e0c5d0SHans de Goede p->pid = ehci_get_pid(&p->qtd); 1365bbbc39ccSHans de Goede p->queue->last_pid = p->pid; 1366ef5b2344SHans de Goede endp = get_field(p->queue->qh.epchar, QH_EPCHAR_EP); 1367ef5b2344SHans de Goede ep = usb_ep_get(p->queue->dev, p->pid, endp); 1368ef5b2344SHans de Goede 1369ef5b2344SHans de Goede if (p->async == EHCI_ASYNC_NONE) { 1370eb36a88eSGerd Hoffmann if (ehci_init_transfer(p) != 0) { 137101e26b0eSHans de Goede return -1; 1372f1ae32a1SGerd Hoffmann } 1373f1ae32a1SGerd Hoffmann 13746ba43f1fSHans de Goede spd = (p->pid == USB_TOKEN_IN && NLPTR_TBIT(p->qtd.altnext) == 0); 13758550a02dSGerd Hoffmann usb_packet_setup(&p->packet, p->pid, ep, 0, p->qtdaddr, spd, 1376a6fb2ddbSHans de Goede (p->qtd.token & QTD_TOKEN_IOC) != 0); 13772fdb42d8SLi Qiang if (usb_packet_map(&p->packet, &p->sgl)) { 13782fdb42d8SLi Qiang qemu_sglist_destroy(&p->sgl); 13792fdb42d8SLi Qiang return -1; 13802fdb42d8SLi Qiang } 1381ef5b2344SHans de Goede p->async = EHCI_ASYNC_INITIALIZED; 1382ef5b2344SHans de Goede } 1383f1ae32a1SGerd Hoffmann 1384773dc9cdSGerd Hoffmann trace_usb_ehci_packet_action(p->queue, p, action); 13859a77a0f5SHans de Goede usb_handle_packet(p->queue->dev, &p->packet); 13869a77a0f5SHans de Goede DPRINTF("submit: qh 0x%x next 0x%x qtd 0x%x pid 0x%x len %zd endp 0x%x " 13879a77a0f5SHans de Goede "status %d actual_length %d\n", p->queue->qhaddr, p->qtd.next, 13889a77a0f5SHans de Goede p->qtdaddr, p->pid, p->packet.iov.size, endp, p->packet.status, 13899a77a0f5SHans de Goede p->packet.actual_length); 1390f1ae32a1SGerd Hoffmann 13919a77a0f5SHans de Goede if (p->packet.actual_length > BUFF_SIZE) { 1392f1ae32a1SGerd Hoffmann fprintf(stderr, "ret from usb_handle_packet > BUFF_SIZE\n"); 139301e26b0eSHans de Goede return -1; 1394f1ae32a1SGerd Hoffmann } 1395f1ae32a1SGerd Hoffmann 139601e26b0eSHans de Goede return 1; 1397f1ae32a1SGerd Hoffmann } 1398f1ae32a1SGerd Hoffmann 1399f1ae32a1SGerd Hoffmann /* 4.7.2 1400f1ae32a1SGerd Hoffmann */ 1401f1ae32a1SGerd Hoffmann 1402f1ae32a1SGerd Hoffmann static int ehci_process_itd(EHCIState *ehci, 1403e983395dSGerd Hoffmann EHCIitd *itd, 1404e983395dSGerd Hoffmann uint32_t addr) 1405f1ae32a1SGerd Hoffmann { 1406f1ae32a1SGerd Hoffmann USBDevice *dev; 1407f1ae32a1SGerd Hoffmann USBEndpoint *ep; 1408a49923d2SGerd Hoffmann uint32_t i, len, pid, dir, devaddr, endp; 1409f1ae32a1SGerd Hoffmann uint32_t pg, off, ptr1, ptr2, max, mult; 1410f1ae32a1SGerd Hoffmann 141180826240SHans de Goede ehci->periodic_sched_active = PERIODIC_ACTIVE; 141280826240SHans de Goede 1413f1ae32a1SGerd Hoffmann dir =(itd->bufptr[1] & ITD_BUFPTR_DIRECTION); 1414f1ae32a1SGerd Hoffmann devaddr = get_field(itd->bufptr[0], ITD_BUFPTR_DEVADDR); 1415f1ae32a1SGerd Hoffmann endp = get_field(itd->bufptr[0], ITD_BUFPTR_EP); 1416f1ae32a1SGerd Hoffmann max = get_field(itd->bufptr[1], ITD_BUFPTR_MAXPKT); 1417f1ae32a1SGerd Hoffmann mult = get_field(itd->bufptr[2], ITD_BUFPTR_MULT); 1418f1ae32a1SGerd Hoffmann 1419f1ae32a1SGerd Hoffmann for(i = 0; i < 8; i++) { 1420f1ae32a1SGerd Hoffmann if (itd->transact[i] & ITD_XACT_ACTIVE) { 1421f1ae32a1SGerd Hoffmann pg = get_field(itd->transact[i], ITD_XACT_PGSEL); 1422f1ae32a1SGerd Hoffmann off = itd->transact[i] & ITD_XACT_OFFSET_MASK; 1423f1ae32a1SGerd Hoffmann len = get_field(itd->transact[i], ITD_XACT_LENGTH); 1424f1ae32a1SGerd Hoffmann 1425f1ae32a1SGerd Hoffmann if (len > max * mult) { 1426f1ae32a1SGerd Hoffmann len = max * mult; 1427f1ae32a1SGerd Hoffmann } 142849d925ceSPrasad J Pandit if (len > BUFF_SIZE || pg > 6) { 142901e26b0eSHans de Goede return -1; 1430f1ae32a1SGerd Hoffmann } 1431f1ae32a1SGerd Hoffmann 143249d925ceSPrasad J Pandit ptr1 = (itd->bufptr[pg] & ITD_BUFPTR_MASK); 1433adbecc89SGerd Hoffmann qemu_sglist_init(&ehci->isgl, ehci->device, 2, ehci->as); 1434f1ae32a1SGerd Hoffmann if (off + len > 4096) { 1435f1ae32a1SGerd Hoffmann /* transfer crosses page border */ 143649d925ceSPrasad J Pandit if (pg == 6) { 1437b16c129dSLi Qiang qemu_sglist_destroy(&ehci->isgl); 143849d925ceSPrasad J Pandit return -1; /* avoid page pg + 1 */ 143949d925ceSPrasad J Pandit } 144049d925ceSPrasad J Pandit ptr2 = (itd->bufptr[pg + 1] & ITD_BUFPTR_MASK); 1441f1ae32a1SGerd Hoffmann uint32_t len2 = off + len - 4096; 1442f1ae32a1SGerd Hoffmann uint32_t len1 = len - len2; 1443f1ae32a1SGerd Hoffmann qemu_sglist_add(&ehci->isgl, ptr1 + off, len1); 1444f1ae32a1SGerd Hoffmann qemu_sglist_add(&ehci->isgl, ptr2, len2); 1445f1ae32a1SGerd Hoffmann } else { 1446f1ae32a1SGerd Hoffmann qemu_sglist_add(&ehci->isgl, ptr1 + off, len); 1447f1ae32a1SGerd Hoffmann } 1448f1ae32a1SGerd Hoffmann 1449f1ae32a1SGerd Hoffmann dev = ehci_find_device(ehci, devaddr); 1450e94682f1SLiam Merwick if (dev == NULL) { 1451e94682f1SLiam Merwick ehci_trace_guest_bug(ehci, "no device found"); 1452ccee80c6SAnthony PERARD ehci->ipacket.status = USB_RET_NODEV; 1453ccee80c6SAnthony PERARD ehci->ipacket.actual_length = 0; 1454ccee80c6SAnthony PERARD } else { 1455e94682f1SLiam Merwick pid = dir ? USB_TOKEN_IN : USB_TOKEN_OUT; 1456f1ae32a1SGerd Hoffmann ep = usb_ep_get(dev, pid, endp); 14577ce86aa1SHans de Goede if (ep && ep->type == USB_ENDPOINT_XFER_ISOC) { 14588550a02dSGerd Hoffmann usb_packet_setup(&ehci->ipacket, pid, ep, 0, addr, false, 1459a6fb2ddbSHans de Goede (itd->transact[i] & ITD_XACT_IOC) != 0); 14602fdb42d8SLi Qiang if (usb_packet_map(&ehci->ipacket, &ehci->isgl)) { 14612fdb42d8SLi Qiang qemu_sglist_destroy(&ehci->isgl); 14622fdb42d8SLi Qiang return -1; 14632fdb42d8SLi Qiang } 14649a77a0f5SHans de Goede usb_handle_packet(dev, &ehci->ipacket); 1465e2f89926SDavid Gibson usb_packet_unmap(&ehci->ipacket, &ehci->isgl); 1466f1ae32a1SGerd Hoffmann } else { 1467*2a8537cfSMichael Tokarev DPRINTF("ISOCH: attempt to address non-iso endpoint\n"); 1468e696b1daSHans de Goede ehci->ipacket.status = USB_RET_NAK; 1469e696b1daSHans de Goede ehci->ipacket.actual_length = 0; 1470f1ae32a1SGerd Hoffmann } 1471ccee80c6SAnthony PERARD } 1472f1ae32a1SGerd Hoffmann qemu_sglist_destroy(&ehci->isgl); 1473f1ae32a1SGerd Hoffmann 1474e696b1daSHans de Goede switch (ehci->ipacket.status) { 1475e696b1daSHans de Goede case USB_RET_SUCCESS: 1476e696b1daSHans de Goede break; 1477f1ae32a1SGerd Hoffmann default: 1478e696b1daSHans de Goede fprintf(stderr, "Unexpected iso usb result: %d\n", 1479e696b1daSHans de Goede ehci->ipacket.status); 1480f1ae32a1SGerd Hoffmann /* Fall through */ 1481f1ae32a1SGerd Hoffmann case USB_RET_IOERROR: 1482f1ae32a1SGerd Hoffmann case USB_RET_NODEV: 1483f1ae32a1SGerd Hoffmann /* 3.3.2: XACTERR is only allowed on IN transactions */ 1484f1ae32a1SGerd Hoffmann if (dir) { 1485f1ae32a1SGerd Hoffmann itd->transact[i] |= ITD_XACT_XACTERR; 14867efc17afSGerd Hoffmann ehci_raise_irq(ehci, USBSTS_ERRINT); 1487f1ae32a1SGerd Hoffmann } 1488f1ae32a1SGerd Hoffmann break; 1489f1ae32a1SGerd Hoffmann case USB_RET_BABBLE: 1490f1ae32a1SGerd Hoffmann itd->transact[i] |= ITD_XACT_BABBLE; 14917efc17afSGerd Hoffmann ehci_raise_irq(ehci, USBSTS_ERRINT); 1492f1ae32a1SGerd Hoffmann break; 1493f1ae32a1SGerd Hoffmann case USB_RET_NAK: 1494f1ae32a1SGerd Hoffmann /* no data for us, so do a zero-length transfer */ 1495e696b1daSHans de Goede ehci->ipacket.actual_length = 0; 1496f1ae32a1SGerd Hoffmann break; 1497f1ae32a1SGerd Hoffmann } 1498f1ae32a1SGerd Hoffmann if (!dir) { 1499e696b1daSHans de Goede set_field(&itd->transact[i], len - ehci->ipacket.actual_length, 1500e696b1daSHans de Goede ITD_XACT_LENGTH); /* OUT */ 1501f1ae32a1SGerd Hoffmann } else { 1502e696b1daSHans de Goede set_field(&itd->transact[i], ehci->ipacket.actual_length, 1503e696b1daSHans de Goede ITD_XACT_LENGTH); /* IN */ 1504f1ae32a1SGerd Hoffmann } 1505f1ae32a1SGerd Hoffmann if (itd->transact[i] & ITD_XACT_IOC) { 15067efc17afSGerd Hoffmann ehci_raise_irq(ehci, USBSTS_INT); 1507f1ae32a1SGerd Hoffmann } 1508f1ae32a1SGerd Hoffmann itd->transact[i] &= ~ITD_XACT_ACTIVE; 1509f1ae32a1SGerd Hoffmann } 1510f1ae32a1SGerd Hoffmann } 1511a49923d2SGerd Hoffmann return 0; 1512f1ae32a1SGerd Hoffmann } 1513f1ae32a1SGerd Hoffmann 1514cd665715SGerd Hoffmann 1515f1ae32a1SGerd Hoffmann /* This state is the entry point for asynchronous schedule 1516*2a8537cfSMichael Tokarev * processing. Entry here constitutes a EHCI start event state (4.8.5) 1517f1ae32a1SGerd Hoffmann */ 1518f1ae32a1SGerd Hoffmann static int ehci_state_waitlisthead(EHCIState *ehci, int async) 1519f1ae32a1SGerd Hoffmann { 1520f1ae32a1SGerd Hoffmann EHCIqh qh; 1521f1ae32a1SGerd Hoffmann int i = 0; 1522f1ae32a1SGerd Hoffmann int again = 0; 1523f1ae32a1SGerd Hoffmann uint32_t entry = ehci->asynclistaddr; 1524f1ae32a1SGerd Hoffmann 1525f1ae32a1SGerd Hoffmann /* set reclamation flag at start event (4.8.6) */ 1526f1ae32a1SGerd Hoffmann if (async) { 1527f1ae32a1SGerd Hoffmann ehci_set_usbsts(ehci, USBSTS_REC); 1528f1ae32a1SGerd Hoffmann } 1529f1ae32a1SGerd Hoffmann 15308f5457ebSHans de Goede ehci_queues_rip_unused(ehci, async); 1531f1ae32a1SGerd Hoffmann 1532f1ae32a1SGerd Hoffmann /* Find the head of the list (4.9.1.1) */ 1533f1ae32a1SGerd Hoffmann for(i = 0; i < MAX_QH; i++) { 153455903f1dSGerd Hoffmann if (get_dwords(ehci, NLPTR_GET(entry), (uint32_t *) &qh, 153555903f1dSGerd Hoffmann sizeof(EHCIqh) >> 2) < 0) { 153655903f1dSGerd Hoffmann return 0; 153755903f1dSGerd Hoffmann } 1538f1ae32a1SGerd Hoffmann ehci_trace_qh(NULL, NLPTR_GET(entry), &qh); 1539f1ae32a1SGerd Hoffmann 1540f1ae32a1SGerd Hoffmann if (qh.epchar & QH_EPCHAR_H) { 1541f1ae32a1SGerd Hoffmann if (async) { 1542f1ae32a1SGerd Hoffmann entry |= (NLPTR_TYPE_QH << 1); 1543f1ae32a1SGerd Hoffmann } 1544f1ae32a1SGerd Hoffmann 1545f1ae32a1SGerd Hoffmann ehci_set_fetch_addr(ehci, async, entry); 1546f1ae32a1SGerd Hoffmann ehci_set_state(ehci, async, EST_FETCHENTRY); 1547f1ae32a1SGerd Hoffmann again = 1; 1548f1ae32a1SGerd Hoffmann goto out; 1549f1ae32a1SGerd Hoffmann } 1550f1ae32a1SGerd Hoffmann 1551f1ae32a1SGerd Hoffmann entry = qh.next; 1552f1ae32a1SGerd Hoffmann if (entry == ehci->asynclistaddr) { 1553f1ae32a1SGerd Hoffmann break; 1554f1ae32a1SGerd Hoffmann } 1555f1ae32a1SGerd Hoffmann } 1556f1ae32a1SGerd Hoffmann 1557f1ae32a1SGerd Hoffmann /* no head found for list. */ 1558f1ae32a1SGerd Hoffmann 1559f1ae32a1SGerd Hoffmann ehci_set_state(ehci, async, EST_ACTIVE); 1560f1ae32a1SGerd Hoffmann 1561f1ae32a1SGerd Hoffmann out: 1562f1ae32a1SGerd Hoffmann return again; 1563f1ae32a1SGerd Hoffmann } 1564f1ae32a1SGerd Hoffmann 1565f1ae32a1SGerd Hoffmann 1566f1ae32a1SGerd Hoffmann /* This state is the entry point for periodic schedule processing as 1567f1ae32a1SGerd Hoffmann * well as being a continuation state for async processing. 1568f1ae32a1SGerd Hoffmann */ 1569f1ae32a1SGerd Hoffmann static int ehci_state_fetchentry(EHCIState *ehci, int async) 1570f1ae32a1SGerd Hoffmann { 1571f1ae32a1SGerd Hoffmann int again = 0; 1572f1ae32a1SGerd Hoffmann uint32_t entry = ehci_get_fetch_addr(ehci, async); 1573f1ae32a1SGerd Hoffmann 1574f1ae32a1SGerd Hoffmann if (NLPTR_TBIT(entry)) { 1575f1ae32a1SGerd Hoffmann ehci_set_state(ehci, async, EST_ACTIVE); 1576f1ae32a1SGerd Hoffmann goto out; 1577f1ae32a1SGerd Hoffmann } 1578f1ae32a1SGerd Hoffmann 1579f1ae32a1SGerd Hoffmann /* section 4.8, only QH in async schedule */ 1580f1ae32a1SGerd Hoffmann if (async && (NLPTR_TYPE_GET(entry) != NLPTR_TYPE_QH)) { 1581f1ae32a1SGerd Hoffmann fprintf(stderr, "non queue head request in async schedule\n"); 1582f1ae32a1SGerd Hoffmann return -1; 1583f1ae32a1SGerd Hoffmann } 1584f1ae32a1SGerd Hoffmann 1585f1ae32a1SGerd Hoffmann switch (NLPTR_TYPE_GET(entry)) { 1586f1ae32a1SGerd Hoffmann case NLPTR_TYPE_QH: 1587f1ae32a1SGerd Hoffmann ehci_set_state(ehci, async, EST_FETCHQH); 1588f1ae32a1SGerd Hoffmann again = 1; 1589f1ae32a1SGerd Hoffmann break; 1590f1ae32a1SGerd Hoffmann 1591f1ae32a1SGerd Hoffmann case NLPTR_TYPE_ITD: 1592f1ae32a1SGerd Hoffmann ehci_set_state(ehci, async, EST_FETCHITD); 1593f1ae32a1SGerd Hoffmann again = 1; 1594f1ae32a1SGerd Hoffmann break; 1595f1ae32a1SGerd Hoffmann 1596f1ae32a1SGerd Hoffmann case NLPTR_TYPE_STITD: 1597f1ae32a1SGerd Hoffmann ehci_set_state(ehci, async, EST_FETCHSITD); 1598f1ae32a1SGerd Hoffmann again = 1; 1599f1ae32a1SGerd Hoffmann break; 1600f1ae32a1SGerd Hoffmann 1601f1ae32a1SGerd Hoffmann default: 1602f1ae32a1SGerd Hoffmann /* TODO: handle FSTN type */ 1603268c0242SAlex Chen fprintf(stderr, "FETCHENTRY: entry at %X is of type %u " 1604f1ae32a1SGerd Hoffmann "which is not supported yet\n", entry, NLPTR_TYPE_GET(entry)); 1605f1ae32a1SGerd Hoffmann return -1; 1606f1ae32a1SGerd Hoffmann } 1607f1ae32a1SGerd Hoffmann 1608f1ae32a1SGerd Hoffmann out: 1609f1ae32a1SGerd Hoffmann return again; 1610f1ae32a1SGerd Hoffmann } 1611f1ae32a1SGerd Hoffmann 1612f1ae32a1SGerd Hoffmann static EHCIQueue *ehci_state_fetchqh(EHCIState *ehci, int async) 1613f1ae32a1SGerd Hoffmann { 1614c6432634SHans de Goede uint32_t entry; 1615f1ae32a1SGerd Hoffmann EHCIQueue *q; 1616dafe31fcSHans de Goede EHCIqh qh; 1617f1ae32a1SGerd Hoffmann 1618f1ae32a1SGerd Hoffmann entry = ehci_get_fetch_addr(ehci, async); 1619f1ae32a1SGerd Hoffmann q = ehci_find_queue_by_qh(ehci, entry, async); 1620d0657b2aSGonglei if (q == NULL) { 16218f6d5e26SGerd Hoffmann q = ehci_alloc_queue(ehci, entry, async); 1622f1ae32a1SGerd Hoffmann } 1623f1ae32a1SGerd Hoffmann 16248f6d5e26SGerd Hoffmann q->seen++; 1625f1ae32a1SGerd Hoffmann if (q->seen > 1) { 1626f1ae32a1SGerd Hoffmann /* we are going in circles -- stop processing */ 1627f1ae32a1SGerd Hoffmann ehci_set_state(ehci, async, EST_ACTIVE); 1628f1ae32a1SGerd Hoffmann q = NULL; 1629f1ae32a1SGerd Hoffmann goto out; 1630f1ae32a1SGerd Hoffmann } 1631f1ae32a1SGerd Hoffmann 163255903f1dSGerd Hoffmann if (get_dwords(ehci, NLPTR_GET(q->qhaddr), 163355903f1dSGerd Hoffmann (uint32_t *) &qh, sizeof(EHCIqh) >> 2) < 0) { 163455903f1dSGerd Hoffmann q = NULL; 163555903f1dSGerd Hoffmann goto out; 163655903f1dSGerd Hoffmann } 1637dafe31fcSHans de Goede ehci_trace_qh(q, NLPTR_GET(q->qhaddr), &qh); 1638f1ae32a1SGerd Hoffmann 1639dafe31fcSHans de Goede /* 1640dafe31fcSHans de Goede * The overlay area of the qh should never be changed by the guest, 1641dafe31fcSHans de Goede * except when idle, in which case the reset is a nop. 1642dafe31fcSHans de Goede */ 1643c6432634SHans de Goede if (!ehci_verify_qh(q, &qh)) { 16445c514681SGerd Hoffmann if (ehci_reset_queue(q) > 0) { 16455c514681SGerd Hoffmann ehci_trace_guest_bug(ehci, "guest updated active QH"); 16465c514681SGerd Hoffmann } 1647e59928b3SGerd Hoffmann } 1648dafe31fcSHans de Goede q->qh = qh; 1649dafe31fcSHans de Goede 1650cae5d3f4SHans de Goede q->transact_ctr = get_field(q->qh.epcap, QH_EPCAP_MULT); 1651cae5d3f4SHans de Goede if (q->transact_ctr == 0) { /* Guest bug in some versions of windows */ 1652cae5d3f4SHans de Goede q->transact_ctr = 4; 1653cae5d3f4SHans de Goede } 1654cae5d3f4SHans de Goede 1655e59928b3SGerd Hoffmann if (q->dev == NULL) { 1656c6432634SHans de Goede q->dev = ehci_find_device(q->ehci, 1657c6432634SHans de Goede get_field(q->qh.epchar, QH_EPCHAR_DEVADDR)); 1658e59928b3SGerd Hoffmann } 1659e59928b3SGerd Hoffmann 1660f1ae32a1SGerd Hoffmann if (async && (q->qh.epchar & QH_EPCHAR_H)) { 1661f1ae32a1SGerd Hoffmann 1662f1ae32a1SGerd Hoffmann /* EHCI spec version 1.0 Section 4.8.3 & 4.10.1 */ 1663f1ae32a1SGerd Hoffmann if (ehci->usbsts & USBSTS_REC) { 1664f1ae32a1SGerd Hoffmann ehci_clear_usbsts(ehci, USBSTS_REC); 1665f1ae32a1SGerd Hoffmann } else { 1666f1ae32a1SGerd Hoffmann DPRINTF("FETCHQH: QH 0x%08x. H-bit set, reclamation status reset" 1667f1ae32a1SGerd Hoffmann " - done processing\n", q->qhaddr); 1668f1ae32a1SGerd Hoffmann ehci_set_state(ehci, async, EST_ACTIVE); 1669f1ae32a1SGerd Hoffmann q = NULL; 1670f1ae32a1SGerd Hoffmann goto out; 1671f1ae32a1SGerd Hoffmann } 1672f1ae32a1SGerd Hoffmann } 1673f1ae32a1SGerd Hoffmann 1674f1ae32a1SGerd Hoffmann #if EHCI_DEBUG 1675f1ae32a1SGerd Hoffmann if (q->qhaddr != q->qh.next) { 1676f1ae32a1SGerd Hoffmann DPRINTF("FETCHQH: QH 0x%08x (h %x halt %x active %x) next 0x%08x\n", 1677f1ae32a1SGerd Hoffmann q->qhaddr, 1678f1ae32a1SGerd Hoffmann q->qh.epchar & QH_EPCHAR_H, 1679f1ae32a1SGerd Hoffmann q->qh.token & QTD_TOKEN_HALT, 1680f1ae32a1SGerd Hoffmann q->qh.token & QTD_TOKEN_ACTIVE, 1681f1ae32a1SGerd Hoffmann q->qh.next); 1682f1ae32a1SGerd Hoffmann } 1683f1ae32a1SGerd Hoffmann #endif 1684f1ae32a1SGerd Hoffmann 1685f1ae32a1SGerd Hoffmann if (q->qh.token & QTD_TOKEN_HALT) { 1686f1ae32a1SGerd Hoffmann ehci_set_state(ehci, async, EST_HORIZONTALQH); 1687f1ae32a1SGerd Hoffmann 1688f1ae32a1SGerd Hoffmann } else if ((q->qh.token & QTD_TOKEN_ACTIVE) && 16898bb01b25SSebastian Bauer (NLPTR_TBIT(q->qh.current_qtd) == 0) && 16908bb01b25SSebastian Bauer (q->qh.current_qtd != 0)) { 1691f1ae32a1SGerd Hoffmann q->qtdaddr = q->qh.current_qtd; 1692f1ae32a1SGerd Hoffmann ehci_set_state(ehci, async, EST_FETCHQTD); 1693f1ae32a1SGerd Hoffmann 1694f1ae32a1SGerd Hoffmann } else { 1695f1ae32a1SGerd Hoffmann /* EHCI spec version 1.0 Section 4.10.2 */ 1696f1ae32a1SGerd Hoffmann ehci_set_state(ehci, async, EST_ADVANCEQUEUE); 1697f1ae32a1SGerd Hoffmann } 1698f1ae32a1SGerd Hoffmann 1699f1ae32a1SGerd Hoffmann out: 1700f1ae32a1SGerd Hoffmann return q; 1701f1ae32a1SGerd Hoffmann } 1702f1ae32a1SGerd Hoffmann 1703f1ae32a1SGerd Hoffmann static int ehci_state_fetchitd(EHCIState *ehci, int async) 1704f1ae32a1SGerd Hoffmann { 1705f1ae32a1SGerd Hoffmann uint32_t entry; 1706f1ae32a1SGerd Hoffmann EHCIitd itd; 1707f1ae32a1SGerd Hoffmann 1708f1ae32a1SGerd Hoffmann assert(!async); 1709f1ae32a1SGerd Hoffmann entry = ehci_get_fetch_addr(ehci, async); 1710f1ae32a1SGerd Hoffmann 171155903f1dSGerd Hoffmann if (get_dwords(ehci, NLPTR_GET(entry), (uint32_t *) &itd, 171255903f1dSGerd Hoffmann sizeof(EHCIitd) >> 2) < 0) { 171355903f1dSGerd Hoffmann return -1; 171455903f1dSGerd Hoffmann } 1715f1ae32a1SGerd Hoffmann ehci_trace_itd(ehci, entry, &itd); 1716f1ae32a1SGerd Hoffmann 1717e983395dSGerd Hoffmann if (ehci_process_itd(ehci, &itd, entry) != 0) { 1718f1ae32a1SGerd Hoffmann return -1; 1719f1ae32a1SGerd Hoffmann } 1720f1ae32a1SGerd Hoffmann 1721f1ae32a1SGerd Hoffmann put_dwords(ehci, NLPTR_GET(entry), (uint32_t *) &itd, 1722f1ae32a1SGerd Hoffmann sizeof(EHCIitd) >> 2); 1723f1ae32a1SGerd Hoffmann ehci_set_fetch_addr(ehci, async, itd.next); 1724f1ae32a1SGerd Hoffmann ehci_set_state(ehci, async, EST_FETCHENTRY); 1725f1ae32a1SGerd Hoffmann 1726f1ae32a1SGerd Hoffmann return 1; 1727f1ae32a1SGerd Hoffmann } 1728f1ae32a1SGerd Hoffmann 1729f1ae32a1SGerd Hoffmann static int ehci_state_fetchsitd(EHCIState *ehci, int async) 1730f1ae32a1SGerd Hoffmann { 1731f1ae32a1SGerd Hoffmann uint32_t entry; 1732f1ae32a1SGerd Hoffmann EHCIsitd sitd; 1733f1ae32a1SGerd Hoffmann 1734f1ae32a1SGerd Hoffmann assert(!async); 1735f1ae32a1SGerd Hoffmann entry = ehci_get_fetch_addr(ehci, async); 1736f1ae32a1SGerd Hoffmann 173755903f1dSGerd Hoffmann if (get_dwords(ehci, NLPTR_GET(entry), (uint32_t *)&sitd, 173855903f1dSGerd Hoffmann sizeof(EHCIsitd) >> 2) < 0) { 173955903f1dSGerd Hoffmann return 0; 174055903f1dSGerd Hoffmann } 1741f1ae32a1SGerd Hoffmann ehci_trace_sitd(ehci, entry, &sitd); 1742f1ae32a1SGerd Hoffmann 1743f1ae32a1SGerd Hoffmann if (!(sitd.results & SITD_RESULTS_ACTIVE)) { 1744f1ae32a1SGerd Hoffmann /* siTD is not active, nothing to do */; 1745f1ae32a1SGerd Hoffmann } else { 1746f1ae32a1SGerd Hoffmann /* TODO: split transfers are not implemented */ 17472ab4b135SAlistair Francis warn_report("Skipping active siTD"); 1748f1ae32a1SGerd Hoffmann } 1749f1ae32a1SGerd Hoffmann 1750f1ae32a1SGerd Hoffmann ehci_set_fetch_addr(ehci, async, sitd.next); 1751f1ae32a1SGerd Hoffmann ehci_set_state(ehci, async, EST_FETCHENTRY); 1752f1ae32a1SGerd Hoffmann return 1; 1753f1ae32a1SGerd Hoffmann } 1754f1ae32a1SGerd Hoffmann 1755f1ae32a1SGerd Hoffmann /* Section 4.10.2 - paragraph 3 */ 1756ae0138a8SGerd Hoffmann static int ehci_state_advqueue(EHCIQueue *q) 1757f1ae32a1SGerd Hoffmann { 1758f1ae32a1SGerd Hoffmann #if 0 1759f1ae32a1SGerd Hoffmann /* TO-DO: 4.10.2 - paragraph 2 1760f1ae32a1SGerd Hoffmann * if I-bit is set to 1 and QH is not active 1761f1ae32a1SGerd Hoffmann * go to horizontal QH 1762f1ae32a1SGerd Hoffmann */ 1763f1ae32a1SGerd Hoffmann if (I-bit set) { 1764f1ae32a1SGerd Hoffmann ehci_set_state(ehci, async, EST_HORIZONTALQH); 1765f1ae32a1SGerd Hoffmann goto out; 1766f1ae32a1SGerd Hoffmann } 1767f1ae32a1SGerd Hoffmann #endif 1768f1ae32a1SGerd Hoffmann 1769f1ae32a1SGerd Hoffmann /* 1770f1ae32a1SGerd Hoffmann * want data and alt-next qTD is valid 1771f1ae32a1SGerd Hoffmann */ 1772f1ae32a1SGerd Hoffmann if (((q->qh.token & QTD_TOKEN_TBYTES_MASK) != 0) && 1773f1ae32a1SGerd Hoffmann (NLPTR_TBIT(q->qh.altnext_qtd) == 0)) { 1774f1ae32a1SGerd Hoffmann q->qtdaddr = q->qh.altnext_qtd; 1775ae0138a8SGerd Hoffmann ehci_set_state(q->ehci, q->async, EST_FETCHQTD); 1776f1ae32a1SGerd Hoffmann 1777f1ae32a1SGerd Hoffmann /* 1778f1ae32a1SGerd Hoffmann * next qTD is valid 1779f1ae32a1SGerd Hoffmann */ 1780f1ae32a1SGerd Hoffmann } else if (NLPTR_TBIT(q->qh.next_qtd) == 0) { 1781f1ae32a1SGerd Hoffmann q->qtdaddr = q->qh.next_qtd; 1782ae0138a8SGerd Hoffmann ehci_set_state(q->ehci, q->async, EST_FETCHQTD); 1783f1ae32a1SGerd Hoffmann 1784f1ae32a1SGerd Hoffmann /* 1785f1ae32a1SGerd Hoffmann * no valid qTD, try next QH 1786f1ae32a1SGerd Hoffmann */ 1787f1ae32a1SGerd Hoffmann } else { 1788ae0138a8SGerd Hoffmann ehci_set_state(q->ehci, q->async, EST_HORIZONTALQH); 1789f1ae32a1SGerd Hoffmann } 1790f1ae32a1SGerd Hoffmann 1791f1ae32a1SGerd Hoffmann return 1; 1792f1ae32a1SGerd Hoffmann } 1793f1ae32a1SGerd Hoffmann 1794f1ae32a1SGerd Hoffmann /* Section 4.10.2 - paragraph 4 */ 1795ae0138a8SGerd Hoffmann static int ehci_state_fetchqtd(EHCIQueue *q) 1796f1ae32a1SGerd Hoffmann { 1797eb36a88eSGerd Hoffmann EHCIqtd qtd; 1798eb36a88eSGerd Hoffmann EHCIPacket *p; 1799b4ea8664SHans de Goede int again = 1; 1800b7d3a7e1SGerd Hoffmann uint32_t addr; 1801f1ae32a1SGerd Hoffmann 1802b7d3a7e1SGerd Hoffmann addr = NLPTR_GET(q->qtdaddr); 1803b7d3a7e1SGerd Hoffmann if (get_dwords(q->ehci, addr + 8, &qtd.token, 1) < 0) { 1804b7d3a7e1SGerd Hoffmann return 0; 1805b7d3a7e1SGerd Hoffmann } 1806b7d3a7e1SGerd Hoffmann barrier(); 1807b7d3a7e1SGerd Hoffmann if (get_dwords(q->ehci, addr + 0, &qtd.next, 1) < 0 || 1808b7d3a7e1SGerd Hoffmann get_dwords(q->ehci, addr + 4, &qtd.altnext, 1) < 0 || 1809b7d3a7e1SGerd Hoffmann get_dwords(q->ehci, addr + 12, qtd.bufptr, 1810b7d3a7e1SGerd Hoffmann ARRAY_SIZE(qtd.bufptr)) < 0) { 181155903f1dSGerd Hoffmann return 0; 181255903f1dSGerd Hoffmann } 1813eb36a88eSGerd Hoffmann ehci_trace_qtd(q, NLPTR_GET(q->qtdaddr), &qtd); 1814f1ae32a1SGerd Hoffmann 1815773dc9cdSGerd Hoffmann p = QTAILQ_FIRST(&q->packets); 1816287fd3f1SGerd Hoffmann if (p != NULL) { 1817c6432634SHans de Goede if (!ehci_verify_qtd(p, &qtd)) { 1818287fd3f1SGerd Hoffmann ehci_cancel_queue(q); 1819d066c57bSHans de Goede if (qtd.token & QTD_TOKEN_ACTIVE) { 1820d066c57bSHans de Goede ehci_trace_guest_bug(q->ehci, "guest updated active qTD"); 1821d066c57bSHans de Goede } 1822287fd3f1SGerd Hoffmann p = NULL; 1823287fd3f1SGerd Hoffmann } else { 1824287fd3f1SGerd Hoffmann p->qtd = qtd; 1825287fd3f1SGerd Hoffmann ehci_qh_do_overlay(q); 1826287fd3f1SGerd Hoffmann } 1827287fd3f1SGerd Hoffmann } 1828287fd3f1SGerd Hoffmann 1829287fd3f1SGerd Hoffmann if (!(qtd.token & QTD_TOKEN_ACTIVE)) { 1830287fd3f1SGerd Hoffmann ehci_set_state(q->ehci, q->async, EST_HORIZONTALQH); 1831287fd3f1SGerd Hoffmann } else if (p != NULL) { 1832adf47834SHans de Goede switch (p->async) { 1833adf47834SHans de Goede case EHCI_ASYNC_NONE: 1834ef5b2344SHans de Goede case EHCI_ASYNC_INITIALIZED: 1835cae5d3f4SHans de Goede /* Not yet executed (MULT), or previously nacked (int) packet */ 1836adf47834SHans de Goede ehci_set_state(q->ehci, q->async, EST_EXECUTE); 1837adf47834SHans de Goede break; 1838adf47834SHans de Goede case EHCI_ASYNC_INFLIGHT: 1839b4ea8664SHans de Goede /* Check if the guest has added new tds to the queue */ 1840eae3eb3eSPaolo Bonzini again = ehci_fill_queue(QTAILQ_LAST(&q->packets)); 1841ef5b2344SHans de Goede /* Unfinished async handled packet, go horizontal */ 1842ae0138a8SGerd Hoffmann ehci_set_state(q->ehci, q->async, EST_HORIZONTALQH); 1843adf47834SHans de Goede break; 1844adf47834SHans de Goede case EHCI_ASYNC_FINISHED: 1845e3fdfd48SHans de Goede /* Complete executing of the packet */ 1846ae0138a8SGerd Hoffmann ehci_set_state(q->ehci, q->async, EST_EXECUTING); 1847adf47834SHans de Goede break; 1848773dc9cdSGerd Hoffmann } 18491be344b7SGerd Hoffmann } else if (q->dev == NULL) { 18501be344b7SGerd Hoffmann ehci_trace_guest_bug(q->ehci, "no device attached to queue"); 18511be344b7SGerd Hoffmann ehci_set_state(q->ehci, q->async, EST_HORIZONTALQH); 1852287fd3f1SGerd Hoffmann } else { 1853eb36a88eSGerd Hoffmann p = ehci_alloc_packet(q); 1854eb36a88eSGerd Hoffmann p->qtdaddr = q->qtdaddr; 1855eb36a88eSGerd Hoffmann p->qtd = qtd; 1856ae0138a8SGerd Hoffmann ehci_set_state(q->ehci, q->async, EST_EXECUTE); 1857f1ae32a1SGerd Hoffmann } 1858f1ae32a1SGerd Hoffmann 1859f1ae32a1SGerd Hoffmann return again; 1860f1ae32a1SGerd Hoffmann } 1861f1ae32a1SGerd Hoffmann 1862ae0138a8SGerd Hoffmann static int ehci_state_horizqh(EHCIQueue *q) 1863f1ae32a1SGerd Hoffmann { 1864f1ae32a1SGerd Hoffmann int again = 0; 1865f1ae32a1SGerd Hoffmann 1866ae0138a8SGerd Hoffmann if (ehci_get_fetch_addr(q->ehci, q->async) != q->qh.next) { 1867ae0138a8SGerd Hoffmann ehci_set_fetch_addr(q->ehci, q->async, q->qh.next); 1868ae0138a8SGerd Hoffmann ehci_set_state(q->ehci, q->async, EST_FETCHENTRY); 1869f1ae32a1SGerd Hoffmann again = 1; 1870f1ae32a1SGerd Hoffmann } else { 1871ae0138a8SGerd Hoffmann ehci_set_state(q->ehci, q->async, EST_ACTIVE); 1872f1ae32a1SGerd Hoffmann } 1873f1ae32a1SGerd Hoffmann 1874f1ae32a1SGerd Hoffmann return again; 1875f1ae32a1SGerd Hoffmann } 1876f1ae32a1SGerd Hoffmann 187701e26b0eSHans de Goede /* Returns "again" */ 1878eff6dce7SHans de Goede static int ehci_fill_queue(EHCIPacket *p) 1879773dc9cdSGerd Hoffmann { 188036dfe324SHans de Goede USBEndpoint *ep = p->packet.ep; 1881773dc9cdSGerd Hoffmann EHCIQueue *q = p->queue; 1882773dc9cdSGerd Hoffmann EHCIqtd qtd = p->qtd; 1883601a2347SHans de Goede uint32_t qtdaddr; 1884773dc9cdSGerd Hoffmann 1885773dc9cdSGerd Hoffmann for (;;) { 1886773dc9cdSGerd Hoffmann if (NLPTR_TBIT(qtd.next) != 0) { 1887773dc9cdSGerd Hoffmann break; 1888773dc9cdSGerd Hoffmann } 1889773dc9cdSGerd Hoffmann qtdaddr = qtd.next; 1890e3a36bceSHans de Goede /* 1891e3a36bceSHans de Goede * Detect circular td lists, Windows creates these, counting on the 1892e3a36bceSHans de Goede * active bit going low after execution to make the queue stop. 1893e3a36bceSHans de Goede */ 1894601a2347SHans de Goede QTAILQ_FOREACH(p, &q->packets, next) { 1895601a2347SHans de Goede if (p->qtdaddr == qtdaddr) { 1896601a2347SHans de Goede goto leave; 1897601a2347SHans de Goede } 1898e3a36bceSHans de Goede } 189955903f1dSGerd Hoffmann if (get_dwords(q->ehci, NLPTR_GET(qtdaddr), 190055903f1dSGerd Hoffmann (uint32_t *) &qtd, sizeof(EHCIqtd) >> 2) < 0) { 190155903f1dSGerd Hoffmann return -1; 190255903f1dSGerd Hoffmann } 1903773dc9cdSGerd Hoffmann ehci_trace_qtd(q, NLPTR_GET(qtdaddr), &qtd); 1904773dc9cdSGerd Hoffmann if (!(qtd.token & QTD_TOKEN_ACTIVE)) { 1905773dc9cdSGerd Hoffmann break; 1906773dc9cdSGerd Hoffmann } 1907bbbc39ccSHans de Goede if (!ehci_verify_pid(q, &qtd)) { 1908bbbc39ccSHans de Goede ehci_trace_guest_bug(q->ehci, "guest queued token with wrong pid"); 1909bbbc39ccSHans de Goede break; 1910bbbc39ccSHans de Goede } 1911773dc9cdSGerd Hoffmann p = ehci_alloc_packet(q); 1912773dc9cdSGerd Hoffmann p->qtdaddr = qtdaddr; 1913773dc9cdSGerd Hoffmann p->qtd = qtd; 191401e26b0eSHans de Goede if (ehci_execute(p, "queue") == -1) { 191501e26b0eSHans de Goede return -1; 1916eff6dce7SHans de Goede } 191701e26b0eSHans de Goede assert(p->packet.status == USB_RET_ASYNC); 1918773dc9cdSGerd Hoffmann p->async = EHCI_ASYNC_INFLIGHT; 1919773dc9cdSGerd Hoffmann } 1920601a2347SHans de Goede leave: 192136dfe324SHans de Goede usb_device_flush_ep_queue(ep->dev, ep); 192201e26b0eSHans de Goede return 1; 1923773dc9cdSGerd Hoffmann } 1924773dc9cdSGerd Hoffmann 1925ae0138a8SGerd Hoffmann static int ehci_state_execute(EHCIQueue *q) 1926f1ae32a1SGerd Hoffmann { 1927eb36a88eSGerd Hoffmann EHCIPacket *p = QTAILQ_FIRST(&q->packets); 1928f1ae32a1SGerd Hoffmann int again = 0; 1929f1ae32a1SGerd Hoffmann 1930eb36a88eSGerd Hoffmann assert(p != NULL); 1931eb36a88eSGerd Hoffmann assert(p->qtdaddr == q->qtdaddr); 1932eb36a88eSGerd Hoffmann 1933f1ae32a1SGerd Hoffmann if (ehci_qh_do_overlay(q) != 0) { 1934f1ae32a1SGerd Hoffmann return -1; 1935f1ae32a1SGerd Hoffmann } 1936f1ae32a1SGerd Hoffmann 1937f1ae32a1SGerd Hoffmann // TODO verify enough time remains in the uframe as in 4.4.1.1 1938f1ae32a1SGerd Hoffmann // TODO write back ptr to async list when done or out of time 1939f1ae32a1SGerd Hoffmann 1940cae5d3f4SHans de Goede /* 4.10.3, bottom of page 82, go horizontal on transaction counter == 0 */ 1941cae5d3f4SHans de Goede if (!q->async && q->transact_ctr == 0) { 1942ae0138a8SGerd Hoffmann ehci_set_state(q->ehci, q->async, EST_HORIZONTALQH); 1943f1ae32a1SGerd Hoffmann again = 1; 1944f1ae32a1SGerd Hoffmann goto out; 1945f1ae32a1SGerd Hoffmann } 1946f1ae32a1SGerd Hoffmann 1947ae0138a8SGerd Hoffmann if (q->async) { 1948f1ae32a1SGerd Hoffmann ehci_set_usbsts(q->ehci, USBSTS_REC); 1949f1ae32a1SGerd Hoffmann } 1950f1ae32a1SGerd Hoffmann 195101e26b0eSHans de Goede again = ehci_execute(p, "process"); 195201e26b0eSHans de Goede if (again == -1) { 1953f1ae32a1SGerd Hoffmann goto out; 1954f1ae32a1SGerd Hoffmann } 195501e26b0eSHans de Goede if (p->packet.status == USB_RET_ASYNC) { 1956f1ae32a1SGerd Hoffmann ehci_flush_qh(q); 1957773dc9cdSGerd Hoffmann trace_usb_ehci_packet_action(p->queue, p, "async"); 1958eb36a88eSGerd Hoffmann p->async = EHCI_ASYNC_INFLIGHT; 1959ae0138a8SGerd Hoffmann ehci_set_state(q->ehci, q->async, EST_HORIZONTALQH); 1960cae5d3f4SHans de Goede if (q->async) { 196101e26b0eSHans de Goede again = ehci_fill_queue(p); 1962cae5d3f4SHans de Goede } else { 1963cae5d3f4SHans de Goede again = 1; 1964cae5d3f4SHans de Goede } 1965f1ae32a1SGerd Hoffmann goto out; 1966f1ae32a1SGerd Hoffmann } 1967f1ae32a1SGerd Hoffmann 1968ae0138a8SGerd Hoffmann ehci_set_state(q->ehci, q->async, EST_EXECUTING); 1969f1ae32a1SGerd Hoffmann again = 1; 1970f1ae32a1SGerd Hoffmann 1971f1ae32a1SGerd Hoffmann out: 1972f1ae32a1SGerd Hoffmann return again; 1973f1ae32a1SGerd Hoffmann } 1974f1ae32a1SGerd Hoffmann 1975ae0138a8SGerd Hoffmann static int ehci_state_executing(EHCIQueue *q) 1976f1ae32a1SGerd Hoffmann { 1977eb36a88eSGerd Hoffmann EHCIPacket *p = QTAILQ_FIRST(&q->packets); 1978f1ae32a1SGerd Hoffmann 1979eb36a88eSGerd Hoffmann assert(p != NULL); 1980eb36a88eSGerd Hoffmann assert(p->qtdaddr == q->qtdaddr); 1981eb36a88eSGerd Hoffmann 1982f1ae32a1SGerd Hoffmann ehci_execute_complete(q); 1983f1ae32a1SGerd Hoffmann 1984cae5d3f4SHans de Goede /* 4.10.3 */ 1985cae5d3f4SHans de Goede if (!q->async && q->transact_ctr > 0) { 1986cae5d3f4SHans de Goede q->transact_ctr--; 1987f1ae32a1SGerd Hoffmann } 1988f1ae32a1SGerd Hoffmann 1989f1ae32a1SGerd Hoffmann /* 4.10.5 */ 1990e696b1daSHans de Goede if (p->packet.status == USB_RET_NAK) { 1991ae0138a8SGerd Hoffmann ehci_set_state(q->ehci, q->async, EST_HORIZONTALQH); 1992f1ae32a1SGerd Hoffmann } else { 1993ae0138a8SGerd Hoffmann ehci_set_state(q->ehci, q->async, EST_WRITEBACK); 1994f1ae32a1SGerd Hoffmann } 1995f1ae32a1SGerd Hoffmann 1996f1ae32a1SGerd Hoffmann ehci_flush_qh(q); 1997574ef171SHans de Goede return 1; 1998f1ae32a1SGerd Hoffmann } 1999f1ae32a1SGerd Hoffmann 2000f1ae32a1SGerd Hoffmann 2001ae0138a8SGerd Hoffmann static int ehci_state_writeback(EHCIQueue *q) 2002f1ae32a1SGerd Hoffmann { 2003eb36a88eSGerd Hoffmann EHCIPacket *p = QTAILQ_FIRST(&q->packets); 20044ed1c57aSGerd Hoffmann uint32_t *qtd, addr; 2005f1ae32a1SGerd Hoffmann int again = 0; 2006f1ae32a1SGerd Hoffmann 2007f1ae32a1SGerd Hoffmann /* Write back the QTD from the QH area */ 2008eb36a88eSGerd Hoffmann assert(p != NULL); 2009eb36a88eSGerd Hoffmann assert(p->qtdaddr == q->qtdaddr); 2010eb36a88eSGerd Hoffmann 2011eb36a88eSGerd Hoffmann ehci_trace_qtd(q, NLPTR_GET(p->qtdaddr), (EHCIqtd *) &q->qh.next_qtd); 20124ed1c57aSGerd Hoffmann qtd = (uint32_t *) &q->qh.next_qtd; 20134ed1c57aSGerd Hoffmann addr = NLPTR_GET(p->qtdaddr); 2014f471e8b0SArnout Engelen /* First write back the offset */ 2015f471e8b0SArnout Engelen put_dwords(q->ehci, addr + 3 * sizeof(uint32_t), qtd + 3, 1); 2016f471e8b0SArnout Engelen /* Then write back the token, clearing the 'active' bit */ 2017f471e8b0SArnout Engelen put_dwords(q->ehci, addr + 2 * sizeof(uint32_t), qtd + 2, 1); 2018eb36a88eSGerd Hoffmann ehci_free_packet(p); 2019f1ae32a1SGerd Hoffmann 2020f1ae32a1SGerd Hoffmann /* 2021f1ae32a1SGerd Hoffmann * EHCI specs say go horizontal here. 2022f1ae32a1SGerd Hoffmann * 2023f1ae32a1SGerd Hoffmann * We can also advance the queue here for performance reasons. We 2024f1ae32a1SGerd Hoffmann * need to take care to only take that shortcut in case we've 2025f1ae32a1SGerd Hoffmann * processed the qtd just written back without errors, i.e. halt 2026f1ae32a1SGerd Hoffmann * bit is clear. 2027f1ae32a1SGerd Hoffmann */ 2028f1ae32a1SGerd Hoffmann if (q->qh.token & QTD_TOKEN_HALT) { 2029ae0138a8SGerd Hoffmann ehci_set_state(q->ehci, q->async, EST_HORIZONTALQH); 2030f1ae32a1SGerd Hoffmann again = 1; 2031f1ae32a1SGerd Hoffmann } else { 2032ae0138a8SGerd Hoffmann ehci_set_state(q->ehci, q->async, EST_ADVANCEQUEUE); 2033f1ae32a1SGerd Hoffmann again = 1; 2034f1ae32a1SGerd Hoffmann } 2035f1ae32a1SGerd Hoffmann return again; 2036f1ae32a1SGerd Hoffmann } 2037f1ae32a1SGerd Hoffmann 2038f1ae32a1SGerd Hoffmann /* 2039f1ae32a1SGerd Hoffmann * This is the state machine that is common to both async and periodic 2040f1ae32a1SGerd Hoffmann */ 2041f1ae32a1SGerd Hoffmann 2042ae0138a8SGerd Hoffmann static void ehci_advance_state(EHCIState *ehci, int async) 2043f1ae32a1SGerd Hoffmann { 2044f1ae32a1SGerd Hoffmann EHCIQueue *q = NULL; 20451ae3f2f1SGerd Hoffmann int itd_count = 0; 2046f1ae32a1SGerd Hoffmann int again; 2047f1ae32a1SGerd Hoffmann 2048f1ae32a1SGerd Hoffmann do { 2049f1ae32a1SGerd Hoffmann switch(ehci_get_state(ehci, async)) { 2050f1ae32a1SGerd Hoffmann case EST_WAITLISTHEAD: 2051f1ae32a1SGerd Hoffmann again = ehci_state_waitlisthead(ehci, async); 2052f1ae32a1SGerd Hoffmann break; 2053f1ae32a1SGerd Hoffmann 2054f1ae32a1SGerd Hoffmann case EST_FETCHENTRY: 2055f1ae32a1SGerd Hoffmann again = ehci_state_fetchentry(ehci, async); 2056f1ae32a1SGerd Hoffmann break; 2057f1ae32a1SGerd Hoffmann 2058f1ae32a1SGerd Hoffmann case EST_FETCHQH: 2059f1ae32a1SGerd Hoffmann q = ehci_state_fetchqh(ehci, async); 2060ae0138a8SGerd Hoffmann if (q != NULL) { 2061ae0138a8SGerd Hoffmann assert(q->async == async); 2062ae0138a8SGerd Hoffmann again = 1; 2063ae0138a8SGerd Hoffmann } else { 2064ae0138a8SGerd Hoffmann again = 0; 2065ae0138a8SGerd Hoffmann } 2066f1ae32a1SGerd Hoffmann break; 2067f1ae32a1SGerd Hoffmann 2068f1ae32a1SGerd Hoffmann case EST_FETCHITD: 2069f1ae32a1SGerd Hoffmann again = ehci_state_fetchitd(ehci, async); 20701ae3f2f1SGerd Hoffmann itd_count++; 2071f1ae32a1SGerd Hoffmann break; 2072f1ae32a1SGerd Hoffmann 2073f1ae32a1SGerd Hoffmann case EST_FETCHSITD: 2074f1ae32a1SGerd Hoffmann again = ehci_state_fetchsitd(ehci, async); 20751ae3f2f1SGerd Hoffmann itd_count++; 2076f1ae32a1SGerd Hoffmann break; 2077f1ae32a1SGerd Hoffmann 2078f1ae32a1SGerd Hoffmann case EST_ADVANCEQUEUE: 2079cc8d2b65SMarkus Armbruster assert(q != NULL); 2080ae0138a8SGerd Hoffmann again = ehci_state_advqueue(q); 2081f1ae32a1SGerd Hoffmann break; 2082f1ae32a1SGerd Hoffmann 2083f1ae32a1SGerd Hoffmann case EST_FETCHQTD: 2084cc8d2b65SMarkus Armbruster assert(q != NULL); 2085ae0138a8SGerd Hoffmann again = ehci_state_fetchqtd(q); 2086f1ae32a1SGerd Hoffmann break; 2087f1ae32a1SGerd Hoffmann 2088f1ae32a1SGerd Hoffmann case EST_HORIZONTALQH: 2089cc8d2b65SMarkus Armbruster assert(q != NULL); 2090ae0138a8SGerd Hoffmann again = ehci_state_horizqh(q); 2091f1ae32a1SGerd Hoffmann break; 2092f1ae32a1SGerd Hoffmann 2093f1ae32a1SGerd Hoffmann case EST_EXECUTE: 2094cc8d2b65SMarkus Armbruster assert(q != NULL); 2095ae0138a8SGerd Hoffmann again = ehci_state_execute(q); 20963a215326SGerd Hoffmann if (async) { 20973a215326SGerd Hoffmann ehci->async_stepdown = 0; 20983a215326SGerd Hoffmann } 2099f1ae32a1SGerd Hoffmann break; 2100f1ae32a1SGerd Hoffmann 2101f1ae32a1SGerd Hoffmann case EST_EXECUTING: 2102f1ae32a1SGerd Hoffmann assert(q != NULL); 21033a215326SGerd Hoffmann if (async) { 21043a215326SGerd Hoffmann ehci->async_stepdown = 0; 21053a215326SGerd Hoffmann } 2106ae0138a8SGerd Hoffmann again = ehci_state_executing(q); 2107f1ae32a1SGerd Hoffmann break; 2108f1ae32a1SGerd Hoffmann 2109f1ae32a1SGerd Hoffmann case EST_WRITEBACK: 2110f1ae32a1SGerd Hoffmann assert(q != NULL); 2111ae0138a8SGerd Hoffmann again = ehci_state_writeback(q); 211280826240SHans de Goede if (!async) { 211380826240SHans de Goede ehci->periodic_sched_active = PERIODIC_ACTIVE; 211480826240SHans de Goede } 2115f1ae32a1SGerd Hoffmann break; 2116f1ae32a1SGerd Hoffmann 2117f1ae32a1SGerd Hoffmann default: 2118f1ae32a1SGerd Hoffmann fprintf(stderr, "Bad state!\n"); 2119dfc6f865SStefan Weil g_assert_not_reached(); 2120f1ae32a1SGerd Hoffmann } 2121f1ae32a1SGerd Hoffmann 21221ae3f2f1SGerd Hoffmann if (again < 0 || itd_count > 16) { 21231ae3f2f1SGerd Hoffmann /* TODO: notify guest (raise HSE irq?) */ 2124f1ae32a1SGerd Hoffmann fprintf(stderr, "processing error - resetting ehci HC\n"); 2125f1ae32a1SGerd Hoffmann ehci_reset(ehci); 2126f1ae32a1SGerd Hoffmann again = 0; 2127f1ae32a1SGerd Hoffmann } 2128f1ae32a1SGerd Hoffmann } 2129f1ae32a1SGerd Hoffmann while (again); 2130f1ae32a1SGerd Hoffmann } 2131f1ae32a1SGerd Hoffmann 2132f1ae32a1SGerd Hoffmann static void ehci_advance_async_state(EHCIState *ehci) 2133f1ae32a1SGerd Hoffmann { 2134f1ae32a1SGerd Hoffmann const int async = 1; 2135f1ae32a1SGerd Hoffmann 2136f1ae32a1SGerd Hoffmann switch(ehci_get_state(ehci, async)) { 2137f1ae32a1SGerd Hoffmann case EST_INACTIVE: 2138ec807d12SGerd Hoffmann if (!ehci_async_enabled(ehci)) { 2139f1ae32a1SGerd Hoffmann break; 2140f1ae32a1SGerd Hoffmann } 2141f1ae32a1SGerd Hoffmann ehci_set_state(ehci, async, EST_ACTIVE); 2142f1ae32a1SGerd Hoffmann // No break, fall through to ACTIVE 2143f1ae32a1SGerd Hoffmann 2144f1ae32a1SGerd Hoffmann case EST_ACTIVE: 2145ec807d12SGerd Hoffmann if (!ehci_async_enabled(ehci)) { 2146f1ae32a1SGerd Hoffmann ehci_queues_rip_all(ehci, async); 2147f1ae32a1SGerd Hoffmann ehci_set_state(ehci, async, EST_INACTIVE); 2148f1ae32a1SGerd Hoffmann break; 2149f1ae32a1SGerd Hoffmann } 2150f1ae32a1SGerd Hoffmann 2151f1ae32a1SGerd Hoffmann /* make sure guest has acknowledged the doorbell interrupt */ 2152f1ae32a1SGerd Hoffmann /* TO-DO: is this really needed? */ 2153f1ae32a1SGerd Hoffmann if (ehci->usbsts & USBSTS_IAA) { 2154f1ae32a1SGerd Hoffmann DPRINTF("IAA status bit still set.\n"); 2155f1ae32a1SGerd Hoffmann break; 2156f1ae32a1SGerd Hoffmann } 2157f1ae32a1SGerd Hoffmann 2158f1ae32a1SGerd Hoffmann /* check that address register has been set */ 2159f1ae32a1SGerd Hoffmann if (ehci->asynclistaddr == 0) { 2160f1ae32a1SGerd Hoffmann break; 2161f1ae32a1SGerd Hoffmann } 2162f1ae32a1SGerd Hoffmann 2163f1ae32a1SGerd Hoffmann ehci_set_state(ehci, async, EST_WAITLISTHEAD); 2164f1ae32a1SGerd Hoffmann ehci_advance_state(ehci, async); 2165f1ae32a1SGerd Hoffmann 2166f1ae32a1SGerd Hoffmann /* If the doorbell is set, the guest wants to make a change to the 2167f1ae32a1SGerd Hoffmann * schedule. The host controller needs to release cached data. 2168f1ae32a1SGerd Hoffmann * (section 4.8.2) 2169f1ae32a1SGerd Hoffmann */ 2170f1ae32a1SGerd Hoffmann if (ehci->usbcmd & USBCMD_IAAD) { 2171f1ae32a1SGerd Hoffmann /* Remove all unseen qhs from the async qhs queue */ 21728f5457ebSHans de Goede ehci_queues_rip_unseen(ehci, async); 21731defcbd1SGerd Hoffmann trace_usb_ehci_doorbell_ack(); 2174f1ae32a1SGerd Hoffmann ehci->usbcmd &= ~USBCMD_IAAD; 21757efc17afSGerd Hoffmann ehci_raise_irq(ehci, USBSTS_IAA); 2176f1ae32a1SGerd Hoffmann } 2177f1ae32a1SGerd Hoffmann break; 2178f1ae32a1SGerd Hoffmann 2179f1ae32a1SGerd Hoffmann default: 2180f1ae32a1SGerd Hoffmann /* this should only be due to a developer mistake */ 2181f1ae32a1SGerd Hoffmann fprintf(stderr, "ehci: Bad asynchronous state %d. " 2182f1ae32a1SGerd Hoffmann "Resetting to active\n", ehci->astate); 2183dfc6f865SStefan Weil g_assert_not_reached(); 2184f1ae32a1SGerd Hoffmann } 2185f1ae32a1SGerd Hoffmann } 2186f1ae32a1SGerd Hoffmann 2187f1ae32a1SGerd Hoffmann static void ehci_advance_periodic_state(EHCIState *ehci) 2188f1ae32a1SGerd Hoffmann { 2189f1ae32a1SGerd Hoffmann uint32_t entry; 2190f1ae32a1SGerd Hoffmann uint32_t list; 2191f1ae32a1SGerd Hoffmann const int async = 0; 2192f1ae32a1SGerd Hoffmann 2193f1ae32a1SGerd Hoffmann // 4.6 2194f1ae32a1SGerd Hoffmann 2195f1ae32a1SGerd Hoffmann switch(ehci_get_state(ehci, async)) { 2196f1ae32a1SGerd Hoffmann case EST_INACTIVE: 2197ec807d12SGerd Hoffmann if (!(ehci->frindex & 7) && ehci_periodic_enabled(ehci)) { 2198f1ae32a1SGerd Hoffmann ehci_set_state(ehci, async, EST_ACTIVE); 2199f1ae32a1SGerd Hoffmann // No break, fall through to ACTIVE 2200f1ae32a1SGerd Hoffmann } else 2201f1ae32a1SGerd Hoffmann break; 2202f1ae32a1SGerd Hoffmann 2203f1ae32a1SGerd Hoffmann case EST_ACTIVE: 2204ec807d12SGerd Hoffmann if (!(ehci->frindex & 7) && !ehci_periodic_enabled(ehci)) { 2205f1ae32a1SGerd Hoffmann ehci_queues_rip_all(ehci, async); 2206f1ae32a1SGerd Hoffmann ehci_set_state(ehci, async, EST_INACTIVE); 2207f1ae32a1SGerd Hoffmann break; 2208f1ae32a1SGerd Hoffmann } 2209f1ae32a1SGerd Hoffmann 2210f1ae32a1SGerd Hoffmann list = ehci->periodiclistbase & 0xfffff000; 2211f1ae32a1SGerd Hoffmann /* check that register has been set */ 2212f1ae32a1SGerd Hoffmann if (list == 0) { 2213f1ae32a1SGerd Hoffmann break; 2214f1ae32a1SGerd Hoffmann } 2215f1ae32a1SGerd Hoffmann list |= ((ehci->frindex & 0x1ff8) >> 1); 2216f1ae32a1SGerd Hoffmann 221755903f1dSGerd Hoffmann if (get_dwords(ehci, list, &entry, 1) < 0) { 221855903f1dSGerd Hoffmann break; 221955903f1dSGerd Hoffmann } 2220f1ae32a1SGerd Hoffmann 2221f1ae32a1SGerd Hoffmann DPRINTF("PERIODIC state adv fr=%d. [%08X] -> %08X\n", 2222f1ae32a1SGerd Hoffmann ehci->frindex / 8, list, entry); 2223f1ae32a1SGerd Hoffmann ehci_set_fetch_addr(ehci, async,entry); 2224f1ae32a1SGerd Hoffmann ehci_set_state(ehci, async, EST_FETCHENTRY); 2225f1ae32a1SGerd Hoffmann ehci_advance_state(ehci, async); 22268f5457ebSHans de Goede ehci_queues_rip_unused(ehci, async); 2227f1ae32a1SGerd Hoffmann break; 2228f1ae32a1SGerd Hoffmann 2229f1ae32a1SGerd Hoffmann default: 2230f1ae32a1SGerd Hoffmann /* this should only be due to a developer mistake */ 2231f1ae32a1SGerd Hoffmann fprintf(stderr, "ehci: Bad periodic state %d. " 2232f1ae32a1SGerd Hoffmann "Resetting to active\n", ehci->pstate); 2233dfc6f865SStefan Weil g_assert_not_reached(); 2234f1ae32a1SGerd Hoffmann } 2235f1ae32a1SGerd Hoffmann } 2236f1ae32a1SGerd Hoffmann 22379359a58bSHans de Goede static void ehci_update_frindex(EHCIState *ehci, int uframes) 22386ceced0bSGerd Hoffmann { 22399359a58bSHans de Goede if (!ehci_enabled(ehci) && ehci->pstate == EST_INACTIVE) { 22406ceced0bSGerd Hoffmann return; 22416ceced0bSGerd Hoffmann } 22426ceced0bSGerd Hoffmann 224372aa364bSEvgeny Yakovlev /* Generate FLR interrupt if frame index rolls over 0x2000 */ 224472aa364bSEvgeny Yakovlev if ((ehci->frindex % 0x2000) + uframes >= 0x2000) { 22457efc17afSGerd Hoffmann ehci_raise_irq(ehci, USBSTS_FLR); 22466ceced0bSGerd Hoffmann } 22476ceced0bSGerd Hoffmann 224872aa364bSEvgeny Yakovlev /* How many times will frindex roll over 0x4000 with this frame count? 224972aa364bSEvgeny Yakovlev * usbsts_frindex is decremented by 0x4000 on rollover until it reaches 0 225072aa364bSEvgeny Yakovlev */ 225172aa364bSEvgeny Yakovlev int rollovers = (ehci->frindex + uframes) / 0x4000; 225272aa364bSEvgeny Yakovlev if (rollovers > 0) { 225372aa364bSEvgeny Yakovlev if (ehci->usbsts_frindex >= (rollovers * 0x4000)) { 225472aa364bSEvgeny Yakovlev ehci->usbsts_frindex -= 0x4000 * rollovers; 22557efc17afSGerd Hoffmann } else { 22567efc17afSGerd Hoffmann ehci->usbsts_frindex = 0; 22577efc17afSGerd Hoffmann } 22586ceced0bSGerd Hoffmann } 225972aa364bSEvgeny Yakovlev 226072aa364bSEvgeny Yakovlev ehci->frindex = (ehci->frindex + uframes) % 0x4000; 22616ceced0bSGerd Hoffmann } 22626ceced0bSGerd Hoffmann 22633bfecee2SGerd Hoffmann static void ehci_work_bh(void *opaque) 2264f1ae32a1SGerd Hoffmann { 2265f1ae32a1SGerd Hoffmann EHCIState *ehci = opaque; 22667efc17afSGerd Hoffmann int need_timer = 0; 2267f1ae32a1SGerd Hoffmann int64_t expire_time, t_now; 2268f1ae32a1SGerd Hoffmann uint64_t ns_elapsed; 22693ae7eb88SGerd Hoffmann uint64_t uframes, skipped_uframes; 2270f1ae32a1SGerd Hoffmann int i; 2271f1ae32a1SGerd Hoffmann 2272ad3c5412SGerd Hoffmann if (ehci->working) { 2273ad3c5412SGerd Hoffmann return; 2274ad3c5412SGerd Hoffmann } 2275ad3c5412SGerd Hoffmann ehci->working = true; 2276ad3c5412SGerd Hoffmann 2277bc72ad67SAlex Bligh t_now = qemu_clock_get_ns(QEMU_CLOCK_VIRTUAL); 2278f1ae32a1SGerd Hoffmann ns_elapsed = t_now - ehci->last_run_ns; 22799359a58bSHans de Goede uframes = ns_elapsed / UFRAME_TIMER_NS; 2280f1ae32a1SGerd Hoffmann 22813a215326SGerd Hoffmann if (ehci_periodic_enabled(ehci) || ehci->pstate != EST_INACTIVE) { 22827efc17afSGerd Hoffmann need_timer++; 22833a215326SGerd Hoffmann 22849359a58bSHans de Goede if (uframes > (ehci->maxframes * 8)) { 22859359a58bSHans de Goede skipped_uframes = uframes - (ehci->maxframes * 8); 22869359a58bSHans de Goede ehci_update_frindex(ehci, skipped_uframes); 22879359a58bSHans de Goede ehci->last_run_ns += UFRAME_TIMER_NS * skipped_uframes; 22889359a58bSHans de Goede uframes -= skipped_uframes; 22899359a58bSHans de Goede DPRINTF("WARNING - EHCI skipped %d uframes\n", skipped_uframes); 2290f1ae32a1SGerd Hoffmann } 2291f1ae32a1SGerd Hoffmann 22929359a58bSHans de Goede for (i = 0; i < uframes; i++) { 22938f74ed1eSHans de Goede /* 22948f74ed1eSHans de Goede * If we're running behind schedule, we should not catch up 22958f74ed1eSHans de Goede * too fast, as that will make some guests unhappy: 22969359a58bSHans de Goede * 1) We must process a minimum of MIN_UFR_PER_TICK frames, 22978f74ed1eSHans de Goede * otherwise we will never catch up 22988f74ed1eSHans de Goede * 2) Process frames until the guest has requested an irq (IOC) 22998f74ed1eSHans de Goede */ 23009359a58bSHans de Goede if (i >= MIN_UFR_PER_TICK) { 23018f74ed1eSHans de Goede ehci_commit_irq(ehci); 23028f74ed1eSHans de Goede if ((ehci->usbsts & USBINTR_MASK) & ehci->usbintr) { 23038f74ed1eSHans de Goede break; 23048f74ed1eSHans de Goede } 23058f74ed1eSHans de Goede } 230680826240SHans de Goede if (ehci->periodic_sched_active) { 230780826240SHans de Goede ehci->periodic_sched_active--; 230880826240SHans de Goede } 2309f020ed36SGerd Hoffmann ehci_update_frindex(ehci, 1); 23109359a58bSHans de Goede if ((ehci->frindex & 7) == 0) { 2311f020ed36SGerd Hoffmann ehci_advance_periodic_state(ehci); 23129359a58bSHans de Goede } 23139359a58bSHans de Goede ehci->last_run_ns += UFRAME_TIMER_NS; 2314f1ae32a1SGerd Hoffmann } 23153a215326SGerd Hoffmann } else { 231680826240SHans de Goede ehci->periodic_sched_active = 0; 23179359a58bSHans de Goede ehci_update_frindex(ehci, uframes); 23189359a58bSHans de Goede ehci->last_run_ns += UFRAME_TIMER_NS * uframes; 23193a215326SGerd Hoffmann } 2320f1ae32a1SGerd Hoffmann 232180826240SHans de Goede if (ehci->periodic_sched_active) { 232280826240SHans de Goede ehci->async_stepdown = 0; 232380826240SHans de Goede } else if (ehci->async_stepdown < ehci->maxframes / 2) { 232480826240SHans de Goede ehci->async_stepdown++; 232580826240SHans de Goede } 232680826240SHans de Goede 2327f1ae32a1SGerd Hoffmann /* Async is not inside loop since it executes everything it can once 2328f1ae32a1SGerd Hoffmann * called 2329f1ae32a1SGerd Hoffmann */ 23303a215326SGerd Hoffmann if (ehci_async_enabled(ehci) || ehci->astate != EST_INACTIVE) { 23317efc17afSGerd Hoffmann need_timer++; 2332afb7a0b8SGerd Hoffmann ehci_advance_async_state(ehci); 23333a215326SGerd Hoffmann } 2334f1ae32a1SGerd Hoffmann 23357efc17afSGerd Hoffmann ehci_commit_irq(ehci); 23367efc17afSGerd Hoffmann if (ehci->usbsts_pending) { 23377efc17afSGerd Hoffmann need_timer++; 23387efc17afSGerd Hoffmann ehci->async_stepdown = 0; 2339f1ae32a1SGerd Hoffmann } 2340f0ad01f9SGerd Hoffmann 234140862309SGerd Hoffmann if (ehci_enabled(ehci) && (ehci->usbintr & USBSTS_FLR)) { 234240862309SGerd Hoffmann need_timer++; 234340862309SGerd Hoffmann } 234440862309SGerd Hoffmann 23457efc17afSGerd Hoffmann if (need_timer) { 234644272b0fSHans de Goede /* If we've raised int, we speed up the timer, so that we quickly 234744272b0fSHans de Goede * notice any new packets queued up in response */ 234844272b0fSHans de Goede if (ehci->int_req_by_async && (ehci->usbsts & USBSTS_INT)) { 234973bcb24dSRutuja Shah expire_time = t_now + 235073bcb24dSRutuja Shah NANOSECONDS_PER_SECOND / (FRAME_TIMER_FREQ * 4); 235144272b0fSHans de Goede ehci->int_req_by_async = false; 235244272b0fSHans de Goede } else { 235373bcb24dSRutuja Shah expire_time = t_now + (NANOSECONDS_PER_SECOND 2354afb7a0b8SGerd Hoffmann * (ehci->async_stepdown+1) / FRAME_TIMER_FREQ); 235544272b0fSHans de Goede } 2356bc72ad67SAlex Bligh timer_mod(ehci->frame_timer, expire_time); 23577efc17afSGerd Hoffmann } 2358ad3c5412SGerd Hoffmann 2359ad3c5412SGerd Hoffmann ehci->working = false; 2360daf25307SGerd Hoffmann } 2361f1ae32a1SGerd Hoffmann 23623bfecee2SGerd Hoffmann static void ehci_work_timer(void *opaque) 23633bfecee2SGerd Hoffmann { 23643bfecee2SGerd Hoffmann EHCIState *ehci = opaque; 23653bfecee2SGerd Hoffmann 23663bfecee2SGerd Hoffmann qemu_bh_schedule(ehci->async_bh); 23673bfecee2SGerd Hoffmann } 23683bfecee2SGerd Hoffmann 23693e4f910cSGerd Hoffmann static const MemoryRegionOps ehci_mmio_caps_ops = { 23703e4f910cSGerd Hoffmann .read = ehci_caps_read, 2371dff0367cSPrasad J Pandit .write = ehci_caps_write, 23723e4f910cSGerd Hoffmann .valid.min_access_size = 1, 23733e4f910cSGerd Hoffmann .valid.max_access_size = 4, 23743e4f910cSGerd Hoffmann .impl.min_access_size = 1, 23753e4f910cSGerd Hoffmann .impl.max_access_size = 1, 23763e4f910cSGerd Hoffmann .endianness = DEVICE_LITTLE_ENDIAN, 23773e4f910cSGerd Hoffmann }; 23783e4f910cSGerd Hoffmann 23793e4f910cSGerd Hoffmann static const MemoryRegionOps ehci_mmio_opreg_ops = { 23803e4f910cSGerd Hoffmann .read = ehci_opreg_read, 23813e4f910cSGerd Hoffmann .write = ehci_opreg_write, 23823e4f910cSGerd Hoffmann .valid.min_access_size = 4, 23833e4f910cSGerd Hoffmann .valid.max_access_size = 4, 23843e4f910cSGerd Hoffmann .endianness = DEVICE_LITTLE_ENDIAN, 23853e4f910cSGerd Hoffmann }; 23863e4f910cSGerd Hoffmann 23873e4f910cSGerd Hoffmann static const MemoryRegionOps ehci_mmio_port_ops = { 23883e4f910cSGerd Hoffmann .read = ehci_port_read, 23893e4f910cSGerd Hoffmann .write = ehci_port_write, 23903e4f910cSGerd Hoffmann .valid.min_access_size = 4, 23913e4f910cSGerd Hoffmann .valid.max_access_size = 4, 2392f1ae32a1SGerd Hoffmann .endianness = DEVICE_LITTLE_ENDIAN, 2393f1ae32a1SGerd Hoffmann }; 2394f1ae32a1SGerd Hoffmann 2395f1ae32a1SGerd Hoffmann static USBPortOps ehci_port_ops = { 2396f1ae32a1SGerd Hoffmann .attach = ehci_attach, 2397f1ae32a1SGerd Hoffmann .detach = ehci_detach, 2398f1ae32a1SGerd Hoffmann .child_detach = ehci_child_detach, 2399f1ae32a1SGerd Hoffmann .wakeup = ehci_wakeup, 2400f1ae32a1SGerd Hoffmann .complete = ehci_async_complete_packet, 2401f1ae32a1SGerd Hoffmann }; 2402f1ae32a1SGerd Hoffmann 2403ec56214fSGerd Hoffmann static USBBusOps ehci_bus_ops_companion = { 2404f1ae32a1SGerd Hoffmann .register_companion = ehci_register_companion, 240580826240SHans de Goede .wakeup_endpoint = ehci_wakeup_endpoint, 2406f1ae32a1SGerd Hoffmann }; 2407ec56214fSGerd Hoffmann static USBBusOps ehci_bus_ops_standalone = { 2408ec56214fSGerd Hoffmann .wakeup_endpoint = ehci_wakeup_endpoint, 2409ec56214fSGerd Hoffmann }; 2410f1ae32a1SGerd Hoffmann 241144b1ff31SDr. David Alan Gilbert static int usb_ehci_pre_save(void *opaque) 24129359a58bSHans de Goede { 24139359a58bSHans de Goede EHCIState *ehci = opaque; 24149359a58bSHans de Goede uint32_t new_frindex; 24159359a58bSHans de Goede 24169359a58bSHans de Goede /* Round down frindex to a multiple of 8 for migration compatibility */ 24179359a58bSHans de Goede new_frindex = ehci->frindex & ~7; 24189359a58bSHans de Goede ehci->last_run_ns -= (ehci->frindex - new_frindex) * UFRAME_TIMER_NS; 24199359a58bSHans de Goede ehci->frindex = new_frindex; 242044b1ff31SDr. David Alan Gilbert 242144b1ff31SDr. David Alan Gilbert return 0; 24229359a58bSHans de Goede } 24239359a58bSHans de Goede 24249a773408SGerd Hoffmann static int usb_ehci_post_load(void *opaque, int version_id) 24259a773408SGerd Hoffmann { 24269a773408SGerd Hoffmann EHCIState *s = opaque; 24279a773408SGerd Hoffmann int i; 24289a773408SGerd Hoffmann 24299a773408SGerd Hoffmann for (i = 0; i < NB_PORTS; i++) { 24309a773408SGerd Hoffmann USBPort *companion = s->companion_ports[i]; 24319a773408SGerd Hoffmann if (companion == NULL) { 24329a773408SGerd Hoffmann continue; 24339a773408SGerd Hoffmann } 24349a773408SGerd Hoffmann if (s->portsc[i] & PORTSC_POWNER) { 24359a773408SGerd Hoffmann companion->dev = s->ports[i].dev; 24369a773408SGerd Hoffmann } else { 24379a773408SGerd Hoffmann companion->dev = NULL; 24389a773408SGerd Hoffmann } 24399a773408SGerd Hoffmann } 24409a773408SGerd Hoffmann 24419a773408SGerd Hoffmann return 0; 24429a773408SGerd Hoffmann } 24439a773408SGerd Hoffmann 2444538f0497SPhilippe Mathieu-Daudé static void usb_ehci_vm_state_change(void *opaque, bool running, RunState state) 2445ceab6f96SHans de Goede { 2446ceab6f96SHans de Goede EHCIState *ehci = opaque; 2447ceab6f96SHans de Goede 2448ceab6f96SHans de Goede /* 2449ceab6f96SHans de Goede * We don't migrate the EHCIQueue-s, instead we rebuild them for the 2450ceab6f96SHans de Goede * schedule in guest memory. We must do the rebuilt ASAP, so that 2451ceab6f96SHans de Goede * USB-devices which have async handled packages have a packet in the 2452ceab6f96SHans de Goede * ep queue to match the completion with. 2453ceab6f96SHans de Goede */ 2454ceab6f96SHans de Goede if (state == RUN_STATE_RUNNING) { 2455ceab6f96SHans de Goede ehci_advance_async_state(ehci); 2456ceab6f96SHans de Goede } 2457ceab6f96SHans de Goede 2458ceab6f96SHans de Goede /* 2459ceab6f96SHans de Goede * The schedule rebuilt from guest memory could cause the migration dest 2460ceab6f96SHans de Goede * to miss a QH unlink, and fail to cancel packets, since the unlinked QH 2461*2a8537cfSMichael Tokarev * will never have existed on the destination. Therefore we must flush the 2462ceab6f96SHans de Goede * async schedule on savevm to catch any not yet noticed unlinks. 2463ceab6f96SHans de Goede */ 2464ceab6f96SHans de Goede if (state == RUN_STATE_SAVE_VM) { 2465ceab6f96SHans de Goede ehci_advance_async_state(ehci); 2466ceab6f96SHans de Goede ehci_queues_rip_unseen(ehci, 1); 2467ceab6f96SHans de Goede } 2468ceab6f96SHans de Goede } 2469ceab6f96SHans de Goede 24700bf96f94SGerd Hoffmann const VMStateDescription vmstate_ehci = { 24715010d4dcSPeter Crosthwaite .name = "ehci-core", 24726d3b6d3dSGerd Hoffmann .version_id = 2, 24736d3b6d3dSGerd Hoffmann .minimum_version_id = 1, 24749359a58bSHans de Goede .pre_save = usb_ehci_pre_save, 24759a773408SGerd Hoffmann .post_load = usb_ehci_post_load, 24769a773408SGerd Hoffmann .fields = (VMStateField[]) { 24779a773408SGerd Hoffmann /* mmio registers */ 24789a773408SGerd Hoffmann VMSTATE_UINT32(usbcmd, EHCIState), 24799a773408SGerd Hoffmann VMSTATE_UINT32(usbsts, EHCIState), 24806d3b6d3dSGerd Hoffmann VMSTATE_UINT32_V(usbsts_pending, EHCIState, 2), 24816d3b6d3dSGerd Hoffmann VMSTATE_UINT32_V(usbsts_frindex, EHCIState, 2), 24829a773408SGerd Hoffmann VMSTATE_UINT32(usbintr, EHCIState), 24839a773408SGerd Hoffmann VMSTATE_UINT32(frindex, EHCIState), 24849a773408SGerd Hoffmann VMSTATE_UINT32(ctrldssegment, EHCIState), 24859a773408SGerd Hoffmann VMSTATE_UINT32(periodiclistbase, EHCIState), 24869a773408SGerd Hoffmann VMSTATE_UINT32(asynclistaddr, EHCIState), 24879a773408SGerd Hoffmann VMSTATE_UINT32(configflag, EHCIState), 24889a773408SGerd Hoffmann VMSTATE_UINT32(portsc[0], EHCIState), 24899a773408SGerd Hoffmann VMSTATE_UINT32(portsc[1], EHCIState), 24909a773408SGerd Hoffmann VMSTATE_UINT32(portsc[2], EHCIState), 24919a773408SGerd Hoffmann VMSTATE_UINT32(portsc[3], EHCIState), 24929a773408SGerd Hoffmann VMSTATE_UINT32(portsc[4], EHCIState), 24939a773408SGerd Hoffmann VMSTATE_UINT32(portsc[5], EHCIState), 24949a773408SGerd Hoffmann /* frame timer */ 2495e720677eSPaolo Bonzini VMSTATE_TIMER_PTR(frame_timer, EHCIState), 24969a773408SGerd Hoffmann VMSTATE_UINT64(last_run_ns, EHCIState), 24979a773408SGerd Hoffmann VMSTATE_UINT32(async_stepdown, EHCIState), 24989a773408SGerd Hoffmann /* schedule state */ 24999a773408SGerd Hoffmann VMSTATE_UINT32(astate, EHCIState), 25009a773408SGerd Hoffmann VMSTATE_UINT32(pstate, EHCIState), 25019a773408SGerd Hoffmann VMSTATE_UINT32(a_fetch_addr, EHCIState), 25029a773408SGerd Hoffmann VMSTATE_UINT32(p_fetch_addr, EHCIState), 25039a773408SGerd Hoffmann VMSTATE_END_OF_LIST() 25049a773408SGerd Hoffmann } 2505f1ae32a1SGerd Hoffmann }; 2506f1ae32a1SGerd Hoffmann 250708f4c90bSAndreas Färber void usb_ehci_realize(EHCIState *s, DeviceState *dev, Error **errp) 2508f1ae32a1SGerd Hoffmann { 2509f1ae32a1SGerd Hoffmann int i; 2510f1ae32a1SGerd Hoffmann 2511cc8d6a84SKuo-Jung Su if (s->portnr > NB_PORTS) { 2512cc8d6a84SKuo-Jung Su error_setg(errp, "Too many ports! Max. port number is %d.", 2513cc8d6a84SKuo-Jung Su NB_PORTS); 2514cc8d6a84SKuo-Jung Su return; 2515cc8d6a84SKuo-Jung Su } 25162a7f2630SGerd Hoffmann if (s->maxframes < 8 || s->maxframes > 512) { 25172a7f2630SGerd Hoffmann error_setg(errp, "maxframes %d out if range (8 .. 512)", 25182a7f2630SGerd Hoffmann s->maxframes); 25192a7f2630SGerd Hoffmann return; 25202a7f2630SGerd Hoffmann } 2521cc8d6a84SKuo-Jung Su 2522db0b0341SThomas Huth memory_region_add_subregion(&s->mem, s->capsbase, &s->mem_caps); 2523db0b0341SThomas Huth memory_region_add_subregion(&s->mem, s->opregbase, &s->mem_opreg); 2524db0b0341SThomas Huth memory_region_add_subregion(&s->mem, s->opregbase + s->portscbase, 2525db0b0341SThomas Huth &s->mem_ports); 2526db0b0341SThomas Huth 2527ec56214fSGerd Hoffmann usb_bus_new(&s->bus, sizeof(s->bus), s->companion_enable ? 2528ec56214fSGerd Hoffmann &ehci_bus_ops_companion : &ehci_bus_ops_standalone, dev); 2529cc8d6a84SKuo-Jung Su for (i = 0; i < s->portnr; i++) { 2530d4614cc3SAndreas Färber usb_register_port(&s->bus, &s->ports[i], s, i, &ehci_port_ops, 2531d4614cc3SAndreas Färber USB_SPEED_MASK_HIGH); 2532d4614cc3SAndreas Färber s->ports[i].dev = 0; 2533d4614cc3SAndreas Färber } 2534d4614cc3SAndreas Färber 25353bfecee2SGerd Hoffmann s->frame_timer = timer_new_ns(QEMU_CLOCK_VIRTUAL, ehci_work_timer, s); 2536f63192b0SAlexander Bulekov s->async_bh = qemu_bh_new_guarded(ehci_work_bh, s, 2537f63192b0SAlexander Bulekov &dev->mem_reentrancy_guard); 2538adbecc89SGerd Hoffmann s->device = dev; 2539d4614cc3SAndreas Färber 254005a36991SGonglei s->vmstate = qemu_add_vm_change_state_handler(usb_ehci_vm_state_change, s); 2541d4614cc3SAndreas Färber } 2542d4614cc3SAndreas Färber 2543b69c3c21SMarkus Armbruster void usb_ehci_unrealize(EHCIState *s, DeviceState *dev) 25444e130cf6SGonglei { 2545d733f74cSGonglei trace_usb_ehci_unrealize(); 2546d733f74cSGonglei 25474e130cf6SGonglei if (s->frame_timer) { 25484e130cf6SGonglei timer_free(s->frame_timer); 25494e130cf6SGonglei s->frame_timer = NULL; 25504e130cf6SGonglei } 25514e130cf6SGonglei if (s->async_bh) { 25524e130cf6SGonglei qemu_bh_delete(s->async_bh); 25534e130cf6SGonglei } 25544e130cf6SGonglei 25554e130cf6SGonglei ehci_queues_rip_all(s, 0); 25564e130cf6SGonglei ehci_queues_rip_all(s, 1); 25574e130cf6SGonglei 25584e130cf6SGonglei memory_region_del_subregion(&s->mem, &s->mem_caps); 25594e130cf6SGonglei memory_region_del_subregion(&s->mem, &s->mem_opreg); 25604e130cf6SGonglei memory_region_del_subregion(&s->mem, &s->mem_ports); 25614e130cf6SGonglei 25624e130cf6SGonglei usb_bus_release(&s->bus); 25634e130cf6SGonglei 25644e130cf6SGonglei if (s->vmstate) { 25654e130cf6SGonglei qemu_del_vm_change_state_handler(s->vmstate); 25664e130cf6SGonglei } 25674e130cf6SGonglei } 25684e130cf6SGonglei 2569d4614cc3SAndreas Färber void usb_ehci_init(EHCIState *s, DeviceState *dev) 2570d4614cc3SAndreas Färber { 25713e4f910cSGerd Hoffmann /* 2.2 host controller interface version */ 257227a11324SPeter Crosthwaite s->caps[0x00] = (uint8_t)(s->opregbase - s->capsbase); 25733e4f910cSGerd Hoffmann s->caps[0x01] = 0x00; 25743e4f910cSGerd Hoffmann s->caps[0x02] = 0x00; 25753e4f910cSGerd Hoffmann s->caps[0x03] = 0x01; /* HC version */ 2576cc8d6a84SKuo-Jung Su s->caps[0x04] = s->portnr; /* Number of downstream ports */ 25773e4f910cSGerd Hoffmann s->caps[0x05] = 0x00; /* No companion ports at present */ 25783e4f910cSGerd Hoffmann s->caps[0x06] = 0x00; 25793e4f910cSGerd Hoffmann s->caps[0x07] = 0x00; 25803e4f910cSGerd Hoffmann s->caps[0x08] = 0x80; /* We can cache whole frame, no 64-bit */ 25813e4f910cSGerd Hoffmann s->caps[0x0a] = 0x00; 25823e4f910cSGerd Hoffmann s->caps[0x0b] = 0x00; 2583f1ae32a1SGerd Hoffmann 2584f1ae32a1SGerd Hoffmann QTAILQ_INIT(&s->aqueues); 2585f1ae32a1SGerd Hoffmann QTAILQ_INIT(&s->pqueues); 25867341ea07SHans de Goede usb_packet_init(&s->ipacket); 2587f1ae32a1SGerd Hoffmann 258822fc860bSPaolo Bonzini memory_region_init(&s->mem, OBJECT(dev), "ehci", MMIO_SIZE); 258922fc860bSPaolo Bonzini memory_region_init_io(&s->mem_caps, OBJECT(dev), &ehci_mmio_caps_ops, s, 259027a11324SPeter Crosthwaite "capabilities", CAPA_SIZE); 259122fc860bSPaolo Bonzini memory_region_init_io(&s->mem_opreg, OBJECT(dev), &ehci_mmio_opreg_ops, s, 2592cc8d6a84SKuo-Jung Su "operational", s->portscbase); 259322fc860bSPaolo Bonzini memory_region_init_io(&s->mem_ports, OBJECT(dev), &ehci_mmio_port_ops, s, 2594cc8d6a84SKuo-Jung Su "ports", 4 * s->portnr); 25955010d4dcSPeter Crosthwaite } 25963e4f910cSGerd Hoffmann 2597d710e1e7SLi Qiang void usb_ehci_finalize(EHCIState *s) 2598d710e1e7SLi Qiang { 2599d710e1e7SLi Qiang usb_packet_cleanup(&s->ipacket); 2600d710e1e7SLi Qiang } 2601d710e1e7SLi Qiang 2602f1ae32a1SGerd Hoffmann /* 2603f1ae32a1SGerd Hoffmann * vim: expandtab ts=4 2604f1ae32a1SGerd Hoffmann */ 2605