289     vq->vring.desc = qva_to_va(dev, vq->vra.desc_user_addr);  in map_ring()
290     vq->vring.used = qva_to_va(dev, vq->vra.used_user_addr);  in map_ring()
291     vq->vring.avail = qva_to_va(dev, vq->vra.avail_user_addr);  in map_ring()
294     DPRINT("    vring_desc  at %p\n", vq->vring.desc);  in map_ring()
295     DPRINT("    vring_used  at %p\n", vq->vring.used);  in map_ring()
296     DPRINT("    vring_avail at %p\n", vq->vring.avail);  in map_ring()
298     return !(vq->vring.desc && vq->vring.used && vq->vring.avail);  in map_ring()
308     if (likely(vq->vring.avail)) {  in vu_is_vq_usable()
336         const uintptr_t desc = (uintptr_t)vq->vring.desc;  in unmap_rings()
337         const uintptr_t used = (uintptr_t)vq->vring.used;  in unmap_rings()
338         const uintptr_t avail = (uintptr_t)vq->vring.avail;  in unmap_rings()
351         vq->vring.desc = NULL;  in unmap_rings()
352         vq->vring.used = NULL;  in unmap_rings()
353         vq->vring.avail = NULL;  in unmap_rings()
1130         if (dev->vq[i].vring.desc) {  in vu_set_mem_table_exec()
1203     dev->vq[index].vring.num = num;  in vu_set_vring_num_exec()
1224     vq->vring.flags = vra->flags;  in vu_set_vring_addr_exec()
1225     vq->vring.log_guest_addr = vra->log_guest_addr;  in vu_set_vring_addr_exec()
1233     vq->used_idx = le16toh(vq->vring.used->idx);  in vu_set_vring_addr_exec()
1350     vq->used_idx = le16toh(vq->vring.used->idx);  in vu_check_queue_inflights()
2330     return le16toh(vq->vring.avail->flags);  in vring_avail_flags()
2336     vq->shadow_avail_idx = le16toh(vq->vring.avail->idx);  in vring_avail_idx()
2344     return le16toh(vq->vring.avail->ring[i]);  in vring_avail_ring()
2350     return vring_avail_ring(vq, vq->vring.num);  in vring_get_used_event()
2359     if (num_heads > vq->vring.num) {  in virtqueue_num_heads()
2379     *head = vring_avail_ring(vq, idx % vq->vring.num);  in virtqueue_get_head()
2382     if (*head >= vq->vring.num) {  in virtqueue_get_head()
2472         max = vq->vring.num;  in vu_queue_get_avail_bytes()
2477         desc = vq->vring.desc;  in vu_queue_get_avail_bytes()
2681     flags = (uint16_t *)((char*)vq->vring.used +  in vring_used_flags_set_bit()
2691     flags = (uint16_t *)((char*)vq->vring.used +  in vring_used_flags_unset_bit()
2705     memcpy(&vq->vring.used->ring[vq->vring.num], &val_le, sizeof(uint16_t));  in vring_set_avail_event()
2788     struct vring_desc *desc = vq->vring.desc;  in vu_queue_map_desc()
2791     unsigned int max = vq->vring.num;  in vu_queue_map_desc()
2965     if (vq->inuse >= vq->vring.num) {  in vu_queue_pop()
3022     struct vring_used *used = vq->vring.used;  in vring_used_write()
3025     vu_log_write(dev, vq->vring.log_guest_addr +  in vring_used_write()
3036     struct vring_desc *desc = vq->vring.desc;  in vu_log_queue_fill()
3042     max = vq->vring.num;  in vu_log_queue_fill()
3103     idx = (idx + vq->used_idx) % vq->vring.num;  in vu_queue_fill()
3113     vq->vring.used->idx = htole16(val);  in vring_used_idx_set()
3115                  vq->vring.log_guest_addr + offsetof(struct vring_used, idx),  in vring_used_idx_set()
3116                  sizeof(vq->vring.used->idx));  in vring_used_idx_set()