| /openbmc/qemu/hw/virtio/ |
| H A D | virtio.c | 126 uint16_t last_avail_idx; member
683 if (vq->shadow_avail_idx != vq->last_avail_idx) { in virtio_queue_empty_rcu()
687 return vring_avail_idx(vq) == vq->last_avail_idx; in virtio_queue_empty_rcu()
702 if (vq->shadow_avail_idx != vq->last_avail_idx) { in virtio_queue_split_empty()
707 empty = vring_avail_idx(vq) == vq->last_avail_idx; in virtio_queue_split_empty()
727 vq->last_avail_idx); in virtio_queue_packed_empty_rcu()
844 vq->last_avail_idx -= num; in virtqueue_split_rewind()
849 if (vq->last_avail_idx < num) { in virtqueue_packed_rewind()
850 vq->last_avail_idx = vq->vring.num + vq->last_avail_idx - num; in virtqueue_packed_rewind()
853 vq->last_avail_idx -= num; in virtqueue_packed_rewind()
[all …]
|
| H A D | virtio-hmp-cmds.c | 246 s->last_avail_idx); in hmp_virtio_queue_status()
|
| /openbmc/linux/drivers/vhost/ |
| H A D | vringh.c | 41 u16 *last_avail_idx) in __vringh_get_head() argument
53 if (*last_avail_idx == avail_idx) in __vringh_get_head()
59 i = *last_avail_idx & (vrh->vring.num - 1); in __vringh_get_head()
64 *last_avail_idx, &vrh->vring.avail->ring[i]); in __vringh_get_head()
74 (*last_avail_idx)++; in __vringh_get_head()
561 vrh->last_avail_idx) != 0) { in __vringh_notify_enable()
581 return avail == vrh->last_avail_idx; in __vringh_notify_enable()
672 vrh->last_avail_idx = 0; in vringh_init_user()
713 err = __vringh_get_head(vrh, getu16_user, &vrh->last_avail_idx); in vringh_getdesc_user()
795 vrh->last_avail_idx -= num; in vringh_abandon_user()
[all …]
|
| H A D | vhost.c | 378 vq->last_avail_idx = 0; in vhost_vq_reset()
1979 vq->last_avail_idx = s.num & 0xffff; in vhost_vring_ioctl()
1986 vq->last_avail_idx = s.num; in vhost_vring_ioctl()
1989 vq->avail_idx = vq->last_avail_idx; in vhost_vring_ioctl()
1994 s.num = (u32)vq->last_avail_idx | ((u32)vq->last_used_idx << 16); in vhost_vring_ioctl()
1996 s.num = vq->last_avail_idx; in vhost_vring_ioctl()
2569 u16 last_avail_idx; in vhost_get_vq_desc() local
2575 last_avail_idx = vq->last_avail_idx; in vhost_get_vq_desc()
2577 if (vq->avail_idx == vq->last_avail_idx) { in vhost_get_vq_desc()
2585 if (unlikely((u16)(vq->avail_idx - last_avail_idx) > vq->num)) { in vhost_get_vq_desc()
[all …]
|
| H A D | vdpa.c | 620 vq->last_avail_idx = vq_state.packed.last_avail_idx | in vhost_vdpa_vring_ioctl()
625 vq->last_avail_idx = vq_state.split.avail_index; in vhost_vdpa_vring_ioctl()
653 vq_state.packed.last_avail_idx = vq->last_avail_idx & 0x7fff; in vhost_vdpa_vring_ioctl()
654 vq_state.packed.last_avail_counter = !!(vq->last_avail_idx & 0x8000); in vhost_vdpa_vring_ioctl()
658 vq_state.split.avail_index = vq->last_avail_idx; in vhost_vdpa_vring_ioctl()
|
| H A D | vhost.h | 105 u16 last_avail_idx; member
|
| /openbmc/linux/drivers/vdpa/vdpa_sim/ |
| H A D | vdpa_sim.c | 96 uint16_t last_avail_idx = vq->vring.last_avail_idx; in vdpasim_queue_ready() local
112 vq->vring.last_avail_idx = last_avail_idx; in vdpasim_queue_ready()
123 vq->vring.last_used_idx = last_avail_idx; in vdpasim_queue_ready()
364 vrh->last_avail_idx = state->split.avail_index; in vdpasim_set_vq_state()
377 state->split.avail_index = vrh->last_avail_idx; in vdpasim_get_vq_state()
|
| /openbmc/qemu/subprojects/libvduse/ |
| H A D | libvduse.c | 98 uint16_t last_avail_idx; member
256 vq->shadow_avail_idx = vq->last_avail_idx = vq->inuse + vq->used_idx; in vduse_queue_check_inflights()
532 if (vq->shadow_avail_idx != vq->last_avail_idx) { in vduse_queue_empty()
536 return vring_avail_idx(vq) == vq->last_avail_idx; in vduse_queue_empty()
774 if (!vduse_queue_get_head(vq, vq->last_avail_idx++, &head)) { in vduse_queue_pop()
779 vring_set_avail_event(vq, vq->last_avail_idx); in vduse_queue_pop()
1019 resp.vq_state.split.avail_index = vq->last_avail_idx; in vduse_dev_handler()
|
| /openbmc/linux/drivers/vdpa/ifcvf/ |
| H A D | ifcvf_base.c | 332 u16 last_avail_idx; in ifcvf_get_vq_state() local
334 last_avail_idx = vp_ioread16(&lm_cfg->vq_state_region + qid * 2); in ifcvf_get_vq_state()
336 return last_avail_idx; in ifcvf_get_vq_state()
|
| H A D | ifcvf_base.h | 44 u16 last_avail_idx; member
|
| /openbmc/qemu/subprojects/libvhost-user/ |
| H A D | libvhost-user.c | 1235 if (vq->last_avail_idx != vq->used_idx) { in vu_set_vring_addr_exec()
1240 vq->last_avail_idx, vq->used_idx, in vu_set_vring_addr_exec()
1244 vq->shadow_avail_idx = vq->last_avail_idx = vq->used_idx; in vu_set_vring_addr_exec()
1259 dev->vq[index].shadow_avail_idx = dev->vq[index].last_avail_idx = num; in vu_set_vring_base_exec()
1270 vmsg->payload.state.num = dev->vq[index].last_avail_idx; in vu_get_vring_base_exec()
1369 vq->shadow_avail_idx = vq->last_avail_idx = vq->inuse + vq->used_idx; in vu_check_queue_inflights()
2458 idx = vq->last_avail_idx; in vu_queue_get_avail_bytes()
2580 if (vq->shadow_avail_idx != vq->last_avail_idx) { in vu_queue_empty()
2584 return vring_avail_idx(vq) == vq->last_avail_idx; in vu_queue_empty()
2970 if (!virtqueue_get_head(dev, vq, vq->last_avail_idx++, &head)) { in vu_queue_pop()
[all …]
|
| H A D | libvhost-user.h | 350 uint16_t last_avail_idx; member
|
| /openbmc/linux/include/uapi/linux/ |
| H A D | vduse.h | 154 __u16 last_avail_idx; member
|
| /openbmc/qemu/linux-headers/linux/ |
| H A D | vduse.h | 154 __u16 last_avail_idx; member
|
| /openbmc/linux/tools/virtio/ |
| H A D | vringh_test.c | 120 if (vrh->last_avail_idx == avail_idx) in vringh_get_head()
126 i = vrh->last_avail_idx & (vrh->vring.num - 1); in vringh_get_head()
132 vrh->last_avail_idx++; in vringh_get_head()
|
| /openbmc/linux/drivers/vdpa/vdpa_user/ |
| H A D | vduse_dev.c | 268 packed->last_avail_idx = in vduse_dev_get_vq_state_packed()
269 msg.resp.vq_state.packed.last_avail_idx & 0x7FFF; in vduse_dev_get_vq_state_packed()
573 vq->state.packed.last_avail_idx = state->packed.last_avail_idx; in vduse_vdpa_set_vq_state()
1244 vq_info.packed.last_avail_idx = in vduse_dev_ioctl()
1245 vq->state.packed.last_avail_idx; in vduse_dev_ioctl()
|
| /openbmc/linux/include/linux/ |
| H A D | vringh.h | 39 u16 last_avail_idx; member
|
| H A D | vdpa.h | 55 u16 last_avail_idx:15; member
|
| /openbmc/qemu/qapi/ |
| H A D | virtio.json | 524 # @last-avail-idx: VirtQueue last_avail_idx or return of vhost_dev
568 # .. note:: last_avail_idx will not be displayed in the case where the
|
| /openbmc/linux/drivers/vdpa/pds/ |
| H A D | vdpa_dev.c | 188 avail = state->packed.last_avail_idx | in pds_vdpa_set_vq_state()
244 state->packed.last_avail_idx = avail & 0x7fff; in pds_vdpa_get_vq_state()
|
| /openbmc/linux/drivers/virtio/ |
| H A D | virtio_vdpa.c | 238 s->last_avail_idx = 0; in virtio_vdpa_setup_vq()
|
| /openbmc/linux/drivers/vdpa/virtio_pci/ |
| H A D | vp_vdpa.c | 271 packed->last_avail_idx == 0 && in vp_vdpa_set_vq_state_packed()
|
| /openbmc/linux/drivers/vdpa/mlx5/net/ |
| H A D | mlx5_vnet.c | 2240 mvdev->cvq.vring.last_avail_idx = state->split.avail_index; in mlx5_vdpa_set_vq_state()
2267 state->split.avail_index = mvdev->cvq.vring.last_avail_idx; in mlx5_vdpa_get_vq_state()
2804 u16 idx = cvq->vring.last_avail_idx; in setup_cvq_vring()
2813 cvq->vring.last_avail_idx = cvq->vring.last_used_idx = idx; in setup_cvq_vring()
|
| /openbmc/linux/drivers/vdpa/solidrun/ |
| H A D | snet_main.c | 155 p->last_avail_idx == 0 && p->last_used_idx == 0) in snet_vq_state_is_initial()
|