Home
last modified time | relevance | path

Searched refs:vring (Results 1 – 25 of 46) sorted by relevance

12

/openbmc/linux/drivers/platform/mellanox/
H A Dmlxbf-tmfifo.c203 struct mlxbf_tmfifo_vring *vring[2]; member
249 struct mlxbf_tmfifo_vring *vring; in mlxbf_tmfifo_free_vrings() local
253 vring = &tm_vdev->vrings[i]; in mlxbf_tmfifo_free_vrings()
254 if (vring->va) { in mlxbf_tmfifo_free_vrings()
255 size = vring_size(vring->num, vring->align); in mlxbf_tmfifo_free_vrings()
257 vring->va, vring->dma); in mlxbf_tmfifo_free_vrings()
258 vring->va = NULL; in mlxbf_tmfifo_free_vrings()
259 if (vring->vq) { in mlxbf_tmfifo_free_vrings()
260 vring_del_virtqueue(vring->vq); in mlxbf_tmfifo_free_vrings()
261 vring->vq = NULL; in mlxbf_tmfifo_free_vrings()
[all …]
/openbmc/u-boot/drivers/virtio/
H A Dvirtio_ring.c28 desc = vq->vring.desc; in virtqueue_add()
80 avail = vq->avail_idx_shadow & (vq->vring.num - 1); in virtqueue_add()
81 vq->vring.avail->ring[avail] = cpu_to_virtio16(vq->vdev, head); in virtqueue_add()
89 vq->vring.avail->idx = cpu_to_virtio16(vq->vdev, vq->avail_idx_shadow); in virtqueue_add()
119 vring_avail_event(&vq->vring)), new, old); in virtqueue_kick_prepare()
121 needs_kick = !(vq->vring.used->flags & cpu_to_virtio16(vq->vdev, in virtqueue_kick_prepare()
142 while (vq->vring.desc[i].flags & nextflag) { in detach_buf()
143 i = virtio16_to_cpu(vq->vdev, vq->vring.desc[i].next); in detach_buf()
147 vq->vring.desc[i].next = cpu_to_virtio16(vq->vdev, vq->free_head); in detach_buf()
157 vq->vring.used->idx); in more_used()
[all …]
/openbmc/linux/drivers/net/wireless/ath/wil6210/
H A Dtxrx.c71 struct wil_ring *vring = &wil->ring_tx[i]; in wil_is_tx_idle() local
72 int vring_index = vring - wil->ring_tx; in wil_is_tx_idle()
78 if (!vring->va || !txdata->enabled) { in wil_is_tx_idle()
86 while (!wil_ring_is_empty(vring)) { in wil_is_tx_idle()
99 if (!vring->va || !txdata->enabled) in wil_is_tx_idle()
110 static int wil_vring_alloc(struct wil6210_priv *wil, struct wil_ring *vring) in wil_vring_alloc() argument
113 size_t sz = vring->size * sizeof(vring->va[0]); in wil_vring_alloc()
118 BUILD_BUG_ON(sizeof(vring->va[0]) != 32); in wil_vring_alloc()
120 vring->swhead = 0; in wil_vring_alloc()
121 vring->swtail = 0; in wil_vring_alloc()
[all …]
H A Dtrace.h212 TP_PROTO(u8 vring, u16 index, unsigned int len, u8 frags),
213 TP_ARGS(vring, index, len, frags),
215 __field(u8, vring)
221 __entry->vring = vring;
227 __entry->vring, __entry->index, __entry->len, __entry->frags)
231 TP_PROTO(u8 vring, u16 index, unsigned int len, u8 err),
232 TP_ARGS(vring, index, len, err),
234 __field(u8, vring)
240 __entry->vring = vring;
246 __entry->vring, __entry->index, __entry->len,
/openbmc/qemu/hw/virtio/
H A Dvhost-shadow-virtqueue.c145 vring_desc_t *descs = svq->vring.desc; in vhost_svq_vring_write_descs()
181 vring_avail_t *avail = svq->vring.avail; in vhost_svq_add_split()
209 avail_idx = svq->shadow_avail_idx & (svq->vring.num - 1); in vhost_svq_add_split()
231 uint16_t avail_event = *(uint16_t *)(&svq->vring.used->ring[svq->vring.num]); in vhost_svq_kick()
234 needs_kick = !(svq->vring.used->flags & VRING_USED_F_NO_NOTIFY); in vhost_svq_kick()
363 uint16_t *used_idx = &svq->vring.used->idx; in vhost_svq_more_used()
385 uint16_t *used_event = (uint16_t *)&svq->vring.avail->ring[svq->vring.num]; in vhost_svq_enable_notification()
388 svq->vring.avail->flags &= ~cpu_to_le16(VRING_AVAIL_F_NO_INTERRUPT); in vhost_svq_enable_notification()
403 svq->vring.avail->flags |= cpu_to_le16(VRING_AVAIL_F_NO_INTERRUPT); in vhost_svq_disable_notification()
421 const vring_used_t *used = svq->vring.used; in vhost_svq_get_buf()
[all …]
H A Dvirtio.c122 VRing vring; member
222 caches = qatomic_read(&vq->vring.caches); in virtio_virtqueue_reset_region_cache()
223 qatomic_rcu_set(&vq->vring.caches, NULL); in virtio_virtqueue_reset_region_cache()
232 VRingMemoryRegionCaches *old = vq->vring.caches; in virtio_init_region_cache()
239 addr = vq->vring.desc; in virtio_init_region_cache()
256 vq->vring.used, size, true); in virtio_init_region_cache()
264 vq->vring.avail, size, false); in virtio_init_region_cache()
270 qatomic_rcu_set(&vq->vring.caches, new); in virtio_init_region_cache()
290 VRing *vring = &vdev->vq[n].vring; in virtio_queue_update_rings() local
292 if (!vring->num || !vring->desc || !vring->align) { in virtio_queue_update_rings()
[all …]
/openbmc/linux/drivers/virtio/
H A Dvirtio_ring.c91 struct vring vring; member
125 } vring; member
523 struct vring_virtqueue *vring = to_vvq(vq); in virtqueue_add_desc_split() local
524 struct vring_desc_extra *extra = vring->split.desc_extra; in virtqueue_add_desc_split()
580 WARN_ON_ONCE(total_sg > vq->split.vring.num && !vq->indirect); in virtqueue_add_split()
591 desc = vq->split.vring.desc; in virtqueue_add_split()
647 vq->split.desc_extra[prev & (vq->split.vring.num - 1)].flags &= in virtqueue_add_split()
662 virtqueue_add_desc_split(_vq, vq->split.vring.desc, in virtqueue_add_split()
687 avail = vq->split.avail_idx_shadow & (vq->split.vring.num - 1); in virtqueue_add_split()
688 vq->split.vring.avail->ring[avail] = cpu_to_virtio16(_vq->vdev, head); in virtqueue_add_split()
[all …]
/openbmc/linux/drivers/vdpa/ifcvf/
H A Difcvf_main.c32 struct vring_info *vring = arg; in ifcvf_vq_intr_handler() local
34 if (vring->cb.callback) in ifcvf_vq_intr_handler()
35 return vring->cb.callback(vring->cb.private); in ifcvf_vq_intr_handler()
43 struct vring_info *vring; in ifcvf_vqs_reused_intr_handler() local
47 vring = &vf->vring[i]; in ifcvf_vqs_reused_intr_handler()
48 if (vring->cb.callback) in ifcvf_vqs_reused_intr_handler()
49 vring->cb.callback(vring->cb.private); in ifcvf_vqs_reused_intr_handler()
78 if (vf->vring[i].irq != -EINVAL) { in ifcvf_free_per_vq_irq()
79 devm_free_irq(&pdev->dev, vf->vring[i].irq, &vf->vring[i]); in ifcvf_free_per_vq_irq()
80 vf->vring[i].irq = -EINVAL; in ifcvf_free_per_vq_irq()
[all …]
H A Difcvf_base.c168 hw->vring = kzalloc(sizeof(struct vring_info) * hw->nr_vring, GFP_KERNEL); in ifcvf_init_hw()
169 if (!hw->vring) in ifcvf_init_hw()
175 hw->vring[i].notify_addr = hw->notify_base + in ifcvf_init_hw()
177 hw->vring[i].notify_pa = hw->notify_base_pa + in ifcvf_init_hw()
179 hw->vring[i].irq = -EINVAL; in ifcvf_init_hw()
396 hw->vring[qid].cb.callback = NULL; in ifcvf_reset_vring()
397 hw->vring[qid].cb.private = NULL; in ifcvf_reset_vring()
431 vp_iowrite16(qid, hw->vring[qid].notify_addr); in ifcvf_notify_queue()
/openbmc/linux/drivers/vdpa/alibaba/
H A Deni_vdpa.c41 struct eni_vring *vring; member
104 int irq = eni_vdpa->vring[idx].irq; in eni_vdpa_get_vq_irq()
119 if (eni_vdpa->vring[i].irq != VIRTIO_MSI_NO_VECTOR) { in eni_vdpa_free_irq()
121 devm_free_irq(&pdev->dev, eni_vdpa->vring[i].irq, in eni_vdpa_free_irq()
122 &eni_vdpa->vring[i]); in eni_vdpa_free_irq()
123 eni_vdpa->vring[i].irq = VIRTIO_MSI_NO_VECTOR; in eni_vdpa_free_irq()
141 struct eni_vring *vring = arg; in eni_vdpa_vq_handler() local
143 if (vring->cb.callback) in eni_vdpa_vq_handler()
144 return vring->cb.callback(vring->cb.private); in eni_vdpa_vq_handler()
178 snprintf(eni_vdpa->vring[i].msix_name, ENI_MSIX_NAME_SIZE, in eni_vdpa_request_irq()
[all …]
/openbmc/linux/drivers/vdpa/virtio_pci/
H A Dvp_vdpa.c37 struct vp_vring *vring; member
102 int irq = vp_vdpa->vring[idx].irq; in vp_vdpa_get_vq_irq()
117 if (vp_vdpa->vring[i].irq != VIRTIO_MSI_NO_VECTOR) { in vp_vdpa_free_irq()
119 devm_free_irq(&pdev->dev, vp_vdpa->vring[i].irq, in vp_vdpa_free_irq()
120 &vp_vdpa->vring[i]); in vp_vdpa_free_irq()
121 vp_vdpa->vring[i].irq = VIRTIO_MSI_NO_VECTOR; in vp_vdpa_free_irq()
139 struct vp_vring *vring = arg; in vp_vdpa_vq_handler() local
141 if (vring->cb.callback) in vp_vdpa_vq_handler()
142 return vring->cb.callback(vring->cb.private); in vp_vdpa_vq_handler()
176 snprintf(vp_vdpa->vring[i].msix_name, VP_VDPA_NAME_SIZE, in vp_vdpa_request_irq()
[all …]
/openbmc/qemu/subprojects/libvduse/
H A Dlibvduse.c97 VduseRing vring; member
233 vq->used_idx = le16toh(vq->vring.used->idx); in vduse_queue_check_inflights()
426 return le16toh(vq->vring.avail->flags); in vring_avail_flags()
431 vq->shadow_avail_idx = le16toh(vq->vring.avail->idx); in vring_avail_idx()
438 return le16toh(vq->vring.avail->ring[i]); in vring_avail_ring()
443 return vring_avail_ring(vq, vq->vring.num); in vring_get_used_event()
453 *head = vring_avail_ring(vq, idx % vq->vring.num); in vduse_queue_get_head()
456 if (*head >= vq->vring.num) { in vduse_queue_get_head()
528 if (unlikely(!vq->vring.avail)) { in vduse_queue_empty()
569 if (unlikely(!vq->vring.avail)) { in vduse_queue_notify()
[all …]
/openbmc/linux/drivers/vhost/
H A Dvringh.c46 err = getu16(vrh, &avail_idx, &vrh->vring.avail->idx); in __vringh_get_head()
49 &vrh->vring.avail->idx); in __vringh_get_head()
54 return vrh->vring.num; in __vringh_get_head()
59 i = *last_avail_idx & (vrh->vring.num - 1); in __vringh_get_head()
61 err = getu16(vrh, &head, &vrh->vring.avail->ring[i]); in __vringh_get_head()
64 *last_avail_idx, &vrh->vring.avail->ring[i]); in __vringh_get_head()
68 if (head >= vrh->vring.num) { in __vringh_get_head()
70 head, vrh->vring.num); in __vringh_get_head()
251 *descs = vrh->vring.desc; in return_from_indirect()
252 *desc_max = vrh->vring.num; in return_from_indirect()
[all …]
/openbmc/linux/tools/virtio/
H A Dvringh_test.c116 err = get_user(avail_idx, &vrh->vring.avail->idx); in vringh_get_head()
126 i = vrh->last_avail_idx & (vrh->vring.num - 1); in vringh_get_head()
128 err = get_user(*head, &vrh->vring.avail->ring[i]); in vringh_get_head()
188 vring_init(&vrh.vring, RINGSIZE, host_map, ALIGN); in parallel_test()
190 vrh.vring.desc, vrh.vring.avail, vrh.vring.used); in parallel_test()
494 vring_init(&vrh.vring, RINGSIZE, __user_addr_min, ALIGN); in main()
496 vrh.vring.desc, vrh.vring.avail, vrh.vring.used); in main()
652 assert(vrh.vring.used->idx % RINGSIZE != 0); in main()
667 struct vring vring; in main() local
687 vring_init(&vring, RINGSIZE, __user_addr_min, ALIGN); in main()
[all …]
H A Dvirtio_test.c34 struct vring vring; member
75 .desc_user_addr = (uint64_t)(unsigned long)info->vring.desc, in vhost_vq_setup()
76 .avail_user_addr = (uint64_t)(unsigned long)info->vring.avail, in vhost_vq_setup()
77 .used_user_addr = (uint64_t)(unsigned long)info->vring.used, in vhost_vq_setup()
82 state.num = info->vring.num; in vhost_vq_setup()
104 vring_init(&info->vring, num, info->ring, 4096); in vq_reset()
193 batch = (random() % vq->vring.num) + 1; in run_test()
236 vq_reset(vq, vq->vring.num, &dev->vdev); in run_test()
/openbmc/qemu/qapi/
H A Dvirtio.json512 # @vring-num: VirtQueue vring.num
514 # @vring-num-default: VirtQueue vring.num_default
516 # @vring-align: VirtQueue vring.align
518 # @vring-desc: VirtQueue vring.desc (descriptor area)
520 # @vring-avail: VirtQueue vring.avail (driver area)
522 # @vring-used: VirtQueue vring.used (device area)
541 'vring-num': 'uint32',
542 'vring-num-default': 'uint32',
543 'vring-align': 'uint32',
544 'vring-desc': 'uint64',
[all …]
/openbmc/linux/drivers/vdpa/vdpa_sim/
H A Dvdpa_sim_net.c74 vringh_complete_iotlb(&vq->vring, vq->head, len); in vdpasim_net_complete()
80 if (vringh_need_notify_iotlb(&vq->vring) > 0) in vdpasim_net_complete()
81 vringh_notify(&vq->vring); in vdpasim_net_complete()
115 read = vringh_iov_pull_iotlb(&cvq->vring, &cvq->in_iov, in vdpasim_handle_ctrl_mac()
144 err = vringh_getdesc_iotlb(&cvq->vring, &cvq->in_iov, in vdpasim_handle_cvq()
151 read = vringh_iov_pull_iotlb(&cvq->vring, &cvq->in_iov, &ctrl, in vdpasim_handle_cvq()
174 write = vringh_iov_push_iotlb(&cvq->vring, &cvq->out_iov, in vdpasim_handle_cvq()
176 vringh_complete_iotlb(&cvq->vring, cvq->head, write); in vdpasim_handle_cvq()
220 err = vringh_getdesc_iotlb(&txq->vring, &txq->out_iov, NULL, in vdpasim_net_work()
229 read = vringh_iov_pull_iotlb(&txq->vring, &txq->out_iov, in vdpasim_net_work()
[all …]
H A Dvdpa_sim_blk.c123 ret = vringh_getdesc_iotlb(&vq->vring, &vq->out_iov, &vq->in_iov, in vdpasim_blk_handle_req()
146 bytes = vringh_iov_pull_iotlb(&vq->vring, &vq->out_iov, &hdr, in vdpasim_blk_handle_req()
179 bytes = vringh_iov_push_iotlb(&vq->vring, &vq->in_iov, in vdpasim_blk_handle_req()
202 bytes = vringh_iov_pull_iotlb(&vq->vring, &vq->out_iov, in vdpasim_blk_handle_req()
215 bytes = vringh_iov_push_iotlb(&vq->vring, &vq->in_iov, in vdpasim_blk_handle_req()
245 bytes = vringh_iov_pull_iotlb(&vq->vring, &vq->out_iov, &range, in vdpasim_blk_handle_req()
307 bytes = vringh_iov_push_iotlb(&vq->vring, &vq->in_iov, &status, 1); in vdpasim_blk_handle_req()
319 vringh_complete_iotlb(&vq->vring, vq->head, pushed); in vdpasim_blk_handle_req()
349 if (vringh_need_notify_iotlb(&vq->vring) > 0) in vdpasim_blk_work()
350 vringh_notify(&vq->vring); in vdpasim_blk_work()
H A Dvdpa_sim.c82 static void vdpasim_vq_notify(struct vringh *vring) in vdpasim_vq_notify() argument
85 container_of(vring, struct vdpasim_virtqueue, vring); in vdpasim_vq_notify()
96 uint16_t last_avail_idx = vq->vring.last_avail_idx; in vdpasim_queue_ready()
105 vringh_init_iotlb_va(&vq->vring, vdpasim->features, vq->num, in vdpasim_queue_ready()
108 vringh_init_iotlb(&vq->vring, vdpasim->features, vq->num, in vdpasim_queue_ready()
112 vq->vring.last_avail_idx = last_avail_idx; in vdpasim_queue_ready()
123 vq->vring.last_used_idx = last_avail_idx; in vdpasim_queue_ready()
124 vq->vring.notify = vdpasim_vq_notify; in vdpasim_queue_ready()
136 vringh_init_iotlb(&vq->vring, vdpasim->dev_attr.supported_features, in vdpasim_vq_reset()
139 vq->vring.notify = NULL; in vdpasim_vq_reset()
[all …]
/openbmc/qemu/subprojects/libvhost-user/
H A Dlibvhost-user.c289 vq->vring.desc = qva_to_va(dev, vq->vra.desc_user_addr); in map_ring()
290 vq->vring.used = qva_to_va(dev, vq->vra.used_user_addr); in map_ring()
291 vq->vring.avail = qva_to_va(dev, vq->vra.avail_user_addr); in map_ring()
294 DPRINT(" vring_desc at %p\n", vq->vring.desc); in map_ring()
295 DPRINT(" vring_used at %p\n", vq->vring.used); in map_ring()
296 DPRINT(" vring_avail at %p\n", vq->vring.avail); in map_ring()
298 return !(vq->vring.desc && vq->vring.used && vq->vring.avail); in map_ring()
308 if (likely(vq->vring.avail)) { in vu_is_vq_usable()
336 const uintptr_t desc = (uintptr_t)vq->vring.desc; in unmap_rings()
337 const uintptr_t used = (uintptr_t)vq->vring.used; in unmap_rings()
[all …]
/openbmc/u-boot/include/
H A Dvirtio_ring.h77 struct vring { struct
104 struct vring vring; member
128 static inline void vring_init(struct vring *vr, unsigned int num, void *p, in vring_init()
/openbmc/linux/arch/arm/boot/dts/ti/keystone/
H A Dkeystone-k2hk.dtsi167 interrupt-names = "vring", "exception";
183 interrupt-names = "vring", "exception";
199 interrupt-names = "vring", "exception";
215 interrupt-names = "vring", "exception";
231 interrupt-names = "vring", "exception";
247 interrupt-names = "vring", "exception";
263 interrupt-names = "vring", "exception";
279 interrupt-names = "vring", "exception";
/openbmc/linux/drivers/remoteproc/
H A Dremoteproc_virtio.c119 if (id >= ARRAY_SIZE(rvdev->vring)) in rp_find_vq()
131 rvring = &rvdev->vring[id]; in rp_find_vq()
161 rsc->vring[id].da = mem->da; in rp_find_vq()
299 cfg = &rsc->vring[rsc->num_of_vrings]; in rproc_virtio_get()
317 cfg = &rsc->vring[rsc->num_of_vrings]; in rproc_virtio_set()
570 rproc_free_vring(&rvdev->vring[i]); in rproc_virtio_probe()
582 for (id = 0; id < ARRAY_SIZE(rvdev->vring); id++) { in rproc_virtio_remove()
583 rvring = &rvdev->vring[id]; in rproc_virtio_remove()
H A Dremoteproc_core.c329 struct rproc_vring *rvring = &rvdev->vring[i]; in rproc_alloc_vring()
344 if (rproc_check_carveout_da(rproc, mem, rsc->vring[i].da, size)) in rproc_alloc_vring()
349 size, rsc->vring[i].da, in rproc_alloc_vring()
381 rsc->vring[i].notifyid = notifyid; in rproc_alloc_vring()
390 struct fw_rsc_vdev_vring *vring = &rsc->vring[i]; in rproc_parse_vring() local
391 struct rproc_vring *rvring = &rvdev->vring[i]; in rproc_parse_vring()
394 i, vring->da, vring->num, vring->align); in rproc_parse_vring()
397 if (!vring->num || !vring->align) { in rproc_parse_vring()
399 vring->num, vring->align); in rproc_parse_vring()
403 rvring->num = vring->num; in rproc_parse_vring()
[all …]
H A Dremoteproc_debugfs.c341 seq_printf(seq, " Device Address 0x%x\n", v->vring[j].da); in rproc_rsc_table_show()
342 seq_printf(seq, " Alignment %d\n", v->vring[j].align); in rproc_rsc_table_show()
343 seq_printf(seq, " Number of buffers %d\n", v->vring[j].num); in rproc_rsc_table_show()
344 seq_printf(seq, " Notify ID %d\n", v->vring[j].notifyid); in rproc_rsc_table_show()
346 v->vring[j].pa); in rproc_rsc_table_show()

12