Lines Matching +full:d +full:- +full:bus
7 * See the COPYING file in the top-level directory.
14 #include "standard-headers/linux/virtio_config.h"
15 #include "standard-headers/linux/virtio_ring.h"
20 * accesses. For VIRTIO 1.0 the vring is little-endian so the automatic guest
26 static uint16_t qvirtio_readw(QVirtioDevice *d, QTestState *qts, uint64_t addr) in qvirtio_readw() argument
30 if (d->features & (1ull << VIRTIO_F_VERSION_1) && qtest_big_endian(qts)) { in qvirtio_readw()
36 static uint32_t qvirtio_readl(QVirtioDevice *d, QTestState *qts, uint64_t addr) in qvirtio_readl() argument
40 if (d->features & (1ull << VIRTIO_F_VERSION_1) && qtest_big_endian(qts)) { in qvirtio_readl()
46 static void qvirtio_writew(QVirtioDevice *d, QTestState *qts, in qvirtio_writew() argument
49 if (d->features & (1ull << VIRTIO_F_VERSION_1) && qtest_big_endian(qts)) { in qvirtio_writew()
55 static void qvirtio_writel(QVirtioDevice *d, QTestState *qts, in qvirtio_writel() argument
58 if (d->features & (1ull << VIRTIO_F_VERSION_1) && qtest_big_endian(qts)) { in qvirtio_writel()
64 static void qvirtio_writeq(QVirtioDevice *d, QTestState *qts, in qvirtio_writeq() argument
67 if (d->features & (1ull << VIRTIO_F_VERSION_1) && qtest_big_endian(qts)) { in qvirtio_writeq()
73 uint8_t qvirtio_config_readb(QVirtioDevice *d, uint64_t addr) in qvirtio_config_readb() argument
75 g_assert_true(d->features_negotiated); in qvirtio_config_readb()
76 return d->bus->config_readb(d, addr); in qvirtio_config_readb()
79 uint16_t qvirtio_config_readw(QVirtioDevice *d, uint64_t addr) in qvirtio_config_readw() argument
81 g_assert_true(d->features_negotiated); in qvirtio_config_readw()
82 return d->bus->config_readw(d, addr); in qvirtio_config_readw()
85 uint32_t qvirtio_config_readl(QVirtioDevice *d, uint64_t addr) in qvirtio_config_readl() argument
87 g_assert_true(d->features_negotiated); in qvirtio_config_readl()
88 return d->bus->config_readl(d, addr); in qvirtio_config_readl()
91 uint64_t qvirtio_config_readq(QVirtioDevice *d, uint64_t addr) in qvirtio_config_readq() argument
93 g_assert_true(d->features_negotiated); in qvirtio_config_readq()
94 return d->bus->config_readq(d, addr); in qvirtio_config_readq()
97 uint64_t qvirtio_get_features(QVirtioDevice *d) in qvirtio_get_features() argument
99 return d->bus->get_features(d); in qvirtio_get_features()
102 void qvirtio_set_features(QVirtioDevice *d, uint64_t features) in qvirtio_set_features() argument
106 d->features = features; in qvirtio_set_features()
107 d->bus->set_features(d, features); in qvirtio_set_features()
115 uint8_t status = d->bus->get_status(d) | in qvirtio_set_features()
118 d->bus->set_status(d, status); in qvirtio_set_features()
119 g_assert_cmphex(d->bus->get_status(d), ==, status); in qvirtio_set_features()
122 d->features_negotiated = true; in qvirtio_set_features()
125 QVirtQueue *qvirtqueue_setup(QVirtioDevice *d, in qvirtqueue_setup() argument
128 g_assert_true(d->features_negotiated); in qvirtqueue_setup()
129 return d->bus->virtqueue_setup(d, alloc, index); in qvirtqueue_setup()
132 void qvirtqueue_cleanup(const QVirtioBus *bus, QVirtQueue *vq, in qvirtqueue_cleanup() argument
135 return bus->virtqueue_cleanup(vq, alloc); in qvirtqueue_cleanup()
138 void qvirtio_reset(QVirtioDevice *d) in qvirtio_reset() argument
140 d->bus->set_status(d, 0); in qvirtio_reset()
141 g_assert_cmphex(d->bus->get_status(d), ==, 0); in qvirtio_reset()
142 d->features_negotiated = false; in qvirtio_reset()
145 void qvirtio_set_acknowledge(QVirtioDevice *d) in qvirtio_set_acknowledge() argument
147 d->bus->set_status(d, d->bus->get_status(d) | VIRTIO_CONFIG_S_ACKNOWLEDGE); in qvirtio_set_acknowledge()
148 g_assert_cmphex(d->bus->get_status(d), ==, VIRTIO_CONFIG_S_ACKNOWLEDGE); in qvirtio_set_acknowledge()
151 void qvirtio_set_driver(QVirtioDevice *d) in qvirtio_set_driver() argument
153 d->bus->set_status(d, d->bus->get_status(d) | VIRTIO_CONFIG_S_DRIVER); in qvirtio_set_driver()
154 g_assert_cmphex(d->bus->get_status(d), ==, in qvirtio_set_driver()
158 void qvirtio_set_driver_ok(QVirtioDevice *d) in qvirtio_set_driver_ok() argument
160 d->bus->set_status(d, d->bus->get_status(d) | VIRTIO_CONFIG_S_DRIVER_OK); in qvirtio_set_driver_ok()
161 g_assert_cmphex(d->bus->get_status(d), ==, VIRTIO_CONFIG_S_DRIVER_OK | in qvirtio_set_driver_ok()
163 (d->features & (1ull << VIRTIO_F_VERSION_1) ? in qvirtio_set_driver_ok()
167 void qvirtio_wait_queue_isr(QTestState *qts, QVirtioDevice *d, in qvirtio_wait_queue_isr() argument
174 if (d->bus->get_queue_isr_status(d, vq)) { in qvirtio_wait_queue_isr()
177 g_assert(g_get_monotonic_time() - start_time <= timeout_us); in qvirtio_wait_queue_isr()
186 uint8_t qvirtio_wait_status_byte_no_isr(QTestState *qts, QVirtioDevice *d, in qvirtio_wait_status_byte_no_isr() argument
196 g_assert(!d->bus->get_queue_isr_status(d, vq)); in qvirtio_wait_status_byte_no_isr()
197 g_assert(g_get_monotonic_time() - start_time <= timeout_us); in qvirtio_wait_status_byte_no_isr()
204 * @desc_idx: The next expected vq->desc[] index in the used ring
211 void qvirtio_wait_used_elem(QTestState *qts, QVirtioDevice *d, in qvirtio_wait_used_elem() argument
224 if (d->bus->get_queue_isr_status(d, vq) && in qvirtio_wait_used_elem()
230 g_assert(g_get_monotonic_time() - start_time <= timeout_us); in qvirtio_wait_used_elem()
234 void qvirtio_wait_config_isr(QVirtioDevice *d, gint64 timeout_us) in qvirtio_wait_config_isr() argument
236 d->bus->wait_config_isr_status(d, timeout_us); in qvirtio_wait_config_isr()
244 vq->desc = addr; in qvring_init()
245 vq->avail = vq->desc + vq->size * sizeof(struct vring_desc); in qvring_init()
246 vq->used = (uint64_t)((vq->avail + sizeof(uint16_t) * (3 + vq->size) in qvring_init()
247 + vq->align - 1) & ~(vq->align - 1)); in qvring_init()
249 for (i = 0; i < vq->size - 1; i++) { in qvring_init()
250 /* vq->desc[i].addr */ in qvring_init()
251 qvirtio_writeq(vq->vdev, qts, vq->desc + (16 * i), 0); in qvring_init()
252 /* vq->desc[i].next */ in qvring_init()
253 qvirtio_writew(vq->vdev, qts, vq->desc + (16 * i) + 14, i + 1); in qvring_init()
256 /* vq->avail->flags */ in qvring_init()
257 qvirtio_writew(vq->vdev, qts, vq->avail, 0); in qvring_init()
258 /* vq->avail->idx */ in qvring_init()
259 qvirtio_writew(vq->vdev, qts, vq->avail + 2, 0); in qvring_init()
260 /* vq->avail->used_event */ in qvring_init()
261 qvirtio_writew(vq->vdev, qts, vq->avail + 4 + (2 * vq->size), 0); in qvring_init()
263 /* vq->used->flags */ in qvring_init()
264 qvirtio_writew(vq->vdev, qts, vq->used, 0); in qvring_init()
265 /* vq->used->idx */ in qvring_init()
266 qvirtio_writew(vq->vdev, qts, vq->used + 2, 0); in qvring_init()
267 /* vq->used->avail_event */ in qvring_init()
268 qvirtio_writew(vq->vdev, qts, vq->used + 4 + in qvring_init()
269 sizeof(struct vring_used_elem) * vq->size, 0); in qvring_init()
272 QVRingIndirectDesc *qvring_indirect_desc_setup(QTestState *qs, QVirtioDevice *d, in qvring_indirect_desc_setup() argument
279 indirect->index = 0; in qvring_indirect_desc_setup()
280 indirect->elem = elem; in qvring_indirect_desc_setup()
281 indirect->desc = guest_alloc(alloc, sizeof(struct vring_desc) * elem); in qvring_indirect_desc_setup()
284 /* indirect->desc[i].addr */ in qvring_indirect_desc_setup()
285 qvirtio_writeq(d, qs, indirect->desc + (16 * i), 0); in qvring_indirect_desc_setup()
290 * desc->next. Clear the last element - there's in qvring_indirect_desc_setup()
293 if (i != elem - 1) { in qvring_indirect_desc_setup()
294 /* indirect->desc[i].flags */ in qvring_indirect_desc_setup()
295 qvirtio_writew(d, qs, indirect->desc + (16 * i) + 12, in qvring_indirect_desc_setup()
298 /* indirect->desc[i].next */ in qvring_indirect_desc_setup()
299 qvirtio_writew(d, qs, indirect->desc + (16 * i) + 14, i + 1); in qvring_indirect_desc_setup()
301 qvirtio_writew(d, qs, indirect->desc + (16 * i) + 12, 0); in qvring_indirect_desc_setup()
302 qvirtio_writew(d, qs, indirect->desc + (16 * i) + 14, 0); in qvring_indirect_desc_setup()
309 void qvring_indirect_desc_add(QVirtioDevice *d, QTestState *qts, in qvring_indirect_desc_add() argument
315 g_assert_cmpint(indirect->index, <, indirect->elem); in qvring_indirect_desc_add()
317 flags = qvirtio_readw(d, qts, indirect->desc + in qvring_indirect_desc_add()
318 (16 * indirect->index) + 12); in qvring_indirect_desc_add()
324 /* indirect->desc[indirect->index].addr */ in qvring_indirect_desc_add()
325 qvirtio_writeq(d, qts, indirect->desc + (16 * indirect->index), data); in qvring_indirect_desc_add()
326 /* indirect->desc[indirect->index].len */ in qvring_indirect_desc_add()
327 qvirtio_writel(d, qts, indirect->desc + (16 * indirect->index) + 8, len); in qvring_indirect_desc_add()
328 /* indirect->desc[indirect->index].flags */ in qvring_indirect_desc_add()
329 qvirtio_writew(d, qts, indirect->desc + (16 * indirect->index) + 12, in qvring_indirect_desc_add()
332 indirect->index++; in qvring_indirect_desc_add()
339 vq->num_free--; in qvirtqueue_add()
349 /* vq->desc[vq->free_head].addr */ in qvirtqueue_add()
350 qvirtio_writeq(vq->vdev, qts, vq->desc + (16 * vq->free_head), data); in qvirtqueue_add()
351 /* vq->desc[vq->free_head].len */ in qvirtqueue_add()
352 qvirtio_writel(vq->vdev, qts, vq->desc + (16 * vq->free_head) + 8, len); in qvirtqueue_add()
353 /* vq->desc[vq->free_head].flags */ in qvirtqueue_add()
354 qvirtio_writew(vq->vdev, qts, vq->desc + (16 * vq->free_head) + 12, flags); in qvirtqueue_add()
356 return vq->free_head++; /* Return and increase, in this order */ in qvirtqueue_add()
362 g_assert(vq->indirect); in qvirtqueue_add_indirect()
363 g_assert_cmpint(vq->size, >=, indirect->elem); in qvirtqueue_add_indirect()
364 g_assert_cmpint(indirect->index, ==, indirect->elem); in qvirtqueue_add_indirect()
366 vq->num_free--; in qvirtqueue_add_indirect()
368 /* vq->desc[vq->free_head].addr */ in qvirtqueue_add_indirect()
369 qvirtio_writeq(vq->vdev, qts, vq->desc + (16 * vq->free_head), in qvirtqueue_add_indirect()
370 indirect->desc); in qvirtqueue_add_indirect()
371 /* vq->desc[vq->free_head].len */ in qvirtqueue_add_indirect()
372 qvirtio_writel(vq->vdev, qts, vq->desc + (16 * vq->free_head) + 8, in qvirtqueue_add_indirect()
373 sizeof(struct vring_desc) * indirect->elem); in qvirtqueue_add_indirect()
374 /* vq->desc[vq->free_head].flags */ in qvirtqueue_add_indirect()
375 qvirtio_writew(vq->vdev, qts, vq->desc + (16 * vq->free_head) + 12, in qvirtqueue_add_indirect()
378 return vq->free_head++; /* Return and increase, in this order */ in qvirtqueue_add_indirect()
381 void qvirtqueue_kick(QTestState *qts, QVirtioDevice *d, QVirtQueue *vq, in qvirtqueue_kick() argument
384 /* vq->avail->idx */ in qvirtqueue_kick()
385 uint16_t idx = qvirtio_readw(d, qts, vq->avail + 2); in qvirtqueue_kick()
386 /* vq->used->flags */ in qvirtqueue_kick()
388 /* vq->used->avail_event */ in qvirtqueue_kick()
391 /* vq->avail->ring[idx % vq->size] */ in qvirtqueue_kick()
392 qvirtio_writew(d, qts, vq->avail + 4 + (2 * (idx % vq->size)), free_head); in qvirtqueue_kick()
393 /* vq->avail->idx */ in qvirtqueue_kick()
394 qvirtio_writew(d, qts, vq->avail + 2, idx + 1); in qvirtqueue_kick()
397 flags = qvirtio_readw(d, qts, vq->used); in qvirtqueue_kick()
398 avail_event = qvirtio_readw(d, qts, vq->used + 4 + in qvirtqueue_kick()
399 sizeof(struct vring_used_elem) * vq->size); in qvirtqueue_kick()
403 (!vq->event || (uint16_t)(idx-avail_event) < 1)) { in qvirtqueue_kick()
404 d->bus->virtqueue_kick(d, vq); in qvirtqueue_kick()
410 * @desc_idx: A pointer that is filled with the vq->desc[] index, may be NULL
424 idx = qvirtio_readw(vq->vdev, qts, in qvirtqueue_get_buf()
425 vq->used + offsetof(struct vring_used, idx)); in qvirtqueue_get_buf()
426 if (idx == vq->last_used_idx) { in qvirtqueue_get_buf()
430 elem_addr = vq->used + in qvirtqueue_get_buf()
432 (vq->last_used_idx % vq->size) * in qvirtqueue_get_buf()
437 *desc_idx = qvirtio_readl(vq->vdev, qts, addr); in qvirtqueue_get_buf()
442 *len = qvirtio_readw(vq->vdev, qts, addr); in qvirtqueue_get_buf()
445 vq->last_used_idx++; in qvirtqueue_get_buf()
451 g_assert(vq->event); in qvirtqueue_set_used_event()
453 /* vq->avail->used_event */ in qvirtqueue_set_used_event()
454 qvirtio_writew(vq->vdev, qts, vq->avail + 4 + (2 * vq->size), idx); in qvirtqueue_set_used_event()
464 bool qvirtio_is_big_endian(QVirtioDevice *d) in qvirtio_is_big_endian() argument
466 return d->big_endian; in qvirtio_is_big_endian()