1*9fbe302bSMichael S. Tsirkin #ifndef _LINUX_VIRTIO_RING_H 2*9fbe302bSMichael S. Tsirkin #define _LINUX_VIRTIO_RING_H 3*9fbe302bSMichael S. Tsirkin /* An interface for efficient virtio implementation, currently for use by KVM 4*9fbe302bSMichael S. Tsirkin * and lguest, but hopefully others soon. Do NOT change this since it will 5*9fbe302bSMichael S. Tsirkin * break existing servers and clients. 6*9fbe302bSMichael S. Tsirkin * 7*9fbe302bSMichael S. Tsirkin * This header is BSD licensed so anyone can use the definitions to implement 8*9fbe302bSMichael S. Tsirkin * compatible drivers/servers. 9*9fbe302bSMichael S. Tsirkin * 10*9fbe302bSMichael S. Tsirkin * Redistribution and use in source and binary forms, with or without 11*9fbe302bSMichael S. Tsirkin * modification, are permitted provided that the following conditions 12*9fbe302bSMichael S. Tsirkin * are met: 13*9fbe302bSMichael S. Tsirkin * 1. Redistributions of source code must retain the above copyright 14*9fbe302bSMichael S. Tsirkin * notice, this list of conditions and the following disclaimer. 15*9fbe302bSMichael S. Tsirkin * 2. Redistributions in binary form must reproduce the above copyright 16*9fbe302bSMichael S. Tsirkin * notice, this list of conditions and the following disclaimer in the 17*9fbe302bSMichael S. Tsirkin * documentation and/or other materials provided with the distribution. 18*9fbe302bSMichael S. Tsirkin * 3. Neither the name of IBM nor the names of its contributors 19*9fbe302bSMichael S. Tsirkin * may be used to endorse or promote products derived from this software 20*9fbe302bSMichael S. Tsirkin * without specific prior written permission. 21*9fbe302bSMichael S. Tsirkin * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS ``AS IS'' AND 22*9fbe302bSMichael S. Tsirkin * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 23*9fbe302bSMichael S. Tsirkin * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 24*9fbe302bSMichael S. Tsirkin * ARE DISCLAIMED. IN NO EVENT SHALL IBM OR CONTRIBUTORS BE LIABLE 25*9fbe302bSMichael S. Tsirkin * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 26*9fbe302bSMichael S. Tsirkin * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 27*9fbe302bSMichael S. Tsirkin * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 28*9fbe302bSMichael S. Tsirkin * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 29*9fbe302bSMichael S. Tsirkin * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 30*9fbe302bSMichael S. Tsirkin * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 31*9fbe302bSMichael S. Tsirkin * SUCH DAMAGE. 32*9fbe302bSMichael S. Tsirkin * 33*9fbe302bSMichael S. Tsirkin * Copyright Rusty Russell IBM Corporation 2007. */ 34*9fbe302bSMichael S. Tsirkin #include "standard-headers/linux/types.h" 35*9fbe302bSMichael S. Tsirkin #include "standard-headers/linux/virtio_types.h" 36*9fbe302bSMichael S. Tsirkin 37*9fbe302bSMichael S. Tsirkin /* This marks a buffer as continuing via the next field. */ 38*9fbe302bSMichael S. Tsirkin #define VRING_DESC_F_NEXT 1 39*9fbe302bSMichael S. Tsirkin /* This marks a buffer as write-only (otherwise read-only). */ 40*9fbe302bSMichael S. Tsirkin #define VRING_DESC_F_WRITE 2 41*9fbe302bSMichael S. Tsirkin /* This means the buffer contains a list of buffer descriptors. */ 42*9fbe302bSMichael S. Tsirkin #define VRING_DESC_F_INDIRECT 4 43*9fbe302bSMichael S. Tsirkin 44*9fbe302bSMichael S. Tsirkin /* The Host uses this in used->flags to advise the Guest: don't kick me when 45*9fbe302bSMichael S. Tsirkin * you add a buffer. It's unreliable, so it's simply an optimization. Guest 46*9fbe302bSMichael S. Tsirkin * will still kick if it's out of buffers. */ 47*9fbe302bSMichael S. Tsirkin #define VRING_USED_F_NO_NOTIFY 1 48*9fbe302bSMichael S. Tsirkin /* The Guest uses this in avail->flags to advise the Host: don't interrupt me 49*9fbe302bSMichael S. Tsirkin * when you consume a buffer. It's unreliable, so it's simply an 50*9fbe302bSMichael S. Tsirkin * optimization. */ 51*9fbe302bSMichael S. Tsirkin #define VRING_AVAIL_F_NO_INTERRUPT 1 52*9fbe302bSMichael S. Tsirkin 53*9fbe302bSMichael S. Tsirkin /* We support indirect buffer descriptors */ 54*9fbe302bSMichael S. Tsirkin #define VIRTIO_RING_F_INDIRECT_DESC 28 55*9fbe302bSMichael S. Tsirkin 56*9fbe302bSMichael S. Tsirkin /* The Guest publishes the used index for which it expects an interrupt 57*9fbe302bSMichael S. Tsirkin * at the end of the avail ring. Host should ignore the avail->flags field. */ 58*9fbe302bSMichael S. Tsirkin /* The Host publishes the avail index for which it expects a kick 59*9fbe302bSMichael S. Tsirkin * at the end of the used ring. Guest should ignore the used->flags field. */ 60*9fbe302bSMichael S. Tsirkin #define VIRTIO_RING_F_EVENT_IDX 29 61*9fbe302bSMichael S. Tsirkin 62*9fbe302bSMichael S. Tsirkin /* Virtio ring descriptors: 16 bytes. These can chain together via "next". */ 63*9fbe302bSMichael S. Tsirkin struct vring_desc { 64*9fbe302bSMichael S. Tsirkin /* Address (guest-physical). */ 65*9fbe302bSMichael S. Tsirkin __virtio64 addr; 66*9fbe302bSMichael S. Tsirkin /* Length. */ 67*9fbe302bSMichael S. Tsirkin __virtio32 len; 68*9fbe302bSMichael S. Tsirkin /* The flags as indicated above. */ 69*9fbe302bSMichael S. Tsirkin __virtio16 flags; 70*9fbe302bSMichael S. Tsirkin /* We chain unused descriptors via this, too */ 71*9fbe302bSMichael S. Tsirkin __virtio16 next; 72*9fbe302bSMichael S. Tsirkin }; 73*9fbe302bSMichael S. Tsirkin 74*9fbe302bSMichael S. Tsirkin struct vring_avail { 75*9fbe302bSMichael S. Tsirkin __virtio16 flags; 76*9fbe302bSMichael S. Tsirkin __virtio16 idx; 77*9fbe302bSMichael S. Tsirkin __virtio16 ring[]; 78*9fbe302bSMichael S. Tsirkin }; 79*9fbe302bSMichael S. Tsirkin 80*9fbe302bSMichael S. Tsirkin /* u32 is used here for ids for padding reasons. */ 81*9fbe302bSMichael S. Tsirkin struct vring_used_elem { 82*9fbe302bSMichael S. Tsirkin /* Index of start of used descriptor chain. */ 83*9fbe302bSMichael S. Tsirkin __virtio32 id; 84*9fbe302bSMichael S. Tsirkin /* Total length of the descriptor chain which was used (written to) */ 85*9fbe302bSMichael S. Tsirkin __virtio32 len; 86*9fbe302bSMichael S. Tsirkin }; 87*9fbe302bSMichael S. Tsirkin 88*9fbe302bSMichael S. Tsirkin struct vring_used { 89*9fbe302bSMichael S. Tsirkin __virtio16 flags; 90*9fbe302bSMichael S. Tsirkin __virtio16 idx; 91*9fbe302bSMichael S. Tsirkin struct vring_used_elem ring[]; 92*9fbe302bSMichael S. Tsirkin }; 93*9fbe302bSMichael S. Tsirkin 94*9fbe302bSMichael S. Tsirkin struct vring { 95*9fbe302bSMichael S. Tsirkin unsigned int num; 96*9fbe302bSMichael S. Tsirkin 97*9fbe302bSMichael S. Tsirkin struct vring_desc *desc; 98*9fbe302bSMichael S. Tsirkin 99*9fbe302bSMichael S. Tsirkin struct vring_avail *avail; 100*9fbe302bSMichael S. Tsirkin 101*9fbe302bSMichael S. Tsirkin struct vring_used *used; 102*9fbe302bSMichael S. Tsirkin }; 103*9fbe302bSMichael S. Tsirkin 104*9fbe302bSMichael S. Tsirkin /* Alignment requirements for vring elements. 105*9fbe302bSMichael S. Tsirkin * When using pre-virtio 1.0 layout, these fall out naturally. 106*9fbe302bSMichael S. Tsirkin */ 107*9fbe302bSMichael S. Tsirkin #define VRING_AVAIL_ALIGN_SIZE 2 108*9fbe302bSMichael S. Tsirkin #define VRING_USED_ALIGN_SIZE 4 109*9fbe302bSMichael S. Tsirkin #define VRING_DESC_ALIGN_SIZE 16 110*9fbe302bSMichael S. Tsirkin 111*9fbe302bSMichael S. Tsirkin /* The standard layout for the ring is a continuous chunk of memory which looks 112*9fbe302bSMichael S. Tsirkin * like this. We assume num is a power of 2. 113*9fbe302bSMichael S. Tsirkin * 114*9fbe302bSMichael S. Tsirkin * struct vring 115*9fbe302bSMichael S. Tsirkin * { 116*9fbe302bSMichael S. Tsirkin * // The actual descriptors (16 bytes each) 117*9fbe302bSMichael S. Tsirkin * struct vring_desc desc[num]; 118*9fbe302bSMichael S. Tsirkin * 119*9fbe302bSMichael S. Tsirkin * // A ring of available descriptor heads with free-running index. 120*9fbe302bSMichael S. Tsirkin * __virtio16 avail_flags; 121*9fbe302bSMichael S. Tsirkin * __virtio16 avail_idx; 122*9fbe302bSMichael S. Tsirkin * __virtio16 available[num]; 123*9fbe302bSMichael S. Tsirkin * __virtio16 used_event_idx; 124*9fbe302bSMichael S. Tsirkin * 125*9fbe302bSMichael S. Tsirkin * // Padding to the next align boundary. 126*9fbe302bSMichael S. Tsirkin * char pad[]; 127*9fbe302bSMichael S. Tsirkin * 128*9fbe302bSMichael S. Tsirkin * // A ring of used descriptor heads with free-running index. 129*9fbe302bSMichael S. Tsirkin * __virtio16 used_flags; 130*9fbe302bSMichael S. Tsirkin * __virtio16 used_idx; 131*9fbe302bSMichael S. Tsirkin * struct vring_used_elem used[num]; 132*9fbe302bSMichael S. Tsirkin * __virtio16 avail_event_idx; 133*9fbe302bSMichael S. Tsirkin * }; 134*9fbe302bSMichael S. Tsirkin */ 135*9fbe302bSMichael S. Tsirkin /* We publish the used event index at the end of the available ring, and vice 136*9fbe302bSMichael S. Tsirkin * versa. They are at the end for backwards compatibility. */ 137*9fbe302bSMichael S. Tsirkin #define vring_used_event(vr) ((vr)->avail->ring[(vr)->num]) 138*9fbe302bSMichael S. Tsirkin #define vring_avail_event(vr) (*(__virtio16 *)&(vr)->used->ring[(vr)->num]) 139*9fbe302bSMichael S. Tsirkin 140*9fbe302bSMichael S. Tsirkin static __inline__ void vring_init(struct vring *vr, unsigned int num, void *p, 141*9fbe302bSMichael S. Tsirkin unsigned long align) 142*9fbe302bSMichael S. Tsirkin { 143*9fbe302bSMichael S. Tsirkin vr->num = num; 144*9fbe302bSMichael S. Tsirkin vr->desc = p; 145*9fbe302bSMichael S. Tsirkin vr->avail = p + num*sizeof(struct vring_desc); 146*9fbe302bSMichael S. Tsirkin vr->used = (void *)(((unsigned long)&vr->avail->ring[num] + sizeof(__virtio16) 147*9fbe302bSMichael S. Tsirkin + align-1) & ~(align - 1)); 148*9fbe302bSMichael S. Tsirkin } 149*9fbe302bSMichael S. Tsirkin 150*9fbe302bSMichael S. Tsirkin static __inline__ unsigned vring_size(unsigned int num, unsigned long align) 151*9fbe302bSMichael S. Tsirkin { 152*9fbe302bSMichael S. Tsirkin return ((sizeof(struct vring_desc) * num + sizeof(__virtio16) * (3 + num) 153*9fbe302bSMichael S. Tsirkin + align - 1) & ~(align - 1)) 154*9fbe302bSMichael S. Tsirkin + sizeof(__virtio16) * 3 + sizeof(struct vring_used_elem) * num; 155*9fbe302bSMichael S. Tsirkin } 156*9fbe302bSMichael S. Tsirkin 157*9fbe302bSMichael S. Tsirkin /* The following is used with USED_EVENT_IDX and AVAIL_EVENT_IDX */ 158*9fbe302bSMichael S. Tsirkin /* Assuming a given event_idx value from the other size, if 159*9fbe302bSMichael S. Tsirkin * we have just incremented index from old to new_idx, 160*9fbe302bSMichael S. Tsirkin * should we trigger an event? */ 161*9fbe302bSMichael S. Tsirkin static __inline__ int vring_need_event(uint16_t event_idx, uint16_t new_idx, uint16_t old) 162*9fbe302bSMichael S. Tsirkin { 163*9fbe302bSMichael S. Tsirkin /* Note: Xen has similar logic for notification hold-off 164*9fbe302bSMichael S. Tsirkin * in include/xen/interface/io/ring.h with req_event and req_prod 165*9fbe302bSMichael S. Tsirkin * corresponding to event_idx + 1 and new_idx respectively. 166*9fbe302bSMichael S. Tsirkin * Note also that req_event and req_prod in Xen start at 1, 167*9fbe302bSMichael S. Tsirkin * event indexes in virtio start at 0. */ 168*9fbe302bSMichael S. Tsirkin return (uint16_t)(new_idx - event_idx - 1) < (uint16_t)(new_idx - old); 169*9fbe302bSMichael S. Tsirkin } 170*9fbe302bSMichael S. Tsirkin 171*9fbe302bSMichael S. Tsirkin #endif /* _LINUX_VIRTIO_RING_H */ 172