104 	struct vring_desc_extra *desc_extra;  member
144 	struct vring_desc_extra *desc_extra;  member
463 	struct vring_desc_extra *extra = vq->split.desc_extra;  in vring_unmap_one_split()
524 	struct vring_desc_extra *extra = vring->split.desc_extra;  in virtqueue_add_desc_split()
647 		vq->split.desc_extra[prev & (vq->split.vring.num - 1)].flags &=  in virtqueue_add_split()
674 		vq->free_head = vq->split.desc_extra[head].next;  in virtqueue_add_split()
779 		i = vq->split.desc_extra[i].next;  in detach_buf_split()
784 	vq->split.desc_extra[i].next = vq->free_head;  in detach_buf_split()
799 		len = vq->split.desc_extra[head].len;  in detach_buf_split()
801 		BUG_ON(!(vq->split.desc_extra[head].flags &  in detach_buf_split()
1069 	vring_split->desc_extra = extra;  in vring_alloc_state_extra_split()
1087 	kfree(vring_split->desc_extra);  in vring_free_split()
1344 		vq->packed.desc_extra[id].addr = addr;  in virtqueue_add_indirect_packed()
1345 		vq->packed.desc_extra[id].len = total_sg *  in virtqueue_add_indirect_packed()
1347 		vq->packed.desc_extra[id].flags = VRING_DESC_F_INDIRECT |  in virtqueue_add_indirect_packed()
1373 	vq->free_head = vq->packed.desc_extra[id].next;  in virtqueue_add_indirect_packed()
1485 				vq->packed.desc_extra[curr].addr = addr;  in virtqueue_add_packed()
1486 				vq->packed.desc_extra[curr].len = sg->length;  in virtqueue_add_packed()
1487 				vq->packed.desc_extra[curr].flags =  in virtqueue_add_packed()
1491 			curr = vq->packed.desc_extra[curr].next;  in virtqueue_add_packed()
1542 		vring_unmap_extra_packed(vq, &vq->packed.desc_extra[curr]);  in virtqueue_add_packed()
1543 		curr = vq->packed.desc_extra[curr].next;  in virtqueue_add_packed()
1614 	vq->packed.desc_extra[state->last].next = vq->free_head;  in detach_buf_packed()
1622 						 &vq->packed.desc_extra[curr]);  in detach_buf_packed()
1623 			curr = vq->packed.desc_extra[curr].next;  in detach_buf_packed()
1636 			len = vq->packed.desc_extra[id].len;  in detach_buf_packed()
1893 	struct vring_desc_extra *desc_extra;  in vring_alloc_desc_extra()  local
1896 	desc_extra = kmalloc_array(num, sizeof(struct vring_desc_extra),  in vring_alloc_desc_extra()
1898 	if (!desc_extra)  in vring_alloc_desc_extra()
1901 	memset(desc_extra, 0, num * sizeof(struct vring_desc_extra));  in vring_alloc_desc_extra()
1904 		desc_extra[i].next = i + 1;  in vring_alloc_desc_extra()
1906 	return desc_extra;  in vring_alloc_desc_extra()
1932 	kfree(vring_packed->desc_extra);  in vring_free_packed()
2006 	vring_packed->desc_extra = extra;  in vring_alloc_state_extra_packed()
2897 			kfree(vq->packed.desc_extra);  in vring_free()
2908 		kfree(vq->split.desc_extra);  in vring_free()