1dc5698e8SDave Airlie /* 2dc5698e8SDave Airlie * Copyright (C) 2015 Red Hat, Inc. 3dc5698e8SDave Airlie * All Rights Reserved. 4dc5698e8SDave Airlie * 5dc5698e8SDave Airlie * Permission is hereby granted, free of charge, to any person obtaining 6dc5698e8SDave Airlie * a copy of this software and associated documentation files (the 7dc5698e8SDave Airlie * "Software"), to deal in the Software without restriction, including 8dc5698e8SDave Airlie * without limitation the rights to use, copy, modify, merge, publish, 9dc5698e8SDave Airlie * distribute, sublicense, and/or sell copies of the Software, and to 10dc5698e8SDave Airlie * permit persons to whom the Software is furnished to do so, subject to 11dc5698e8SDave Airlie * the following conditions: 12dc5698e8SDave Airlie * 13dc5698e8SDave Airlie * The above copyright notice and this permission notice (including the 14dc5698e8SDave Airlie * next paragraph) shall be included in all copies or substantial 15dc5698e8SDave Airlie * portions of the Software. 16dc5698e8SDave Airlie * 17dc5698e8SDave Airlie * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, 18dc5698e8SDave Airlie * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF 19dc5698e8SDave Airlie * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. 20dc5698e8SDave Airlie * IN NO EVENT SHALL THE COPYRIGHT OWNER(S) AND/OR ITS SUPPLIERS BE 21dc5698e8SDave Airlie * LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION 22dc5698e8SDave Airlie * OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION 23dc5698e8SDave Airlie * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. 24dc5698e8SDave Airlie */ 25dc5698e8SDave Airlie 2648ad7751SChia-I Wu #include <trace/events/dma_fence.h> 27a3d63977SSam Ravnborg 28dc5698e8SDave Airlie #include "virtgpu_drv.h" 29dc5698e8SDave Airlie 30c91a1e2bSGurchetan Singh #define to_virtio_fence(x) \ 31c91a1e2bSGurchetan Singh container_of(x, struct virtio_gpu_fence, f) 32c91a1e2bSGurchetan Singh 33f54d1867SChris Wilson static const char *virtio_get_driver_name(struct dma_fence *f) 34dc5698e8SDave Airlie { 35dc5698e8SDave Airlie return "virtio_gpu"; 36dc5698e8SDave Airlie } 37dc5698e8SDave Airlie 38f54d1867SChris Wilson static const char *virtio_get_timeline_name(struct dma_fence *f) 39dc5698e8SDave Airlie { 40dc5698e8SDave Airlie return "controlq"; 41dc5698e8SDave Airlie } 42dc5698e8SDave Airlie 43974e65e3SGurchetan Singh static bool virtio_fence_signaled(struct dma_fence *f) 44dc5698e8SDave Airlie { 45dc5698e8SDave Airlie struct virtio_gpu_fence *fence = to_virtio_fence(f); 46dc5698e8SDave Airlie 4712afce08SGerd Hoffmann if (WARN_ON_ONCE(fence->f.seqno == 0)) 4812afce08SGerd Hoffmann /* leaked fence outside driver before completing 4912afce08SGerd Hoffmann * initialization with virtio_gpu_fence_emit */ 5012afce08SGerd Hoffmann return false; 51efe2bf96SChia-I Wu if (atomic64_read(&fence->drv->last_seq) >= fence->f.seqno) 52dc5698e8SDave Airlie return true; 53dc5698e8SDave Airlie return false; 54dc5698e8SDave Airlie } 55dc5698e8SDave Airlie 56f54d1867SChris Wilson static void virtio_fence_value_str(struct dma_fence *f, char *str, int size) 57dc5698e8SDave Airlie { 58efe2bf96SChia-I Wu snprintf(str, size, "%llu", f->seqno); 59dc5698e8SDave Airlie } 60dc5698e8SDave Airlie 61f54d1867SChris Wilson static void virtio_timeline_value_str(struct dma_fence *f, char *str, int size) 62dc5698e8SDave Airlie { 63dc5698e8SDave Airlie struct virtio_gpu_fence *fence = to_virtio_fence(f); 64dc5698e8SDave Airlie 65d549f545SArnd Bergmann snprintf(str, size, "%llu", (u64)atomic64_read(&fence->drv->last_seq)); 66dc5698e8SDave Airlie } 67dc5698e8SDave Airlie 68f54d1867SChris Wilson static const struct dma_fence_ops virtio_fence_ops = { 69dc5698e8SDave Airlie .get_driver_name = virtio_get_driver_name, 70dc5698e8SDave Airlie .get_timeline_name = virtio_get_timeline_name, 71530b2842SGerd Hoffmann .signaled = virtio_fence_signaled, 72dc5698e8SDave Airlie .fence_value_str = virtio_fence_value_str, 73dc5698e8SDave Airlie .timeline_value_str = virtio_timeline_value_str, 74dc5698e8SDave Airlie }; 75dc5698e8SDave Airlie 769fdd90c0SRobert Foss struct virtio_gpu_fence *virtio_gpu_fence_alloc(struct virtio_gpu_device *vgdev) 779fdd90c0SRobert Foss { 789fdd90c0SRobert Foss struct virtio_gpu_fence_driver *drv = &vgdev->fence_drv; 799fdd90c0SRobert Foss struct virtio_gpu_fence *fence = kzalloc(sizeof(struct virtio_gpu_fence), 804d8979b3SChia-I Wu GFP_KERNEL); 819fdd90c0SRobert Foss if (!fence) 829fdd90c0SRobert Foss return fence; 839fdd90c0SRobert Foss 849fdd90c0SRobert Foss fence->drv = drv; 85efe2bf96SChia-I Wu 86efe2bf96SChia-I Wu /* This only partially initializes the fence because the seqno is 87efe2bf96SChia-I Wu * unknown yet. The fence must not be used outside of the driver 88efe2bf96SChia-I Wu * until virtio_gpu_fence_emit is called. 89efe2bf96SChia-I Wu */ 909fdd90c0SRobert Foss dma_fence_init(&fence->f, &virtio_fence_ops, &drv->lock, drv->context, 0); 919fdd90c0SRobert Foss 929fdd90c0SRobert Foss return fence; 939fdd90c0SRobert Foss } 949fdd90c0SRobert Foss 95fa2b7c21SRobert Foss void virtio_gpu_fence_emit(struct virtio_gpu_device *vgdev, 96dc5698e8SDave Airlie struct virtio_gpu_ctrl_hdr *cmd_hdr, 974d55fd66SGerd Hoffmann struct virtio_gpu_fence *fence) 98dc5698e8SDave Airlie { 99dc5698e8SDave Airlie struct virtio_gpu_fence_driver *drv = &vgdev->fence_drv; 100dc5698e8SDave Airlie unsigned long irq_flags; 101dc5698e8SDave Airlie 102dc5698e8SDave Airlie spin_lock_irqsave(&drv->lock, irq_flags); 103efe2bf96SChia-I Wu fence->f.seqno = ++drv->sync_seq; 1044d55fd66SGerd Hoffmann dma_fence_get(&fence->f); 1054d55fd66SGerd Hoffmann list_add_tail(&fence->node, &drv->fences); 106dc5698e8SDave Airlie spin_unlock_irqrestore(&drv->lock, irq_flags); 107dc5698e8SDave Airlie 10848ad7751SChia-I Wu trace_dma_fence_emit(&fence->f); 10948ad7751SChia-I Wu 110dc5698e8SDave Airlie cmd_hdr->flags |= cpu_to_le32(VIRTIO_GPU_FLAG_FENCE); 111efe2bf96SChia-I Wu cmd_hdr->fence_id = cpu_to_le64(fence->f.seqno); 112dc5698e8SDave Airlie } 113dc5698e8SDave Airlie 114dc5698e8SDave Airlie void virtio_gpu_fence_event_process(struct virtio_gpu_device *vgdev, 115*bb53a604SGurchetan Singh u64 fence_id) 116dc5698e8SDave Airlie { 117dc5698e8SDave Airlie struct virtio_gpu_fence_driver *drv = &vgdev->fence_drv; 118dc5698e8SDave Airlie struct virtio_gpu_fence *fence, *tmp; 119dc5698e8SDave Airlie unsigned long irq_flags; 120dc5698e8SDave Airlie 121dc5698e8SDave Airlie spin_lock_irqsave(&drv->lock, irq_flags); 122*bb53a604SGurchetan Singh atomic64_set(&vgdev->fence_drv.last_seq, fence_id); 123dc5698e8SDave Airlie list_for_each_entry_safe(fence, tmp, &drv->fences, node) { 124*bb53a604SGurchetan Singh if (fence_id < fence->f.seqno) 125dc5698e8SDave Airlie continue; 126f54d1867SChris Wilson dma_fence_signal_locked(&fence->f); 127dc5698e8SDave Airlie list_del(&fence->node); 128f54d1867SChris Wilson dma_fence_put(&fence->f); 129dc5698e8SDave Airlie } 130dc5698e8SDave Airlie spin_unlock_irqrestore(&drv->lock, irq_flags); 131dc5698e8SDave Airlie } 132