1dc5698e8SDave Airlie /*
2dc5698e8SDave Airlie  * Copyright (C) 2015 Red Hat, Inc.
3dc5698e8SDave Airlie  * All Rights Reserved.
4dc5698e8SDave Airlie  *
5dc5698e8SDave Airlie  * Permission is hereby granted, free of charge, to any person obtaining
6dc5698e8SDave Airlie  * a copy of this software and associated documentation files (the
7dc5698e8SDave Airlie  * "Software"), to deal in the Software without restriction, including
8dc5698e8SDave Airlie  * without limitation the rights to use, copy, modify, merge, publish,
9dc5698e8SDave Airlie  * distribute, sublicense, and/or sell copies of the Software, and to
10dc5698e8SDave Airlie  * permit persons to whom the Software is furnished to do so, subject to
11dc5698e8SDave Airlie  * the following conditions:
12dc5698e8SDave Airlie  *
13dc5698e8SDave Airlie  * The above copyright notice and this permission notice (including the
14dc5698e8SDave Airlie  * next paragraph) shall be included in all copies or substantial
15dc5698e8SDave Airlie  * portions of the Software.
16dc5698e8SDave Airlie  *
17dc5698e8SDave Airlie  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
18dc5698e8SDave Airlie  * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
19dc5698e8SDave Airlie  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
20dc5698e8SDave Airlie  * IN NO EVENT SHALL THE COPYRIGHT OWNER(S) AND/OR ITS SUPPLIERS BE
21dc5698e8SDave Airlie  * LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
22dc5698e8SDave Airlie  * OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
23dc5698e8SDave Airlie  * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
24dc5698e8SDave Airlie  */
25dc5698e8SDave Airlie 
2648ad7751SChia-I Wu #include <trace/events/dma_fence.h>
27a3d63977SSam Ravnborg 
28dc5698e8SDave Airlie #include "virtgpu_drv.h"
29dc5698e8SDave Airlie 
30c91a1e2bSGurchetan Singh #define to_virtio_fence(x) \
31c91a1e2bSGurchetan Singh 	container_of(x, struct virtio_gpu_fence, f)
32c91a1e2bSGurchetan Singh 
33f54d1867SChris Wilson static const char *virtio_get_driver_name(struct dma_fence *f)
34dc5698e8SDave Airlie {
35dc5698e8SDave Airlie 	return "virtio_gpu";
36dc5698e8SDave Airlie }
37dc5698e8SDave Airlie 
38f54d1867SChris Wilson static const char *virtio_get_timeline_name(struct dma_fence *f)
39dc5698e8SDave Airlie {
40dc5698e8SDave Airlie 	return "controlq";
41dc5698e8SDave Airlie }
42dc5698e8SDave Airlie 
43974e65e3SGurchetan Singh static bool virtio_fence_signaled(struct dma_fence *f)
44dc5698e8SDave Airlie {
45dc5698e8SDave Airlie 	struct virtio_gpu_fence *fence = to_virtio_fence(f);
46dc5698e8SDave Airlie 
4712afce08SGerd Hoffmann 	if (WARN_ON_ONCE(fence->f.seqno == 0))
4812afce08SGerd Hoffmann 		/* leaked fence outside driver before completing
4912afce08SGerd Hoffmann 		 * initialization with virtio_gpu_fence_emit */
5012afce08SGerd Hoffmann 		return false;
51efe2bf96SChia-I Wu 	if (atomic64_read(&fence->drv->last_seq) >= fence->f.seqno)
52dc5698e8SDave Airlie 		return true;
53dc5698e8SDave Airlie 	return false;
54dc5698e8SDave Airlie }
55dc5698e8SDave Airlie 
56f54d1867SChris Wilson static void virtio_fence_value_str(struct dma_fence *f, char *str, int size)
57dc5698e8SDave Airlie {
58efe2bf96SChia-I Wu 	snprintf(str, size, "%llu", f->seqno);
59dc5698e8SDave Airlie }
60dc5698e8SDave Airlie 
61f54d1867SChris Wilson static void virtio_timeline_value_str(struct dma_fence *f, char *str, int size)
62dc5698e8SDave Airlie {
63dc5698e8SDave Airlie 	struct virtio_gpu_fence *fence = to_virtio_fence(f);
64dc5698e8SDave Airlie 
65d549f545SArnd Bergmann 	snprintf(str, size, "%llu", (u64)atomic64_read(&fence->drv->last_seq));
66dc5698e8SDave Airlie }
67dc5698e8SDave Airlie 
68f54d1867SChris Wilson static const struct dma_fence_ops virtio_fence_ops = {
69dc5698e8SDave Airlie 	.get_driver_name     = virtio_get_driver_name,
70dc5698e8SDave Airlie 	.get_timeline_name   = virtio_get_timeline_name,
71530b2842SGerd Hoffmann 	.signaled            = virtio_fence_signaled,
72dc5698e8SDave Airlie 	.fence_value_str     = virtio_fence_value_str,
73dc5698e8SDave Airlie 	.timeline_value_str  = virtio_timeline_value_str,
74dc5698e8SDave Airlie };
75dc5698e8SDave Airlie 
769fdd90c0SRobert Foss struct virtio_gpu_fence *virtio_gpu_fence_alloc(struct virtio_gpu_device *vgdev)
779fdd90c0SRobert Foss {
789fdd90c0SRobert Foss 	struct virtio_gpu_fence_driver *drv = &vgdev->fence_drv;
799fdd90c0SRobert Foss 	struct virtio_gpu_fence *fence = kzalloc(sizeof(struct virtio_gpu_fence),
804d8979b3SChia-I Wu 							GFP_KERNEL);
819fdd90c0SRobert Foss 	if (!fence)
829fdd90c0SRobert Foss 		return fence;
839fdd90c0SRobert Foss 
849fdd90c0SRobert Foss 	fence->drv = drv;
85efe2bf96SChia-I Wu 
86efe2bf96SChia-I Wu 	/* This only partially initializes the fence because the seqno is
87efe2bf96SChia-I Wu 	 * unknown yet.  The fence must not be used outside of the driver
88efe2bf96SChia-I Wu 	 * until virtio_gpu_fence_emit is called.
89efe2bf96SChia-I Wu 	 */
909fdd90c0SRobert Foss 	dma_fence_init(&fence->f, &virtio_fence_ops, &drv->lock, drv->context, 0);
919fdd90c0SRobert Foss 
929fdd90c0SRobert Foss 	return fence;
939fdd90c0SRobert Foss }
949fdd90c0SRobert Foss 
95fa2b7c21SRobert Foss void virtio_gpu_fence_emit(struct virtio_gpu_device *vgdev,
96dc5698e8SDave Airlie 			  struct virtio_gpu_ctrl_hdr *cmd_hdr,
974d55fd66SGerd Hoffmann 			  struct virtio_gpu_fence *fence)
98dc5698e8SDave Airlie {
99dc5698e8SDave Airlie 	struct virtio_gpu_fence_driver *drv = &vgdev->fence_drv;
100dc5698e8SDave Airlie 	unsigned long irq_flags;
101dc5698e8SDave Airlie 
102dc5698e8SDave Airlie 	spin_lock_irqsave(&drv->lock, irq_flags);
103efe2bf96SChia-I Wu 	fence->f.seqno = ++drv->sync_seq;
1044d55fd66SGerd Hoffmann 	dma_fence_get(&fence->f);
1054d55fd66SGerd Hoffmann 	list_add_tail(&fence->node, &drv->fences);
106dc5698e8SDave Airlie 	spin_unlock_irqrestore(&drv->lock, irq_flags);
107dc5698e8SDave Airlie 
10848ad7751SChia-I Wu 	trace_dma_fence_emit(&fence->f);
10948ad7751SChia-I Wu 
110dc5698e8SDave Airlie 	cmd_hdr->flags |= cpu_to_le32(VIRTIO_GPU_FLAG_FENCE);
111efe2bf96SChia-I Wu 	cmd_hdr->fence_id = cpu_to_le64(fence->f.seqno);
112dc5698e8SDave Airlie }
113dc5698e8SDave Airlie 
114dc5698e8SDave Airlie void virtio_gpu_fence_event_process(struct virtio_gpu_device *vgdev,
115dc5698e8SDave Airlie 				    u64 last_seq)
116dc5698e8SDave Airlie {
117dc5698e8SDave Airlie 	struct virtio_gpu_fence_driver *drv = &vgdev->fence_drv;
118dc5698e8SDave Airlie 	struct virtio_gpu_fence *fence, *tmp;
119dc5698e8SDave Airlie 	unsigned long irq_flags;
120dc5698e8SDave Airlie 
121dc5698e8SDave Airlie 	spin_lock_irqsave(&drv->lock, irq_flags);
122dc5698e8SDave Airlie 	atomic64_set(&vgdev->fence_drv.last_seq, last_seq);
123dc5698e8SDave Airlie 	list_for_each_entry_safe(fence, tmp, &drv->fences, node) {
124efe2bf96SChia-I Wu 		if (last_seq < fence->f.seqno)
125dc5698e8SDave Airlie 			continue;
126f54d1867SChris Wilson 		dma_fence_signal_locked(&fence->f);
127dc5698e8SDave Airlie 		list_del(&fence->node);
128f54d1867SChris Wilson 		dma_fence_put(&fence->f);
129dc5698e8SDave Airlie 	}
130dc5698e8SDave Airlie 	spin_unlock_irqrestore(&drv->lock, irq_flags);
131dc5698e8SDave Airlie }
132