1 /*
2  * Copyright 2015 Advanced Micro Devices, Inc.
3  *
4  * Permission is hereby granted, free of charge, to any person obtaining a
5  * copy of this software and associated documentation files (the "Software"),
6  * to deal in the Software without restriction, including without limitation
7  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8  * and/or sell copies of the Software, and to permit persons to whom the
9  * Software is furnished to do so, subject to the following conditions:
10  *
11  * The above copyright notice and this permission notice shall be included in
12  * all copies or substantial portions of the Software.
13  *
14  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
17  * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20  * OTHER DEALINGS IN THE SOFTWARE.
21  *
22  *
23  */
24 #include <linux/kthread.h>
25 #include <linux/wait.h>
26 #include <linux/sched.h>
27 #include <drm/drmP.h>
28 #include "amdgpu.h"
29 #include "amdgpu_trace.h"
30 
31 static struct fence *amdgpu_sched_dependency(struct amd_sched_job *sched_job)
32 {
33 	struct amdgpu_job *job = to_amdgpu_job(sched_job);
34 	return amdgpu_sync_get_fence(&job->ibs->sync);
35 }
36 
37 static struct fence *amdgpu_sched_run_job(struct amd_sched_job *sched_job)
38 {
39 	struct amdgpu_fence *fence = NULL;
40 	struct amdgpu_job *job;
41 	int r;
42 
43 	if (!sched_job) {
44 		DRM_ERROR("job is null\n");
45 		return NULL;
46 	}
47 	job = to_amdgpu_job(sched_job);
48 	trace_amdgpu_sched_run_job(job);
49 	r = amdgpu_ib_schedule(job->adev, job->num_ibs, job->ibs, job->owner);
50 	if (r) {
51 		DRM_ERROR("Error scheduling IBs (%d)\n", r);
52 		goto err;
53 	}
54 
55 	fence = job->ibs[job->num_ibs - 1].fence;
56 	fence_get(&fence->base);
57 
58 err:
59 	if (job->free_job)
60 		job->free_job(job);
61 
62 	kfree(job);
63 	return fence ? &fence->base : NULL;
64 }
65 
66 struct amd_sched_backend_ops amdgpu_sched_ops = {
67 	.dependency = amdgpu_sched_dependency,
68 	.run_job = amdgpu_sched_run_job,
69 };
70 
71 int amdgpu_sched_ib_submit_kernel_helper(struct amdgpu_device *adev,
72 					 struct amdgpu_ring *ring,
73 					 struct amdgpu_ib *ibs,
74 					 unsigned num_ibs,
75 					 int (*free_job)(struct amdgpu_job *),
76 					 void *owner,
77 					 struct fence **f)
78 {
79 	int r = 0;
80 	if (amdgpu_enable_scheduler) {
81 		struct amdgpu_job *job =
82 			kzalloc(sizeof(struct amdgpu_job), GFP_KERNEL);
83 		if (!job)
84 			return -ENOMEM;
85 		job->base.sched = &ring->sched;
86 		job->base.s_entity = &adev->kernel_ctx.rings[ring->idx].entity;
87 		job->base.s_fence = amd_sched_fence_create(job->base.s_entity, owner);
88 		if (!job->base.s_fence) {
89 			kfree(job);
90 			return -ENOMEM;
91 		}
92 		*f = fence_get(&job->base.s_fence->base);
93 
94 		job->adev = adev;
95 		job->ibs = ibs;
96 		job->num_ibs = num_ibs;
97 		job->owner = owner;
98 		job->free_job = free_job;
99 		amd_sched_entity_push_job(&job->base);
100 	} else {
101 		r = amdgpu_ib_schedule(adev, num_ibs, ibs, owner);
102 		if (r)
103 			return r;
104 		*f = fence_get(&ibs[num_ibs - 1].fence->base);
105 	}
106 
107 	return 0;
108 }
109