1 /*
2  * Copyright 2015 Advanced Micro Devices, Inc.
3  *
4  * Permission is hereby granted, free of charge, to any person obtaining a
5  * copy of this software and associated documentation files (the "Software"),
6  * to deal in the Software without restriction, including without limitation
7  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8  * and/or sell copies of the Software, and to permit persons to whom the
9  * Software is furnished to do so, subject to the following conditions:
10  *
11  * The above copyright notice and this permission notice shall be included in
12  * all copies or substantial portions of the Software.
13  *
14  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
17  * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20  * OTHER DEALINGS IN THE SOFTWARE.
21  *
22  *
23  */
24 #include <linux/kthread.h>
25 #include <linux/wait.h>
26 #include <linux/sched.h>
27 #include <drm/drmP.h>
28 #include "amdgpu.h"
29 
30 static struct fence *amdgpu_sched_run_job(struct amd_sched_job *job)
31 {
32 	struct amdgpu_job *sched_job;
33 	struct amdgpu_fence *fence;
34 	int r;
35 
36 	if (!job) {
37 		DRM_ERROR("job is null\n");
38 		return NULL;
39 	}
40 	sched_job = (struct amdgpu_job *)job;
41 	mutex_lock(&sched_job->job_lock);
42 	r = amdgpu_ib_schedule(sched_job->adev,
43 			       sched_job->num_ibs,
44 			       sched_job->ibs,
45 			       sched_job->base.owner);
46 	if (r)
47 		goto err;
48 	fence = amdgpu_fence_ref(sched_job->ibs[sched_job->num_ibs - 1].fence);
49 
50 	if (sched_job->free_job)
51 		sched_job->free_job(sched_job);
52 
53 	mutex_unlock(&sched_job->job_lock);
54 	return &fence->base;
55 
56 err:
57 	DRM_ERROR("Run job error\n");
58 	mutex_unlock(&sched_job->job_lock);
59 	job->sched->ops->process_job(job);
60 	return NULL;
61 }
62 
63 static void amdgpu_sched_process_job(struct amd_sched_job *job)
64 {
65 	struct amdgpu_job *sched_job;
66 
67 	if (!job) {
68 		DRM_ERROR("job is null\n");
69 		return;
70 	}
71 	sched_job = (struct amdgpu_job *)job;
72 	/* after processing job, free memory */
73 	fence_put(&sched_job->base.s_fence->base);
74 	kfree(sched_job);
75 }
76 
77 struct amd_sched_backend_ops amdgpu_sched_ops = {
78 	.run_job = amdgpu_sched_run_job,
79 	.process_job = amdgpu_sched_process_job
80 };
81 
82 int amdgpu_sched_ib_submit_kernel_helper(struct amdgpu_device *adev,
83 					 struct amdgpu_ring *ring,
84 					 struct amdgpu_ib *ibs,
85 					 unsigned num_ibs,
86 					 int (*free_job)(struct amdgpu_job *),
87 					 void *owner,
88 					 struct fence **f)
89 {
90 	int r = 0;
91 	if (amdgpu_enable_scheduler) {
92 		struct amdgpu_job *job =
93 			kzalloc(sizeof(struct amdgpu_job), GFP_KERNEL);
94 		if (!job)
95 			return -ENOMEM;
96 		job->base.sched = ring->scheduler;
97 		job->base.s_entity = &adev->kernel_ctx.rings[ring->idx].entity;
98 		job->adev = adev;
99 		job->ibs = ibs;
100 		job->num_ibs = num_ibs;
101 		job->base.owner = owner;
102 		mutex_init(&job->job_lock);
103 		job->free_job = free_job;
104 		mutex_lock(&job->job_lock);
105 		r = amd_sched_entity_push_job((struct amd_sched_job *)job);
106 		if (r) {
107 			mutex_unlock(&job->job_lock);
108 			kfree(job);
109 			return r;
110 		}
111 		*f = fence_get(&job->base.s_fence->base);
112 		mutex_unlock(&job->job_lock);
113 	} else {
114 		r = amdgpu_ib_schedule(adev, num_ibs, ibs, owner);
115 		if (r)
116 			return r;
117 		*f = fence_get(&ibs[num_ibs - 1].fence->base);
118 	}
119 
120 	return 0;
121 }
122