1 /* 2 * Copyright 2015 Advanced Micro Devices, Inc. 3 * 4 * Permission is hereby granted, free of charge, to any person obtaining a 5 * copy of this software and associated documentation files (the "Software"), 6 * to deal in the Software without restriction, including without limitation 7 * the rights to use, copy, modify, merge, publish, distribute, sublicense, 8 * and/or sell copies of the Software, and to permit persons to whom the 9 * Software is furnished to do so, subject to the following conditions: 10 * 11 * The above copyright notice and this permission notice shall be included in 12 * all copies or substantial portions of the Software. 13 * 14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR 18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, 19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR 20 * OTHER DEALINGS IN THE SOFTWARE. 21 * 22 * 23 */ 24 #include <linux/kthread.h> 25 #include <linux/wait.h> 26 #include <linux/sched.h> 27 #include <drm/drmP.h> 28 #include "amdgpu.h" 29 30 static struct fence *amdgpu_sched_dependency(struct amd_sched_job *sched_job) 31 { 32 struct amdgpu_job *job = to_amdgpu_job(sched_job); 33 return amdgpu_sync_get_fence(&job->ibs->sync); 34 } 35 36 static struct fence *amdgpu_sched_run_job(struct amd_sched_job *sched_job) 37 { 38 struct amdgpu_fence *fence = NULL; 39 struct amdgpu_job *job; 40 int r; 41 42 if (!sched_job) { 43 DRM_ERROR("job is null\n"); 44 return NULL; 45 } 46 job = to_amdgpu_job(sched_job); 47 mutex_lock(&job->job_lock); 48 r = amdgpu_ib_schedule(job->adev, 49 job->num_ibs, 50 job->ibs, 51 job->base.owner); 52 if (r) { 53 DRM_ERROR("Error scheduling IBs (%d)\n", r); 54 goto err; 55 } 56 57 fence = job->ibs[job->num_ibs - 1].fence; 58 fence_get(&fence->base); 59 60 err: 61 if (job->free_job) 62 job->free_job(job); 63 64 mutex_unlock(&job->job_lock); 65 fence_put(&job->base.s_fence->base); 66 kfree(job); 67 return fence ? &fence->base : NULL; 68 } 69 70 struct amd_sched_backend_ops amdgpu_sched_ops = { 71 .dependency = amdgpu_sched_dependency, 72 .run_job = amdgpu_sched_run_job, 73 }; 74 75 int amdgpu_sched_ib_submit_kernel_helper(struct amdgpu_device *adev, 76 struct amdgpu_ring *ring, 77 struct amdgpu_ib *ibs, 78 unsigned num_ibs, 79 int (*free_job)(struct amdgpu_job *), 80 void *owner, 81 struct fence **f) 82 { 83 int r = 0; 84 if (amdgpu_enable_scheduler) { 85 struct amdgpu_job *job = 86 kzalloc(sizeof(struct amdgpu_job), GFP_KERNEL); 87 if (!job) 88 return -ENOMEM; 89 job->base.sched = &ring->sched; 90 job->base.s_entity = &adev->kernel_ctx.rings[ring->idx].entity; 91 job->adev = adev; 92 job->ibs = ibs; 93 job->num_ibs = num_ibs; 94 job->base.owner = owner; 95 mutex_init(&job->job_lock); 96 job->free_job = free_job; 97 mutex_lock(&job->job_lock); 98 r = amd_sched_entity_push_job(&job->base); 99 if (r) { 100 mutex_unlock(&job->job_lock); 101 kfree(job); 102 return r; 103 } 104 *f = fence_get(&job->base.s_fence->base); 105 mutex_unlock(&job->job_lock); 106 } else { 107 r = amdgpu_ib_schedule(adev, num_ibs, ibs, owner); 108 if (r) 109 return r; 110 *f = fence_get(&ibs[num_ibs - 1].fence->base); 111 } 112 113 return 0; 114 } 115