37 	struct amdgpu_job *job = to_amdgpu_job(s_job);  in amdgpu_job_timedout()  local
55 	    amdgpu_ring_soft_recovery(ring, job->vmid, s_job->s_fence->parent)) {  in amdgpu_job_timedout()
61 	amdgpu_vm_get_task_info(ring->adev, job->pasid, &ti);  in amdgpu_job_timedout()
63 		  job->base.sched->name, atomic_read(&ring->fence_drv.last_seq),  in amdgpu_job_timedout()
78 		r = amdgpu_device_gpu_recover(ring->adev, job, &reset_context);  in amdgpu_job_timedout()
95 		     unsigned int num_ibs, struct amdgpu_job **job)  in amdgpu_job_alloc()  argument
100 	*job = kzalloc(struct_size(*job, ibs, num_ibs), GFP_KERNEL);  in amdgpu_job_alloc()
101 	if (!*job)  in amdgpu_job_alloc()
108 	(*job)->base.sched = &adev->rings[0]->sched;  in amdgpu_job_alloc()
109 	(*job)->vm = vm;  in amdgpu_job_alloc()
111 	amdgpu_sync_create(&(*job)->explicit_sync);  in amdgpu_job_alloc()
112 	(*job)->generation = amdgpu_vm_generation(adev, vm);  in amdgpu_job_alloc()
113 	(*job)->vm_pd_addr = AMDGPU_BO_INVALID_OFFSET;  in amdgpu_job_alloc()
118 	return drm_sched_job_init(&(*job)->base, entity, owner);  in amdgpu_job_alloc()
124 			     struct amdgpu_job **job)  in amdgpu_job_alloc_with_ib()  argument
128 	r = amdgpu_job_alloc(adev, NULL, entity, owner, 1, job);  in amdgpu_job_alloc_with_ib()
132 	(*job)->num_ibs = 1;  in amdgpu_job_alloc_with_ib()
133 	r = amdgpu_ib_get(adev, NULL, size, pool_type, &(*job)->ibs[0]);  in amdgpu_job_alloc_with_ib()
136 			drm_sched_job_cleanup(&(*job)->base);  in amdgpu_job_alloc_with_ib()
137 		kfree(*job);  in amdgpu_job_alloc_with_ib()
143 void amdgpu_job_set_resources(struct amdgpu_job *job, struct amdgpu_bo *gds,  in amdgpu_job_set_resources()  argument
147 		job->gds_base = amdgpu_bo_gpu_offset(gds) >> PAGE_SHIFT;  in amdgpu_job_set_resources()
148 		job->gds_size = amdgpu_bo_size(gds) >> PAGE_SHIFT;  in amdgpu_job_set_resources()
151 		job->gws_base = amdgpu_bo_gpu_offset(gws) >> PAGE_SHIFT;  in amdgpu_job_set_resources()
152 		job->gws_size = amdgpu_bo_size(gws) >> PAGE_SHIFT;  in amdgpu_job_set_resources()
155 		job->oa_base = amdgpu_bo_gpu_offset(oa) >> PAGE_SHIFT;  in amdgpu_job_set_resources()
156 		job->oa_size = amdgpu_bo_size(oa) >> PAGE_SHIFT;  in amdgpu_job_set_resources()
160 void amdgpu_job_free_resources(struct amdgpu_job *job)  in amdgpu_job_free_resources()  argument
162 	struct amdgpu_ring *ring = to_amdgpu_ring(job->base.sched);  in amdgpu_job_free_resources()
167 	if (job->base.s_fence && job->base.s_fence->finished.ops)  in amdgpu_job_free_resources()
168 		f = &job->base.s_fence->finished;  in amdgpu_job_free_resources()
169 	else if (job->hw_fence.ops)  in amdgpu_job_free_resources()
170 		f = &job->hw_fence;  in amdgpu_job_free_resources()
174 	for (i = 0; i < job->num_ibs; ++i)  in amdgpu_job_free_resources()
175 		amdgpu_ib_free(ring->adev, &job->ibs[i], f);  in amdgpu_job_free_resources()
180 	struct amdgpu_job *job = to_amdgpu_job(s_job);  in amdgpu_job_free_cb()  local
184 	amdgpu_sync_free(&job->explicit_sync);  in amdgpu_job_free_cb()
187 	if (!job->hw_fence.ops)  in amdgpu_job_free_cb()
188 		kfree(job);  in amdgpu_job_free_cb()
190 		dma_fence_put(&job->hw_fence);  in amdgpu_job_free_cb()
193 void amdgpu_job_set_gang_leader(struct amdgpu_job *job,  in amdgpu_job_set_gang_leader()  argument
198 	WARN_ON(job->gang_submit);  in amdgpu_job_set_gang_leader()
204 	if (job != leader)  in amdgpu_job_set_gang_leader()
206 	job->gang_submit = fence;  in amdgpu_job_set_gang_leader()
209 void amdgpu_job_free(struct amdgpu_job *job)  in amdgpu_job_free()  argument
211 	if (job->base.entity)  in amdgpu_job_free()
212 		drm_sched_job_cleanup(&job->base);  in amdgpu_job_free()
214 	amdgpu_job_free_resources(job);  in amdgpu_job_free()
215 	amdgpu_sync_free(&job->explicit_sync);  in amdgpu_job_free()
216 	if (job->gang_submit != &job->base.s_fence->scheduled)  in amdgpu_job_free()
217 		dma_fence_put(job->gang_submit);  in amdgpu_job_free()
219 	if (!job->hw_fence.ops)  in amdgpu_job_free()
220 		kfree(job);  in amdgpu_job_free()
222 		dma_fence_put(&job->hw_fence);  in amdgpu_job_free()
225 struct dma_fence *amdgpu_job_submit(struct amdgpu_job *job)  in amdgpu_job_submit()  argument
229 	drm_sched_job_arm(&job->base);  in amdgpu_job_submit()
230 	f = dma_fence_get(&job->base.s_fence->finished);  in amdgpu_job_submit()
231 	amdgpu_job_free_resources(job);  in amdgpu_job_submit()
232 	drm_sched_entity_push_job(&job->base);  in amdgpu_job_submit()
237 int amdgpu_job_submit_direct(struct amdgpu_job *job, struct amdgpu_ring *ring,  in amdgpu_job_submit_direct()  argument
242 	job->base.sched = &ring->sched;  in amdgpu_job_submit_direct()
243 	r = amdgpu_ib_schedule(ring, job->num_ibs, job->ibs, job, fence);  in amdgpu_job_submit_direct()
248 	amdgpu_job_free(job);  in amdgpu_job_submit_direct()
257 	struct amdgpu_job *job = to_amdgpu_job(sched_job);  in amdgpu_job_prepare_job()  local
265 	if (!fence && job->gang_submit)  in amdgpu_job_prepare_job()
266 		fence = amdgpu_device_switch_gang(ring->adev, job->gang_submit);  in amdgpu_job_prepare_job()
268 	while (!fence && job->vm && !job->vmid) {  in amdgpu_job_prepare_job()
269 		r = amdgpu_vmid_grab(job->vm, ring, job, &fence);  in amdgpu_job_prepare_job()
279 	dma_fence_set_error(&job->base.s_fence->finished, r);  in amdgpu_job_prepare_job()
288 	struct amdgpu_job *job;  in amdgpu_job_run()  local
291 	job = to_amdgpu_job(sched_job);  in amdgpu_job_run()
292 	finished = &job->base.s_fence->finished;  in amdgpu_job_run()
294 	trace_amdgpu_sched_run_job(job);  in amdgpu_job_run()
297 	if (job->generation != amdgpu_vm_generation(adev, job->vm) ||  in amdgpu_job_run()
298 	    (job->job_run_counter && job->gang_submit))  in amdgpu_job_run()
305 		r = amdgpu_ib_schedule(ring, job->num_ibs, job->ibs, job,  in amdgpu_job_run()
313 	job->job_run_counter++;  in amdgpu_job_run()
314 	amdgpu_job_free_resources(job);  in amdgpu_job_run()