23 	int err = 0;  in igt_fill_check_buffer()  local
37 				err = -EINVAL;  in igt_fill_check_buffer()
43 	return err;  in igt_fill_check_buffer()
54 	int err = 0;  in igt_create_migrate()  local
64 	for_i915_gem_ww(&ww, err, true) {  in igt_create_migrate()
65 		err = i915_gem_object_lock(obj, &ww);  in igt_create_migrate()
66 		if (err)  in igt_create_migrate()
69 		err = igt_fill_check_buffer(obj, gt, true);  in igt_create_migrate()
70 		if (err)  in igt_create_migrate()
73 		err = i915_gem_object_migrate(obj, &ww, dst);  in igt_create_migrate()
74 		if (err)  in igt_create_migrate()
77 		err = i915_gem_object_pin_pages(obj);  in igt_create_migrate()
78 		if (err)  in igt_create_migrate()
82 			err = -EINVAL;  in igt_create_migrate()
85 		err = i915_gem_object_wait_migration(obj, true);  in igt_create_migrate()
86 		if (err)  in igt_create_migrate()
89 		err = igt_fill_check_buffer(obj, gt, false);  in igt_create_migrate()
93 	return err;  in igt_create_migrate()
116 	int err;  in lmem_pages_migrate_one()  local
118 	err = i915_gem_object_lock(obj, ww);  in lmem_pages_migrate_one()
119 	if (err)  in lmem_pages_migrate_one()
120 		return err;  in lmem_pages_migrate_one()
123 		err = i915_vma_pin_ww(vma, ww, obj->base.size, 0,  in lmem_pages_migrate_one()
126 		if (err) {  in lmem_pages_migrate_one()
127 			if (err != -EINTR && err != ERESTARTSYS &&  in lmem_pages_migrate_one()
128 			    err != -EDEADLK)  in lmem_pages_migrate_one()
130 			return err;  in lmem_pages_migrate_one()
141 		err = i915_gem_object_migrate(obj, ww, INTEL_REGION_SMEM);  in lmem_pages_migrate_one()
142 		if (err) {  in lmem_pages_migrate_one()
145 			if (err)  in lmem_pages_migrate_one()
146 				return err;  in lmem_pages_migrate_one()
151 			err = -EINVAL;  in lmem_pages_migrate_one()
156 			err = -EINVAL;  in lmem_pages_migrate_one()
160 		err = i915_gem_object_migrate(obj, ww, INTEL_REGION_LMEM_0);  in lmem_pages_migrate_one()
161 		if (err) {  in lmem_pages_migrate_one()
164 			if (err)  in lmem_pages_migrate_one()
165 				return err;  in lmem_pages_migrate_one()
170 			err = -EINVAL;  in lmem_pages_migrate_one()
175 			err = -EINVAL;  in lmem_pages_migrate_one()
179 	return err;  in lmem_pages_migrate_one()
194 	int err;  in __igt_lmem_pages_migrate()  local
206 			err = PTR_ERR(vma);  in __igt_lmem_pages_migrate()
212 	for_i915_gem_ww(&ww, err, true) {  in __igt_lmem_pages_migrate()
213 		err = i915_gem_object_lock(obj, &ww);  in __igt_lmem_pages_migrate()
214 		if (err)  in __igt_lmem_pages_migrate()
217 		err = ____i915_gem_object_get_pages(obj);  in __igt_lmem_pages_migrate()
218 		if (err)  in __igt_lmem_pages_migrate()
221 		err = intel_migrate_clear(&gt->migrate, &ww, deps,  in __igt_lmem_pages_migrate()
226 			err = dma_resv_reserve_fences(obj->base.resv, 1);  in __igt_lmem_pages_migrate()
227 			if (!err)  in __igt_lmem_pages_migrate()
232 		if (err)  in __igt_lmem_pages_migrate()
236 			err = igt_fill_check_buffer(obj, gt, true);  in __igt_lmem_pages_migrate()
237 			if (err)  in __igt_lmem_pages_migrate()
241 	if (err)  in __igt_lmem_pages_migrate()
249 		for_i915_gem_ww(&ww, err, true)  in __igt_lmem_pages_migrate()
250 			err = lmem_pages_migrate_one(&ww, obj, vma,  in __igt_lmem_pages_migrate()
252 		if (err)  in __igt_lmem_pages_migrate()
256 	err = i915_gem_object_lock_interruptible(obj, NULL);  in __igt_lmem_pages_migrate()
257 	if (err)  in __igt_lmem_pages_migrate()
263 			err = -EBUSY;  in __igt_lmem_pages_migrate()
270 	err = i915_gem_object_wait_migration(obj, true);  in __igt_lmem_pages_migrate()
271 	if (err)  in __igt_lmem_pages_migrate()
275 		err = i915_vma_wait_for_bind(vma);  in __igt_lmem_pages_migrate()
276 		if (err)  in __igt_lmem_pages_migrate()
279 		err = igt_fill_check_buffer(obj, gt, false);  in __igt_lmem_pages_migrate()
287 	return err;  in __igt_lmem_pages_migrate()
377 	int err;  in igt_async_migrate()  local
384 		err = -ENOMEM;  in igt_async_migrate()
399 			err = PTR_ERR(ce);  in igt_async_migrate()
414 			err = PTR_ERR(rq);  in igt_async_migrate()
419 		err = i915_deps_add_dependency(&deps, &rq->fence, &ctx);  in igt_async_migrate()
422 		if (err)  in igt_async_migrate()
425 		err = __igt_lmem_pages_migrate(gt, &ppgtt->vm, &deps, &spin,  in igt_async_migrate()
429 		if (err)  in igt_async_migrate()
438 	return err;  in igt_async_migrate()