13f51b7e1SChris Wilson /*
23f51b7e1SChris Wilson * SPDX-License-Identifier: MIT
33f51b7e1SChris Wilson *
43f51b7e1SChris Wilson * Copyright © 2018 Intel Corporation
53f51b7e1SChris Wilson */
63f51b7e1SChris Wilson
73f51b7e1SChris Wilson #include <linux/random.h>
83f51b7e1SChris Wilson
9b508d01fSJani Nikula #include "gem/i915_gem_internal.h"
10b508d01fSJani Nikula #include "gem/i915_gem_pm.h"
1110be98a7SChris Wilson #include "gem/selftests/igt_gem_utils.h"
1210be98a7SChris Wilson #include "gem/selftests/mock_context.h"
13cb823ed9SChris Wilson #include "gt/intel_gt.h"
14e26b6d43SChris Wilson #include "gt/intel_gt_pm.h"
153f51b7e1SChris Wilson
1610be98a7SChris Wilson #include "i915_selftest.h"
1710be98a7SChris Wilson
183f51b7e1SChris Wilson #include "igt_flush_test.h"
1910be98a7SChris Wilson #include "mock_drm.h"
203f51b7e1SChris Wilson
switch_to_context(struct i915_gem_context * ctx)21c31c9e82SChris Wilson static int switch_to_context(struct i915_gem_context *ctx)
223f51b7e1SChris Wilson {
23c31c9e82SChris Wilson struct i915_gem_engines_iter it;
24c31c9e82SChris Wilson struct intel_context *ce;
25e16302cbSChris Wilson int err = 0;
263f51b7e1SChris Wilson
27c31c9e82SChris Wilson for_each_gem_engine(ce, i915_gem_context_lock_engines(ctx), it) {
283f51b7e1SChris Wilson struct i915_request *rq;
293f51b7e1SChris Wilson
30c31c9e82SChris Wilson rq = intel_context_create_request(ce);
31e16302cbSChris Wilson if (IS_ERR(rq)) {
32e16302cbSChris Wilson err = PTR_ERR(rq);
33e16302cbSChris Wilson break;
34e16302cbSChris Wilson }
353f51b7e1SChris Wilson
363f51b7e1SChris Wilson i915_request_add(rq);
373f51b7e1SChris Wilson }
38e16302cbSChris Wilson i915_gem_context_unlock_engines(ctx);
393f51b7e1SChris Wilson
40e16302cbSChris Wilson return err;
413f51b7e1SChris Wilson }
423f51b7e1SChris Wilson
trash_stolen(struct drm_i915_private * i915)433f51b7e1SChris Wilson static void trash_stolen(struct drm_i915_private *i915)
443f51b7e1SChris Wilson {
4517190a34SMichał Winiarski struct i915_ggtt *ggtt = to_gt(i915)->ggtt;
463f51b7e1SChris Wilson const u64 slot = ggtt->error_capture.start;
471eca0778SJani Nikula const resource_size_t size = resource_size(&i915->dsm.stolen);
483f51b7e1SChris Wilson unsigned long page;
493f51b7e1SChris Wilson u32 prng = 0x12345678;
503f51b7e1SChris Wilson
51e60f7bb7SMatthew Auld /* XXX: fsck. needs some more thought... */
52e60f7bb7SMatthew Auld if (!i915_ggtt_has_aperture(ggtt))
53e60f7bb7SMatthew Auld return;
54e60f7bb7SMatthew Auld
553f51b7e1SChris Wilson for (page = 0; page < size; page += PAGE_SIZE) {
561eca0778SJani Nikula const dma_addr_t dma = i915->dsm.stolen.start + page;
573f51b7e1SChris Wilson u32 __iomem *s;
583f51b7e1SChris Wilson int x;
593f51b7e1SChris Wilson
60*9275277dSFei Yang ggtt->vm.insert_page(&ggtt->vm, dma, slot,
61*9275277dSFei Yang i915_gem_get_pat_index(i915,
62*9275277dSFei Yang I915_CACHE_NONE),
63*9275277dSFei Yang 0);
643f51b7e1SChris Wilson
653f51b7e1SChris Wilson s = io_mapping_map_atomic_wc(&ggtt->iomap, slot);
663f51b7e1SChris Wilson for (x = 0; x < PAGE_SIZE / sizeof(u32); x++) {
673f51b7e1SChris Wilson prng = next_pseudo_random32(prng);
683f51b7e1SChris Wilson iowrite32(prng, &s[x]);
693f51b7e1SChris Wilson }
703f51b7e1SChris Wilson io_mapping_unmap_atomic(s);
713f51b7e1SChris Wilson }
723f51b7e1SChris Wilson
733f51b7e1SChris Wilson ggtt->vm.clear_range(&ggtt->vm, slot, PAGE_SIZE);
743f51b7e1SChris Wilson }
753f51b7e1SChris Wilson
simulate_hibernate(struct drm_i915_private * i915)763f51b7e1SChris Wilson static void simulate_hibernate(struct drm_i915_private *i915)
773f51b7e1SChris Wilson {
78c9d08cc3SChris Wilson intel_wakeref_t wakeref;
79c9d08cc3SChris Wilson
80d858d569SDaniele Ceraolo Spurio wakeref = intel_runtime_pm_get(&i915->runtime_pm);
813f51b7e1SChris Wilson
823f51b7e1SChris Wilson /*
833f51b7e1SChris Wilson * As a final sting in the tail, invalidate stolen. Under a real S4,
843f51b7e1SChris Wilson * stolen is lost and needs to be refilled on resume. However, under
853f51b7e1SChris Wilson * CI we merely do S4-device testing (as full S4 is too unreliable
863f51b7e1SChris Wilson * for automated testing across a cluster), so to simulate the effect
873f51b7e1SChris Wilson * of stolen being trashed across S4, we trash it ourselves.
883f51b7e1SChris Wilson */
893f51b7e1SChris Wilson trash_stolen(i915);
903f51b7e1SChris Wilson
91d858d569SDaniele Ceraolo Spurio intel_runtime_pm_put(&i915->runtime_pm, wakeref);
923f51b7e1SChris Wilson }
933f51b7e1SChris Wilson
igt_pm_prepare(struct drm_i915_private * i915)945b117056SHsin-Yi Wang static int igt_pm_prepare(struct drm_i915_private *i915)
953f51b7e1SChris Wilson {
965861b013SChris Wilson i915_gem_suspend(i915);
973f51b7e1SChris Wilson
985861b013SChris Wilson return 0;
993f51b7e1SChris Wilson }
1003f51b7e1SChris Wilson
igt_pm_suspend(struct drm_i915_private * i915)1015b117056SHsin-Yi Wang static void igt_pm_suspend(struct drm_i915_private *i915)
1023f51b7e1SChris Wilson {
103c9d08cc3SChris Wilson intel_wakeref_t wakeref;
104c9d08cc3SChris Wilson
105c447ff7dSDaniele Ceraolo Spurio with_intel_runtime_pm(&i915->runtime_pm, wakeref) {
10617190a34SMichał Winiarski i915_ggtt_suspend(to_gt(i915)->ggtt);
1073f51b7e1SChris Wilson i915_gem_suspend_late(i915);
108d4225a53SChris Wilson }
1093f51b7e1SChris Wilson }
1103f51b7e1SChris Wilson
igt_pm_hibernate(struct drm_i915_private * i915)1115b117056SHsin-Yi Wang static void igt_pm_hibernate(struct drm_i915_private *i915)
1123f51b7e1SChris Wilson {
113c9d08cc3SChris Wilson intel_wakeref_t wakeref;
114c9d08cc3SChris Wilson
115c447ff7dSDaniele Ceraolo Spurio with_intel_runtime_pm(&i915->runtime_pm, wakeref) {
11617190a34SMichał Winiarski i915_ggtt_suspend(to_gt(i915)->ggtt);
1173f51b7e1SChris Wilson
1183f51b7e1SChris Wilson i915_gem_freeze(i915);
1193f51b7e1SChris Wilson i915_gem_freeze_late(i915);
120d4225a53SChris Wilson }
1213f51b7e1SChris Wilson }
1223f51b7e1SChris Wilson
igt_pm_resume(struct drm_i915_private * i915)1235b117056SHsin-Yi Wang static void igt_pm_resume(struct drm_i915_private *i915)
1243f51b7e1SChris Wilson {
125c9d08cc3SChris Wilson intel_wakeref_t wakeref;
126c9d08cc3SChris Wilson
1273f51b7e1SChris Wilson /*
1283f51b7e1SChris Wilson * Both suspend and hibernate follow the same wakeup path and assume
1293f51b7e1SChris Wilson * that runtime-pm just works.
1303f51b7e1SChris Wilson */
131c447ff7dSDaniele Ceraolo Spurio with_intel_runtime_pm(&i915->runtime_pm, wakeref) {
13217190a34SMichał Winiarski i915_ggtt_resume(to_gt(i915)->ggtt);
1330f857158SAravind Iddamsetty if (GRAPHICS_VER(i915) >= 8)
1340f857158SAravind Iddamsetty setup_private_pat(to_gt(i915));
1353f51b7e1SChris Wilson i915_gem_resume(i915);
136d4225a53SChris Wilson }
1373f51b7e1SChris Wilson }
1383f51b7e1SChris Wilson
igt_gem_suspend(void * arg)1393f51b7e1SChris Wilson static int igt_gem_suspend(void *arg)
1403f51b7e1SChris Wilson {
1413f51b7e1SChris Wilson struct drm_i915_private *i915 = arg;
1423f51b7e1SChris Wilson struct i915_gem_context *ctx;
143a8c9a7f5SChris Wilson struct file *file;
1443f51b7e1SChris Wilson int err;
1453f51b7e1SChris Wilson
1463f51b7e1SChris Wilson file = mock_file(i915);
1473f51b7e1SChris Wilson if (IS_ERR(file))
1483f51b7e1SChris Wilson return PTR_ERR(file);
1493f51b7e1SChris Wilson
1503f51b7e1SChris Wilson err = -ENOMEM;
1513f51b7e1SChris Wilson ctx = live_context(i915, file);
1523f51b7e1SChris Wilson if (!IS_ERR(ctx))
153c31c9e82SChris Wilson err = switch_to_context(ctx);
1543f51b7e1SChris Wilson if (err)
1553f51b7e1SChris Wilson goto out;
1563f51b7e1SChris Wilson
1575b117056SHsin-Yi Wang err = igt_pm_prepare(i915);
1583f51b7e1SChris Wilson if (err)
1593f51b7e1SChris Wilson goto out;
1603f51b7e1SChris Wilson
1615b117056SHsin-Yi Wang igt_pm_suspend(i915);
1623f51b7e1SChris Wilson
1633f51b7e1SChris Wilson /* Here be dragons! Note that with S3RST any S3 may become S4! */
1643f51b7e1SChris Wilson simulate_hibernate(i915);
1653f51b7e1SChris Wilson
1665b117056SHsin-Yi Wang igt_pm_resume(i915);
1673f51b7e1SChris Wilson
168c31c9e82SChris Wilson err = switch_to_context(ctx);
1693f51b7e1SChris Wilson out:
170a8c9a7f5SChris Wilson fput(file);
1713f51b7e1SChris Wilson return err;
1723f51b7e1SChris Wilson }
1733f51b7e1SChris Wilson
igt_gem_hibernate(void * arg)1743f51b7e1SChris Wilson static int igt_gem_hibernate(void *arg)
1753f51b7e1SChris Wilson {
1763f51b7e1SChris Wilson struct drm_i915_private *i915 = arg;
1773f51b7e1SChris Wilson struct i915_gem_context *ctx;
178a8c9a7f5SChris Wilson struct file *file;
1793f51b7e1SChris Wilson int err;
1803f51b7e1SChris Wilson
1813f51b7e1SChris Wilson file = mock_file(i915);
1823f51b7e1SChris Wilson if (IS_ERR(file))
1833f51b7e1SChris Wilson return PTR_ERR(file);
1843f51b7e1SChris Wilson
1853f51b7e1SChris Wilson err = -ENOMEM;
1863f51b7e1SChris Wilson ctx = live_context(i915, file);
1873f51b7e1SChris Wilson if (!IS_ERR(ctx))
188c31c9e82SChris Wilson err = switch_to_context(ctx);
1893f51b7e1SChris Wilson if (err)
1903f51b7e1SChris Wilson goto out;
1913f51b7e1SChris Wilson
1925b117056SHsin-Yi Wang err = igt_pm_prepare(i915);
1933f51b7e1SChris Wilson if (err)
1943f51b7e1SChris Wilson goto out;
1953f51b7e1SChris Wilson
1965b117056SHsin-Yi Wang igt_pm_hibernate(i915);
1973f51b7e1SChris Wilson
1983f51b7e1SChris Wilson /* Here be dragons! */
1993f51b7e1SChris Wilson simulate_hibernate(i915);
2003f51b7e1SChris Wilson
2015b117056SHsin-Yi Wang igt_pm_resume(i915);
2023f51b7e1SChris Wilson
203c31c9e82SChris Wilson err = switch_to_context(ctx);
2043f51b7e1SChris Wilson out:
205a8c9a7f5SChris Wilson fput(file);
2063f51b7e1SChris Wilson return err;
2073f51b7e1SChris Wilson }
2083f51b7e1SChris Wilson
igt_gem_ww_ctx(void * arg)20980f0b679SMaarten Lankhorst static int igt_gem_ww_ctx(void *arg)
21080f0b679SMaarten Lankhorst {
21180f0b679SMaarten Lankhorst struct drm_i915_private *i915 = arg;
21280f0b679SMaarten Lankhorst struct drm_i915_gem_object *obj, *obj2;
21380f0b679SMaarten Lankhorst struct i915_gem_ww_ctx ww;
21480f0b679SMaarten Lankhorst int err = 0;
21580f0b679SMaarten Lankhorst
21680f0b679SMaarten Lankhorst obj = i915_gem_object_create_internal(i915, PAGE_SIZE);
21780f0b679SMaarten Lankhorst if (IS_ERR(obj))
21880f0b679SMaarten Lankhorst return PTR_ERR(obj);
21980f0b679SMaarten Lankhorst
22080f0b679SMaarten Lankhorst obj2 = i915_gem_object_create_internal(i915, PAGE_SIZE);
221352ded44SDan Carpenter if (IS_ERR(obj2)) {
222352ded44SDan Carpenter err = PTR_ERR(obj2);
22380f0b679SMaarten Lankhorst goto put1;
22480f0b679SMaarten Lankhorst }
22580f0b679SMaarten Lankhorst
22680f0b679SMaarten Lankhorst i915_gem_ww_ctx_init(&ww, true);
22780f0b679SMaarten Lankhorst retry:
22880f0b679SMaarten Lankhorst /* Lock the objects, twice for good measure (-EALREADY handling) */
22980f0b679SMaarten Lankhorst err = i915_gem_object_lock(obj, &ww);
23080f0b679SMaarten Lankhorst if (!err)
23180f0b679SMaarten Lankhorst err = i915_gem_object_lock_interruptible(obj, &ww);
23280f0b679SMaarten Lankhorst if (!err)
23380f0b679SMaarten Lankhorst err = i915_gem_object_lock_interruptible(obj2, &ww);
23480f0b679SMaarten Lankhorst if (!err)
23580f0b679SMaarten Lankhorst err = i915_gem_object_lock(obj2, &ww);
23680f0b679SMaarten Lankhorst
23780f0b679SMaarten Lankhorst if (err == -EDEADLK) {
23880f0b679SMaarten Lankhorst err = i915_gem_ww_ctx_backoff(&ww);
23980f0b679SMaarten Lankhorst if (!err)
24080f0b679SMaarten Lankhorst goto retry;
24180f0b679SMaarten Lankhorst }
24280f0b679SMaarten Lankhorst i915_gem_ww_ctx_fini(&ww);
24380f0b679SMaarten Lankhorst i915_gem_object_put(obj2);
24480f0b679SMaarten Lankhorst put1:
24580f0b679SMaarten Lankhorst i915_gem_object_put(obj);
24680f0b679SMaarten Lankhorst return err;
24780f0b679SMaarten Lankhorst }
24880f0b679SMaarten Lankhorst
i915_gem_live_selftests(struct drm_i915_private * i915)2493f51b7e1SChris Wilson int i915_gem_live_selftests(struct drm_i915_private *i915)
2503f51b7e1SChris Wilson {
2513f51b7e1SChris Wilson static const struct i915_subtest tests[] = {
2523f51b7e1SChris Wilson SUBTEST(igt_gem_suspend),
2533f51b7e1SChris Wilson SUBTEST(igt_gem_hibernate),
25480f0b679SMaarten Lankhorst SUBTEST(igt_gem_ww_ctx),
2553f51b7e1SChris Wilson };
2563f51b7e1SChris Wilson
2578c2699faSAndi Shyti if (intel_gt_is_wedged(to_gt(i915)))
2581ab494ccSChris Wilson return 0;
2591ab494ccSChris Wilson
26063251685SChris Wilson return i915_live_subtests(tests, i915);
2613f51b7e1SChris Wilson }
262