166d9cb5dSChris Wilson /*
266d9cb5dSChris Wilson * Copyright © 2016 Intel Corporation
366d9cb5dSChris Wilson *
466d9cb5dSChris Wilson * Permission is hereby granted, free of charge, to any person obtaining a
566d9cb5dSChris Wilson * copy of this software and associated documentation files (the "Software"),
666d9cb5dSChris Wilson * to deal in the Software without restriction, including without limitation
766d9cb5dSChris Wilson * the rights to use, copy, modify, merge, publish, distribute, sublicense,
866d9cb5dSChris Wilson * and/or sell copies of the Software, and to permit persons to whom the
966d9cb5dSChris Wilson * Software is furnished to do so, subject to the following conditions:
1066d9cb5dSChris Wilson *
1166d9cb5dSChris Wilson * The above copyright notice and this permission notice (including the next
1266d9cb5dSChris Wilson * paragraph) shall be included in all copies or substantial portions of the
1366d9cb5dSChris Wilson * Software.
1466d9cb5dSChris Wilson *
1566d9cb5dSChris Wilson * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
1666d9cb5dSChris Wilson * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
1766d9cb5dSChris Wilson * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
1866d9cb5dSChris Wilson * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
1966d9cb5dSChris Wilson * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
2066d9cb5dSChris Wilson * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
2166d9cb5dSChris Wilson * IN THE SOFTWARE.
2266d9cb5dSChris Wilson *
2366d9cb5dSChris Wilson */
2466d9cb5dSChris Wilson
251a0c1924SChris Wilson #include <linux/pm_domain.h>
2666d9cb5dSChris Wilson #include <linux/pm_runtime.h>
2701b9d4e2SJoerg Roedel #include <linux/iommu.h>
2866d9cb5dSChris Wilson
297fb81e9dSDaniel Vetter #include <drm/drm_managed.h>
307fb81e9dSDaniel Vetter
3124635c51STvrtko Ursulin #include "gt/intel_gt.h"
3266101975SChris Wilson #include "gt/intel_gt_requests.h"
33112ed2d3SChris Wilson #include "gt/mock_engine.h"
343fc794f2SChris Wilson #include "intel_memory_region.h"
35d1487389SThomas Hellström #include "intel_region_ttm.h"
36112ed2d3SChris Wilson
370daf0113SChris Wilson #include "mock_request.h"
3866d9cb5dSChris Wilson #include "mock_gem_device.h"
393b5bb0a3SChris Wilson #include "mock_gtt.h"
400757ac8fSChris Wilson #include "mock_uncore.h"
41232a6ebaSMatthew Auld #include "mock_region.h"
4266d9cb5dSChris Wilson
4310be98a7SChris Wilson #include "gem/selftests/mock_context.h"
4410be98a7SChris Wilson #include "gem/selftests/mock_gem_object.h"
4510be98a7SChris Wilson
mock_device_flush(struct drm_i915_private * i915)460daf0113SChris Wilson void mock_device_flush(struct drm_i915_private *i915)
470daf0113SChris Wilson {
488c2699faSAndi Shyti struct intel_gt *gt = to_gt(i915);
490daf0113SChris Wilson struct intel_engine_cs *engine;
500daf0113SChris Wilson enum intel_engine_id id;
510daf0113SChris Wilson
5279ffac85SChris Wilson do {
536457099aSTvrtko Ursulin for_each_engine(engine, gt, id)
540daf0113SChris Wilson mock_engine_flush(engine);
55b97060a9SMatthew Brost } while (intel_gt_retire_requests_timeout(gt, MAX_SCHEDULE_TIMEOUT,
56b97060a9SMatthew Brost NULL));
570daf0113SChris Wilson }
580daf0113SChris Wilson
mock_device_release(struct drm_device * dev)5966d9cb5dSChris Wilson static void mock_device_release(struct drm_device *dev)
6066d9cb5dSChris Wilson {
6166d9cb5dSChris Wilson struct drm_i915_private *i915 = to_i915(dev);
6266d9cb5dSChris Wilson
637fb81e9dSDaniel Vetter if (!i915->do_release)
647fb81e9dSDaniel Vetter goto out;
657fb81e9dSDaniel Vetter
660daf0113SChris Wilson mock_device_flush(i915);
678c2699faSAndi Shyti intel_gt_driver_remove(to_gt(i915));
680daf0113SChris Wilson
693b19f16aSChris Wilson i915_gem_drain_workqueue(i915);
7066d9cb5dSChris Wilson
7117190a34SMichał Winiarski mock_fini_ggtt(to_gt(i915)->ggtt);
72848a4e5cSLuca Coelho destroy_workqueue(i915->unordered_wq);
730daf0113SChris Wilson destroy_workqueue(i915->wq);
740daf0113SChris Wilson
75d1487389SThomas Hellström intel_region_ttm_device_fini(i915);
76bec68cc9STvrtko Ursulin intel_gt_driver_late_release_all(i915);
773fc794f2SChris Wilson intel_memory_regions_driver_release(i915);
783aae9d08SAbdiel Janulgue
7919553d57SChris Wilson drm_mode_config_cleanup(&i915->drm);
8019553d57SChris Wilson
817fb81e9dSDaniel Vetter out:
82c499f6cbSChris Wilson i915_params_free(&i915->params);
8366d9cb5dSChris Wilson }
8466d9cb5dSChris Wilson
8570a59dd8SDaniel Vetter static const struct drm_driver mock_driver = {
8666d9cb5dSChris Wilson .name = "mock",
8766d9cb5dSChris Wilson .driver_features = DRIVER_GEM,
8866d9cb5dSChris Wilson .release = mock_device_release,
8966d9cb5dSChris Wilson };
9066d9cb5dSChris Wilson
release_dev(struct device * dev)9166d9cb5dSChris Wilson static void release_dev(struct device *dev)
9266d9cb5dSChris Wilson {
9366d9cb5dSChris Wilson struct pci_dev *pdev = to_pci_dev(dev);
9466d9cb5dSChris Wilson
9566d9cb5dSChris Wilson kfree(pdev);
9666d9cb5dSChris Wilson }
9766d9cb5dSChris Wilson
pm_domain_resume(struct device * dev)981a0c1924SChris Wilson static int pm_domain_resume(struct device *dev)
991a0c1924SChris Wilson {
1001a0c1924SChris Wilson return pm_generic_runtime_resume(dev);
1011a0c1924SChris Wilson }
1021a0c1924SChris Wilson
pm_domain_suspend(struct device * dev)1031a0c1924SChris Wilson static int pm_domain_suspend(struct device *dev)
1041a0c1924SChris Wilson {
1051a0c1924SChris Wilson return pm_generic_runtime_suspend(dev);
1061a0c1924SChris Wilson }
1071a0c1924SChris Wilson
1081a0c1924SChris Wilson static struct dev_pm_domain pm_domain = {
1091a0c1924SChris Wilson .ops = {
1101a0c1924SChris Wilson .runtime_suspend = pm_domain_suspend,
1111a0c1924SChris Wilson .runtime_resume = pm_domain_resume,
1121a0c1924SChris Wilson },
1131a0c1924SChris Wilson };
1141a0c1924SChris Wilson
mock_gt_probe(struct drm_i915_private * i915)115bec68cc9STvrtko Ursulin static void mock_gt_probe(struct drm_i915_private *i915)
116bec68cc9STvrtko Ursulin {
117*306f7a5bSAndi Shyti i915->gt[0] = to_gt(i915);
11870fff19aSMatt Roper i915->gt[0]->name = "Mock GT";
119bec68cc9STvrtko Ursulin }
120bec68cc9STvrtko Ursulin
121ecc7a3ceSJani Nikula static const struct intel_device_info mock_info = {
122ecc7a3ceSJani Nikula .__runtime.graphics.ip.ver = -1,
123ecc7a3ceSJani Nikula .__runtime.page_sizes = (I915_GTT_PAGE_SIZE_4K |
124ecc7a3ceSJani Nikula I915_GTT_PAGE_SIZE_64K |
125ecc7a3ceSJani Nikula I915_GTT_PAGE_SIZE_2M),
1268776711eSJani Nikula .memory_regions = REGION_SMEM,
1278776711eSJani Nikula .platform_engine_mask = BIT(0),
128ecc7a3ceSJani Nikula
129ecc7a3ceSJani Nikula /* simply use legacy cache level for mock device */
130ecc7a3ceSJani Nikula .max_pat_index = 3,
131ecc7a3ceSJani Nikula .cachelevel_to_pat = {
132ecc7a3ceSJani Nikula [I915_CACHE_NONE] = 0,
133ecc7a3ceSJani Nikula [I915_CACHE_LLC] = 1,
134ecc7a3ceSJani Nikula [I915_CACHE_L3_LLC] = 2,
135ecc7a3ceSJani Nikula [I915_CACHE_WT] = 3,
136ecc7a3ceSJani Nikula },
137ecc7a3ceSJani Nikula };
138ecc7a3ceSJani Nikula
mock_gem_device(void)13966d9cb5dSChris Wilson struct drm_i915_private *mock_gem_device(void)
14066d9cb5dSChris Wilson {
1419f9f4101SChris Wilson #if IS_ENABLED(CONFIG_IOMMU_API) && defined(CONFIG_INTEL_IOMMU)
1429f9f4101SChris Wilson static struct dev_iommu fake_iommu = { .priv = (void *)-1 };
1439f9f4101SChris Wilson #endif
14466d9cb5dSChris Wilson struct drm_i915_private *i915;
14566d9cb5dSChris Wilson struct pci_dev *pdev;
146d1487389SThomas Hellström int ret;
14766d9cb5dSChris Wilson
1487fb81e9dSDaniel Vetter pdev = kzalloc(sizeof(*pdev), GFP_KERNEL);
14966d9cb5dSChris Wilson if (!pdev)
1507fb81e9dSDaniel Vetter return NULL;
15166d9cb5dSChris Wilson device_initialize(&pdev->dev);
15229f31623SChris Wilson pdev->class = PCI_BASE_CLASS_DISPLAY << 16;
15366d9cb5dSChris Wilson pdev->dev.release = release_dev;
15466d9cb5dSChris Wilson dev_set_name(&pdev->dev, "mock");
155d58f0083SChris Wilson dma_coerce_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(64));
15666d9cb5dSChris Wilson
157764d2997SArnd Bergmann #if IS_ENABLED(CONFIG_IOMMU_API) && defined(CONFIG_INTEL_IOMMU)
1589f9f4101SChris Wilson /* HACK to disable iommu for the fake device; force identity mapping */
1599f9f4101SChris Wilson pdev->dev.iommu = &fake_iommu;
160f46f156eSChris Wilson #endif
161cd01269dSDaniel Vetter if (!devres_open_group(&pdev->dev, NULL, GFP_KERNEL)) {
162cd01269dSDaniel Vetter put_device(&pdev->dev);
163cd01269dSDaniel Vetter return NULL;
164cd01269dSDaniel Vetter }
165cd01269dSDaniel Vetter
166cd01269dSDaniel Vetter i915 = devm_drm_dev_alloc(&pdev->dev, &mock_driver,
167cd01269dSDaniel Vetter struct drm_i915_private, drm);
168cd01269dSDaniel Vetter if (IS_ERR(i915)) {
169cd01269dSDaniel Vetter pr_err("Failed to allocate mock GEM device: err=%ld\n", PTR_ERR(i915));
170cd01269dSDaniel Vetter devres_release_group(&pdev->dev, NULL);
171cd01269dSDaniel Vetter put_device(&pdev->dev);
172cd01269dSDaniel Vetter
173cd01269dSDaniel Vetter return NULL;
174cd01269dSDaniel Vetter }
175b5891fb5SChris Wilson
176bd780f37SChris Wilson pci_set_drvdata(pdev, i915);
177bd780f37SChris Wilson
178ecc7a3ceSJani Nikula /* Device parameters start as a copy of module parameters. */
179ecc7a3ceSJani Nikula i915_params_copy(&i915->params, &i915_modparams);
180ecc7a3ceSJani Nikula
181ecc7a3ceSJani Nikula /* Set up device info and initial runtime info. */
182ecc7a3ceSJani Nikula intel_device_info_driver_create(i915, pdev->device, &mock_info);
183ecc7a3ceSJani Nikula
1841a0c1924SChris Wilson dev_pm_domain_set(&pdev->dev, &pm_domain);
1851a0c1924SChris Wilson pm_runtime_enable(&pdev->dev);
18666d9cb5dSChris Wilson pm_runtime_dont_use_autosuspend(&pdev->dev);
18707e070e1SChris Wilson if (pm_runtime_enabled(&pdev->dev))
1881a0c1924SChris Wilson WARN_ON(pm_runtime_get_sync(&pdev->dev));
18966d9cb5dSChris Wilson
19069c66355SDaniele Ceraolo Spurio intel_runtime_pm_init_early(&i915->runtime_pm);
191985a0256SVille Syrjälä /* wakeref tracking has significant overhead */
192985a0256SVille Syrjälä i915->runtime_pm.no_wakeref_tracking = true;
193d5b6c275SDaniele Ceraolo Spurio
1943b5bb0a3SChris Wilson /* Using the global GTT may ask questions about KMS users, so prepare */
1953b5bb0a3SChris Wilson drm_mode_config_init(&i915->drm);
1963b5bb0a3SChris Wilson
1973fc794f2SChris Wilson intel_memory_regions_hw_probe(i915);
198da1184cdSMatthew Auld
1999a7fc952STvrtko Ursulin spin_lock_init(&i915->gpu_error.lock);
2009a7fc952STvrtko Ursulin
2019c52d1c8SChris Wilson i915_gem_init__mm(i915);
202bec68cc9STvrtko Ursulin intel_root_gt_init_early(i915);
203030def2cSMichał Winiarski mock_uncore_init(&i915->uncore, i915);
2048c2699faSAndi Shyti atomic_inc(&to_gt(i915)->wakeref.count); /* disable; no hw support */
2058c2699faSAndi Shyti to_gt(i915)->awake = -ENODEV;
206bec68cc9STvrtko Ursulin mock_gt_probe(i915);
20766d9cb5dSChris Wilson
208d1487389SThomas Hellström ret = intel_region_ttm_device_init(i915);
209d1487389SThomas Hellström if (ret)
210d1487389SThomas Hellström goto err_ttm;
211d1487389SThomas Hellström
2120daf0113SChris Wilson i915->wq = alloc_ordered_workqueue("mock", 0);
2130daf0113SChris Wilson if (!i915->wq)
21419553d57SChris Wilson goto err_drv;
2150daf0113SChris Wilson
216848a4e5cSLuca Coelho i915->unordered_wq = alloc_workqueue("mock-unordered", 0, 0);
217848a4e5cSLuca Coelho if (!i915->unordered_wq)
218848a4e5cSLuca Coelho goto err_wq;
219848a4e5cSLuca Coelho
2205f09a9c8SChris Wilson mock_init_contexts(i915);
2210daf0113SChris Wilson
222cdeea858SAndi Shyti /* allocate the ggtt */
223cdeea858SAndi Shyti ret = intel_gt_assign_ggtt(to_gt(i915));
224cdeea858SAndi Shyti if (ret)
225cdeea858SAndi Shyti goto err_unlock;
226cdeea858SAndi Shyti
227cdeea858SAndi Shyti mock_init_ggtt(to_gt(i915));
228cdeea858SAndi Shyti to_gt(i915)->vm = i915_vm_get(&to_gt(i915)->ggtt->vm);
2293b5bb0a3SChris Wilson
2308c2699faSAndi Shyti to_gt(i915)->info.engine_mask = BIT(0);
2314a774ee3SChris Wilson
2328c2699faSAndi Shyti to_gt(i915)->engine[RCS0] = mock_engine(i915, "mock", RCS0);
2338c2699faSAndi Shyti if (!to_gt(i915)->engine[RCS0])
23411334c6aSChris Wilson goto err_unlock;
23511334c6aSChris Wilson
2368c2699faSAndi Shyti if (mock_engine_init(to_gt(i915)->engine[RCS0]))
2374a774ee3SChris Wilson goto err_context;
2380daf0113SChris Wilson
2398c2699faSAndi Shyti __clear_bit(I915_WEDGED, &to_gt(i915)->reset.flags);
240cbb153c5SChris Wilson intel_engines_driver_register(i915);
2411d7a99f5SChris Wilson
2427fb81e9dSDaniel Vetter i915->do_release = true;
243d1487389SThomas Hellström ida_init(&i915->selftest.mock_region_instances);
2447fb81e9dSDaniel Vetter
24566d9cb5dSChris Wilson return i915;
24666d9cb5dSChris Wilson
2474a774ee3SChris Wilson err_context:
2488c2699faSAndi Shyti intel_gt_driver_remove(to_gt(i915));
2491d7a99f5SChris Wilson err_unlock:
250848a4e5cSLuca Coelho destroy_workqueue(i915->unordered_wq);
251848a4e5cSLuca Coelho err_wq:
2520daf0113SChris Wilson destroy_workqueue(i915->wq);
25319553d57SChris Wilson err_drv:
254d1487389SThomas Hellström intel_region_ttm_device_fini(i915);
255d1487389SThomas Hellström err_ttm:
256bec68cc9STvrtko Ursulin intel_gt_driver_late_release_all(i915);
2573fc794f2SChris Wilson intel_memory_regions_driver_release(i915);
25819553d57SChris Wilson drm_mode_config_cleanup(&i915->drm);
25982be0d75SDaniel Vetter mock_destroy_device(i915);
2607fb81e9dSDaniel Vetter
26166d9cb5dSChris Wilson return NULL;
26266d9cb5dSChris Wilson }
26382be0d75SDaniel Vetter
mock_destroy_device(struct drm_i915_private * i915)26482be0d75SDaniel Vetter void mock_destroy_device(struct drm_i915_private *i915)
26582be0d75SDaniel Vetter {
266cd01269dSDaniel Vetter struct device *dev = i915->drm.dev;
267cd01269dSDaniel Vetter
268cd01269dSDaniel Vetter devres_release_group(dev, NULL);
269cd01269dSDaniel Vetter put_device(dev);
27082be0d75SDaniel Vetter }
271