1 /* 2 * Copyright © 2016 Intel Corporation 3 * 4 * Permission is hereby granted, free of charge, to any person obtaining a 5 * copy of this software and associated documentation files (the "Software"), 6 * to deal in the Software without restriction, including without limitation 7 * the rights to use, copy, modify, merge, publish, distribute, sublicense, 8 * and/or sell copies of the Software, and to permit persons to whom the 9 * Software is furnished to do so, subject to the following conditions: 10 * 11 * The above copyright notice and this permission notice (including the next 12 * paragraph) shall be included in all copies or substantial portions of the 13 * Software. 14 * 15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING 20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS 21 * IN THE SOFTWARE. 22 * 23 */ 24 25 #include <linux/pm_domain.h> 26 #include <linux/pm_runtime.h> 27 #include <linux/iommu.h> 28 29 #include <drm/drm_managed.h> 30 31 #include "gt/intel_gt.h" 32 #include "gt/intel_gt_requests.h" 33 #include "gt/mock_engine.h" 34 #include "intel_memory_region.h" 35 36 #include "mock_request.h" 37 #include "mock_gem_device.h" 38 #include "mock_gtt.h" 39 #include "mock_uncore.h" 40 #include "mock_region.h" 41 42 #include "gem/selftests/mock_context.h" 43 #include "gem/selftests/mock_gem_object.h" 44 45 void mock_device_flush(struct drm_i915_private *i915) 46 { 47 struct intel_gt *gt = &i915->gt; 48 struct intel_engine_cs *engine; 49 enum intel_engine_id id; 50 51 do { 52 for_each_engine(engine, gt, id) 53 mock_engine_flush(engine); 54 } while (intel_gt_retire_requests_timeout(gt, MAX_SCHEDULE_TIMEOUT)); 55 } 56 57 static void mock_device_release(struct drm_device *dev) 58 { 59 struct drm_i915_private *i915 = to_i915(dev); 60 61 if (!i915->do_release) 62 goto out; 63 64 mock_device_flush(i915); 65 intel_gt_driver_remove(&i915->gt); 66 67 i915_gem_driver_release__contexts(i915); 68 69 i915_gem_drain_workqueue(i915); 70 i915_gem_drain_freed_objects(i915); 71 72 mock_fini_ggtt(&i915->ggtt); 73 destroy_workqueue(i915->wq); 74 75 intel_gt_driver_late_release(&i915->gt); 76 intel_memory_regions_driver_release(i915); 77 78 drm_mode_config_cleanup(&i915->drm); 79 80 out: 81 i915_params_free(&i915->params); 82 put_device(&i915->drm.pdev->dev); 83 i915->drm.pdev = NULL; 84 } 85 86 static struct drm_driver mock_driver = { 87 .name = "mock", 88 .driver_features = DRIVER_GEM, 89 .release = mock_device_release, 90 91 .gem_close_object = i915_gem_close_object, 92 .gem_free_object_unlocked = i915_gem_free_object, 93 }; 94 95 static void release_dev(struct device *dev) 96 { 97 struct pci_dev *pdev = to_pci_dev(dev); 98 99 kfree(pdev); 100 } 101 102 static int pm_domain_resume(struct device *dev) 103 { 104 return pm_generic_runtime_resume(dev); 105 } 106 107 static int pm_domain_suspend(struct device *dev) 108 { 109 return pm_generic_runtime_suspend(dev); 110 } 111 112 static struct dev_pm_domain pm_domain = { 113 .ops = { 114 .runtime_suspend = pm_domain_suspend, 115 .runtime_resume = pm_domain_resume, 116 }, 117 }; 118 119 struct drm_i915_private *mock_gem_device(void) 120 { 121 struct drm_i915_private *i915; 122 struct pci_dev *pdev; 123 #if IS_ENABLED(CONFIG_IOMMU_API) && defined(CONFIG_INTEL_IOMMU) 124 struct dev_iommu iommu; 125 #endif 126 int err; 127 128 pdev = kzalloc(sizeof(*pdev), GFP_KERNEL); 129 if (!pdev) 130 return NULL; 131 i915 = kzalloc(sizeof(*i915), GFP_KERNEL); 132 if (!i915) { 133 kfree(pdev); 134 return NULL; 135 } 136 137 device_initialize(&pdev->dev); 138 pdev->class = PCI_BASE_CLASS_DISPLAY << 16; 139 pdev->dev.release = release_dev; 140 dev_set_name(&pdev->dev, "mock"); 141 dma_coerce_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(64)); 142 143 #if IS_ENABLED(CONFIG_IOMMU_API) && defined(CONFIG_INTEL_IOMMU) 144 /* HACK HACK HACK to disable iommu for the fake device; force identity mapping */ 145 memset(&iommu, 0, sizeof(iommu)); 146 iommu.priv = (void *)-1; 147 pdev->dev.iommu = &iommu; 148 #endif 149 150 pci_set_drvdata(pdev, i915); 151 152 dev_pm_domain_set(&pdev->dev, &pm_domain); 153 pm_runtime_enable(&pdev->dev); 154 pm_runtime_dont_use_autosuspend(&pdev->dev); 155 if (pm_runtime_enabled(&pdev->dev)) 156 WARN_ON(pm_runtime_get_sync(&pdev->dev)); 157 158 err = drm_dev_init(&i915->drm, &mock_driver, &pdev->dev); 159 if (err) { 160 pr_err("Failed to initialise mock GEM device: err=%d\n", err); 161 put_device(&pdev->dev); 162 kfree(i915); 163 164 return NULL; 165 } 166 i915->drm.pdev = pdev; 167 drmm_add_final_kfree(&i915->drm, i915); 168 169 i915_params_copy(&i915->params, &i915_modparams); 170 171 intel_runtime_pm_init_early(&i915->runtime_pm); 172 173 /* Using the global GTT may ask questions about KMS users, so prepare */ 174 drm_mode_config_init(&i915->drm); 175 176 mkwrite_device_info(i915)->gen = -1; 177 178 mkwrite_device_info(i915)->page_sizes = 179 I915_GTT_PAGE_SIZE_4K | 180 I915_GTT_PAGE_SIZE_64K | 181 I915_GTT_PAGE_SIZE_2M; 182 183 mkwrite_device_info(i915)->memory_regions = REGION_SMEM; 184 intel_memory_regions_hw_probe(i915); 185 186 mock_uncore_init(&i915->uncore, i915); 187 188 i915_gem_init__mm(i915); 189 intel_gt_init_early(&i915->gt, i915); 190 atomic_inc(&i915->gt.wakeref.count); /* disable; no hw support */ 191 i915->gt.awake = -ENODEV; 192 193 i915->wq = alloc_ordered_workqueue("mock", 0); 194 if (!i915->wq) 195 goto err_drv; 196 197 mock_init_contexts(i915); 198 199 mock_init_ggtt(i915, &i915->ggtt); 200 i915->gt.vm = i915_vm_get(&i915->ggtt.vm); 201 202 mkwrite_device_info(i915)->platform_engine_mask = BIT(0); 203 i915->gt.info.engine_mask = BIT(0); 204 205 i915->gt.engine[RCS0] = mock_engine(i915, "mock", RCS0); 206 if (!i915->gt.engine[RCS0]) 207 goto err_unlock; 208 209 if (mock_engine_init(i915->gt.engine[RCS0])) 210 goto err_context; 211 212 __clear_bit(I915_WEDGED, &i915->gt.reset.flags); 213 intel_engines_driver_register(i915); 214 215 i915->do_release = true; 216 217 return i915; 218 219 err_context: 220 intel_gt_driver_remove(&i915->gt); 221 err_unlock: 222 destroy_workqueue(i915->wq); 223 err_drv: 224 intel_gt_driver_late_release(&i915->gt); 225 intel_memory_regions_driver_release(i915); 226 drm_mode_config_cleanup(&i915->drm); 227 drm_dev_put(&i915->drm); 228 229 return NULL; 230 } 231