1 /*
2  * Copyright © 2016 Intel Corporation
3  *
4  * Permission is hereby granted, free of charge, to any person obtaining a
5  * copy of this software and associated documentation files (the "Software"),
6  * to deal in the Software without restriction, including without limitation
7  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8  * and/or sell copies of the Software, and to permit persons to whom the
9  * Software is furnished to do so, subject to the following conditions:
10  *
11  * The above copyright notice and this permission notice (including the next
12  * paragraph) shall be included in all copies or substantial portions of the
13  * Software.
14  *
15  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
18  * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20  * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
21  * IN THE SOFTWARE.
22  *
23  */
24 
25 #include <linux/pm_domain.h>
26 #include <linux/pm_runtime.h>
27 #include <linux/iommu.h>
28 
29 #include <drm/drm_managed.h>
30 
31 #include "gt/intel_gt.h"
32 #include "gt/intel_gt_requests.h"
33 #include "gt/mock_engine.h"
34 #include "intel_memory_region.h"
35 
36 #include "mock_request.h"
37 #include "mock_gem_device.h"
38 #include "mock_gtt.h"
39 #include "mock_uncore.h"
40 #include "mock_region.h"
41 
42 #include "gem/selftests/mock_context.h"
43 #include "gem/selftests/mock_gem_object.h"
44 
45 void mock_device_flush(struct drm_i915_private *i915)
46 {
47 	struct intel_gt *gt = &i915->gt;
48 	struct intel_engine_cs *engine;
49 	enum intel_engine_id id;
50 
51 	do {
52 		for_each_engine(engine, gt, id)
53 			mock_engine_flush(engine);
54 	} while (intel_gt_retire_requests_timeout(gt, MAX_SCHEDULE_TIMEOUT));
55 }
56 
57 static void mock_device_release(struct drm_device *dev)
58 {
59 	struct drm_i915_private *i915 = to_i915(dev);
60 
61 	if (!i915->do_release)
62 		goto out;
63 
64 	mock_device_flush(i915);
65 	intel_gt_driver_remove(&i915->gt);
66 
67 	i915_gem_driver_release__contexts(i915);
68 
69 	i915_gem_drain_workqueue(i915);
70 	i915_gem_drain_freed_objects(i915);
71 
72 	mock_fini_ggtt(&i915->ggtt);
73 	destroy_workqueue(i915->wq);
74 
75 	intel_gt_driver_late_release(&i915->gt);
76 	intel_memory_regions_driver_release(i915);
77 
78 	drm_mode_config_cleanup(&i915->drm);
79 
80 out:
81 	i915_params_free(&i915->params);
82 	put_device(&i915->drm.pdev->dev);
83 	i915->drm.pdev = NULL;
84 }
85 
86 static struct drm_driver mock_driver = {
87 	.name = "mock",
88 	.driver_features = DRIVER_GEM,
89 	.release = mock_device_release,
90 
91 	.gem_close_object = i915_gem_close_object,
92 	.gem_free_object_unlocked = i915_gem_free_object,
93 };
94 
95 static void release_dev(struct device *dev)
96 {
97 	struct pci_dev *pdev = to_pci_dev(dev);
98 
99 	kfree(pdev);
100 }
101 
102 static int pm_domain_resume(struct device *dev)
103 {
104 	return pm_generic_runtime_resume(dev);
105 }
106 
107 static int pm_domain_suspend(struct device *dev)
108 {
109 	return pm_generic_runtime_suspend(dev);
110 }
111 
112 static struct dev_pm_domain pm_domain = {
113 	.ops = {
114 		.runtime_suspend = pm_domain_suspend,
115 		.runtime_resume = pm_domain_resume,
116 	},
117 };
118 
119 struct drm_i915_private *mock_gem_device(void)
120 {
121 #if IS_ENABLED(CONFIG_IOMMU_API) && defined(CONFIG_INTEL_IOMMU)
122 	static struct dev_iommu fake_iommu = { .priv = (void *)-1 };
123 #endif
124 	struct drm_i915_private *i915;
125 	struct pci_dev *pdev;
126 	int err;
127 
128 	pdev = kzalloc(sizeof(*pdev), GFP_KERNEL);
129 	if (!pdev)
130 		return NULL;
131 	i915 = kzalloc(sizeof(*i915), GFP_KERNEL);
132 	if (!i915) {
133 		kfree(pdev);
134 		return NULL;
135 	}
136 
137 	device_initialize(&pdev->dev);
138 	pdev->class = PCI_BASE_CLASS_DISPLAY << 16;
139 	pdev->dev.release = release_dev;
140 	dev_set_name(&pdev->dev, "mock");
141 	dma_coerce_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(64));
142 
143 #if IS_ENABLED(CONFIG_IOMMU_API) && defined(CONFIG_INTEL_IOMMU)
144 	/* HACK to disable iommu for the fake device; force identity mapping */
145 	pdev->dev.iommu = &fake_iommu;
146 #endif
147 
148 	pci_set_drvdata(pdev, i915);
149 
150 	dev_pm_domain_set(&pdev->dev, &pm_domain);
151 	pm_runtime_enable(&pdev->dev);
152 	pm_runtime_dont_use_autosuspend(&pdev->dev);
153 	if (pm_runtime_enabled(&pdev->dev))
154 		WARN_ON(pm_runtime_get_sync(&pdev->dev));
155 
156 	err = drm_dev_init(&i915->drm, &mock_driver, &pdev->dev);
157 	if (err) {
158 		pr_err("Failed to initialise mock GEM device: err=%d\n", err);
159 		put_device(&pdev->dev);
160 		kfree(i915);
161 
162 		return NULL;
163 	}
164 	i915->drm.pdev = pdev;
165 	drmm_add_final_kfree(&i915->drm, i915);
166 
167 	i915_params_copy(&i915->params, &i915_modparams);
168 
169 	intel_runtime_pm_init_early(&i915->runtime_pm);
170 
171 	/* Using the global GTT may ask questions about KMS users, so prepare */
172 	drm_mode_config_init(&i915->drm);
173 
174 	mkwrite_device_info(i915)->gen = -1;
175 
176 	mkwrite_device_info(i915)->page_sizes =
177 		I915_GTT_PAGE_SIZE_4K |
178 		I915_GTT_PAGE_SIZE_64K |
179 		I915_GTT_PAGE_SIZE_2M;
180 
181 	mkwrite_device_info(i915)->memory_regions = REGION_SMEM;
182 	intel_memory_regions_hw_probe(i915);
183 
184 	mock_uncore_init(&i915->uncore, i915);
185 
186 	i915_gem_init__mm(i915);
187 	intel_gt_init_early(&i915->gt, i915);
188 	atomic_inc(&i915->gt.wakeref.count); /* disable; no hw support */
189 	i915->gt.awake = -ENODEV;
190 
191 	i915->wq = alloc_ordered_workqueue("mock", 0);
192 	if (!i915->wq)
193 		goto err_drv;
194 
195 	mock_init_contexts(i915);
196 
197 	mock_init_ggtt(i915, &i915->ggtt);
198 	i915->gt.vm = i915_vm_get(&i915->ggtt.vm);
199 
200 	mkwrite_device_info(i915)->platform_engine_mask = BIT(0);
201 	i915->gt.info.engine_mask = BIT(0);
202 
203 	i915->gt.engine[RCS0] = mock_engine(i915, "mock", RCS0);
204 	if (!i915->gt.engine[RCS0])
205 		goto err_unlock;
206 
207 	if (mock_engine_init(i915->gt.engine[RCS0]))
208 		goto err_context;
209 
210 	__clear_bit(I915_WEDGED, &i915->gt.reset.flags);
211 	intel_engines_driver_register(i915);
212 
213 	i915->do_release = true;
214 
215 	return i915;
216 
217 err_context:
218 	intel_gt_driver_remove(&i915->gt);
219 err_unlock:
220 	destroy_workqueue(i915->wq);
221 err_drv:
222 	intel_gt_driver_late_release(&i915->gt);
223 	intel_memory_regions_driver_release(i915);
224 	drm_mode_config_cleanup(&i915->drm);
225 	drm_dev_put(&i915->drm);
226 
227 	return NULL;
228 }
229