1 /* 2 * Copyright(c) 2011-2016 Intel Corporation. All rights reserved. 3 * 4 * Permission is hereby granted, free of charge, to any person obtaining a 5 * copy of this software and associated documentation files (the "Software"), 6 * to deal in the Software without restriction, including without limitation 7 * the rights to use, copy, modify, merge, publish, distribute, sublicense, 8 * and/or sell copies of the Software, and to permit persons to whom the 9 * Software is furnished to do so, subject to the following conditions: 10 * 11 * The above copyright notice and this permission notice (including the next 12 * paragraph) shall be included in all copies or substantial portions of the 13 * Software. 14 * 15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, 20 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 21 * SOFTWARE. 22 */ 23 24 #include "i915_drv.h" 25 #include "i915_vgpu.h" 26 #include "intel_gvt.h" 27 #include "gvt/gvt.h" 28 29 /** 30 * DOC: Intel GVT-g host support 31 * 32 * Intel GVT-g is a graphics virtualization technology which shares the 33 * GPU among multiple virtual machines on a time-sharing basis. Each 34 * virtual machine is presented a virtual GPU (vGPU), which has equivalent 35 * features as the underlying physical GPU (pGPU), so i915 driver can run 36 * seamlessly in a virtual machine. 37 * 38 * To virtualize GPU resources GVT-g driver depends on hypervisor technology 39 * e.g KVM/VFIO/mdev, Xen, etc. to provide resource access trapping capability 40 * and be virtualized within GVT-g device module. More architectural design 41 * doc is available on https://01.org/group/2230/documentation-list. 42 */ 43 44 static bool is_supported_device(struct drm_i915_private *dev_priv) 45 { 46 if (IS_BROADWELL(dev_priv)) 47 return true; 48 if (IS_SKYLAKE(dev_priv)) 49 return true; 50 if (IS_KABYLAKE(dev_priv)) 51 return true; 52 if (IS_BROXTON(dev_priv)) 53 return true; 54 if (IS_COFFEELAKE(dev_priv)) 55 return true; 56 if (IS_COMETLAKE(dev_priv)) 57 return true; 58 59 return false; 60 } 61 62 /** 63 * intel_gvt_sanitize_options - sanitize GVT related options 64 * @dev_priv: drm i915 private data 65 * 66 * This function is called at the i915 options sanitize stage. 67 */ 68 void intel_gvt_sanitize_options(struct drm_i915_private *dev_priv) 69 { 70 if (!dev_priv->params.enable_gvt) 71 return; 72 73 if (intel_vgpu_active(dev_priv)) { 74 drm_info(&dev_priv->drm, "GVT-g is disabled for guest\n"); 75 goto bail; 76 } 77 78 if (!is_supported_device(dev_priv)) { 79 drm_info(&dev_priv->drm, 80 "Unsupported device. GVT-g is disabled\n"); 81 goto bail; 82 } 83 84 return; 85 bail: 86 dev_priv->params.enable_gvt = 0; 87 } 88 89 static void free_initial_hw_state(struct drm_i915_private *dev_priv) 90 { 91 struct i915_virtual_gpu *vgpu = &dev_priv->vgpu; 92 93 vfree(vgpu->initial_mmio); 94 vgpu->initial_mmio = NULL; 95 96 kfree(vgpu->initial_cfg_space); 97 vgpu->initial_cfg_space = NULL; 98 } 99 100 static void save_mmio(struct intel_gvt_mmio_table_iter *iter, u32 offset, 101 u32 size) 102 { 103 struct drm_i915_private *dev_priv = iter->i915; 104 u32 *mmio, i; 105 106 for (i = offset; i < offset + size; i += 4) { 107 mmio = iter->data + i; 108 *mmio = intel_uncore_read_notrace(to_gt(dev_priv)->uncore, 109 _MMIO(i)); 110 } 111 } 112 113 static int handle_mmio(struct intel_gvt_mmio_table_iter *iter, 114 u32 offset, u32 size) 115 { 116 if (WARN_ON(!IS_ALIGNED(offset, 4))) 117 return -EINVAL; 118 119 save_mmio(iter, offset, size); 120 return 0; 121 } 122 123 static int save_initial_hw_state(struct drm_i915_private *dev_priv) 124 { 125 struct pci_dev *pdev = to_pci_dev(dev_priv->drm.dev); 126 struct i915_virtual_gpu *vgpu = &dev_priv->vgpu; 127 struct intel_gvt_mmio_table_iter iter; 128 void *mem; 129 int i, ret; 130 131 mem = kzalloc(PCI_CFG_SPACE_EXP_SIZE, GFP_KERNEL); 132 if (!mem) 133 return -ENOMEM; 134 135 vgpu->initial_cfg_space = mem; 136 137 for (i = 0; i < PCI_CFG_SPACE_EXP_SIZE; i += 4) 138 pci_read_config_dword(pdev, i, mem + i); 139 140 mem = vzalloc(2 * SZ_1M); 141 if (!mem) { 142 ret = -ENOMEM; 143 goto err_mmio; 144 } 145 146 vgpu->initial_mmio = mem; 147 148 iter.i915 = dev_priv; 149 iter.data = vgpu->initial_mmio; 150 iter.handle_mmio_cb = handle_mmio; 151 152 ret = intel_gvt_iterate_mmio_table(&iter); 153 if (ret) 154 goto err_iterate; 155 156 return 0; 157 158 err_iterate: 159 vfree(vgpu->initial_mmio); 160 vgpu->initial_mmio = NULL; 161 err_mmio: 162 kfree(vgpu->initial_cfg_space); 163 vgpu->initial_cfg_space = NULL; 164 165 return ret; 166 } 167 168 /** 169 * intel_gvt_init - initialize GVT components 170 * @dev_priv: drm i915 private data 171 * 172 * This function is called at the initialization stage to create a GVT device. 173 * 174 * Returns: 175 * Zero on success, negative error code if failed. 176 * 177 */ 178 int intel_gvt_init(struct drm_i915_private *dev_priv) 179 { 180 int ret; 181 182 if (i915_inject_probe_failure(dev_priv)) 183 return -ENODEV; 184 185 if (!dev_priv->params.enable_gvt) { 186 drm_dbg(&dev_priv->drm, 187 "GVT-g is disabled by kernel params\n"); 188 return 0; 189 } 190 191 if (intel_uc_wants_guc_submission(&to_gt(dev_priv)->uc)) { 192 drm_err(&dev_priv->drm, 193 "i915 GVT-g loading failed due to Graphics virtualization is not yet supported with GuC submission\n"); 194 return -EIO; 195 } 196 197 ret = save_initial_hw_state(dev_priv); 198 if (ret) { 199 drm_dbg(&dev_priv->drm, "Fail to save initial HW state\n"); 200 goto err_save_hw_state; 201 } 202 203 ret = intel_gvt_init_device(dev_priv); 204 if (ret) { 205 drm_dbg(&dev_priv->drm, "Fail to init GVT device\n"); 206 goto err_init_device; 207 } 208 209 return 0; 210 211 err_init_device: 212 free_initial_hw_state(dev_priv); 213 err_save_hw_state: 214 dev_priv->params.enable_gvt = 0; 215 return 0; 216 } 217 218 static inline bool intel_gvt_active(struct drm_i915_private *dev_priv) 219 { 220 return dev_priv->gvt; 221 } 222 223 /** 224 * intel_gvt_driver_remove - cleanup GVT components when i915 driver is 225 * unbinding 226 * @dev_priv: drm i915 private * 227 * 228 * This function is called at the i915 driver unloading stage, to shutdown 229 * GVT components and release the related resources. 230 */ 231 void intel_gvt_driver_remove(struct drm_i915_private *dev_priv) 232 { 233 if (!intel_gvt_active(dev_priv)) 234 return; 235 236 intel_gvt_clean_device(dev_priv); 237 free_initial_hw_state(dev_priv); 238 } 239 240 /** 241 * intel_gvt_resume - GVT resume routine wapper 242 * 243 * @dev_priv: drm i915 private * 244 * 245 * This function is called at the i915 driver resume stage to restore required 246 * HW status for GVT so that vGPU can continue running after resumed. 247 */ 248 void intel_gvt_resume(struct drm_i915_private *dev_priv) 249 { 250 if (intel_gvt_active(dev_priv)) 251 intel_gvt_pm_resume(dev_priv->gvt); 252 } 253