1 /* 2 * Copyright (C) 2015 Red Hat, Inc. 3 * All Rights Reserved. 4 * 5 * Permission is hereby granted, free of charge, to any person obtaining 6 * a copy of this software and associated documentation files (the 7 * "Software"), to deal in the Software without restriction, including 8 * without limitation the rights to use, copy, modify, merge, publish, 9 * distribute, sublicense, and/or sell copies of the Software, and to 10 * permit persons to whom the Software is furnished to do so, subject to 11 * the following conditions: 12 * 13 * The above copyright notice and this permission notice (including the 14 * next paragraph) shall be included in all copies or substantial 15 * portions of the Software. 16 * 17 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, 18 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF 19 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. 20 * IN NO EVENT SHALL THE COPYRIGHT OWNER(S) AND/OR ITS SUPPLIERS BE 21 * LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION 22 * OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION 23 * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. 24 */ 25 26 #ifndef VIRTIO_DRV_H 27 #define VIRTIO_DRV_H 28 29 #include <linux/dma-direction.h> 30 #include <linux/virtio.h> 31 #include <linux/virtio_ids.h> 32 #include <linux/virtio_config.h> 33 #include <linux/virtio_gpu.h> 34 35 #include <drm/drm_atomic.h> 36 #include <drm/drm_drv.h> 37 #include <drm/drm_encoder.h> 38 #include <drm/drm_fourcc.h> 39 #include <drm/drm_framebuffer.h> 40 #include <drm/drm_gem.h> 41 #include <drm/drm_gem_shmem_helper.h> 42 #include <drm/drm_ioctl.h> 43 #include <drm/drm_probe_helper.h> 44 #include <drm/virtgpu_drm.h> 45 46 #define DRIVER_NAME "virtio_gpu" 47 #define DRIVER_DESC "virtio GPU" 48 #define DRIVER_DATE "0" 49 50 #define DRIVER_MAJOR 0 51 #define DRIVER_MINOR 1 52 #define DRIVER_PATCHLEVEL 0 53 54 #define STATE_INITIALIZING 0 55 #define STATE_OK 1 56 #define STATE_ERR 2 57 58 #define MAX_CAPSET_ID 63 59 #define MAX_RINGS 64 60 61 struct virtio_gpu_object_params { 62 unsigned long size; 63 bool dumb; 64 /* 3d */ 65 bool virgl; 66 bool blob; 67 68 /* classic resources only */ 69 uint32_t format; 70 uint32_t width; 71 uint32_t height; 72 uint32_t target; 73 uint32_t bind; 74 uint32_t depth; 75 uint32_t array_size; 76 uint32_t last_level; 77 uint32_t nr_samples; 78 uint32_t flags; 79 80 /* blob resources only */ 81 uint32_t ctx_id; 82 uint32_t blob_mem; 83 uint32_t blob_flags; 84 uint64_t blob_id; 85 }; 86 87 struct virtio_gpu_object { 88 struct drm_gem_shmem_object base; 89 uint32_t hw_res_handle; 90 bool dumb; 91 bool created; 92 bool host3d_blob, guest_blob; 93 uint32_t blob_mem, blob_flags; 94 95 int uuid_state; 96 uuid_t uuid; 97 }; 98 #define gem_to_virtio_gpu_obj(gobj) \ 99 container_of((gobj), struct virtio_gpu_object, base.base) 100 101 struct virtio_gpu_object_shmem { 102 struct virtio_gpu_object base; 103 }; 104 105 struct virtio_gpu_object_vram { 106 struct virtio_gpu_object base; 107 uint32_t map_state; 108 uint32_t map_info; 109 struct drm_mm_node vram_node; 110 }; 111 112 #define to_virtio_gpu_shmem(virtio_gpu_object) \ 113 container_of((virtio_gpu_object), struct virtio_gpu_object_shmem, base) 114 115 #define to_virtio_gpu_vram(virtio_gpu_object) \ 116 container_of((virtio_gpu_object), struct virtio_gpu_object_vram, base) 117 118 struct virtio_gpu_object_array { 119 struct ww_acquire_ctx ticket; 120 struct list_head next; 121 u32 nents, total; 122 struct drm_gem_object *objs[]; 123 }; 124 125 struct virtio_gpu_vbuffer; 126 struct virtio_gpu_device; 127 128 typedef void (*virtio_gpu_resp_cb)(struct virtio_gpu_device *vgdev, 129 struct virtio_gpu_vbuffer *vbuf); 130 131 struct virtio_gpu_fence_driver { 132 atomic64_t last_fence_id; 133 uint64_t current_fence_id; 134 uint64_t context; 135 struct list_head fences; 136 spinlock_t lock; 137 }; 138 139 struct virtio_gpu_fence_event { 140 struct drm_pending_event base; 141 struct drm_event event; 142 }; 143 144 struct virtio_gpu_fence { 145 struct dma_fence f; 146 uint32_t ring_idx; 147 uint64_t fence_id; 148 bool emit_fence_info; 149 struct virtio_gpu_fence_event *e; 150 struct virtio_gpu_fence_driver *drv; 151 struct list_head node; 152 }; 153 154 struct virtio_gpu_vbuffer { 155 char *buf; 156 int size; 157 158 void *data_buf; 159 uint32_t data_size; 160 161 char *resp_buf; 162 int resp_size; 163 virtio_gpu_resp_cb resp_cb; 164 void *resp_cb_data; 165 166 struct virtio_gpu_object_array *objs; 167 struct list_head list; 168 169 uint32_t seqno; 170 }; 171 172 struct virtio_gpu_output { 173 int index; 174 struct drm_crtc crtc; 175 struct drm_connector conn; 176 struct drm_encoder enc; 177 struct virtio_gpu_display_one info; 178 struct virtio_gpu_update_cursor cursor; 179 struct edid *edid; 180 int cur_x; 181 int cur_y; 182 bool needs_modeset; 183 }; 184 #define drm_crtc_to_virtio_gpu_output(x) \ 185 container_of(x, struct virtio_gpu_output, crtc) 186 187 struct virtio_gpu_framebuffer { 188 struct drm_framebuffer base; 189 struct virtio_gpu_fence *fence; 190 }; 191 #define to_virtio_gpu_framebuffer(x) \ 192 container_of(x, struct virtio_gpu_framebuffer, base) 193 194 struct virtio_gpu_plane_state { 195 struct drm_plane_state base; 196 struct virtio_gpu_fence *fence; 197 }; 198 #define to_virtio_gpu_plane_state(x) \ 199 container_of(x, struct virtio_gpu_plane_state, base) 200 201 struct virtio_gpu_queue { 202 struct virtqueue *vq; 203 spinlock_t qlock; 204 wait_queue_head_t ack_queue; 205 struct work_struct dequeue_work; 206 uint32_t seqno; 207 }; 208 209 struct virtio_gpu_drv_capset { 210 uint32_t id; 211 uint32_t max_version; 212 uint32_t max_size; 213 }; 214 215 struct virtio_gpu_drv_cap_cache { 216 struct list_head head; 217 void *caps_cache; 218 uint32_t id; 219 uint32_t version; 220 uint32_t size; 221 atomic_t is_valid; 222 }; 223 224 struct virtio_gpu_device { 225 struct drm_device *ddev; 226 227 struct virtio_device *vdev; 228 229 struct virtio_gpu_output outputs[VIRTIO_GPU_MAX_SCANOUTS]; 230 uint32_t num_scanouts; 231 232 struct virtio_gpu_queue ctrlq; 233 struct virtio_gpu_queue cursorq; 234 struct kmem_cache *vbufs; 235 236 atomic_t pending_commands; 237 238 struct ida resource_ida; 239 240 wait_queue_head_t resp_wq; 241 /* current display info */ 242 spinlock_t display_info_lock; 243 bool display_info_pending; 244 245 struct virtio_gpu_fence_driver fence_drv; 246 247 struct ida ctx_id_ida; 248 249 bool has_virgl_3d; 250 bool has_edid; 251 bool has_indirect; 252 bool has_resource_assign_uuid; 253 bool has_resource_blob; 254 bool has_host_visible; 255 bool has_context_init; 256 struct virtio_shm_region host_visible_region; 257 struct drm_mm host_visible_mm; 258 259 struct work_struct config_changed_work; 260 261 struct work_struct obj_free_work; 262 spinlock_t obj_free_lock; 263 struct list_head obj_free_list; 264 265 struct virtio_gpu_drv_capset *capsets; 266 uint32_t num_capsets; 267 uint64_t capset_id_mask; 268 struct list_head cap_cache; 269 270 /* protects uuid state when exporting */ 271 spinlock_t resource_export_lock; 272 /* protects map state and host_visible_mm */ 273 spinlock_t host_visible_lock; 274 }; 275 276 struct virtio_gpu_fpriv { 277 uint32_t ctx_id; 278 uint32_t context_init; 279 bool context_created; 280 uint32_t num_rings; 281 uint64_t base_fence_ctx; 282 uint64_t ring_idx_mask; 283 struct mutex context_lock; 284 }; 285 286 /* virtgpu_ioctl.c */ 287 #define DRM_VIRTIO_NUM_IOCTLS 12 288 extern struct drm_ioctl_desc virtio_gpu_ioctls[DRM_VIRTIO_NUM_IOCTLS]; 289 void virtio_gpu_create_context(struct drm_device *dev, struct drm_file *file); 290 291 /* virtgpu_kms.c */ 292 int virtio_gpu_init(struct virtio_device *vdev, struct drm_device *dev); 293 void virtio_gpu_deinit(struct drm_device *dev); 294 void virtio_gpu_release(struct drm_device *dev); 295 int virtio_gpu_driver_open(struct drm_device *dev, struct drm_file *file); 296 void virtio_gpu_driver_postclose(struct drm_device *dev, struct drm_file *file); 297 298 /* virtgpu_gem.c */ 299 int virtio_gpu_gem_object_open(struct drm_gem_object *obj, 300 struct drm_file *file); 301 void virtio_gpu_gem_object_close(struct drm_gem_object *obj, 302 struct drm_file *file); 303 int virtio_gpu_mode_dumb_create(struct drm_file *file_priv, 304 struct drm_device *dev, 305 struct drm_mode_create_dumb *args); 306 int virtio_gpu_mode_dumb_mmap(struct drm_file *file_priv, 307 struct drm_device *dev, 308 uint32_t handle, uint64_t *offset_p); 309 310 struct virtio_gpu_object_array *virtio_gpu_array_alloc(u32 nents); 311 struct virtio_gpu_object_array* 312 virtio_gpu_array_from_handles(struct drm_file *drm_file, u32 *handles, u32 nents); 313 void virtio_gpu_array_add_obj(struct virtio_gpu_object_array *objs, 314 struct drm_gem_object *obj); 315 int virtio_gpu_array_lock_resv(struct virtio_gpu_object_array *objs); 316 void virtio_gpu_array_unlock_resv(struct virtio_gpu_object_array *objs); 317 void virtio_gpu_array_add_fence(struct virtio_gpu_object_array *objs, 318 struct dma_fence *fence); 319 void virtio_gpu_array_put_free(struct virtio_gpu_object_array *objs); 320 void virtio_gpu_array_put_free_delayed(struct virtio_gpu_device *vgdev, 321 struct virtio_gpu_object_array *objs); 322 void virtio_gpu_array_put_free_work(struct work_struct *work); 323 324 /* virtgpu_vq.c */ 325 int virtio_gpu_alloc_vbufs(struct virtio_gpu_device *vgdev); 326 void virtio_gpu_free_vbufs(struct virtio_gpu_device *vgdev); 327 void virtio_gpu_cmd_create_resource(struct virtio_gpu_device *vgdev, 328 struct virtio_gpu_object *bo, 329 struct virtio_gpu_object_params *params, 330 struct virtio_gpu_object_array *objs, 331 struct virtio_gpu_fence *fence); 332 void virtio_gpu_cmd_unref_resource(struct virtio_gpu_device *vgdev, 333 struct virtio_gpu_object *bo); 334 void virtio_gpu_cmd_transfer_to_host_2d(struct virtio_gpu_device *vgdev, 335 uint64_t offset, 336 uint32_t width, uint32_t height, 337 uint32_t x, uint32_t y, 338 struct virtio_gpu_object_array *objs, 339 struct virtio_gpu_fence *fence); 340 void virtio_gpu_cmd_resource_flush(struct virtio_gpu_device *vgdev, 341 uint32_t resource_id, 342 uint32_t x, uint32_t y, 343 uint32_t width, uint32_t height, 344 struct virtio_gpu_object_array *objs, 345 struct virtio_gpu_fence *fence); 346 void virtio_gpu_cmd_set_scanout(struct virtio_gpu_device *vgdev, 347 uint32_t scanout_id, uint32_t resource_id, 348 uint32_t width, uint32_t height, 349 uint32_t x, uint32_t y); 350 void virtio_gpu_object_attach(struct virtio_gpu_device *vgdev, 351 struct virtio_gpu_object *obj, 352 struct virtio_gpu_mem_entry *ents, 353 unsigned int nents); 354 int virtio_gpu_attach_status_page(struct virtio_gpu_device *vgdev); 355 int virtio_gpu_detach_status_page(struct virtio_gpu_device *vgdev); 356 void virtio_gpu_cursor_ping(struct virtio_gpu_device *vgdev, 357 struct virtio_gpu_output *output); 358 int virtio_gpu_cmd_get_display_info(struct virtio_gpu_device *vgdev); 359 int virtio_gpu_cmd_get_capset_info(struct virtio_gpu_device *vgdev, int idx); 360 int virtio_gpu_cmd_get_capset(struct virtio_gpu_device *vgdev, 361 int idx, int version, 362 struct virtio_gpu_drv_cap_cache **cache_p); 363 int virtio_gpu_cmd_get_edids(struct virtio_gpu_device *vgdev); 364 void virtio_gpu_cmd_context_create(struct virtio_gpu_device *vgdev, uint32_t id, 365 uint32_t context_init, uint32_t nlen, 366 const char *name); 367 void virtio_gpu_cmd_context_destroy(struct virtio_gpu_device *vgdev, 368 uint32_t id); 369 void virtio_gpu_cmd_context_attach_resource(struct virtio_gpu_device *vgdev, 370 uint32_t ctx_id, 371 struct virtio_gpu_object_array *objs); 372 void virtio_gpu_cmd_context_detach_resource(struct virtio_gpu_device *vgdev, 373 uint32_t ctx_id, 374 struct virtio_gpu_object_array *objs); 375 void virtio_gpu_cmd_submit(struct virtio_gpu_device *vgdev, 376 void *data, uint32_t data_size, 377 uint32_t ctx_id, 378 struct virtio_gpu_object_array *objs, 379 struct virtio_gpu_fence *fence); 380 void virtio_gpu_cmd_transfer_from_host_3d(struct virtio_gpu_device *vgdev, 381 uint32_t ctx_id, 382 uint64_t offset, uint32_t level, 383 uint32_t stride, 384 uint32_t layer_stride, 385 struct drm_virtgpu_3d_box *box, 386 struct virtio_gpu_object_array *objs, 387 struct virtio_gpu_fence *fence); 388 void virtio_gpu_cmd_transfer_to_host_3d(struct virtio_gpu_device *vgdev, 389 uint32_t ctx_id, 390 uint64_t offset, uint32_t level, 391 uint32_t stride, 392 uint32_t layer_stride, 393 struct drm_virtgpu_3d_box *box, 394 struct virtio_gpu_object_array *objs, 395 struct virtio_gpu_fence *fence); 396 void 397 virtio_gpu_cmd_resource_create_3d(struct virtio_gpu_device *vgdev, 398 struct virtio_gpu_object *bo, 399 struct virtio_gpu_object_params *params, 400 struct virtio_gpu_object_array *objs, 401 struct virtio_gpu_fence *fence); 402 void virtio_gpu_ctrl_ack(struct virtqueue *vq); 403 void virtio_gpu_cursor_ack(struct virtqueue *vq); 404 void virtio_gpu_fence_ack(struct virtqueue *vq); 405 void virtio_gpu_dequeue_ctrl_func(struct work_struct *work); 406 void virtio_gpu_dequeue_cursor_func(struct work_struct *work); 407 void virtio_gpu_dequeue_fence_func(struct work_struct *work); 408 409 void virtio_gpu_notify(struct virtio_gpu_device *vgdev); 410 411 int 412 virtio_gpu_cmd_resource_assign_uuid(struct virtio_gpu_device *vgdev, 413 struct virtio_gpu_object_array *objs); 414 415 int virtio_gpu_cmd_map(struct virtio_gpu_device *vgdev, 416 struct virtio_gpu_object_array *objs, uint64_t offset); 417 418 void virtio_gpu_cmd_unmap(struct virtio_gpu_device *vgdev, 419 struct virtio_gpu_object *bo); 420 421 void 422 virtio_gpu_cmd_resource_create_blob(struct virtio_gpu_device *vgdev, 423 struct virtio_gpu_object *bo, 424 struct virtio_gpu_object_params *params, 425 struct virtio_gpu_mem_entry *ents, 426 uint32_t nents); 427 void 428 virtio_gpu_cmd_set_scanout_blob(struct virtio_gpu_device *vgdev, 429 uint32_t scanout_id, 430 struct virtio_gpu_object *bo, 431 struct drm_framebuffer *fb, 432 uint32_t width, uint32_t height, 433 uint32_t x, uint32_t y); 434 435 /* virtgpu_display.c */ 436 int virtio_gpu_modeset_init(struct virtio_gpu_device *vgdev); 437 void virtio_gpu_modeset_fini(struct virtio_gpu_device *vgdev); 438 439 /* virtgpu_plane.c */ 440 uint32_t virtio_gpu_translate_format(uint32_t drm_fourcc); 441 struct drm_plane *virtio_gpu_plane_init(struct virtio_gpu_device *vgdev, 442 enum drm_plane_type type, 443 int index); 444 445 /* virtgpu_fence.c */ 446 struct virtio_gpu_fence *virtio_gpu_fence_alloc(struct virtio_gpu_device *vgdev, 447 uint64_t base_fence_ctx, 448 uint32_t ring_idx); 449 void virtio_gpu_fence_emit(struct virtio_gpu_device *vgdev, 450 struct virtio_gpu_ctrl_hdr *cmd_hdr, 451 struct virtio_gpu_fence *fence); 452 void virtio_gpu_fence_event_process(struct virtio_gpu_device *vdev, 453 u64 fence_id); 454 455 /* virtgpu_object.c */ 456 void virtio_gpu_cleanup_object(struct virtio_gpu_object *bo); 457 struct drm_gem_object *virtio_gpu_create_object(struct drm_device *dev, 458 size_t size); 459 int virtio_gpu_object_create(struct virtio_gpu_device *vgdev, 460 struct virtio_gpu_object_params *params, 461 struct virtio_gpu_object **bo_ptr, 462 struct virtio_gpu_fence *fence); 463 464 bool virtio_gpu_is_shmem(struct virtio_gpu_object *bo); 465 466 int virtio_gpu_resource_id_get(struct virtio_gpu_device *vgdev, 467 uint32_t *resid); 468 /* virtgpu_prime.c */ 469 int virtio_gpu_resource_assign_uuid(struct virtio_gpu_device *vgdev, 470 struct virtio_gpu_object *bo); 471 struct dma_buf *virtgpu_gem_prime_export(struct drm_gem_object *obj, 472 int flags); 473 struct drm_gem_object *virtgpu_gem_prime_import(struct drm_device *dev, 474 struct dma_buf *buf); 475 int virtgpu_gem_prime_get_uuid(struct drm_gem_object *obj, 476 uuid_t *uuid); 477 struct drm_gem_object *virtgpu_gem_prime_import_sg_table( 478 struct drm_device *dev, struct dma_buf_attachment *attach, 479 struct sg_table *sgt); 480 481 /* virtgpu_debugfs.c */ 482 void virtio_gpu_debugfs_init(struct drm_minor *minor); 483 484 /* virtgpu_vram.c */ 485 bool virtio_gpu_is_vram(struct virtio_gpu_object *bo); 486 int virtio_gpu_vram_create(struct virtio_gpu_device *vgdev, 487 struct virtio_gpu_object_params *params, 488 struct virtio_gpu_object **bo_ptr); 489 struct sg_table *virtio_gpu_vram_map_dma_buf(struct virtio_gpu_object *bo, 490 struct device *dev, 491 enum dma_data_direction dir); 492 void virtio_gpu_vram_unmap_dma_buf(struct device *dev, 493 struct sg_table *sgt, 494 enum dma_data_direction dir); 495 496 /* virtgpu_submit.c */ 497 int virtio_gpu_execbuffer_ioctl(struct drm_device *dev, void *data, 498 struct drm_file *file); 499 500 #endif 501