1 // SPDX-License-Identifier: GPL-2.0 OR MIT 2 /************************************************************************** 3 * 4 * Copyright 2015 VMware, Inc., Palo Alto, CA., USA 5 * 6 * Permission is hereby granted, free of charge, to any person obtaining a 7 * copy of this software and associated documentation files (the 8 * "Software"), to deal in the Software without restriction, including 9 * without limitation the rights to use, copy, modify, merge, publish, 10 * distribute, sub license, and/or sell copies of the Software, and to 11 * permit persons to whom the Software is furnished to do so, subject to 12 * the following conditions: 13 * 14 * The above copyright notice and this permission notice (including the 15 * next paragraph) shall be included in all copies or substantial portions 16 * of the Software. 17 * 18 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 19 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 20 * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL 21 * THE COPYRIGHT HOLDERS, AUTHORS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, 22 * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR 23 * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE 24 * USE OR OTHER DEALINGS IN THE SOFTWARE. 25 * 26 **************************************************************************/ 27 /* 28 * This file implements the vmwgfx context binding manager, 29 * The sole reason for having to use this code is that vmware guest 30 * backed contexts can be swapped out to their backing mobs by the device 31 * at any time, also swapped in at any time. At swapin time, the device 32 * validates the context bindings to make sure they point to valid resources. 33 * It's this outside-of-drawcall validation (that can happen at any time), 34 * that makes this code necessary. 35 * 36 * We therefore need to kill any context bindings pointing to a resource 37 * when the resource is swapped out. Furthermore, if the vmwgfx driver has 38 * swapped out the context we can't swap it in again to kill bindings because 39 * of backing mob reservation lockdep violations, so as part of 40 * context swapout, also kill all bindings of a context, so that they are 41 * already killed if a resource to which a binding points 42 * needs to be swapped out. 43 * 44 * Note that a resource can be pointed to by bindings from multiple contexts, 45 * Therefore we can't easily protect this data by a per context mutex 46 * (unless we use deadlock-safe WW mutexes). So we use a global binding_mutex 47 * to protect all binding manager data. 48 * 49 * Finally, any association between a context and a global resource 50 * (surface, shader or even DX query) is conceptually a context binding that 51 * needs to be tracked by this code. 52 */ 53 54 #include "vmwgfx_drv.h" 55 #include "vmwgfx_binding.h" 56 #include "device_include/svga3d_reg.h" 57 58 #define VMW_BINDING_RT_BIT 0 59 #define VMW_BINDING_PS_BIT 1 60 #define VMW_BINDING_SO_T_BIT 2 61 #define VMW_BINDING_VB_BIT 3 62 #define VMW_BINDING_UAV_BIT 4 63 #define VMW_BINDING_CS_UAV_BIT 5 64 #define VMW_BINDING_NUM_BITS 6 65 66 #define VMW_BINDING_PS_SR_BIT 0 67 68 /** 69 * struct vmw_ctx_binding_state - per context binding state 70 * 71 * @dev_priv: Pointer to device private structure. 72 * @list: linked list of individual active bindings. 73 * @render_targets: Render target bindings. 74 * @texture_units: Texture units bindings. 75 * @ds_view: Depth-stencil view binding. 76 * @so_targets: StreamOutput target bindings. 77 * @vertex_buffers: Vertex buffer bindings. 78 * @index_buffer: Index buffer binding. 79 * @per_shader: Per shader-type bindings. 80 * @ua_views: UAV bindings. 81 * @so_state: StreamOutput bindings. 82 * @dirty: Bitmap tracking per binding-type changes that have not yet 83 * been emitted to the device. 84 * @dirty_vb: Bitmap tracking individual vertex buffer binding changes that 85 * have not yet been emitted to the device. 86 * @bind_cmd_buffer: Scratch space used to construct binding commands. 87 * @bind_cmd_count: Number of binding command data entries in @bind_cmd_buffer 88 * @bind_first_slot: Used together with @bind_cmd_buffer to indicate the 89 * device binding slot of the first command data entry in @bind_cmd_buffer. 90 * 91 * Note that this structure also provides storage space for the individual 92 * struct vmw_ctx_binding objects, so that no dynamic allocation is needed 93 * for individual bindings. 94 * 95 */ 96 struct vmw_ctx_binding_state { 97 struct vmw_private *dev_priv; 98 struct list_head list; 99 struct vmw_ctx_bindinfo_view render_targets[SVGA3D_RT_MAX]; 100 struct vmw_ctx_bindinfo_tex texture_units[SVGA3D_NUM_TEXTURE_UNITS]; 101 struct vmw_ctx_bindinfo_view ds_view; 102 struct vmw_ctx_bindinfo_so_target so_targets[SVGA3D_DX_MAX_SOTARGETS]; 103 struct vmw_ctx_bindinfo_vb vertex_buffers[SVGA3D_DX_MAX_VERTEXBUFFERS]; 104 struct vmw_ctx_bindinfo_ib index_buffer; 105 struct vmw_dx_shader_bindings per_shader[SVGA3D_NUM_SHADERTYPE]; 106 struct vmw_ctx_bindinfo_uav ua_views[VMW_MAX_UAV_BIND_TYPE]; 107 struct vmw_ctx_bindinfo_so so_state; 108 109 unsigned long dirty; 110 DECLARE_BITMAP(dirty_vb, SVGA3D_DX_MAX_VERTEXBUFFERS); 111 112 u32 bind_cmd_buffer[VMW_MAX_VIEW_BINDINGS]; 113 u32 bind_cmd_count; 114 u32 bind_first_slot; 115 }; 116 117 static int vmw_binding_scrub_shader(struct vmw_ctx_bindinfo *bi, bool rebind); 118 static int vmw_binding_scrub_render_target(struct vmw_ctx_bindinfo *bi, 119 bool rebind); 120 static int vmw_binding_scrub_texture(struct vmw_ctx_bindinfo *bi, bool rebind); 121 static int vmw_binding_scrub_cb(struct vmw_ctx_bindinfo *bi, bool rebind); 122 static int vmw_binding_scrub_dx_rt(struct vmw_ctx_bindinfo *bi, bool rebind); 123 static int vmw_binding_scrub_sr(struct vmw_ctx_bindinfo *bi, bool rebind); 124 static int vmw_binding_scrub_so_target(struct vmw_ctx_bindinfo *bi, bool rebind); 125 static int vmw_binding_emit_dirty(struct vmw_ctx_binding_state *cbs); 126 static int vmw_binding_scrub_dx_shader(struct vmw_ctx_bindinfo *bi, 127 bool rebind); 128 static int vmw_binding_scrub_ib(struct vmw_ctx_bindinfo *bi, bool rebind); 129 static int vmw_binding_scrub_vb(struct vmw_ctx_bindinfo *bi, bool rebind); 130 static int vmw_binding_scrub_uav(struct vmw_ctx_bindinfo *bi, bool rebind); 131 static int vmw_binding_scrub_cs_uav(struct vmw_ctx_bindinfo *bi, bool rebind); 132 static int vmw_binding_scrub_so(struct vmw_ctx_bindinfo *bi, bool rebind); 133 134 static void vmw_binding_build_asserts(void) __attribute__ ((unused)); 135 136 typedef int (*vmw_scrub_func)(struct vmw_ctx_bindinfo *, bool); 137 138 /** 139 * struct vmw_binding_info - Per binding type information for the binding 140 * manager 141 * 142 * @size: The size of the struct binding derived from a struct vmw_ctx_bindinfo. 143 * @offsets: array[shader_slot] of offsets to the array[slot] 144 * of struct bindings for the binding type. 145 * @scrub_func: Pointer to the scrub function for this binding type. 146 * 147 * Holds static information to help optimize the binding manager and avoid 148 * an excessive amount of switch statements. 149 */ 150 struct vmw_binding_info { 151 size_t size; 152 const size_t *offsets; 153 vmw_scrub_func scrub_func; 154 }; 155 156 /* 157 * A number of static variables that help determine the scrub func and the 158 * location of the struct vmw_ctx_bindinfo slots for each binding type. 159 */ 160 static const size_t vmw_binding_shader_offsets[] = { 161 offsetof(struct vmw_ctx_binding_state, per_shader[0].shader), 162 offsetof(struct vmw_ctx_binding_state, per_shader[1].shader), 163 offsetof(struct vmw_ctx_binding_state, per_shader[2].shader), 164 offsetof(struct vmw_ctx_binding_state, per_shader[3].shader), 165 offsetof(struct vmw_ctx_binding_state, per_shader[4].shader), 166 offsetof(struct vmw_ctx_binding_state, per_shader[5].shader), 167 }; 168 static const size_t vmw_binding_rt_offsets[] = { 169 offsetof(struct vmw_ctx_binding_state, render_targets), 170 }; 171 static const size_t vmw_binding_tex_offsets[] = { 172 offsetof(struct vmw_ctx_binding_state, texture_units), 173 }; 174 static const size_t vmw_binding_cb_offsets[] = { 175 offsetof(struct vmw_ctx_binding_state, per_shader[0].const_buffers), 176 offsetof(struct vmw_ctx_binding_state, per_shader[1].const_buffers), 177 offsetof(struct vmw_ctx_binding_state, per_shader[2].const_buffers), 178 offsetof(struct vmw_ctx_binding_state, per_shader[3].const_buffers), 179 offsetof(struct vmw_ctx_binding_state, per_shader[4].const_buffers), 180 offsetof(struct vmw_ctx_binding_state, per_shader[5].const_buffers), 181 }; 182 static const size_t vmw_binding_dx_ds_offsets[] = { 183 offsetof(struct vmw_ctx_binding_state, ds_view), 184 }; 185 static const size_t vmw_binding_sr_offsets[] = { 186 offsetof(struct vmw_ctx_binding_state, per_shader[0].shader_res), 187 offsetof(struct vmw_ctx_binding_state, per_shader[1].shader_res), 188 offsetof(struct vmw_ctx_binding_state, per_shader[2].shader_res), 189 offsetof(struct vmw_ctx_binding_state, per_shader[3].shader_res), 190 offsetof(struct vmw_ctx_binding_state, per_shader[4].shader_res), 191 offsetof(struct vmw_ctx_binding_state, per_shader[5].shader_res), 192 }; 193 static const size_t vmw_binding_so_target_offsets[] = { 194 offsetof(struct vmw_ctx_binding_state, so_targets), 195 }; 196 static const size_t vmw_binding_vb_offsets[] = { 197 offsetof(struct vmw_ctx_binding_state, vertex_buffers), 198 }; 199 static const size_t vmw_binding_ib_offsets[] = { 200 offsetof(struct vmw_ctx_binding_state, index_buffer), 201 }; 202 static const size_t vmw_binding_uav_offsets[] = { 203 offsetof(struct vmw_ctx_binding_state, ua_views[0].views), 204 }; 205 static const size_t vmw_binding_cs_uav_offsets[] = { 206 offsetof(struct vmw_ctx_binding_state, ua_views[1].views), 207 }; 208 static const size_t vmw_binding_so_offsets[] = { 209 offsetof(struct vmw_ctx_binding_state, so_state), 210 }; 211 212 static const struct vmw_binding_info vmw_binding_infos[] = { 213 [vmw_ctx_binding_shader] = { 214 .size = sizeof(struct vmw_ctx_bindinfo_shader), 215 .offsets = vmw_binding_shader_offsets, 216 .scrub_func = vmw_binding_scrub_shader}, 217 [vmw_ctx_binding_rt] = { 218 .size = sizeof(struct vmw_ctx_bindinfo_view), 219 .offsets = vmw_binding_rt_offsets, 220 .scrub_func = vmw_binding_scrub_render_target}, 221 [vmw_ctx_binding_tex] = { 222 .size = sizeof(struct vmw_ctx_bindinfo_tex), 223 .offsets = vmw_binding_tex_offsets, 224 .scrub_func = vmw_binding_scrub_texture}, 225 [vmw_ctx_binding_cb] = { 226 .size = sizeof(struct vmw_ctx_bindinfo_cb), 227 .offsets = vmw_binding_cb_offsets, 228 .scrub_func = vmw_binding_scrub_cb}, 229 [vmw_ctx_binding_dx_shader] = { 230 .size = sizeof(struct vmw_ctx_bindinfo_shader), 231 .offsets = vmw_binding_shader_offsets, 232 .scrub_func = vmw_binding_scrub_dx_shader}, 233 [vmw_ctx_binding_dx_rt] = { 234 .size = sizeof(struct vmw_ctx_bindinfo_view), 235 .offsets = vmw_binding_rt_offsets, 236 .scrub_func = vmw_binding_scrub_dx_rt}, 237 [vmw_ctx_binding_sr] = { 238 .size = sizeof(struct vmw_ctx_bindinfo_view), 239 .offsets = vmw_binding_sr_offsets, 240 .scrub_func = vmw_binding_scrub_sr}, 241 [vmw_ctx_binding_ds] = { 242 .size = sizeof(struct vmw_ctx_bindinfo_view), 243 .offsets = vmw_binding_dx_ds_offsets, 244 .scrub_func = vmw_binding_scrub_dx_rt}, 245 [vmw_ctx_binding_so_target] = { 246 .size = sizeof(struct vmw_ctx_bindinfo_so_target), 247 .offsets = vmw_binding_so_target_offsets, 248 .scrub_func = vmw_binding_scrub_so_target}, 249 [vmw_ctx_binding_vb] = { 250 .size = sizeof(struct vmw_ctx_bindinfo_vb), 251 .offsets = vmw_binding_vb_offsets, 252 .scrub_func = vmw_binding_scrub_vb}, 253 [vmw_ctx_binding_ib] = { 254 .size = sizeof(struct vmw_ctx_bindinfo_ib), 255 .offsets = vmw_binding_ib_offsets, 256 .scrub_func = vmw_binding_scrub_ib}, 257 [vmw_ctx_binding_uav] = { 258 .size = sizeof(struct vmw_ctx_bindinfo_view), 259 .offsets = vmw_binding_uav_offsets, 260 .scrub_func = vmw_binding_scrub_uav}, 261 [vmw_ctx_binding_cs_uav] = { 262 .size = sizeof(struct vmw_ctx_bindinfo_view), 263 .offsets = vmw_binding_cs_uav_offsets, 264 .scrub_func = vmw_binding_scrub_cs_uav}, 265 [vmw_ctx_binding_so] = { 266 .size = sizeof(struct vmw_ctx_bindinfo_so), 267 .offsets = vmw_binding_so_offsets, 268 .scrub_func = vmw_binding_scrub_so}, 269 }; 270 271 /** 272 * vmw_cbs_context - Return a pointer to the context resource of a 273 * context binding state tracker. 274 * 275 * @cbs: The context binding state tracker. 276 * 277 * Provided there are any active bindings, this function will return an 278 * unreferenced pointer to the context resource that owns the context 279 * binding state tracker. If there are no active bindings, this function 280 * will return NULL. Note that the caller must somehow ensure that a reference 281 * is held on the context resource prior to calling this function. 282 */ 283 static const struct vmw_resource * 284 vmw_cbs_context(const struct vmw_ctx_binding_state *cbs) 285 { 286 if (list_empty(&cbs->list)) 287 return NULL; 288 289 return list_first_entry(&cbs->list, struct vmw_ctx_bindinfo, 290 ctx_list)->ctx; 291 } 292 293 /** 294 * vmw_binding_loc - determine the struct vmw_ctx_bindinfo slot location. 295 * 296 * @cbs: Pointer to a struct vmw_ctx_binding state which holds the slot. 297 * @bt: The binding type. 298 * @shader_slot: The shader slot of the binding. If none, then set to 0. 299 * @slot: The slot of the binding. 300 */ 301 static struct vmw_ctx_bindinfo * 302 vmw_binding_loc(struct vmw_ctx_binding_state *cbs, 303 enum vmw_ctx_binding_type bt, u32 shader_slot, u32 slot) 304 { 305 const struct vmw_binding_info *b = &vmw_binding_infos[bt]; 306 size_t offset = b->offsets[shader_slot] + b->size*slot; 307 308 return (struct vmw_ctx_bindinfo *)((u8 *) cbs + offset); 309 } 310 311 /** 312 * vmw_binding_drop: Stop tracking a context binding 313 * 314 * @bi: Pointer to binding tracker storage. 315 * 316 * Stops tracking a context binding, and re-initializes its storage. 317 * Typically used when the context binding is replaced with a binding to 318 * another (or the same, for that matter) resource. 319 */ 320 static void vmw_binding_drop(struct vmw_ctx_bindinfo *bi) 321 { 322 list_del(&bi->ctx_list); 323 if (!list_empty(&bi->res_list)) 324 list_del(&bi->res_list); 325 bi->ctx = NULL; 326 } 327 328 /** 329 * vmw_binding_add: Start tracking a context binding 330 * 331 * @cbs: Pointer to the context binding state tracker. 332 * @bi: Information about the binding to track. 333 * @shader_slot: The shader slot of the binding. 334 * @slot: The slot of the binding. 335 * 336 * Starts tracking the binding in the context binding 337 * state structure @cbs. 338 */ 339 void vmw_binding_add(struct vmw_ctx_binding_state *cbs, 340 const struct vmw_ctx_bindinfo *bi, 341 u32 shader_slot, u32 slot) 342 { 343 struct vmw_ctx_bindinfo *loc = 344 vmw_binding_loc(cbs, bi->bt, shader_slot, slot); 345 const struct vmw_binding_info *b = &vmw_binding_infos[bi->bt]; 346 347 if (loc->ctx != NULL) 348 vmw_binding_drop(loc); 349 350 memcpy(loc, bi, b->size); 351 loc->scrubbed = false; 352 list_add(&loc->ctx_list, &cbs->list); 353 INIT_LIST_HEAD(&loc->res_list); 354 } 355 356 /** 357 * vmw_binding_add_uav_index - Add UAV index for tracking. 358 * @cbs: Pointer to the context binding state tracker. 359 * @slot: UAV type to which bind this index. 360 * @index: The splice index to track. 361 */ 362 void vmw_binding_add_uav_index(struct vmw_ctx_binding_state *cbs, uint32 slot, 363 uint32 index) 364 { 365 cbs->ua_views[slot].index = index; 366 } 367 368 /** 369 * vmw_binding_transfer: Transfer a context binding tracking entry. 370 * 371 * @cbs: Pointer to the persistent context binding state tracker. 372 * @from: Staged binding info built during execbuf 373 * @bi: Information about the binding to track. 374 * 375 */ 376 static void vmw_binding_transfer(struct vmw_ctx_binding_state *cbs, 377 const struct vmw_ctx_binding_state *from, 378 const struct vmw_ctx_bindinfo *bi) 379 { 380 size_t offset = (unsigned long)bi - (unsigned long)from; 381 struct vmw_ctx_bindinfo *loc = (struct vmw_ctx_bindinfo *) 382 ((unsigned long) cbs + offset); 383 384 if (loc->ctx != NULL) { 385 WARN_ON(bi->scrubbed); 386 387 vmw_binding_drop(loc); 388 } 389 390 if (bi->res != NULL) { 391 memcpy(loc, bi, vmw_binding_infos[bi->bt].size); 392 list_add_tail(&loc->ctx_list, &cbs->list); 393 list_add_tail(&loc->res_list, &loc->res->binding_head); 394 } 395 } 396 397 /** 398 * vmw_binding_state_kill - Kill all bindings associated with a 399 * struct vmw_ctx_binding state structure, and re-initialize the structure. 400 * 401 * @cbs: Pointer to the context binding state tracker. 402 * 403 * Emits commands to scrub all bindings associated with the 404 * context binding state tracker. Then re-initializes the whole structure. 405 */ 406 void vmw_binding_state_kill(struct vmw_ctx_binding_state *cbs) 407 { 408 struct vmw_ctx_bindinfo *entry, *next; 409 410 vmw_binding_state_scrub(cbs); 411 list_for_each_entry_safe(entry, next, &cbs->list, ctx_list) 412 vmw_binding_drop(entry); 413 } 414 415 /** 416 * vmw_binding_state_scrub - Scrub all bindings associated with a 417 * struct vmw_ctx_binding state structure. 418 * 419 * @cbs: Pointer to the context binding state tracker. 420 * 421 * Emits commands to scrub all bindings associated with the 422 * context binding state tracker. 423 */ 424 void vmw_binding_state_scrub(struct vmw_ctx_binding_state *cbs) 425 { 426 struct vmw_ctx_bindinfo *entry; 427 428 list_for_each_entry(entry, &cbs->list, ctx_list) { 429 if (!entry->scrubbed) { 430 (void) vmw_binding_infos[entry->bt].scrub_func 431 (entry, false); 432 entry->scrubbed = true; 433 } 434 } 435 436 (void) vmw_binding_emit_dirty(cbs); 437 } 438 439 /** 440 * vmw_binding_res_list_kill - Kill all bindings on a 441 * resource binding list 442 * 443 * @head: list head of resource binding list 444 * 445 * Kills all bindings associated with a specific resource. Typically 446 * called before the resource is destroyed. 447 */ 448 void vmw_binding_res_list_kill(struct list_head *head) 449 { 450 struct vmw_ctx_bindinfo *entry, *next; 451 452 vmw_binding_res_list_scrub(head); 453 list_for_each_entry_safe(entry, next, head, res_list) 454 vmw_binding_drop(entry); 455 } 456 457 /** 458 * vmw_binding_res_list_scrub - Scrub all bindings on a 459 * resource binding list 460 * 461 * @head: list head of resource binding list 462 * 463 * Scrub all bindings associated with a specific resource. Typically 464 * called before the resource is evicted. 465 */ 466 void vmw_binding_res_list_scrub(struct list_head *head) 467 { 468 struct vmw_ctx_bindinfo *entry; 469 470 list_for_each_entry(entry, head, res_list) { 471 if (!entry->scrubbed) { 472 (void) vmw_binding_infos[entry->bt].scrub_func 473 (entry, false); 474 entry->scrubbed = true; 475 } 476 } 477 478 list_for_each_entry(entry, head, res_list) { 479 struct vmw_ctx_binding_state *cbs = 480 vmw_context_binding_state(entry->ctx); 481 482 (void) vmw_binding_emit_dirty(cbs); 483 } 484 } 485 486 487 /** 488 * vmw_binding_state_commit - Commit staged binding info 489 * 490 * @to: Staged binding info area to copy into to. 491 * @from: Staged binding info built during execbuf. 492 * 493 * Transfers binding info from a temporary structure 494 * (typically used by execbuf) to the persistent 495 * structure in the context. This can be done once commands have been 496 * submitted to hardware 497 */ 498 void vmw_binding_state_commit(struct vmw_ctx_binding_state *to, 499 struct vmw_ctx_binding_state *from) 500 { 501 struct vmw_ctx_bindinfo *entry, *next; 502 503 list_for_each_entry_safe(entry, next, &from->list, ctx_list) { 504 vmw_binding_transfer(to, from, entry); 505 vmw_binding_drop(entry); 506 } 507 508 /* Also transfer uav splice indices */ 509 to->ua_views[0].index = from->ua_views[0].index; 510 to->ua_views[1].index = from->ua_views[1].index; 511 } 512 513 /** 514 * vmw_binding_rebind_all - Rebind all scrubbed bindings of a context 515 * 516 * @cbs: Pointer to the context binding state tracker. 517 * 518 * Walks through the context binding list and rebinds all scrubbed 519 * resources. 520 */ 521 int vmw_binding_rebind_all(struct vmw_ctx_binding_state *cbs) 522 { 523 struct vmw_ctx_bindinfo *entry; 524 int ret; 525 526 list_for_each_entry(entry, &cbs->list, ctx_list) { 527 if (likely(!entry->scrubbed)) 528 continue; 529 530 if ((entry->res == NULL || entry->res->id == 531 SVGA3D_INVALID_ID)) 532 continue; 533 534 ret = vmw_binding_infos[entry->bt].scrub_func(entry, true); 535 if (unlikely(ret != 0)) 536 return ret; 537 538 entry->scrubbed = false; 539 } 540 541 return vmw_binding_emit_dirty(cbs); 542 } 543 544 /** 545 * vmw_binding_scrub_shader - scrub a shader binding from a context. 546 * 547 * @bi: single binding information. 548 * @rebind: Whether to issue a bind instead of scrub command. 549 */ 550 static int vmw_binding_scrub_shader(struct vmw_ctx_bindinfo *bi, bool rebind) 551 { 552 struct vmw_ctx_bindinfo_shader *binding = 553 container_of(bi, typeof(*binding), bi); 554 struct vmw_private *dev_priv = bi->ctx->dev_priv; 555 struct { 556 SVGA3dCmdHeader header; 557 SVGA3dCmdSetShader body; 558 } *cmd; 559 560 cmd = VMW_CMD_RESERVE(dev_priv, sizeof(*cmd)); 561 if (unlikely(cmd == NULL)) 562 return -ENOMEM; 563 564 cmd->header.id = SVGA_3D_CMD_SET_SHADER; 565 cmd->header.size = sizeof(cmd->body); 566 cmd->body.cid = bi->ctx->id; 567 cmd->body.type = binding->shader_slot + SVGA3D_SHADERTYPE_MIN; 568 cmd->body.shid = ((rebind) ? bi->res->id : SVGA3D_INVALID_ID); 569 vmw_cmd_commit(dev_priv, sizeof(*cmd)); 570 571 return 0; 572 } 573 574 /** 575 * vmw_binding_scrub_render_target - scrub a render target binding 576 * from a context. 577 * 578 * @bi: single binding information. 579 * @rebind: Whether to issue a bind instead of scrub command. 580 */ 581 static int vmw_binding_scrub_render_target(struct vmw_ctx_bindinfo *bi, 582 bool rebind) 583 { 584 struct vmw_ctx_bindinfo_view *binding = 585 container_of(bi, typeof(*binding), bi); 586 struct vmw_private *dev_priv = bi->ctx->dev_priv; 587 struct { 588 SVGA3dCmdHeader header; 589 SVGA3dCmdSetRenderTarget body; 590 } *cmd; 591 592 cmd = VMW_CMD_RESERVE(dev_priv, sizeof(*cmd)); 593 if (unlikely(cmd == NULL)) 594 return -ENOMEM; 595 596 cmd->header.id = SVGA_3D_CMD_SETRENDERTARGET; 597 cmd->header.size = sizeof(cmd->body); 598 cmd->body.cid = bi->ctx->id; 599 cmd->body.type = binding->slot; 600 cmd->body.target.sid = ((rebind) ? bi->res->id : SVGA3D_INVALID_ID); 601 cmd->body.target.face = 0; 602 cmd->body.target.mipmap = 0; 603 vmw_cmd_commit(dev_priv, sizeof(*cmd)); 604 605 return 0; 606 } 607 608 /** 609 * vmw_binding_scrub_texture - scrub a texture binding from a context. 610 * 611 * @bi: single binding information. 612 * @rebind: Whether to issue a bind instead of scrub command. 613 * 614 * TODO: Possibly complement this function with a function that takes 615 * a list of texture bindings and combines them to a single command. 616 */ 617 static int vmw_binding_scrub_texture(struct vmw_ctx_bindinfo *bi, 618 bool rebind) 619 { 620 struct vmw_ctx_bindinfo_tex *binding = 621 container_of(bi, typeof(*binding), bi); 622 struct vmw_private *dev_priv = bi->ctx->dev_priv; 623 struct { 624 SVGA3dCmdHeader header; 625 struct { 626 SVGA3dCmdSetTextureState c; 627 SVGA3dTextureState s1; 628 } body; 629 } *cmd; 630 631 cmd = VMW_CMD_RESERVE(dev_priv, sizeof(*cmd)); 632 if (unlikely(cmd == NULL)) 633 return -ENOMEM; 634 635 cmd->header.id = SVGA_3D_CMD_SETTEXTURESTATE; 636 cmd->header.size = sizeof(cmd->body); 637 cmd->body.c.cid = bi->ctx->id; 638 cmd->body.s1.stage = binding->texture_stage; 639 cmd->body.s1.name = SVGA3D_TS_BIND_TEXTURE; 640 cmd->body.s1.value = ((rebind) ? bi->res->id : SVGA3D_INVALID_ID); 641 vmw_cmd_commit(dev_priv, sizeof(*cmd)); 642 643 return 0; 644 } 645 646 /** 647 * vmw_binding_scrub_dx_shader - scrub a dx shader binding from a context. 648 * 649 * @bi: single binding information. 650 * @rebind: Whether to issue a bind instead of scrub command. 651 */ 652 static int vmw_binding_scrub_dx_shader(struct vmw_ctx_bindinfo *bi, bool rebind) 653 { 654 struct vmw_ctx_bindinfo_shader *binding = 655 container_of(bi, typeof(*binding), bi); 656 struct vmw_private *dev_priv = bi->ctx->dev_priv; 657 struct { 658 SVGA3dCmdHeader header; 659 SVGA3dCmdDXSetShader body; 660 } *cmd; 661 662 cmd = VMW_CMD_CTX_RESERVE(dev_priv, sizeof(*cmd), bi->ctx->id); 663 if (unlikely(cmd == NULL)) 664 return -ENOMEM; 665 666 cmd->header.id = SVGA_3D_CMD_DX_SET_SHADER; 667 cmd->header.size = sizeof(cmd->body); 668 cmd->body.type = binding->shader_slot + SVGA3D_SHADERTYPE_MIN; 669 cmd->body.shaderId = ((rebind) ? bi->res->id : SVGA3D_INVALID_ID); 670 vmw_cmd_commit(dev_priv, sizeof(*cmd)); 671 672 return 0; 673 } 674 675 /** 676 * vmw_binding_scrub_cb - scrub a constant buffer binding from a context. 677 * 678 * @bi: single binding information. 679 * @rebind: Whether to issue a bind instead of scrub command. 680 */ 681 static int vmw_binding_scrub_cb(struct vmw_ctx_bindinfo *bi, bool rebind) 682 { 683 struct vmw_ctx_bindinfo_cb *binding = 684 container_of(bi, typeof(*binding), bi); 685 struct vmw_private *dev_priv = bi->ctx->dev_priv; 686 struct { 687 SVGA3dCmdHeader header; 688 SVGA3dCmdDXSetSingleConstantBuffer body; 689 } *cmd; 690 691 cmd = VMW_CMD_CTX_RESERVE(dev_priv, sizeof(*cmd), bi->ctx->id); 692 if (unlikely(cmd == NULL)) 693 return -ENOMEM; 694 695 cmd->header.id = SVGA_3D_CMD_DX_SET_SINGLE_CONSTANT_BUFFER; 696 cmd->header.size = sizeof(cmd->body); 697 cmd->body.slot = binding->slot; 698 cmd->body.type = binding->shader_slot + SVGA3D_SHADERTYPE_MIN; 699 if (rebind) { 700 cmd->body.offsetInBytes = binding->offset; 701 cmd->body.sizeInBytes = binding->size; 702 cmd->body.sid = bi->res->id; 703 } else { 704 cmd->body.offsetInBytes = 0; 705 cmd->body.sizeInBytes = 0; 706 cmd->body.sid = SVGA3D_INVALID_ID; 707 } 708 vmw_cmd_commit(dev_priv, sizeof(*cmd)); 709 710 return 0; 711 } 712 713 /** 714 * vmw_collect_view_ids - Build view id data for a view binding command 715 * without checking which bindings actually need to be emitted 716 * 717 * @cbs: Pointer to the context's struct vmw_ctx_binding_state 718 * @bi: Pointer to where the binding info array is stored in @cbs 719 * @max_num: Maximum number of entries in the @bi array. 720 * 721 * Scans the @bi array for bindings and builds a buffer of view id data. 722 * Stops at the first non-existing binding in the @bi array. 723 * On output, @cbs->bind_cmd_count contains the number of bindings to be 724 * emitted, @cbs->bind_first_slot is set to zero, and @cbs->bind_cmd_buffer 725 * contains the command data. 726 */ 727 static void vmw_collect_view_ids(struct vmw_ctx_binding_state *cbs, 728 const struct vmw_ctx_bindinfo *bi, 729 u32 max_num) 730 { 731 const struct vmw_ctx_bindinfo_view *biv = 732 container_of(bi, struct vmw_ctx_bindinfo_view, bi); 733 unsigned long i; 734 735 cbs->bind_cmd_count = 0; 736 cbs->bind_first_slot = 0; 737 738 for (i = 0; i < max_num; ++i, ++biv) { 739 if (!biv->bi.ctx) 740 break; 741 742 cbs->bind_cmd_buffer[cbs->bind_cmd_count++] = 743 ((biv->bi.scrubbed) ? 744 SVGA3D_INVALID_ID : biv->bi.res->id); 745 } 746 } 747 748 /** 749 * vmw_collect_dirty_view_ids - Build view id data for a view binding command 750 * 751 * @cbs: Pointer to the context's struct vmw_ctx_binding_state 752 * @bi: Pointer to where the binding info array is stored in @cbs 753 * @dirty: Bitmap indicating which bindings need to be emitted. 754 * @max_num: Maximum number of entries in the @bi array. 755 * 756 * Scans the @bi array for bindings that need to be emitted and 757 * builds a buffer of view id data. 758 * On output, @cbs->bind_cmd_count contains the number of bindings to be 759 * emitted, @cbs->bind_first_slot indicates the index of the first emitted 760 * binding, and @cbs->bind_cmd_buffer contains the command data. 761 */ 762 static void vmw_collect_dirty_view_ids(struct vmw_ctx_binding_state *cbs, 763 const struct vmw_ctx_bindinfo *bi, 764 unsigned long *dirty, 765 u32 max_num) 766 { 767 const struct vmw_ctx_bindinfo_view *biv = 768 container_of(bi, struct vmw_ctx_bindinfo_view, bi); 769 unsigned long i, next_bit; 770 771 cbs->bind_cmd_count = 0; 772 i = find_first_bit(dirty, max_num); 773 next_bit = i; 774 cbs->bind_first_slot = i; 775 776 biv += i; 777 for (; i < max_num; ++i, ++biv) { 778 cbs->bind_cmd_buffer[cbs->bind_cmd_count++] = 779 ((!biv->bi.ctx || biv->bi.scrubbed) ? 780 SVGA3D_INVALID_ID : biv->bi.res->id); 781 782 if (next_bit == i) { 783 next_bit = find_next_bit(dirty, max_num, i + 1); 784 if (next_bit >= max_num) 785 break; 786 } 787 } 788 } 789 790 /** 791 * vmw_emit_set_sr - Issue delayed DX shader resource binding commands 792 * 793 * @cbs: Pointer to the context's struct vmw_ctx_binding_state 794 * @shader_slot: The shader slot of the binding. 795 */ 796 static int vmw_emit_set_sr(struct vmw_ctx_binding_state *cbs, 797 int shader_slot) 798 { 799 const struct vmw_ctx_bindinfo *loc = 800 &cbs->per_shader[shader_slot].shader_res[0].bi; 801 struct { 802 SVGA3dCmdHeader header; 803 SVGA3dCmdDXSetShaderResources body; 804 } *cmd; 805 size_t cmd_size, view_id_size; 806 const struct vmw_resource *ctx = vmw_cbs_context(cbs); 807 808 vmw_collect_dirty_view_ids(cbs, loc, 809 cbs->per_shader[shader_slot].dirty_sr, 810 SVGA3D_DX_MAX_SRVIEWS); 811 if (cbs->bind_cmd_count == 0) 812 return 0; 813 814 view_id_size = cbs->bind_cmd_count*sizeof(uint32); 815 cmd_size = sizeof(*cmd) + view_id_size; 816 cmd = VMW_CMD_CTX_RESERVE(ctx->dev_priv, cmd_size, ctx->id); 817 if (unlikely(cmd == NULL)) 818 return -ENOMEM; 819 820 cmd->header.id = SVGA_3D_CMD_DX_SET_SHADER_RESOURCES; 821 cmd->header.size = sizeof(cmd->body) + view_id_size; 822 cmd->body.type = shader_slot + SVGA3D_SHADERTYPE_MIN; 823 cmd->body.startView = cbs->bind_first_slot; 824 825 memcpy(&cmd[1], cbs->bind_cmd_buffer, view_id_size); 826 827 vmw_cmd_commit(ctx->dev_priv, cmd_size); 828 bitmap_clear(cbs->per_shader[shader_slot].dirty_sr, 829 cbs->bind_first_slot, cbs->bind_cmd_count); 830 831 return 0; 832 } 833 834 /** 835 * vmw_emit_set_rt - Issue delayed DX rendertarget binding commands 836 * 837 * @cbs: Pointer to the context's struct vmw_ctx_binding_state 838 */ 839 static int vmw_emit_set_rt(struct vmw_ctx_binding_state *cbs) 840 { 841 const struct vmw_ctx_bindinfo *loc = &cbs->render_targets[0].bi; 842 struct { 843 SVGA3dCmdHeader header; 844 SVGA3dCmdDXSetRenderTargets body; 845 } *cmd; 846 size_t cmd_size, view_id_size; 847 const struct vmw_resource *ctx = vmw_cbs_context(cbs); 848 849 vmw_collect_view_ids(cbs, loc, SVGA3D_MAX_SIMULTANEOUS_RENDER_TARGETS); 850 view_id_size = cbs->bind_cmd_count*sizeof(uint32); 851 cmd_size = sizeof(*cmd) + view_id_size; 852 cmd = VMW_CMD_CTX_RESERVE(ctx->dev_priv, cmd_size, ctx->id); 853 if (unlikely(cmd == NULL)) 854 return -ENOMEM; 855 856 cmd->header.id = SVGA_3D_CMD_DX_SET_RENDERTARGETS; 857 cmd->header.size = sizeof(cmd->body) + view_id_size; 858 859 if (cbs->ds_view.bi.ctx && !cbs->ds_view.bi.scrubbed) 860 cmd->body.depthStencilViewId = cbs->ds_view.bi.res->id; 861 else 862 cmd->body.depthStencilViewId = SVGA3D_INVALID_ID; 863 864 memcpy(&cmd[1], cbs->bind_cmd_buffer, view_id_size); 865 866 vmw_cmd_commit(ctx->dev_priv, cmd_size); 867 868 return 0; 869 870 } 871 872 /** 873 * vmw_collect_so_targets - Build SVGA3dSoTarget data for a binding command 874 * without checking which bindings actually need to be emitted 875 * 876 * @cbs: Pointer to the context's struct vmw_ctx_binding_state 877 * @bi: Pointer to where the binding info array is stored in @cbs 878 * @max_num: Maximum number of entries in the @bi array. 879 * 880 * Scans the @bi array for bindings and builds a buffer of SVGA3dSoTarget data. 881 * Stops at the first non-existing binding in the @bi array. 882 * On output, @cbs->bind_cmd_count contains the number of bindings to be 883 * emitted, @cbs->bind_first_slot is set to zero, and @cbs->bind_cmd_buffer 884 * contains the command data. 885 */ 886 static void vmw_collect_so_targets(struct vmw_ctx_binding_state *cbs, 887 const struct vmw_ctx_bindinfo *bi, 888 u32 max_num) 889 { 890 const struct vmw_ctx_bindinfo_so_target *biso = 891 container_of(bi, struct vmw_ctx_bindinfo_so_target, bi); 892 unsigned long i; 893 SVGA3dSoTarget *so_buffer = (SVGA3dSoTarget *) cbs->bind_cmd_buffer; 894 895 cbs->bind_cmd_count = 0; 896 cbs->bind_first_slot = 0; 897 898 for (i = 0; i < max_num; ++i, ++biso, ++so_buffer, 899 ++cbs->bind_cmd_count) { 900 if (!biso->bi.ctx) 901 break; 902 903 if (!biso->bi.scrubbed) { 904 so_buffer->sid = biso->bi.res->id; 905 so_buffer->offset = biso->offset; 906 so_buffer->sizeInBytes = biso->size; 907 } else { 908 so_buffer->sid = SVGA3D_INVALID_ID; 909 so_buffer->offset = 0; 910 so_buffer->sizeInBytes = 0; 911 } 912 } 913 } 914 915 /** 916 * vmw_emit_set_so_target - Issue delayed streamout binding commands 917 * 918 * @cbs: Pointer to the context's struct vmw_ctx_binding_state 919 */ 920 static int vmw_emit_set_so_target(struct vmw_ctx_binding_state *cbs) 921 { 922 const struct vmw_ctx_bindinfo *loc = &cbs->so_targets[0].bi; 923 struct { 924 SVGA3dCmdHeader header; 925 SVGA3dCmdDXSetSOTargets body; 926 } *cmd; 927 size_t cmd_size, so_target_size; 928 const struct vmw_resource *ctx = vmw_cbs_context(cbs); 929 930 vmw_collect_so_targets(cbs, loc, SVGA3D_DX_MAX_SOTARGETS); 931 if (cbs->bind_cmd_count == 0) 932 return 0; 933 934 so_target_size = cbs->bind_cmd_count*sizeof(SVGA3dSoTarget); 935 cmd_size = sizeof(*cmd) + so_target_size; 936 cmd = VMW_CMD_CTX_RESERVE(ctx->dev_priv, cmd_size, ctx->id); 937 if (unlikely(cmd == NULL)) 938 return -ENOMEM; 939 940 cmd->header.id = SVGA_3D_CMD_DX_SET_SOTARGETS; 941 cmd->header.size = sizeof(cmd->body) + so_target_size; 942 memcpy(&cmd[1], cbs->bind_cmd_buffer, so_target_size); 943 944 vmw_cmd_commit(ctx->dev_priv, cmd_size); 945 946 return 0; 947 948 } 949 950 /** 951 * vmw_binding_emit_dirty_ps - Issue delayed per shader binding commands 952 * 953 * @cbs: Pointer to the context's struct vmw_ctx_binding_state 954 * 955 */ 956 static int vmw_binding_emit_dirty_ps(struct vmw_ctx_binding_state *cbs) 957 { 958 struct vmw_dx_shader_bindings *sb = &cbs->per_shader[0]; 959 u32 i; 960 int ret; 961 962 for (i = 0; i < SVGA3D_NUM_SHADERTYPE_DX10; ++i, ++sb) { 963 if (!test_bit(VMW_BINDING_PS_SR_BIT, &sb->dirty)) 964 continue; 965 966 ret = vmw_emit_set_sr(cbs, i); 967 if (ret) 968 break; 969 970 __clear_bit(VMW_BINDING_PS_SR_BIT, &sb->dirty); 971 } 972 973 return 0; 974 } 975 976 /** 977 * vmw_collect_dirty_vbs - Build SVGA3dVertexBuffer data for a 978 * SVGA3dCmdDXSetVertexBuffers command 979 * 980 * @cbs: Pointer to the context's struct vmw_ctx_binding_state 981 * @bi: Pointer to where the binding info array is stored in @cbs 982 * @dirty: Bitmap indicating which bindings need to be emitted. 983 * @max_num: Maximum number of entries in the @bi array. 984 * 985 * Scans the @bi array for bindings that need to be emitted and 986 * builds a buffer of SVGA3dVertexBuffer data. 987 * On output, @cbs->bind_cmd_count contains the number of bindings to be 988 * emitted, @cbs->bind_first_slot indicates the index of the first emitted 989 * binding, and @cbs->bind_cmd_buffer contains the command data. 990 */ 991 static void vmw_collect_dirty_vbs(struct vmw_ctx_binding_state *cbs, 992 const struct vmw_ctx_bindinfo *bi, 993 unsigned long *dirty, 994 u32 max_num) 995 { 996 const struct vmw_ctx_bindinfo_vb *biv = 997 container_of(bi, struct vmw_ctx_bindinfo_vb, bi); 998 unsigned long i, next_bit; 999 SVGA3dVertexBuffer *vbs = (SVGA3dVertexBuffer *) &cbs->bind_cmd_buffer; 1000 1001 cbs->bind_cmd_count = 0; 1002 i = find_first_bit(dirty, max_num); 1003 next_bit = i; 1004 cbs->bind_first_slot = i; 1005 1006 biv += i; 1007 for (; i < max_num; ++i, ++biv, ++vbs) { 1008 if (!biv->bi.ctx || biv->bi.scrubbed) { 1009 vbs->sid = SVGA3D_INVALID_ID; 1010 vbs->stride = 0; 1011 vbs->offset = 0; 1012 } else { 1013 vbs->sid = biv->bi.res->id; 1014 vbs->stride = biv->stride; 1015 vbs->offset = biv->offset; 1016 } 1017 cbs->bind_cmd_count++; 1018 if (next_bit == i) { 1019 next_bit = find_next_bit(dirty, max_num, i + 1); 1020 if (next_bit >= max_num) 1021 break; 1022 } 1023 } 1024 } 1025 1026 /** 1027 * vmw_emit_set_vb - Issue delayed vertex buffer binding commands 1028 * 1029 * @cbs: Pointer to the context's struct vmw_ctx_binding_state 1030 * 1031 */ 1032 static int vmw_emit_set_vb(struct vmw_ctx_binding_state *cbs) 1033 { 1034 const struct vmw_ctx_bindinfo *loc = 1035 &cbs->vertex_buffers[0].bi; 1036 struct { 1037 SVGA3dCmdHeader header; 1038 SVGA3dCmdDXSetVertexBuffers body; 1039 } *cmd; 1040 size_t cmd_size, set_vb_size; 1041 const struct vmw_resource *ctx = vmw_cbs_context(cbs); 1042 1043 vmw_collect_dirty_vbs(cbs, loc, cbs->dirty_vb, 1044 SVGA3D_DX_MAX_VERTEXBUFFERS); 1045 if (cbs->bind_cmd_count == 0) 1046 return 0; 1047 1048 set_vb_size = cbs->bind_cmd_count*sizeof(SVGA3dVertexBuffer); 1049 cmd_size = sizeof(*cmd) + set_vb_size; 1050 cmd = VMW_CMD_CTX_RESERVE(ctx->dev_priv, cmd_size, ctx->id); 1051 if (unlikely(cmd == NULL)) 1052 return -ENOMEM; 1053 1054 cmd->header.id = SVGA_3D_CMD_DX_SET_VERTEX_BUFFERS; 1055 cmd->header.size = sizeof(cmd->body) + set_vb_size; 1056 cmd->body.startBuffer = cbs->bind_first_slot; 1057 1058 memcpy(&cmd[1], cbs->bind_cmd_buffer, set_vb_size); 1059 1060 vmw_cmd_commit(ctx->dev_priv, cmd_size); 1061 bitmap_clear(cbs->dirty_vb, 1062 cbs->bind_first_slot, cbs->bind_cmd_count); 1063 1064 return 0; 1065 } 1066 1067 static int vmw_emit_set_uav(struct vmw_ctx_binding_state *cbs) 1068 { 1069 const struct vmw_ctx_bindinfo *loc = &cbs->ua_views[0].views[0].bi; 1070 struct { 1071 SVGA3dCmdHeader header; 1072 SVGA3dCmdDXSetUAViews body; 1073 } *cmd; 1074 size_t cmd_size, view_id_size; 1075 const struct vmw_resource *ctx = vmw_cbs_context(cbs); 1076 1077 vmw_collect_view_ids(cbs, loc, SVGA3D_MAX_UAVIEWS); 1078 view_id_size = cbs->bind_cmd_count*sizeof(uint32); 1079 cmd_size = sizeof(*cmd) + view_id_size; 1080 cmd = VMW_CMD_CTX_RESERVE(ctx->dev_priv, cmd_size, ctx->id); 1081 if (!cmd) 1082 return -ENOMEM; 1083 1084 cmd->header.id = SVGA_3D_CMD_DX_SET_UA_VIEWS; 1085 cmd->header.size = sizeof(cmd->body) + view_id_size; 1086 1087 /* Splice index is specified user-space */ 1088 cmd->body.uavSpliceIndex = cbs->ua_views[0].index; 1089 1090 memcpy(&cmd[1], cbs->bind_cmd_buffer, view_id_size); 1091 1092 vmw_cmd_commit(ctx->dev_priv, cmd_size); 1093 1094 return 0; 1095 } 1096 1097 static int vmw_emit_set_cs_uav(struct vmw_ctx_binding_state *cbs) 1098 { 1099 const struct vmw_ctx_bindinfo *loc = &cbs->ua_views[1].views[0].bi; 1100 struct { 1101 SVGA3dCmdHeader header; 1102 SVGA3dCmdDXSetCSUAViews body; 1103 } *cmd; 1104 size_t cmd_size, view_id_size; 1105 const struct vmw_resource *ctx = vmw_cbs_context(cbs); 1106 1107 vmw_collect_view_ids(cbs, loc, SVGA3D_MAX_UAVIEWS); 1108 view_id_size = cbs->bind_cmd_count*sizeof(uint32); 1109 cmd_size = sizeof(*cmd) + view_id_size; 1110 cmd = VMW_CMD_CTX_RESERVE(ctx->dev_priv, cmd_size, ctx->id); 1111 if (!cmd) 1112 return -ENOMEM; 1113 1114 cmd->header.id = SVGA_3D_CMD_DX_SET_CS_UA_VIEWS; 1115 cmd->header.size = sizeof(cmd->body) + view_id_size; 1116 1117 /* Start index is specified user-space */ 1118 cmd->body.startIndex = cbs->ua_views[1].index; 1119 1120 memcpy(&cmd[1], cbs->bind_cmd_buffer, view_id_size); 1121 1122 vmw_cmd_commit(ctx->dev_priv, cmd_size); 1123 1124 return 0; 1125 } 1126 1127 /** 1128 * vmw_binding_emit_dirty - Issue delayed binding commands 1129 * 1130 * @cbs: Pointer to the context's struct vmw_ctx_binding_state 1131 * 1132 * This function issues the delayed binding commands that arise from 1133 * previous scrub / unscrub calls. These binding commands are typically 1134 * commands that batch a number of bindings and therefore it makes sense 1135 * to delay them. 1136 */ 1137 static int vmw_binding_emit_dirty(struct vmw_ctx_binding_state *cbs) 1138 { 1139 int ret = 0; 1140 unsigned long hit = 0; 1141 1142 while ((hit = find_next_bit(&cbs->dirty, VMW_BINDING_NUM_BITS, hit)) 1143 < VMW_BINDING_NUM_BITS) { 1144 1145 switch (hit) { 1146 case VMW_BINDING_RT_BIT: 1147 ret = vmw_emit_set_rt(cbs); 1148 break; 1149 case VMW_BINDING_PS_BIT: 1150 ret = vmw_binding_emit_dirty_ps(cbs); 1151 break; 1152 case VMW_BINDING_SO_T_BIT: 1153 ret = vmw_emit_set_so_target(cbs); 1154 break; 1155 case VMW_BINDING_VB_BIT: 1156 ret = vmw_emit_set_vb(cbs); 1157 break; 1158 case VMW_BINDING_UAV_BIT: 1159 ret = vmw_emit_set_uav(cbs); 1160 break; 1161 case VMW_BINDING_CS_UAV_BIT: 1162 ret = vmw_emit_set_cs_uav(cbs); 1163 break; 1164 default: 1165 BUG(); 1166 } 1167 if (ret) 1168 return ret; 1169 1170 __clear_bit(hit, &cbs->dirty); 1171 hit++; 1172 } 1173 1174 return 0; 1175 } 1176 1177 /** 1178 * vmw_binding_scrub_sr - Schedule a dx shaderresource binding 1179 * scrub from a context 1180 * 1181 * @bi: single binding information. 1182 * @rebind: Whether to issue a bind instead of scrub command. 1183 */ 1184 static int vmw_binding_scrub_sr(struct vmw_ctx_bindinfo *bi, bool rebind) 1185 { 1186 struct vmw_ctx_bindinfo_view *biv = 1187 container_of(bi, struct vmw_ctx_bindinfo_view, bi); 1188 struct vmw_ctx_binding_state *cbs = 1189 vmw_context_binding_state(bi->ctx); 1190 1191 __set_bit(biv->slot, cbs->per_shader[biv->shader_slot].dirty_sr); 1192 __set_bit(VMW_BINDING_PS_SR_BIT, 1193 &cbs->per_shader[biv->shader_slot].dirty); 1194 __set_bit(VMW_BINDING_PS_BIT, &cbs->dirty); 1195 1196 return 0; 1197 } 1198 1199 /** 1200 * vmw_binding_scrub_dx_rt - Schedule a dx rendertarget binding 1201 * scrub from a context 1202 * 1203 * @bi: single binding information. 1204 * @rebind: Whether to issue a bind instead of scrub command. 1205 */ 1206 static int vmw_binding_scrub_dx_rt(struct vmw_ctx_bindinfo *bi, bool rebind) 1207 { 1208 struct vmw_ctx_binding_state *cbs = 1209 vmw_context_binding_state(bi->ctx); 1210 1211 __set_bit(VMW_BINDING_RT_BIT, &cbs->dirty); 1212 1213 return 0; 1214 } 1215 1216 /** 1217 * vmw_binding_scrub_so_target - Schedule a dx streamoutput buffer binding 1218 * scrub from a context 1219 * 1220 * @bi: single binding information. 1221 * @rebind: Whether to issue a bind instead of scrub command. 1222 */ 1223 static int vmw_binding_scrub_so_target(struct vmw_ctx_bindinfo *bi, bool rebind) 1224 { 1225 struct vmw_ctx_binding_state *cbs = 1226 vmw_context_binding_state(bi->ctx); 1227 1228 __set_bit(VMW_BINDING_SO_T_BIT, &cbs->dirty); 1229 1230 return 0; 1231 } 1232 1233 /** 1234 * vmw_binding_scrub_vb - Schedule a dx vertex buffer binding 1235 * scrub from a context 1236 * 1237 * @bi: single binding information. 1238 * @rebind: Whether to issue a bind instead of scrub command. 1239 */ 1240 static int vmw_binding_scrub_vb(struct vmw_ctx_bindinfo *bi, bool rebind) 1241 { 1242 struct vmw_ctx_bindinfo_vb *bivb = 1243 container_of(bi, struct vmw_ctx_bindinfo_vb, bi); 1244 struct vmw_ctx_binding_state *cbs = 1245 vmw_context_binding_state(bi->ctx); 1246 1247 __set_bit(bivb->slot, cbs->dirty_vb); 1248 __set_bit(VMW_BINDING_VB_BIT, &cbs->dirty); 1249 1250 return 0; 1251 } 1252 1253 /** 1254 * vmw_binding_scrub_ib - scrub a dx index buffer binding from a context 1255 * 1256 * @bi: single binding information. 1257 * @rebind: Whether to issue a bind instead of scrub command. 1258 */ 1259 static int vmw_binding_scrub_ib(struct vmw_ctx_bindinfo *bi, bool rebind) 1260 { 1261 struct vmw_ctx_bindinfo_ib *binding = 1262 container_of(bi, typeof(*binding), bi); 1263 struct vmw_private *dev_priv = bi->ctx->dev_priv; 1264 struct { 1265 SVGA3dCmdHeader header; 1266 SVGA3dCmdDXSetIndexBuffer body; 1267 } *cmd; 1268 1269 cmd = VMW_CMD_CTX_RESERVE(dev_priv, sizeof(*cmd), bi->ctx->id); 1270 if (unlikely(cmd == NULL)) 1271 return -ENOMEM; 1272 1273 cmd->header.id = SVGA_3D_CMD_DX_SET_INDEX_BUFFER; 1274 cmd->header.size = sizeof(cmd->body); 1275 if (rebind) { 1276 cmd->body.sid = bi->res->id; 1277 cmd->body.format = binding->format; 1278 cmd->body.offset = binding->offset; 1279 } else { 1280 cmd->body.sid = SVGA3D_INVALID_ID; 1281 cmd->body.format = 0; 1282 cmd->body.offset = 0; 1283 } 1284 1285 vmw_cmd_commit(dev_priv, sizeof(*cmd)); 1286 1287 return 0; 1288 } 1289 1290 static int vmw_binding_scrub_uav(struct vmw_ctx_bindinfo *bi, bool rebind) 1291 { 1292 struct vmw_ctx_binding_state *cbs = vmw_context_binding_state(bi->ctx); 1293 1294 __set_bit(VMW_BINDING_UAV_BIT, &cbs->dirty); 1295 return 0; 1296 } 1297 1298 static int vmw_binding_scrub_cs_uav(struct vmw_ctx_bindinfo *bi, bool rebind) 1299 { 1300 struct vmw_ctx_binding_state *cbs = vmw_context_binding_state(bi->ctx); 1301 1302 __set_bit(VMW_BINDING_CS_UAV_BIT, &cbs->dirty); 1303 return 0; 1304 } 1305 1306 /** 1307 * vmw_binding_scrub_so - Scrub a streamoutput binding from context. 1308 * @bi: Single binding information. 1309 * @rebind: Whether to issue a bind instead of scrub command. 1310 */ 1311 static int vmw_binding_scrub_so(struct vmw_ctx_bindinfo *bi, bool rebind) 1312 { 1313 struct vmw_ctx_bindinfo_so *binding = 1314 container_of(bi, typeof(*binding), bi); 1315 struct vmw_private *dev_priv = bi->ctx->dev_priv; 1316 struct { 1317 SVGA3dCmdHeader header; 1318 SVGA3dCmdDXSetStreamOutput body; 1319 } *cmd; 1320 1321 cmd = VMW_CMD_CTX_RESERVE(dev_priv, sizeof(*cmd), bi->ctx->id); 1322 if (!cmd) 1323 return -ENOMEM; 1324 1325 cmd->header.id = SVGA_3D_CMD_DX_SET_STREAMOUTPUT; 1326 cmd->header.size = sizeof(cmd->body); 1327 cmd->body.soid = rebind ? bi->res->id : SVGA3D_INVALID_ID; 1328 vmw_cmd_commit(dev_priv, sizeof(*cmd)); 1329 1330 return 0; 1331 } 1332 1333 /** 1334 * vmw_binding_state_alloc - Allocate a struct vmw_ctx_binding_state with 1335 * memory accounting. 1336 * 1337 * @dev_priv: Pointer to a device private structure. 1338 * 1339 * Returns a pointer to a newly allocated struct or an error pointer on error. 1340 */ 1341 struct vmw_ctx_binding_state * 1342 vmw_binding_state_alloc(struct vmw_private *dev_priv) 1343 { 1344 struct vmw_ctx_binding_state *cbs; 1345 struct ttm_operation_ctx ctx = { 1346 .interruptible = false, 1347 .no_wait_gpu = false 1348 }; 1349 int ret; 1350 1351 ret = ttm_mem_global_alloc(vmw_mem_glob(dev_priv), sizeof(*cbs), 1352 &ctx); 1353 if (ret) 1354 return ERR_PTR(ret); 1355 1356 cbs = vzalloc(sizeof(*cbs)); 1357 if (!cbs) { 1358 ttm_mem_global_free(vmw_mem_glob(dev_priv), sizeof(*cbs)); 1359 return ERR_PTR(-ENOMEM); 1360 } 1361 1362 cbs->dev_priv = dev_priv; 1363 INIT_LIST_HEAD(&cbs->list); 1364 1365 return cbs; 1366 } 1367 1368 /** 1369 * vmw_binding_state_free - Free a struct vmw_ctx_binding_state and its 1370 * memory accounting info. 1371 * 1372 * @cbs: Pointer to the struct vmw_ctx_binding_state to be freed. 1373 */ 1374 void vmw_binding_state_free(struct vmw_ctx_binding_state *cbs) 1375 { 1376 struct vmw_private *dev_priv = cbs->dev_priv; 1377 1378 vfree(cbs); 1379 ttm_mem_global_free(vmw_mem_glob(dev_priv), sizeof(*cbs)); 1380 } 1381 1382 /** 1383 * vmw_binding_state_list - Get the binding list of a 1384 * struct vmw_ctx_binding_state 1385 * 1386 * @cbs: Pointer to the struct vmw_ctx_binding_state 1387 * 1388 * Returns the binding list which can be used to traverse through the bindings 1389 * and access the resource information of all bindings. 1390 */ 1391 struct list_head *vmw_binding_state_list(struct vmw_ctx_binding_state *cbs) 1392 { 1393 return &cbs->list; 1394 } 1395 1396 /** 1397 * vmw_binding_state_reset - clear a struct vmw_ctx_binding_state 1398 * 1399 * @cbs: Pointer to the struct vmw_ctx_binding_state to be cleared 1400 * 1401 * Drops all bindings registered in @cbs. No device binding actions are 1402 * performed. 1403 */ 1404 void vmw_binding_state_reset(struct vmw_ctx_binding_state *cbs) 1405 { 1406 struct vmw_ctx_bindinfo *entry, *next; 1407 1408 list_for_each_entry_safe(entry, next, &cbs->list, ctx_list) 1409 vmw_binding_drop(entry); 1410 } 1411 1412 /** 1413 * vmw_binding_dirtying - Return whether a binding type is dirtying its resource 1414 * @binding_type: The binding type 1415 * 1416 * Each time a resource is put on the validation list as the result of a 1417 * context binding referencing it, we need to determine whether that resource 1418 * will be dirtied (written to by the GPU) as a result of the corresponding 1419 * GPU operation. Currently rendertarget-, depth-stencil-, stream-output-target 1420 * and unordered access view bindings are capable of dirtying its resource. 1421 * 1422 * Return: Whether the binding type dirties the resource its binding points to. 1423 */ 1424 u32 vmw_binding_dirtying(enum vmw_ctx_binding_type binding_type) 1425 { 1426 static u32 is_binding_dirtying[vmw_ctx_binding_max] = { 1427 [vmw_ctx_binding_rt] = VMW_RES_DIRTY_SET, 1428 [vmw_ctx_binding_dx_rt] = VMW_RES_DIRTY_SET, 1429 [vmw_ctx_binding_ds] = VMW_RES_DIRTY_SET, 1430 [vmw_ctx_binding_so_target] = VMW_RES_DIRTY_SET, 1431 [vmw_ctx_binding_uav] = VMW_RES_DIRTY_SET, 1432 [vmw_ctx_binding_cs_uav] = VMW_RES_DIRTY_SET, 1433 }; 1434 1435 /* Review this function as new bindings are added. */ 1436 BUILD_BUG_ON(vmw_ctx_binding_max != 14); 1437 return is_binding_dirtying[binding_type]; 1438 } 1439 1440 /* 1441 * This function is unused at run-time, and only used to hold various build 1442 * asserts important for code optimization assumptions. 1443 */ 1444 static void vmw_binding_build_asserts(void) 1445 { 1446 BUILD_BUG_ON(SVGA3D_NUM_SHADERTYPE_DX10 != 3); 1447 BUILD_BUG_ON(SVGA3D_MAX_SIMULTANEOUS_RENDER_TARGETS > SVGA3D_RT_MAX); 1448 BUILD_BUG_ON(sizeof(uint32) != sizeof(u32)); 1449 1450 /* 1451 * struct vmw_ctx_binding_state::bind_cmd_buffer is used for various 1452 * view id arrays. 1453 */ 1454 BUILD_BUG_ON(VMW_MAX_VIEW_BINDINGS < SVGA3D_RT_MAX); 1455 BUILD_BUG_ON(VMW_MAX_VIEW_BINDINGS < SVGA3D_DX_MAX_SRVIEWS); 1456 BUILD_BUG_ON(VMW_MAX_VIEW_BINDINGS < SVGA3D_DX_MAX_CONSTBUFFERS); 1457 1458 /* 1459 * struct vmw_ctx_binding_state::bind_cmd_buffer is used for 1460 * u32 view ids, SVGA3dSoTargets and SVGA3dVertexBuffers 1461 */ 1462 BUILD_BUG_ON(SVGA3D_DX_MAX_SOTARGETS*sizeof(SVGA3dSoTarget) > 1463 VMW_MAX_VIEW_BINDINGS*sizeof(u32)); 1464 BUILD_BUG_ON(SVGA3D_DX_MAX_VERTEXBUFFERS*sizeof(SVGA3dVertexBuffer) > 1465 VMW_MAX_VIEW_BINDINGS*sizeof(u32)); 1466 } 1467