/openbmc/linux/drivers/gpu/drm/amd/amdkfd/ |
H A D | kfd_mqd_manager_cik.c | 57 m = get_mqd(mqd); in update_cu_mask() 136 *mqd = m; in init_mqd() 152 *mqd = m; in init_mqd_sdma() 274 *mqd = m; in restore_mqd() 287 void *mqd, in checkpoint_mqd_sdma() argument 315 *mqd = m; in restore_mqd_sdma() 391 mqd = kzalloc(sizeof(*mqd), GFP_KERNEL); in mqd_manager_init_cik() 392 if (!mqd) in mqd_manager_init_cik() 395 mqd->dev = dev; in mqd_manager_init_cik() 459 kfree(mqd); in mqd_manager_init_cik() [all …]
|
H A D | kfd_mqd_manager_vi.c | 60 m = get_mqd(mqd); in update_cu_mask() 151 *mqd = m; in init_mqd() 306 *mqd = m; in restore_mqd() 350 *mqd = m; in init_mqd_sdma() 386 void *mqd, in checkpoint_mqd_sdma() argument 414 *mqd = m; in restore_mqd_sdma() 448 mqd = kzalloc(sizeof(*mqd), GFP_KERNEL); in mqd_manager_init_vi() 449 if (!mqd) in mqd_manager_init_vi() 452 mqd->dev = dev; in mqd_manager_init_vi() 518 kfree(mqd); in mqd_manager_init_vi() [all …]
|
H A D | kfd_mqd_manager_v10.c | 57 m = get_mqd(mqd); in update_cu_mask() 142 *mqd = m; in init_mqd() 295 *mqd = m; in restore_mqd() 352 *mqd = m; in init_mqd_sdma() 389 void *mqd, in checkpoint_mqd_sdma() argument 418 *mqd = m; in restore_mqd_sdma() 451 mqd = kzalloc(sizeof(*mqd), GFP_KERNEL); in mqd_manager_init_v10() 452 if (!mqd) in mqd_manager_init_v10() 455 mqd->dev = dev; in mqd_manager_init_v10() 526 kfree(mqd); in mqd_manager_init_v10() [all …]
|
H A D | kfd_mqd_manager_v11.c | 55 m = get_mqd(mqd); in update_cu_mask() 196 *mqd = m; in init_mqd() 222 m = get_mqd(mqd); in update_mqd() 297 m = get_mqd(mqd); in get_wave_state() 348 *mqd = m; in restore_mqd() 411 *mqd = m; in init_mqd_sdma() 480 mqd = kzalloc(sizeof(*mqd), GFP_KERNEL); in mqd_manager_init_v11() 481 if (!mqd) in mqd_manager_init_v11() 484 mqd->dev = dev; in mqd_manager_init_v11() 563 kfree(mqd); in mqd_manager_init_v11() [all …]
|
H A D | kfd_mqd_manager_v9.c | 220 *mqd = m; in init_mqd() 387 *mqd = m; in restore_mqd() 447 *mqd = m; in init_mqd_sdma() 484 void *mqd, in checkpoint_mqd_sdma() argument 512 *mqd = m; in restore_mqd_sdma() 544 *mqd = m; in init_mqd_hiq_v9_4_3() 672 *mqd = m; in init_mqd_v9_4_3() 832 mqd = kzalloc(sizeof(*mqd), GFP_KERNEL); in mqd_manager_init_v9() 833 if (!mqd) in mqd_manager_init_v9() 916 kfree(mqd); in mqd_manager_init_v9() [all …]
|
H A D | kfd_mqd_manager.h | 74 void (*init_mqd)(struct mqd_manager *mm, void **mqd, 78 int (*load_mqd)(struct mqd_manager *mm, void *mqd, 83 void (*update_mqd)(struct mqd_manager *mm, void *mqd, 87 int (*destroy_mqd)(struct mqd_manager *mm, void *mqd, 92 void (*free_mqd)(struct mqd_manager *mm, void *mqd, 95 bool (*is_occupied)(struct mqd_manager *mm, void *mqd, 108 void *mqd, 112 void (*restore_mqd)(struct mqd_manager *mm, void **mqd, 122 uint32_t (*read_doorbell_id)(void *mqd); 151 void kfd_free_mqd_cp(struct mqd_manager *mm, void *mqd, [all …]
|
H A D | kfd_mqd_manager.c | 91 void free_mqd_hiq_sdma(struct mqd_manager *mm, void *mqd, in free_mqd_hiq_sdma() argument 206 int kfd_hiq_load_mqd_kiq(struct mqd_manager *mm, void *mqd, in kfd_hiq_load_mqd_kiq() argument 210 return mm->dev->kfd2kgd->hiq_mqd_load(mm->dev->adev, mqd, pipe_id, in kfd_hiq_load_mqd_kiq() 214 int kfd_destroy_mqd_cp(struct mqd_manager *mm, void *mqd, in kfd_destroy_mqd_cp() argument 222 void kfd_free_mqd_cp(struct mqd_manager *mm, void *mqd, in kfd_free_mqd_cp() argument 233 bool kfd_is_occupied_cp(struct mqd_manager *mm, void *mqd, in kfd_is_occupied_cp() argument 241 int kfd_load_mqd_sdma(struct mqd_manager *mm, void *mqd, in kfd_load_mqd_sdma() argument 245 return mm->dev->kfd2kgd->hqd_sdma_load(mm->dev->adev, mqd, in kfd_load_mqd_sdma() 254 int kfd_destroy_mqd_sdma(struct mqd_manager *mm, void *mqd, in kfd_destroy_mqd_sdma() argument 262 bool kfd_is_occupied_sdma(struct mqd_manager *mm, void *mqd, in kfd_is_occupied_sdma() argument [all …]
|
H A D | kfd_process_queue_manager.c | 725 void *mqd, in pqm_checkpoint_mqd() argument 742 pqn->q, mqd, ctl_stack); in pqm_checkpoint_mqd() 749 uint8_t *mqd, *ctl_stack; in criu_checkpoint_queue() local 752 mqd = (void *)(q_data + 1); in criu_checkpoint_queue() 753 ctl_stack = mqd + q_data->mqd_size; in criu_checkpoint_queue() 909 uint8_t *mqd, *ctl_stack, *q_extra_data = NULL; in kfd_criu_restore_queue() local 960 mqd = q_extra_data; in kfd_criu_restore_queue() 961 ctl_stack = mqd + q_data->mqd_size; in kfd_criu_restore_queue() 1024 void *mqd; in pqm_debugfs_mqds() local 1074 mqd = q->mqd + size * xcc; in pqm_debugfs_mqds() [all …]
|
/openbmc/linux/drivers/misc/sgi-gru/ |
H A D | grukservices.c | 559 mqd->mq = mq; in gru_create_message_queue() 560 mqd->mq_gpa = uv_gpa(mq); in gru_create_message_queue() 561 mqd->qlines = qlines; in gru_create_message_queue() 562 mqd->interrupt_pnode = nasid >> 1; in gru_create_message_queue() 563 mqd->interrupt_vector = vector; in gru_create_message_queue() 564 mqd->interrupt_apicid = apicid; in gru_create_message_queue() 648 qlines = mqd->qlines; in send_message_queue_full() 720 if (!mqd->interrupt_vector) in send_message_put_nacked() 875 gru_free_message(mqd, mhdr); in gru_get_next_message() 1023 m = gru_get_next_message(&mqd); in quicktest1() [all …]
|
H A D | grukservices.h | 61 extern int gru_create_message_queue(struct gru_message_queue_desc *mqd, 81 extern int gru_send_message_gpa(struct gru_message_queue_desc *mqd, 101 extern void gru_free_message(struct gru_message_queue_desc *mqd, 117 extern void *gru_get_next_message(struct gru_message_queue_desc *mqd);
|
/openbmc/linux/drivers/gpu/drm/amd/amdgpu/ |
H A D | mes_v10_1.c | 635 memset(mqd, 0, sizeof(*mqd)); in mes_v10_1_mqd_init() 637 mqd->header = 0xC0310800; in mes_v10_1_mqd_init() 654 mqd->cp_hqd_eop_control = tmp; in mes_v10_1_mqd_init() 658 mqd->cp_hqd_pq_rptr = 0; in mes_v10_1_mqd_init() 659 mqd->cp_hqd_pq_wptr_lo = 0; in mes_v10_1_mqd_init() 660 mqd->cp_hqd_pq_wptr_hi = 0; in mes_v10_1_mqd_init() 669 mqd->cp_mqd_control = tmp; in mes_v10_1_mqd_init() 679 mqd->cp_hqd_pq_rptr_report_addr_hi = in mes_v10_1_mqd_init() 701 mqd->cp_hqd_pq_control = tmp; in mes_v10_1_mqd_init() 720 mqd->cp_hqd_vmid = 0; in mes_v10_1_mqd_init() [all …]
|
H A D | mes_v11_0.c | 715 memset(mqd, 0, sizeof(*mqd)); in mes_v11_0_mqd_init() 717 mqd->header = 0xC0310800; in mes_v11_0_mqd_init() 734 mqd->cp_hqd_eop_control = tmp; in mes_v11_0_mqd_init() 738 mqd->cp_hqd_pq_rptr = 0; in mes_v11_0_mqd_init() 739 mqd->cp_hqd_pq_wptr_lo = 0; in mes_v11_0_mqd_init() 740 mqd->cp_hqd_pq_wptr_hi = 0; in mes_v11_0_mqd_init() 749 mqd->cp_mqd_control = tmp; in mes_v11_0_mqd_init() 778 mqd->cp_hqd_pq_control = tmp; in mes_v11_0_mqd_init() 796 mqd->cp_hqd_vmid = 0; in mes_v11_0_mqd_init() 798 mqd->cp_hqd_active = 1; in mes_v11_0_mqd_init() [all …]
|
H A D | amdgpu_amdkfd_arcturus.h | 23 int kgd_arcturus_hqd_sdma_load(struct amdgpu_device *adev, void *mqd, 29 void *mqd); 30 int kgd_arcturus_hqd_sdma_destroy(struct amdgpu_device *adev, void *mqd,
|
H A D | amdgpu_amdkfd_gfx_v10_3.c | 169 static inline struct v10_compute_mqd *get_mqd(void *mqd) in get_mqd() argument 171 return (struct v10_compute_mqd *)mqd; in get_mqd() 174 static inline struct v10_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument 176 return (struct v10_sdma_mqd *)mqd; in get_sdma_mqd() 188 m = get_mqd(mqd); in hqd_load_v10_3() 285 m = get_mqd(mqd); in hiq_mqd_load_v10_3() 369 m = get_sdma_mqd(mqd); in hqd_sdma_load_v10_3() 482 void *mqd) in hqd_sdma_is_occupied_v10_3() argument 488 m = get_sdma_mqd(mqd); in hqd_sdma_is_occupied_v10_3() 508 struct v10_compute_mqd *m = get_mqd(mqd); in hqd_destroy_v10_3() [all …]
|
H A D | amdgpu_amdkfd_gfx_v8.c | 144 static inline struct vi_mqd *get_mqd(void *mqd) in get_mqd() argument 146 return (struct vi_mqd *)mqd; in get_mqd() 149 static inline struct vi_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument 151 return (struct vi_sdma_mqd *)mqd; in get_sdma_mqd() 154 static int kgd_hqd_load(struct amdgpu_device *adev, void *mqd, in kgd_hqd_load() argument 164 m = get_mqd(mqd); in kgd_hqd_load() 271 m = get_sdma_mqd(mqd); in kgd_hqd_sdma_load() 380 m = get_sdma_mqd(mqd); in kgd_hqd_sdma_is_occupied() 391 static int kgd_hqd_destroy(struct amdgpu_device *adev, void *mqd, in kgd_hqd_destroy() argument 400 struct vi_mqd *m = get_mqd(mqd); in kgd_hqd_destroy() [all …]
|
H A D | amdgpu_amdkfd_gfx_v7.c | 149 static inline struct cik_mqd *get_mqd(void *mqd) in get_mqd() argument 151 return (struct cik_mqd *)mqd; in get_mqd() 154 static inline struct cik_sdma_rlc_registers *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument 156 return (struct cik_sdma_rlc_registers *)mqd; in get_sdma_mqd() 159 static int kgd_hqd_load(struct amdgpu_device *adev, void *mqd, in kgd_hqd_load() argument 169 m = get_mqd(mqd); in kgd_hqd_load() 239 static int kgd_hqd_sdma_load(struct amdgpu_device *adev, void *mqd, in kgd_hqd_sdma_load() argument 247 m = get_sdma_mqd(mqd); in kgd_hqd_sdma_load() 348 m = get_sdma_mqd(mqd); in kgd_hqd_sdma_is_occupied() 359 static int kgd_hqd_destroy(struct amdgpu_device *adev, void *mqd, in kgd_hqd_destroy() argument [all …]
|
H A D | amdgpu_amdkfd_gc_9_4_3.c | 38 static inline struct v9_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument 40 return (struct v9_sdma_mqd *)mqd; in get_sdma_mqd() 59 static int kgd_gfx_v9_4_3_hqd_sdma_load(struct amdgpu_device *adev, void *mqd, in kgd_gfx_v9_4_3_hqd_sdma_load() argument 69 m = get_sdma_mqd(mqd); in kgd_gfx_v9_4_3_hqd_sdma_load() 171 m = get_sdma_mqd(mqd); in kgd_gfx_v9_4_3_hqd_sdma_is_occupied() 183 static int kgd_gfx_v9_4_3_hqd_sdma_destroy(struct amdgpu_device *adev, void *mqd, in kgd_gfx_v9_4_3_hqd_sdma_destroy() argument 191 m = get_sdma_mqd(mqd); in kgd_gfx_v9_4_3_hqd_sdma_destroy() 279 static inline struct v9_mqd *get_mqd(void *mqd) in get_mqd() argument 281 return (struct v9_mqd *)mqd; in get_mqd() 284 static int kgd_gfx_v9_4_3_hqd_load(struct amdgpu_device *adev, void *mqd, in kgd_gfx_v9_4_3_hqd_load() argument [all …]
|
H A D | amdgpu_amdkfd_arcturus.c | 63 static inline struct v9_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument 65 return (struct v9_sdma_mqd *)mqd; in get_sdma_mqd() 124 int kgd_arcturus_hqd_sdma_load(struct amdgpu_device *adev, void *mqd, in kgd_arcturus_hqd_sdma_load() argument 134 m = get_sdma_mqd(mqd); in kgd_arcturus_hqd_sdma_load() 225 void *mqd) in kgd_arcturus_hqd_sdma_is_occupied() argument 231 m = get_sdma_mqd(mqd); in kgd_arcturus_hqd_sdma_is_occupied() 243 int kgd_arcturus_hqd_sdma_destroy(struct amdgpu_device *adev, void *mqd, in kgd_arcturus_hqd_sdma_destroy() argument 251 m = get_sdma_mqd(mqd); in kgd_arcturus_hqd_sdma_destroy()
|
H A D | amdgpu_amdkfd_gfx_v11.c | 154 static inline struct v11_compute_mqd *get_mqd(void *mqd) in get_mqd() argument 156 return (struct v11_compute_mqd *)mqd; in get_mqd() 159 static inline struct v11_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument 161 return (struct v11_sdma_mqd *)mqd; in get_sdma_mqd() 173 m = get_mqd(mqd); in hqd_load_v11() 261 static int hiq_mqd_load_v11(struct amdgpu_device *adev, void *mqd, in hiq_mqd_load_v11() argument 270 m = get_mqd(mqd); in hiq_mqd_load_v11() 354 m = get_sdma_mqd(mqd); in hqd_sdma_load_v11() 476 m = get_sdma_mqd(mqd); in hqd_sdma_is_occupied_v11() 496 struct v11_compute_mqd *m = get_mqd(mqd); in hqd_destroy_v11() [all …]
|
H A D | gfx_v9_4_3.c | 1477 mqd->header = 0xC0310800; in gfx_v9_4_3_xcc_mqd_init() 1525 mqd->cp_hqd_pq_rptr = 0; in gfx_v9_4_3_xcc_mqd_init() 1526 mqd->cp_hqd_pq_wptr_lo = 0; in gfx_v9_4_3_xcc_mqd_init() 1527 mqd->cp_hqd_pq_wptr_hi = 0; in gfx_v9_4_3_xcc_mqd_init() 1536 mqd->cp_mqd_control = tmp; in gfx_v9_4_3_xcc_mqd_init() 1556 mqd->cp_hqd_pq_control = tmp; in gfx_v9_4_3_xcc_mqd_init() 1574 mqd->cp_hqd_vmid = 0; in gfx_v9_4_3_xcc_mqd_init() 1583 mqd->cp_hqd_ib_control = tmp; in gfx_v9_4_3_xcc_mqd_init() 1593 mqd->cp_hqd_active = 1; in gfx_v9_4_3_xcc_mqd_init() 1647 mqd->cp_mqd_control); in gfx_v9_4_3_xcc_kiq_init_register() [all …]
|
H A D | amdgpu_amdkfd_gfx_v10.c | 198 static inline struct v10_compute_mqd *get_mqd(void *mqd) in get_mqd() argument 200 return (struct v10_compute_mqd *)mqd; in get_mqd() 203 static inline struct v10_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument 205 return (struct v10_sdma_mqd *)mqd; in get_sdma_mqd() 208 static int kgd_hqd_load(struct amdgpu_device *adev, void *mqd, in kgd_hqd_load() argument 217 m = get_mqd(mqd); in kgd_hqd_load() 299 m = get_mqd(mqd); in kgd_hiq_mqd_load() 383 m = get_sdma_mqd(mqd); in kgd_hqd_sdma_load() 501 m = get_sdma_mqd(mqd); in kgd_hqd_sdma_is_occupied() 521 struct v10_compute_mqd *m = get_mqd(mqd); in kgd_hqd_destroy() [all …]
|
H A D | gfx_v11_0.c | 3688 memset((void *)mqd, 0, sizeof(*mqd)); in gfx_v11_0_gfx_init_queue() 3695 memcpy_fromio(adev->gfx.me.mqd_backup[mqd_idx], mqd, sizeof(*mqd)); in gfx_v11_0_gfx_init_queue() 3699 memcpy_toio(mqd, adev->gfx.me.mqd_backup[mqd_idx], sizeof(*mqd)); in gfx_v11_0_gfx_init_queue() 3786 mqd->cp_hqd_pq_rptr = 0; in gfx_v11_0_compute_mqd_init() 3848 mqd->cp_hqd_vmid = 0; in gfx_v11_0_compute_mqd_init() 3988 memcpy_toio(mqd, adev->gfx.kiq[0].mqd_backup, sizeof(*mqd)); in gfx_v11_0_kiq_init_queue() 4000 memset((void *)mqd, 0, sizeof(*mqd)); in gfx_v11_0_kiq_init_queue() 4011 memcpy_fromio(adev->gfx.kiq[0].mqd_backup, mqd, sizeof(*mqd)); in gfx_v11_0_kiq_init_queue() 4024 memset((void *)mqd, 0, sizeof(*mqd)); in gfx_v11_0_kcq_init_queue() 4032 memcpy_fromio(adev->gfx.mec.mqd_backup[mqd_idx], mqd, sizeof(*mqd)); in gfx_v11_0_kcq_init_queue() [all …]
|
H A D | gfx_v7_0.c | 2853 struct cik_mqd *mqd, in gfx_v7_0_mqd_init() argument 2863 mqd->header = 0xC0310800; in gfx_v7_0_mqd_init() 2892 mqd->cp_hqd_pq_control &= in gfx_v7_0_mqd_init() 2896 mqd->cp_hqd_pq_control |= in gfx_v7_0_mqd_init() 2898 mqd->cp_hqd_pq_control |= in gfx_v7_0_mqd_init() 2901 mqd->cp_hqd_pq_control |= in gfx_v7_0_mqd_init() 2904 mqd->cp_hqd_pq_control &= in gfx_v7_0_mqd_init() 2908 mqd->cp_hqd_pq_control |= in gfx_v7_0_mqd_init() 2948 mqd->cp_hqd_vmid = 0; in gfx_v7_0_mqd_init() 2969 mqd->cp_hqd_active = 1; in gfx_v7_0_mqd_init() [all …]
|
H A D | amdgpu_amdkfd_gfx_v9.c | 212 static inline struct v9_mqd *get_mqd(void *mqd) in get_mqd() argument 214 return (struct v9_mqd *)mqd; in get_mqd() 217 static inline struct v9_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument 219 return (struct v9_sdma_mqd *)mqd; in get_sdma_mqd() 222 int kgd_gfx_v9_hqd_load(struct amdgpu_device *adev, void *mqd, in kgd_gfx_v9_hqd_load() argument 232 m = get_mqd(mqd); in kgd_gfx_v9_hqd_load() 312 m = get_mqd(mqd); in kgd_gfx_v9_hiq_mqd_load() 396 m = get_sdma_mqd(mqd); in kgd_hqd_sdma_load() 514 m = get_sdma_mqd(mqd); in kgd_hqd_sdma_is_occupied() 534 struct v9_mqd *m = get_mqd(mqd); in kgd_gfx_v9_hqd_destroy() [all …]
|
/openbmc/linux/drivers/gpu/drm/amd/include/ |
H A D | kgd_kfd_interface.h | 242 int (*hqd_load)(struct amdgpu_device *adev, void *mqd, uint32_t pipe_id, 247 int (*hiq_mqd_load)(struct amdgpu_device *adev, void *mqd, 251 int (*hqd_sdma_load)(struct amdgpu_device *adev, void *mqd, 266 int (*hqd_destroy)(struct amdgpu_device *adev, void *mqd, 271 bool (*hqd_sdma_is_occupied)(struct amdgpu_device *adev, void *mqd); 273 int (*hqd_sdma_destroy)(struct amdgpu_device *adev, void *mqd,
|