| /openbmc/linux/drivers/gpu/drm/amd/amdkfd/ |
| H A D | kfd_mqd_manager_cik.c | 57 m = get_mqd(mqd); in update_cu_mask()
136 *mqd = m; in init_mqd()
152 *mqd = m; in init_mqd_sdma()
274 *mqd = m; in restore_mqd()
287 void *mqd, in checkpoint_mqd_sdma() argument
315 *mqd = m; in restore_mqd_sdma()
391 mqd = kzalloc(sizeof(*mqd), GFP_KERNEL); in mqd_manager_init_cik()
392 if (!mqd) in mqd_manager_init_cik()
395 mqd->dev = dev; in mqd_manager_init_cik()
459 kfree(mqd); in mqd_manager_init_cik()
[all …]
|
| H A D | kfd_mqd_manager_vi.c | 60 m = get_mqd(mqd); in update_cu_mask()
151 *mqd = m; in init_mqd()
306 *mqd = m; in restore_mqd()
350 *mqd = m; in init_mqd_sdma()
386 void *mqd, in checkpoint_mqd_sdma() argument
414 *mqd = m; in restore_mqd_sdma()
448 mqd = kzalloc(sizeof(*mqd), GFP_KERNEL); in mqd_manager_init_vi()
449 if (!mqd) in mqd_manager_init_vi()
452 mqd->dev = dev; in mqd_manager_init_vi()
518 kfree(mqd); in mqd_manager_init_vi()
[all …]
|
| H A D | kfd_mqd_manager_v10.c | 57 m = get_mqd(mqd); in update_cu_mask()
142 *mqd = m; in init_mqd()
295 *mqd = m; in restore_mqd()
352 *mqd = m; in init_mqd_sdma()
389 void *mqd, in checkpoint_mqd_sdma() argument
418 *mqd = m; in restore_mqd_sdma()
451 mqd = kzalloc(sizeof(*mqd), GFP_KERNEL); in mqd_manager_init_v10()
452 if (!mqd) in mqd_manager_init_v10()
455 mqd->dev = dev; in mqd_manager_init_v10()
526 kfree(mqd); in mqd_manager_init_v10()
[all …]
|
| H A D | kfd_mqd_manager_v11.c | 55 m = get_mqd(mqd); in update_cu_mask()
196 *mqd = m; in init_mqd()
222 m = get_mqd(mqd); in update_mqd()
297 m = get_mqd(mqd); in get_wave_state()
348 *mqd = m; in restore_mqd()
411 *mqd = m; in init_mqd_sdma()
480 mqd = kzalloc(sizeof(*mqd), GFP_KERNEL); in mqd_manager_init_v11()
481 if (!mqd) in mqd_manager_init_v11()
484 mqd->dev = dev; in mqd_manager_init_v11()
563 kfree(mqd); in mqd_manager_init_v11()
[all …]
|
| H A D | kfd_mqd_manager_v9.c | 220 *mqd = m; in init_mqd()
387 *mqd = m; in restore_mqd()
447 *mqd = m; in init_mqd_sdma()
484 void *mqd, in checkpoint_mqd_sdma() argument
512 *mqd = m; in restore_mqd_sdma()
544 *mqd = m; in init_mqd_hiq_v9_4_3()
672 *mqd = m; in init_mqd_v9_4_3()
832 mqd = kzalloc(sizeof(*mqd), GFP_KERNEL); in mqd_manager_init_v9()
833 if (!mqd) in mqd_manager_init_v9()
916 kfree(mqd); in mqd_manager_init_v9()
[all …]
|
| H A D | kfd_mqd_manager.h | 74 void (*init_mqd)(struct mqd_manager *mm, void **mqd,
78 int (*load_mqd)(struct mqd_manager *mm, void *mqd,
83 void (*update_mqd)(struct mqd_manager *mm, void *mqd,
87 int (*destroy_mqd)(struct mqd_manager *mm, void *mqd,
92 void (*free_mqd)(struct mqd_manager *mm, void *mqd,
95 bool (*is_occupied)(struct mqd_manager *mm, void *mqd,
108 void *mqd,
112 void (*restore_mqd)(struct mqd_manager *mm, void **mqd,
122 uint32_t (*read_doorbell_id)(void *mqd);
151 void kfd_free_mqd_cp(struct mqd_manager *mm, void *mqd,
[all …]
|
| H A D | kfd_mqd_manager.c | 91 void free_mqd_hiq_sdma(struct mqd_manager *mm, void *mqd, in free_mqd_hiq_sdma() argument
206 int kfd_hiq_load_mqd_kiq(struct mqd_manager *mm, void *mqd, in kfd_hiq_load_mqd_kiq() argument
210 return mm->dev->kfd2kgd->hiq_mqd_load(mm->dev->adev, mqd, pipe_id, in kfd_hiq_load_mqd_kiq()
214 int kfd_destroy_mqd_cp(struct mqd_manager *mm, void *mqd, in kfd_destroy_mqd_cp() argument
222 void kfd_free_mqd_cp(struct mqd_manager *mm, void *mqd, in kfd_free_mqd_cp() argument
233 bool kfd_is_occupied_cp(struct mqd_manager *mm, void *mqd, in kfd_is_occupied_cp() argument
241 int kfd_load_mqd_sdma(struct mqd_manager *mm, void *mqd, in kfd_load_mqd_sdma() argument
245 return mm->dev->kfd2kgd->hqd_sdma_load(mm->dev->adev, mqd, in kfd_load_mqd_sdma()
254 int kfd_destroy_mqd_sdma(struct mqd_manager *mm, void *mqd, in kfd_destroy_mqd_sdma() argument
262 bool kfd_is_occupied_sdma(struct mqd_manager *mm, void *mqd, in kfd_is_occupied_sdma() argument
[all …]
|
| H A D | kfd_process_queue_manager.c | 725 void *mqd, in pqm_checkpoint_mqd() argument
742 pqn->q, mqd, ctl_stack); in pqm_checkpoint_mqd()
749 uint8_t *mqd, *ctl_stack; in criu_checkpoint_queue() local
752 mqd = (void *)(q_data + 1); in criu_checkpoint_queue()
753 ctl_stack = mqd + q_data->mqd_size; in criu_checkpoint_queue()
909 uint8_t *mqd, *ctl_stack, *q_extra_data = NULL; in kfd_criu_restore_queue() local
960 mqd = q_extra_data; in kfd_criu_restore_queue()
961 ctl_stack = mqd + q_data->mqd_size; in kfd_criu_restore_queue()
1024 void *mqd; in pqm_debugfs_mqds() local
1074 mqd = q->mqd + size * xcc; in pqm_debugfs_mqds()
[all …]
|
| /openbmc/linux/drivers/misc/sgi-gru/ |
| H A D | grukservices.c | 561 mqd->mq = mq; in gru_create_message_queue()
562 mqd->mq_gpa = uv_gpa(mq); in gru_create_message_queue()
563 mqd->qlines = qlines; in gru_create_message_queue()
564 mqd->interrupt_pnode = nasid >> 1; in gru_create_message_queue()
565 mqd->interrupt_vector = vector; in gru_create_message_queue()
566 mqd->interrupt_apicid = apicid; in gru_create_message_queue()
650 qlines = mqd->qlines; in send_message_queue_full()
722 if (!mqd->interrupt_vector) in send_message_put_nacked()
877 gru_free_message(mqd, mhdr); in gru_get_next_message()
1025 m = gru_get_next_message(&mqd); in quicktest1()
[all …]
|
| H A D | grukservices.h | 61 extern int gru_create_message_queue(struct gru_message_queue_desc *mqd,
81 extern int gru_send_message_gpa(struct gru_message_queue_desc *mqd,
101 extern void gru_free_message(struct gru_message_queue_desc *mqd,
117 extern void *gru_get_next_message(struct gru_message_queue_desc *mqd);
|
| /openbmc/linux/drivers/gpu/drm/amd/amdgpu/ |
| H A D | mes_v10_1.c | 635 memset(mqd, 0, sizeof(*mqd)); in mes_v10_1_mqd_init()
637 mqd->header = 0xC0310800; in mes_v10_1_mqd_init()
654 mqd->cp_hqd_eop_control = tmp; in mes_v10_1_mqd_init()
658 mqd->cp_hqd_pq_rptr = 0; in mes_v10_1_mqd_init()
659 mqd->cp_hqd_pq_wptr_lo = 0; in mes_v10_1_mqd_init()
660 mqd->cp_hqd_pq_wptr_hi = 0; in mes_v10_1_mqd_init()
669 mqd->cp_mqd_control = tmp; in mes_v10_1_mqd_init()
679 mqd->cp_hqd_pq_rptr_report_addr_hi = in mes_v10_1_mqd_init()
701 mqd->cp_hqd_pq_control = tmp; in mes_v10_1_mqd_init()
720 mqd->cp_hqd_vmid = 0; in mes_v10_1_mqd_init()
[all …]
|
| H A D | mes_v11_0.c | 715 memset(mqd, 0, sizeof(*mqd)); in mes_v11_0_mqd_init()
717 mqd->header = 0xC0310800; in mes_v11_0_mqd_init()
734 mqd->cp_hqd_eop_control = tmp; in mes_v11_0_mqd_init()
738 mqd->cp_hqd_pq_rptr = 0; in mes_v11_0_mqd_init()
739 mqd->cp_hqd_pq_wptr_lo = 0; in mes_v11_0_mqd_init()
740 mqd->cp_hqd_pq_wptr_hi = 0; in mes_v11_0_mqd_init()
749 mqd->cp_mqd_control = tmp; in mes_v11_0_mqd_init()
778 mqd->cp_hqd_pq_control = tmp; in mes_v11_0_mqd_init()
796 mqd->cp_hqd_vmid = 0; in mes_v11_0_mqd_init()
798 mqd->cp_hqd_active = 1; in mes_v11_0_mqd_init()
[all …]
|
| H A D | amdgpu_amdkfd_arcturus.h | 23 int kgd_arcturus_hqd_sdma_load(struct amdgpu_device *adev, void *mqd,
29 void *mqd);
30 int kgd_arcturus_hqd_sdma_destroy(struct amdgpu_device *adev, void *mqd,
|
| H A D | amdgpu_amdkfd_gfx_v10_3.c | 169 static inline struct v10_compute_mqd *get_mqd(void *mqd) in get_mqd() argument
171 return (struct v10_compute_mqd *)mqd; in get_mqd()
174 static inline struct v10_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument
176 return (struct v10_sdma_mqd *)mqd; in get_sdma_mqd()
188 m = get_mqd(mqd); in hqd_load_v10_3()
285 m = get_mqd(mqd); in hiq_mqd_load_v10_3()
369 m = get_sdma_mqd(mqd); in hqd_sdma_load_v10_3()
482 void *mqd) in hqd_sdma_is_occupied_v10_3() argument
488 m = get_sdma_mqd(mqd); in hqd_sdma_is_occupied_v10_3()
508 struct v10_compute_mqd *m = get_mqd(mqd); in hqd_destroy_v10_3()
[all …]
|
| H A D | amdgpu_amdkfd_gfx_v8.c | 144 static inline struct vi_mqd *get_mqd(void *mqd) in get_mqd() argument
146 return (struct vi_mqd *)mqd; in get_mqd()
149 static inline struct vi_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument
151 return (struct vi_sdma_mqd *)mqd; in get_sdma_mqd()
154 static int kgd_hqd_load(struct amdgpu_device *adev, void *mqd, in kgd_hqd_load() argument
164 m = get_mqd(mqd); in kgd_hqd_load()
271 m = get_sdma_mqd(mqd); in kgd_hqd_sdma_load()
380 m = get_sdma_mqd(mqd); in kgd_hqd_sdma_is_occupied()
391 static int kgd_hqd_destroy(struct amdgpu_device *adev, void *mqd, in kgd_hqd_destroy() argument
400 struct vi_mqd *m = get_mqd(mqd); in kgd_hqd_destroy()
[all …]
|
| H A D | amdgpu_amdkfd_gfx_v7.c | 149 static inline struct cik_mqd *get_mqd(void *mqd) in get_mqd() argument
151 return (struct cik_mqd *)mqd; in get_mqd()
154 static inline struct cik_sdma_rlc_registers *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument
156 return (struct cik_sdma_rlc_registers *)mqd; in get_sdma_mqd()
159 static int kgd_hqd_load(struct amdgpu_device *adev, void *mqd, in kgd_hqd_load() argument
169 m = get_mqd(mqd); in kgd_hqd_load()
239 static int kgd_hqd_sdma_load(struct amdgpu_device *adev, void *mqd, in kgd_hqd_sdma_load() argument
247 m = get_sdma_mqd(mqd); in kgd_hqd_sdma_load()
348 m = get_sdma_mqd(mqd); in kgd_hqd_sdma_is_occupied()
359 static int kgd_hqd_destroy(struct amdgpu_device *adev, void *mqd, in kgd_hqd_destroy() argument
[all …]
|
| H A D | amdgpu_amdkfd_gc_9_4_3.c | 38 static inline struct v9_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument
40 return (struct v9_sdma_mqd *)mqd; in get_sdma_mqd()
59 static int kgd_gfx_v9_4_3_hqd_sdma_load(struct amdgpu_device *adev, void *mqd, in kgd_gfx_v9_4_3_hqd_sdma_load() argument
69 m = get_sdma_mqd(mqd); in kgd_gfx_v9_4_3_hqd_sdma_load()
171 m = get_sdma_mqd(mqd); in kgd_gfx_v9_4_3_hqd_sdma_is_occupied()
183 static int kgd_gfx_v9_4_3_hqd_sdma_destroy(struct amdgpu_device *adev, void *mqd, in kgd_gfx_v9_4_3_hqd_sdma_destroy() argument
191 m = get_sdma_mqd(mqd); in kgd_gfx_v9_4_3_hqd_sdma_destroy()
279 static inline struct v9_mqd *get_mqd(void *mqd) in get_mqd() argument
281 return (struct v9_mqd *)mqd; in get_mqd()
284 static int kgd_gfx_v9_4_3_hqd_load(struct amdgpu_device *adev, void *mqd, in kgd_gfx_v9_4_3_hqd_load() argument
[all …]
|
| H A D | amdgpu_amdkfd_arcturus.c | 63 static inline struct v9_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument
65 return (struct v9_sdma_mqd *)mqd; in get_sdma_mqd()
124 int kgd_arcturus_hqd_sdma_load(struct amdgpu_device *adev, void *mqd, in kgd_arcturus_hqd_sdma_load() argument
134 m = get_sdma_mqd(mqd); in kgd_arcturus_hqd_sdma_load()
225 void *mqd) in kgd_arcturus_hqd_sdma_is_occupied() argument
231 m = get_sdma_mqd(mqd); in kgd_arcturus_hqd_sdma_is_occupied()
243 int kgd_arcturus_hqd_sdma_destroy(struct amdgpu_device *adev, void *mqd, in kgd_arcturus_hqd_sdma_destroy() argument
251 m = get_sdma_mqd(mqd); in kgd_arcturus_hqd_sdma_destroy()
|
| H A D | amdgpu_amdkfd_gfx_v11.c | 154 static inline struct v11_compute_mqd *get_mqd(void *mqd) in get_mqd() argument
156 return (struct v11_compute_mqd *)mqd; in get_mqd()
159 static inline struct v11_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument
161 return (struct v11_sdma_mqd *)mqd; in get_sdma_mqd()
173 m = get_mqd(mqd); in hqd_load_v11()
261 static int hiq_mqd_load_v11(struct amdgpu_device *adev, void *mqd, in hiq_mqd_load_v11() argument
270 m = get_mqd(mqd); in hiq_mqd_load_v11()
354 m = get_sdma_mqd(mqd); in hqd_sdma_load_v11()
476 m = get_sdma_mqd(mqd); in hqd_sdma_is_occupied_v11()
496 struct v11_compute_mqd *m = get_mqd(mqd); in hqd_destroy_v11()
[all …]
|
| H A D | gfx_v9_4_3.c | 1477 mqd->header = 0xC0310800; in gfx_v9_4_3_xcc_mqd_init()
1525 mqd->cp_hqd_pq_rptr = 0; in gfx_v9_4_3_xcc_mqd_init()
1526 mqd->cp_hqd_pq_wptr_lo = 0; in gfx_v9_4_3_xcc_mqd_init()
1527 mqd->cp_hqd_pq_wptr_hi = 0; in gfx_v9_4_3_xcc_mqd_init()
1536 mqd->cp_mqd_control = tmp; in gfx_v9_4_3_xcc_mqd_init()
1556 mqd->cp_hqd_pq_control = tmp; in gfx_v9_4_3_xcc_mqd_init()
1574 mqd->cp_hqd_vmid = 0; in gfx_v9_4_3_xcc_mqd_init()
1583 mqd->cp_hqd_ib_control = tmp; in gfx_v9_4_3_xcc_mqd_init()
1593 mqd->cp_hqd_active = 1; in gfx_v9_4_3_xcc_mqd_init()
1647 mqd->cp_mqd_control); in gfx_v9_4_3_xcc_kiq_init_register()
[all …]
|
| H A D | amdgpu_amdkfd_gfx_v10.c | 198 static inline struct v10_compute_mqd *get_mqd(void *mqd) in get_mqd() argument
200 return (struct v10_compute_mqd *)mqd; in get_mqd()
203 static inline struct v10_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument
205 return (struct v10_sdma_mqd *)mqd; in get_sdma_mqd()
208 static int kgd_hqd_load(struct amdgpu_device *adev, void *mqd, in kgd_hqd_load() argument
217 m = get_mqd(mqd); in kgd_hqd_load()
299 m = get_mqd(mqd); in kgd_hiq_mqd_load()
383 m = get_sdma_mqd(mqd); in kgd_hqd_sdma_load()
501 m = get_sdma_mqd(mqd); in kgd_hqd_sdma_is_occupied()
521 struct v10_compute_mqd *m = get_mqd(mqd); in kgd_hqd_destroy()
[all …]
|
| H A D | gfx_v11_0.c | 3688 memset((void *)mqd, 0, sizeof(*mqd)); in gfx_v11_0_gfx_init_queue()
3695 memcpy_fromio(adev->gfx.me.mqd_backup[mqd_idx], mqd, sizeof(*mqd)); in gfx_v11_0_gfx_init_queue()
3699 memcpy_toio(mqd, adev->gfx.me.mqd_backup[mqd_idx], sizeof(*mqd)); in gfx_v11_0_gfx_init_queue()
3786 mqd->cp_hqd_pq_rptr = 0; in gfx_v11_0_compute_mqd_init()
3848 mqd->cp_hqd_vmid = 0; in gfx_v11_0_compute_mqd_init()
3988 memcpy_toio(mqd, adev->gfx.kiq[0].mqd_backup, sizeof(*mqd)); in gfx_v11_0_kiq_init_queue()
4000 memset((void *)mqd, 0, sizeof(*mqd)); in gfx_v11_0_kiq_init_queue()
4011 memcpy_fromio(adev->gfx.kiq[0].mqd_backup, mqd, sizeof(*mqd)); in gfx_v11_0_kiq_init_queue()
4024 memset((void *)mqd, 0, sizeof(*mqd)); in gfx_v11_0_kcq_init_queue()
4032 memcpy_fromio(adev->gfx.mec.mqd_backup[mqd_idx], mqd, sizeof(*mqd)); in gfx_v11_0_kcq_init_queue()
[all …]
|
| H A D | gfx_v7_0.c | 2853 struct cik_mqd *mqd, in gfx_v7_0_mqd_init() argument
2863 mqd->header = 0xC0310800; in gfx_v7_0_mqd_init()
2892 mqd->cp_hqd_pq_control &= in gfx_v7_0_mqd_init()
2896 mqd->cp_hqd_pq_control |= in gfx_v7_0_mqd_init()
2898 mqd->cp_hqd_pq_control |= in gfx_v7_0_mqd_init()
2901 mqd->cp_hqd_pq_control |= in gfx_v7_0_mqd_init()
2904 mqd->cp_hqd_pq_control &= in gfx_v7_0_mqd_init()
2908 mqd->cp_hqd_pq_control |= in gfx_v7_0_mqd_init()
2948 mqd->cp_hqd_vmid = 0; in gfx_v7_0_mqd_init()
2969 mqd->cp_hqd_active = 1; in gfx_v7_0_mqd_init()
[all …]
|
| H A D | amdgpu_amdkfd_gfx_v9.c | 212 static inline struct v9_mqd *get_mqd(void *mqd) in get_mqd() argument
214 return (struct v9_mqd *)mqd; in get_mqd()
217 static inline struct v9_sdma_mqd *get_sdma_mqd(void *mqd) in get_sdma_mqd() argument
219 return (struct v9_sdma_mqd *)mqd; in get_sdma_mqd()
222 int kgd_gfx_v9_hqd_load(struct amdgpu_device *adev, void *mqd, in kgd_gfx_v9_hqd_load() argument
232 m = get_mqd(mqd); in kgd_gfx_v9_hqd_load()
312 m = get_mqd(mqd); in kgd_gfx_v9_hiq_mqd_load()
396 m = get_sdma_mqd(mqd); in kgd_hqd_sdma_load()
514 m = get_sdma_mqd(mqd); in kgd_hqd_sdma_is_occupied()
534 struct v9_mqd *m = get_mqd(mqd); in kgd_gfx_v9_hqd_destroy()
[all …]
|
| /openbmc/linux/drivers/gpu/drm/amd/include/ |
| H A D | kgd_kfd_interface.h | 242 int (*hqd_load)(struct amdgpu_device *adev, void *mqd, uint32_t pipe_id,
247 int (*hiq_mqd_load)(struct amdgpu_device *adev, void *mqd,
251 int (*hqd_sdma_load)(struct amdgpu_device *adev, void *mqd,
266 int (*hqd_destroy)(struct amdgpu_device *adev, void *mqd,
271 bool (*hqd_sdma_is_occupied)(struct amdgpu_device *adev, void *mqd);
273 int (*hqd_sdma_destroy)(struct amdgpu_device *adev, void *mqd,
|