96 static void set_priority(struct v11_compute_mqd *m, struct queue_properties *q)  in set_priority()  argument
98 	m->cp_hqd_pipe_priority = pipe_priority_map[q->priority];  in set_priority()
99 	m->cp_hqd_queue_priority = q->priority;  in set_priority()
103 		struct queue_properties *q)  in allocate_mqd()  argument
125 			struct queue_properties *q)  in init_mqd()  argument
130 	uint32_t wa_mask = q->is_dbg_wa ? 0xffff : 0xffffffff;  in init_mqd()
178 	if (q->format == KFD_QUEUE_FORMAT_AQL) {  in init_mqd()
187 			lower_32_bits(q->ctx_save_restore_area_address);  in init_mqd()
189 			upper_32_bits(q->ctx_save_restore_area_address);  in init_mqd()
190 		m->cp_hqd_ctx_save_size = q->ctx_save_restore_area_size;  in init_mqd()
191 		m->cp_hqd_cntl_stack_size = q->ctl_stack_size;  in init_mqd()
192 		m->cp_hqd_cntl_stack_offset = q->ctl_stack_size;  in init_mqd()
193 		m->cp_hqd_wg_state_offset = q->ctl_stack_size;  in init_mqd()
199 	mm->update_mqd(mm, m, q, NULL);  in init_mqd()
217 		       struct queue_properties *q,  in update_mqd()  argument
226 			ffs(q->queue_size / sizeof(unsigned int)) - 1 - 1;  in update_mqd()
230 	m->cp_hqd_pq_base_lo = lower_32_bits((uint64_t)q->queue_address >> 8);  in update_mqd()
231 	m->cp_hqd_pq_base_hi = upper_32_bits((uint64_t)q->queue_address >> 8);  in update_mqd()
233 	m->cp_hqd_pq_rptr_report_addr_lo = lower_32_bits((uint64_t)q->read_ptr);  in update_mqd()
234 	m->cp_hqd_pq_rptr_report_addr_hi = upper_32_bits((uint64_t)q->read_ptr);  in update_mqd()
235 	m->cp_hqd_pq_wptr_poll_addr_lo = lower_32_bits((uint64_t)q->write_ptr);  in update_mqd()
236 	m->cp_hqd_pq_wptr_poll_addr_hi = upper_32_bits((uint64_t)q->write_ptr);  in update_mqd()
239 		q->doorbell_off <<  in update_mqd()
254 		ffs(q->eop_ring_buffer_size / sizeof(unsigned int)) - 1 - 1);  in update_mqd()
256 			lower_32_bits(q->eop_ring_buffer_address >> 8);  in update_mqd()
258 			upper_32_bits(q->eop_ring_buffer_address >> 8);  in update_mqd()
262 	m->cp_hqd_vmid = q->vmid;  in update_mqd()
264 	if (q->format == KFD_QUEUE_FORMAT_AQL) {  in update_mqd()
276 	set_priority(m, q);  in update_mqd()
278 	q->is_active = QUEUE_IS_ACTIVE(*q);  in update_mqd()
289 			  struct queue_properties *q,  in get_wave_state()  argument
364 			struct queue_properties *q)  in init_mqd_hiq()  argument
368 	init_mqd(mm, mqd, mqd_mem_obj, gart_addr, q);  in init_mqd_hiq()
398 		struct queue_properties *q)  in init_mqd_sdma()  argument
415 	mm->update_mqd(mm, m, q, NULL);  in init_mqd_sdma()
421 		struct queue_properties *q,  in update_mqd_sdma()  argument
427 	m->sdmax_rlcx_rb_cntl = (ffs(q->queue_size / sizeof(unsigned int)) - 1)  in update_mqd_sdma()
429 		q->vmid << SDMA0_QUEUE0_RB_CNTL__RB_VMID__SHIFT |  in update_mqd_sdma()
434 	m->sdmax_rlcx_rb_base = lower_32_bits(q->queue_address >> 8);  in update_mqd_sdma()
435 	m->sdmax_rlcx_rb_base_hi = upper_32_bits(q->queue_address >> 8);  in update_mqd_sdma()
436 	m->sdmax_rlcx_rb_rptr_addr_lo = lower_32_bits((uint64_t)q->read_ptr);  in update_mqd_sdma()
437 	m->sdmax_rlcx_rb_rptr_addr_hi = upper_32_bits((uint64_t)q->read_ptr);  in update_mqd_sdma()
438 	m->sdmax_rlcx_rb_wptr_poll_addr_lo = lower_32_bits((uint64_t)q->write_ptr);  in update_mqd_sdma()
439 	m->sdmax_rlcx_rb_wptr_poll_addr_hi = upper_32_bits((uint64_t)q->write_ptr);  in update_mqd_sdma()
441 		q->doorbell_off << SDMA0_QUEUE0_DOORBELL_OFFSET__OFFSET__SHIFT;  in update_mqd_sdma()
447 	m->sdma_engine_id = q->sdma_engine_id;  in update_mqd_sdma()
448 	m->sdma_queue_id = q->sdma_queue_id;  in update_mqd_sdma()
451 	q->is_active = QUEUE_IS_ACTIVE(*q);  in update_mqd_sdma()