183 			dma_free_coherent(&hci->master.dev,  in hci_dma_cleanup()
187 			dma_free_coherent(&hci->master.dev,  in hci_dma_cleanup()
192 			dma_free_coherent(&hci->master.dev,  in hci_dma_cleanup()
196 			dma_unmap_single(&hci->master.dev, rh->ibi_data_dma,  in hci_dma_cleanup()
219 	dev_info(&hci->master.dev, "%d DMA rings available\n", nr_rings);  in hci_dma_init()
221 		dev_err(&hci->master.dev, "number of rings should be <= 8\n");  in hci_dma_init()
235 		dev_info(&hci->master.dev, "Ring %d at offset %#x\n", i, offset);  in hci_dma_init()
254 		rh->xfer = dma_alloc_coherent(&hci->master.dev, xfers_sz,  in hci_dma_init()
256 		rh->resp = dma_alloc_coherent(&hci->master.dev, resps_sz,  in hci_dma_init()
303 			dma_alloc_coherent(&hci->master.dev, ibi_status_ring_sz,  in hci_dma_init()
310 			dma_map_single(&hci->master.dev, rh->ibi_data,  in hci_dma_init()
312 		if (dma_mapping_error(&hci->master.dev, rh->ibi_data_dma)) {  in hci_dma_init()
353 		dma_unmap_single(&hci->master.dev,  in hci_dma_unmap_xfer()
395 				dma_map_single(&hci->master.dev,  in hci_dma_queue_xfer()
401 			if (dma_mapping_error(&hci->master.dev,  in hci_dma_queue_xfer()
459 		dev_crit(&hci->master.dev, "unable to abort the ring\n");  in hci_dma_dequeue_xfer()
523 				dev_err(&hci->master.dev,  in hci_dma_xfer_done()
545 static int hci_dma_request_ibi(struct i3c_hci *hci, struct i3c_dev_desc *dev,  in hci_dma_request_ibi()  argument
548 	struct i3c_hci_dev_data *dev_data = i3c_dev_get_master_data(dev);  in hci_dma_request_ibi()
555 	pool = i3c_generic_ibi_alloc_pool(dev, req);  in hci_dma_request_ibi()
566 static void hci_dma_free_ibi(struct i3c_hci *hci, struct i3c_dev_desc *dev)  in hci_dma_free_ibi()  argument
568 	struct i3c_hci_dev_data *dev_data = i3c_dev_get_master_data(dev);  in hci_dma_free_ibi()
577 				     struct i3c_dev_desc *dev,  in hci_dma_recycle_ibi_slot()  argument
580 	struct i3c_hci_dev_data *dev_data = i3c_dev_get_master_data(dev);  in hci_dma_recycle_ibi_slot()
588 	struct i3c_dev_desc *dev;  in hci_dma_process_ibi()  local
654 		dev_err(&hci->master.dev, "IBI error from %#x\n", ibi_addr);  in hci_dma_process_ibi()
659 	dev = i3c_hci_addr_to_dev(hci, ibi_addr);  in hci_dma_process_ibi()
660 	if (!dev) {  in hci_dma_process_ibi()
661 		dev_err(&hci->master.dev,  in hci_dma_process_ibi()
666 	dev_data = i3c_dev_get_master_data(dev);  in hci_dma_process_ibi()
669 		dev_err(&hci->master.dev, "IBI payload too big (%d > %d)\n",  in hci_dma_process_ibi()
686 		dev_err(&hci->master.dev, "no free slot for IBI\n");  in hci_dma_process_ibi()
698 	dma_sync_single_for_cpu(&hci->master.dev, ring_ibi_data_dma,  in hci_dma_process_ibi()
707 		dma_sync_single_for_cpu(&hci->master.dev, ring_ibi_data_dma,  in hci_dma_process_ibi()
714 	slot->dev = dev;  in hci_dma_process_ibi()
716 	i3c_master_queue_ibi(dev, slot);  in hci_dma_process_ibi()
764 			dev_notice_ratelimited(&hci->master.dev,  in hci_dma_irq_handler()
767 			dev_warn_ratelimited(&hci->master.dev,  in hci_dma_irq_handler()
770 			dev_err_ratelimited(&hci->master.dev,  in hci_dma_irq_handler()