222 static enum dma_transfer_direction admac_chan_direction(int channo)  in admac_chan_direction()  argument
225 	return (channo & 1) ? DMA_DEV_TO_MEM : DMA_MEM_TO_DEV;  in admac_chan_direction()
285 static void admac_cyclic_write_one_desc(struct admac_data *ad, int channo,  in admac_cyclic_write_one_desc()  argument
296 		channo, &addr, tx->period_len, FLAG_DESC_NOTIFY);  in admac_cyclic_write_one_desc()
298 	writel_relaxed(lower_32_bits(addr), ad->base + REG_DESC_WRITE(channo));  in admac_cyclic_write_one_desc()
299 	writel_relaxed(upper_32_bits(addr), ad->base + REG_DESC_WRITE(channo));  in admac_cyclic_write_one_desc()
300 	writel_relaxed(tx->period_len,      ad->base + REG_DESC_WRITE(channo));  in admac_cyclic_write_one_desc()
301 	writel_relaxed(FLAG_DESC_NOTIFY,    ad->base + REG_DESC_WRITE(channo));  in admac_cyclic_write_one_desc()
311 static void admac_cyclic_write_desc(struct admac_data *ad, int channo,  in admac_cyclic_write_desc()  argument
317 		if (readl_relaxed(ad->base + REG_DESC_RING(channo)) & RING_FULL)  in admac_cyclic_write_desc()
319 		admac_cyclic_write_one_desc(ad, channo, tx);  in admac_cyclic_write_desc()
343 static u32 admac_cyclic_read_residue(struct admac_data *ad, int channo,  in admac_cyclic_read_residue()  argument
351 	ring1 =    readl_relaxed(ad->base + REG_REPORT_RING(channo));  in admac_cyclic_read_residue()
352 	residue1 = readl_relaxed(ad->base + REG_RESIDUE(channo));  in admac_cyclic_read_residue()
353 	ring2 =    readl_relaxed(ad->base + REG_REPORT_RING(channo));  in admac_cyclic_read_residue()
354 	residue2 = readl_relaxed(ad->base + REG_RESIDUE(channo));  in admac_cyclic_read_residue()
598 static int admac_drain_reports(struct admac_data *ad, int channo)  in admac_drain_reports()  argument
605 		if (readl_relaxed(ad->base + REG_REPORT_RING(channo)) & RING_EMPTY)  in admac_drain_reports()
608 		countval_lo = readl_relaxed(ad->base + REG_REPORT_READ(channo));  in admac_drain_reports()
609 		countval_hi = readl_relaxed(ad->base + REG_REPORT_READ(channo));  in admac_drain_reports()
610 		unk1 =        readl_relaxed(ad->base + REG_REPORT_READ(channo));  in admac_drain_reports()
611 		flags =       readl_relaxed(ad->base + REG_REPORT_READ(channo));  in admac_drain_reports()
614 			channo, ((u64) countval_hi) << 32 | countval_lo, unk1, flags);  in admac_drain_reports()
620 static void admac_handle_status_err(struct admac_data *ad, int channo)  in admac_handle_status_err()  argument
624 	if (readl_relaxed(ad->base + REG_DESC_RING(channo)) & RING_ERR) {  in admac_handle_status_err()
625 		writel_relaxed(RING_ERR, ad->base + REG_DESC_RING(channo));  in admac_handle_status_err()
626 		dev_err_ratelimited(ad->dev, "ch%d descriptor ring error\n", channo);  in admac_handle_status_err()
630 	if (readl_relaxed(ad->base + REG_REPORT_RING(channo)) & RING_ERR) {  in admac_handle_status_err()
631 		writel_relaxed(RING_ERR, ad->base + REG_REPORT_RING(channo));  in admac_handle_status_err()
632 		dev_err_ratelimited(ad->dev, "ch%d report ring error\n", channo);  in admac_handle_status_err()
637 		dev_err(ad->dev, "ch%d unknown error, masking errors as cause of IRQs\n", channo);  in admac_handle_status_err()
638 		admac_modify(ad, REG_CHAN_INTMASK(channo, ad->irq_index),  in admac_handle_status_err()
643 static void admac_handle_status_desc_done(struct admac_data *ad, int channo)  in admac_handle_status_desc_done()  argument
645 	struct admac_chan *adchan = &ad->channels[channo];  in admac_handle_status_desc_done()
650 		       ad->base + REG_CHAN_INTSTATUS(channo, ad->irq_index));  in admac_handle_status_desc_done()
653 	nreports = admac_drain_reports(ad, channo);  in admac_handle_status_desc_done()
662 		admac_cyclic_write_desc(ad, channo, tx);  in admac_handle_status_desc_done()