45 static inline void hsu_chan_disable(struct hsu_dma_chan *hsuc)  in hsu_chan_disable()  argument
47 	hsu_chan_writel(hsuc, HSU_CH_CR, 0);  in hsu_chan_disable()
50 static inline void hsu_chan_enable(struct hsu_dma_chan *hsuc)  in hsu_chan_enable()  argument
54 	if (hsuc->direction == DMA_MEM_TO_DEV)  in hsu_chan_enable()
56 	else if (hsuc->direction == DMA_DEV_TO_MEM)  in hsu_chan_enable()
59 	hsu_chan_writel(hsuc, HSU_CH_CR, cr);  in hsu_chan_enable()
62 static void hsu_dma_chan_start(struct hsu_dma_chan *hsuc)  in hsu_dma_chan_start()  argument
64 	struct dma_slave_config *config = &hsuc->config;  in hsu_dma_chan_start()
65 	struct hsu_dma_desc *desc = hsuc->desc;  in hsu_dma_chan_start()
70 	if (hsuc->direction == DMA_MEM_TO_DEV) {  in hsu_dma_chan_start()
73 	} else if (hsuc->direction == DMA_DEV_TO_MEM) {  in hsu_dma_chan_start()
78 	hsu_chan_disable(hsuc);  in hsu_dma_chan_start()
80 	hsu_chan_writel(hsuc, HSU_CH_DCR, 0);  in hsu_dma_chan_start()
81 	hsu_chan_writel(hsuc, HSU_CH_BSR, bsr);  in hsu_dma_chan_start()
82 	hsu_chan_writel(hsuc, HSU_CH_MTSR, mtsr);  in hsu_dma_chan_start()
87 		hsu_chan_writel(hsuc, HSU_CH_DxSAR(i), desc->sg[i].addr);  in hsu_dma_chan_start()
88 		hsu_chan_writel(hsuc, HSU_CH_DxTSR(i), desc->sg[i].len);  in hsu_dma_chan_start()
100 	hsu_chan_writel(hsuc, HSU_CH_DCR, dcr);  in hsu_dma_chan_start()
102 	hsu_chan_enable(hsuc);  in hsu_dma_chan_start()
105 static void hsu_dma_stop_channel(struct hsu_dma_chan *hsuc)  in hsu_dma_stop_channel()  argument
107 	hsu_chan_disable(hsuc);  in hsu_dma_stop_channel()
108 	hsu_chan_writel(hsuc, HSU_CH_DCR, 0);  in hsu_dma_stop_channel()
111 static void hsu_dma_start_channel(struct hsu_dma_chan *hsuc)  in hsu_dma_start_channel()  argument
113 	hsu_dma_chan_start(hsuc);  in hsu_dma_start_channel()
116 static void hsu_dma_start_transfer(struct hsu_dma_chan *hsuc)  in hsu_dma_start_transfer()  argument
121 	vdesc = vchan_next_desc(&hsuc->vchan);  in hsu_dma_start_transfer()
123 		hsuc->desc = NULL;  in hsu_dma_start_transfer()
128 	hsuc->desc = to_hsu_dma_desc(vdesc);  in hsu_dma_start_transfer()
131 	hsu_dma_start_channel(hsuc);  in hsu_dma_start_transfer()
154 	struct hsu_dma_chan *hsuc;  in hsu_dma_get_status()  local
162 	hsuc = &chip->hsu->chan[nr];  in hsu_dma_get_status()
168 	spin_lock_irqsave(&hsuc->vchan.lock, flags);  in hsu_dma_get_status()
169 	sr = hsu_chan_readl(hsuc, HSU_CH_SR);  in hsu_dma_get_status()
170 	spin_unlock_irqrestore(&hsuc->vchan.lock, flags);  in hsu_dma_get_status()
213 	struct hsu_dma_chan *hsuc;  in hsu_dma_do_irq()  local
221 	hsuc = &chip->hsu->chan[nr];  in hsu_dma_do_irq()
222 	stat = this_cpu_ptr(hsuc->vchan.chan.local);  in hsu_dma_do_irq()
224 	spin_lock_irqsave(&hsuc->vchan.lock, flags);  in hsu_dma_do_irq()
225 	desc = hsuc->desc;  in hsu_dma_do_irq()
230 			hsu_dma_start_channel(hsuc);  in hsu_dma_do_irq()
235 			hsu_dma_start_transfer(hsuc);  in hsu_dma_do_irq()
238 	spin_unlock_irqrestore(&hsuc->vchan.lock, flags);  in hsu_dma_do_irq()
274 	struct hsu_dma_chan *hsuc = to_hsu_dma_chan(chan);  in hsu_dma_prep_slave_sg()  local
295 	return vchan_tx_prep(&hsuc->vchan, &desc->vdesc, flags);  in hsu_dma_prep_slave_sg()
300 	struct hsu_dma_chan *hsuc = to_hsu_dma_chan(chan);  in hsu_dma_issue_pending()  local
303 	spin_lock_irqsave(&hsuc->vchan.lock, flags);  in hsu_dma_issue_pending()
304 	if (vchan_issue_pending(&hsuc->vchan) && !hsuc->desc)  in hsu_dma_issue_pending()
305 		hsu_dma_start_transfer(hsuc);  in hsu_dma_issue_pending()
306 	spin_unlock_irqrestore(&hsuc->vchan.lock, flags);  in hsu_dma_issue_pending()
309 static size_t hsu_dma_active_desc_size(struct hsu_dma_chan *hsuc)  in hsu_dma_active_desc_size()  argument
311 	struct hsu_dma_desc *desc = hsuc->desc;  in hsu_dma_active_desc_size()
320 		bytes += hsu_chan_readl(hsuc, HSU_CH_DxTSR(i));  in hsu_dma_active_desc_size()
329 	struct hsu_dma_chan *hsuc = to_hsu_dma_chan(chan);  in hsu_dma_tx_status()  local
339 	spin_lock_irqsave(&hsuc->vchan.lock, flags);  in hsu_dma_tx_status()
340 	vdesc = vchan_find_desc(&hsuc->vchan, cookie);  in hsu_dma_tx_status()
341 	if (hsuc->desc && cookie == hsuc->desc->vdesc.tx.cookie) {  in hsu_dma_tx_status()
342 		bytes = hsu_dma_active_desc_size(hsuc);  in hsu_dma_tx_status()
344 		status = hsuc->desc->status;  in hsu_dma_tx_status()
349 	spin_unlock_irqrestore(&hsuc->vchan.lock, flags);  in hsu_dma_tx_status()
357 	struct hsu_dma_chan *hsuc = to_hsu_dma_chan(chan);  in hsu_dma_slave_config()  local
359 	memcpy(&hsuc->config, config, sizeof(hsuc->config));  in hsu_dma_slave_config()
366 	struct hsu_dma_chan *hsuc = to_hsu_dma_chan(chan);  in hsu_dma_pause()  local
369 	spin_lock_irqsave(&hsuc->vchan.lock, flags);  in hsu_dma_pause()
370 	if (hsuc->desc && hsuc->desc->status == DMA_IN_PROGRESS) {  in hsu_dma_pause()
371 		hsu_chan_disable(hsuc);  in hsu_dma_pause()
372 		hsuc->desc->status = DMA_PAUSED;  in hsu_dma_pause()
374 	spin_unlock_irqrestore(&hsuc->vchan.lock, flags);  in hsu_dma_pause()
381 	struct hsu_dma_chan *hsuc = to_hsu_dma_chan(chan);  in hsu_dma_resume()  local
384 	spin_lock_irqsave(&hsuc->vchan.lock, flags);  in hsu_dma_resume()
385 	if (hsuc->desc && hsuc->desc->status == DMA_PAUSED) {  in hsu_dma_resume()
386 		hsuc->desc->status = DMA_IN_PROGRESS;  in hsu_dma_resume()
387 		hsu_chan_enable(hsuc);  in hsu_dma_resume()
389 	spin_unlock_irqrestore(&hsuc->vchan.lock, flags);  in hsu_dma_resume()
396 	struct hsu_dma_chan *hsuc = to_hsu_dma_chan(chan);  in hsu_dma_terminate_all()  local
400 	spin_lock_irqsave(&hsuc->vchan.lock, flags);  in hsu_dma_terminate_all()
402 	hsu_dma_stop_channel(hsuc);  in hsu_dma_terminate_all()
403 	if (hsuc->desc) {  in hsu_dma_terminate_all()
404 		hsu_dma_desc_free(&hsuc->desc->vdesc);  in hsu_dma_terminate_all()
405 		hsuc->desc = NULL;  in hsu_dma_terminate_all()
408 	vchan_get_all_descriptors(&hsuc->vchan, &head);  in hsu_dma_terminate_all()
409 	spin_unlock_irqrestore(&hsuc->vchan.lock, flags);  in hsu_dma_terminate_all()
410 	vchan_dma_desc_free_list(&hsuc->vchan, &head);  in hsu_dma_terminate_all()
422 	struct hsu_dma_chan *hsuc = to_hsu_dma_chan(chan);  in hsu_dma_synchronize()  local
424 	vchan_synchronize(&hsuc->vchan);  in hsu_dma_synchronize()
450 		struct hsu_dma_chan *hsuc = &hsu->chan[i];  in hsu_dma_probe()  local
452 		hsuc->vchan.desc_free = hsu_dma_desc_free;  in hsu_dma_probe()
453 		vchan_init(&hsuc->vchan, &hsu->dma);  in hsu_dma_probe()
455 		hsuc->direction = (i & 0x1) ? DMA_DEV_TO_MEM : DMA_MEM_TO_DEV;  in hsu_dma_probe()
456 		hsuc->reg = addr + i * HSU_DMA_CHAN_LENGTH;  in hsu_dma_probe()
501 		struct hsu_dma_chan *hsuc = &hsu->chan[i];  in hsu_dma_remove()  local
503 		tasklet_kill(&hsuc->vchan.task);  in hsu_dma_remove()