46 static dma_addr_t pq16_get_src(struct ioat_raw_descriptor *desc[3], int idx)  in pq16_get_src()
48 	struct ioat_raw_descriptor *raw = desc[pq16_idx_to_desc[idx]];  in pq16_get_src()
63 static void pq16_set_src(struct ioat_raw_descriptor *desc[3],  in pq16_set_src()
66 	struct ioat_pq_descriptor *pq = (struct ioat_pq_descriptor *)desc[0];  in pq16_set_src()
68 		(struct ioat_pq16a_descriptor *)desc[1];  in pq16_set_src()
69 	struct ioat_raw_descriptor *raw = desc[pq16_idx_to_desc[idx]];  in pq16_set_src()
106 	struct ioat_ring_ent *desc;  in ioat_dma_prep_memcpy_lock()  local
125 		desc = ioat_get_ring_ent(ioat_chan, idx + i);  in ioat_dma_prep_memcpy_lock()
126 		hw = desc->hw;  in ioat_dma_prep_memcpy_lock()
136 		dump_desc_dbg(ioat_chan, desc);  in ioat_dma_prep_memcpy_lock()
139 	desc->txd.flags = flags;  in ioat_dma_prep_memcpy_lock()
140 	desc->len = total_len;  in ioat_dma_prep_memcpy_lock()
144 	dump_desc_dbg(ioat_chan, desc);  in ioat_dma_prep_memcpy_lock()
147 	return &desc->txd;  in ioat_dma_prep_memcpy_lock()
158 	struct ioat_ring_ent *desc;  in __ioat_prep_xor_lock()  local
197 		desc = ioat_get_ring_ent(ioat_chan, idx + i);  in __ioat_prep_xor_lock()
198 		xor = desc->xor;  in __ioat_prep_xor_lock()
219 		dump_desc_dbg(ioat_chan, desc);  in __ioat_prep_xor_lock()
223 	desc->txd.flags = flags;  in __ioat_prep_xor_lock()
224 	desc->len = total_len;  in __ioat_prep_xor_lock()
226 		desc->result = result;  in __ioat_prep_xor_lock()
276 dump_pq_desc_dbg(struct ioatdma_chan *ioat_chan, struct ioat_ring_ent *desc,  in dump_pq_desc_dbg()  argument
280 	struct ioat_pq_descriptor *pq = desc->pq;  in dump_pq_desc_dbg()
289 		desc_id(desc), (unsigned long long) desc->txd.phys,  in dump_pq_desc_dbg()
291 		desc->txd.flags, pq->size, pq->ctl, pq->ctl_f.op,  in dump_pq_desc_dbg()
304 			       struct ioat_ring_ent *desc)  in dump_pq16_desc_dbg()  argument
307 	struct ioat_pq_descriptor *pq = desc->pq;  in dump_pq16_desc_dbg()
314 	if (desc->sed) {  in dump_pq16_desc_dbg()
315 		descs[1] = (void *)desc->sed->hw;  in dump_pq16_desc_dbg()
316 		descs[2] = (void *)desc->sed->hw + 64;  in dump_pq16_desc_dbg()
322 		desc_id(desc), (unsigned long long) desc->txd.phys,  in dump_pq16_desc_dbg()
324 		desc->txd.flags, pq->size, pq->ctl,  in dump_pq16_desc_dbg()
347 	struct ioat_ring_ent *desc;  in __ioat_prep_pq_lock()  local
392 		desc = ioat_get_ring_ent(ioat_chan, idx + i);  in __ioat_prep_pq_lock()
393 		pq = desc->pq;  in __ioat_prep_pq_lock()
433 	desc->txd.flags = flags;  in __ioat_prep_pq_lock()
434 	desc->len = total_len;  in __ioat_prep_pq_lock()
436 		desc->result = result;  in __ioat_prep_pq_lock()
438 	dump_pq_desc_dbg(ioat_chan, desc, ext);  in __ioat_prep_pq_lock()
443 		compl_desc = desc;  in __ioat_prep_pq_lock()
470 	struct ioat_ring_ent *desc;  in __ioat_prep_pq16_lock()  local
500 		desc = ioat_get_ring_ent(ioat_chan, idx + i);  in __ioat_prep_pq16_lock()
501 		pq = desc->pq;  in __ioat_prep_pq16_lock()
505 		desc->sed = ioat3_alloc_sed(ioat_dma, (src_cnt-2) >> 3);  in __ioat_prep_pq16_lock()
506 		if (!desc->sed) {  in __ioat_prep_pq16_lock()
512 		pq->sed_addr = desc->sed->dma;  in __ioat_prep_pq16_lock()
513 		desc->sed->parent = desc;  in __ioat_prep_pq16_lock()
515 		descs[1] = (struct ioat_raw_descriptor *)desc->sed->hw;  in __ioat_prep_pq16_lock()
547 	desc->txd.flags = flags;  in __ioat_prep_pq16_lock()
548 	desc->len = total_len;  in __ioat_prep_pq16_lock()
550 		desc->result = result;  in __ioat_prep_pq16_lock()
557 	dump_pq16_desc_dbg(ioat_chan, desc);  in __ioat_prep_pq16_lock()
560 	return &desc->txd;  in __ioat_prep_pq16_lock()
708 	struct ioat_ring_ent *desc;  in ioat_prep_interrupt_lock()  local
715 		desc = ioat_get_ring_ent(ioat_chan, ioat_chan->head);  in ioat_prep_interrupt_lock()
719 	hw = desc->hw;  in ioat_prep_interrupt_lock()
729 	desc->txd.flags = flags;  in ioat_prep_interrupt_lock()
730 	desc->len = 1;  in ioat_prep_interrupt_lock()
732 	dump_desc_dbg(ioat_chan, desc);  in ioat_prep_interrupt_lock()
735 	return &desc->txd;  in ioat_prep_interrupt_lock()