37 				       const struct spi_mem_op *op,  in spi_controller_dma_map_mem_op_data()  argument
42 	if (!op->data.nbytes)  in spi_controller_dma_map_mem_op_data()
45 	if (op->data.dir == SPI_MEM_DATA_OUT && ctlr->dma_tx)  in spi_controller_dma_map_mem_op_data()
47 	else if (op->data.dir == SPI_MEM_DATA_IN && ctlr->dma_rx)  in spi_controller_dma_map_mem_op_data()
55 	return spi_map_buf(ctlr, dmadev, sgt, op->data.buf.in, op->data.nbytes,  in spi_controller_dma_map_mem_op_data()
56 			   op->data.dir == SPI_MEM_DATA_IN ?  in spi_controller_dma_map_mem_op_data()
83 					  const struct spi_mem_op *op,  in spi_controller_dma_unmap_mem_op_data()  argument
88 	if (!op->data.nbytes)  in spi_controller_dma_unmap_mem_op_data()
91 	if (op->data.dir == SPI_MEM_DATA_OUT && ctlr->dma_tx)  in spi_controller_dma_unmap_mem_op_data()
93 	else if (op->data.dir == SPI_MEM_DATA_IN && ctlr->dma_rx)  in spi_controller_dma_unmap_mem_op_data()
99 		      op->data.dir == SPI_MEM_DATA_IN ?  in spi_controller_dma_unmap_mem_op_data()
135 				 const struct spi_mem_op *op)  in spi_mem_default_supports_op()  argument
137 	if (spi_check_buswidth_req(slave, op->cmd.buswidth, true))  in spi_mem_default_supports_op()
140 	if (op->addr.nbytes &&  in spi_mem_default_supports_op()
141 	    spi_check_buswidth_req(slave, op->addr.buswidth, true))  in spi_mem_default_supports_op()
144 	if (op->dummy.nbytes &&  in spi_mem_default_supports_op()
145 	    spi_check_buswidth_req(slave, op->dummy.buswidth, true))  in spi_mem_default_supports_op()
148 	if (op->data.nbytes &&  in spi_mem_default_supports_op()
149 	    spi_check_buswidth_req(slave, op->data.buswidth,  in spi_mem_default_supports_op()
150 				   op->data.dir == SPI_MEM_DATA_OUT))  in spi_mem_default_supports_op()
173 			 const struct spi_mem_op *op)  in spi_mem_supports_op()  argument
179 		return ops->mem_ops->supports_op(slave, op);  in spi_mem_supports_op()
181 	return spi_mem_default_supports_op(slave, op);  in spi_mem_supports_op()
197 int spi_mem_exec_op(struct spi_slave *slave, const struct spi_mem_op *op)  in spi_mem_exec_op()  argument
210 	if (!spi_mem_supports_op(slave, op))  in spi_mem_exec_op()
238 		ret = ops->mem_ops->exec_op(slave, op);  in spi_mem_exec_op()
260 	tmpbufsize = sizeof(op->cmd.opcode) + op->addr.nbytes +  in spi_mem_exec_op()
261 		     op->dummy.nbytes;  in spi_mem_exec_op()
274 	tmpbuf[0] = op->cmd.opcode;  in spi_mem_exec_op()
276 	xfers[xferpos].len = sizeof(op->cmd.opcode);  in spi_mem_exec_op()
277 	xfers[xferpos].tx_nbits = op->cmd.buswidth;  in spi_mem_exec_op()
282 	if (op->addr.nbytes) {  in spi_mem_exec_op()
285 		for (i = 0; i < op->addr.nbytes; i++)  in spi_mem_exec_op()
286 			tmpbuf[i + 1] = op->addr.val >>  in spi_mem_exec_op()
287 					(8 * (op->addr.nbytes - i - 1));  in spi_mem_exec_op()
290 		xfers[xferpos].len = op->addr.nbytes;  in spi_mem_exec_op()
291 		xfers[xferpos].tx_nbits = op->addr.buswidth;  in spi_mem_exec_op()
294 		totalxferlen += op->addr.nbytes;  in spi_mem_exec_op()
297 	if (op->dummy.nbytes) {  in spi_mem_exec_op()
298 		memset(tmpbuf + op->addr.nbytes + 1, 0xff, op->dummy.nbytes);  in spi_mem_exec_op()
299 		xfers[xferpos].tx_buf = tmpbuf + op->addr.nbytes + 1;  in spi_mem_exec_op()
300 		xfers[xferpos].len = op->dummy.nbytes;  in spi_mem_exec_op()
301 		xfers[xferpos].tx_nbits = op->dummy.buswidth;  in spi_mem_exec_op()
304 		totalxferlen += op->dummy.nbytes;  in spi_mem_exec_op()
307 	if (op->data.nbytes) {  in spi_mem_exec_op()
308 		if (op->data.dir == SPI_MEM_DATA_IN) {  in spi_mem_exec_op()
309 			xfers[xferpos].rx_buf = op->data.buf.in;  in spi_mem_exec_op()
310 			xfers[xferpos].rx_nbits = op->data.buswidth;  in spi_mem_exec_op()
312 			xfers[xferpos].tx_buf = op->data.buf.out;  in spi_mem_exec_op()
313 			xfers[xferpos].tx_nbits = op->data.buswidth;  in spi_mem_exec_op()
316 		xfers[xferpos].len = op->data.nbytes;  in spi_mem_exec_op()
319 		totalxferlen += op->data.nbytes;  in spi_mem_exec_op()
333 	if (op->data.nbytes) {  in spi_mem_exec_op()
334 		if (op->data.dir == SPI_MEM_DATA_IN)  in spi_mem_exec_op()
335 			rx_buf = op->data.buf.in;  in spi_mem_exec_op()
337 			tx_buf = op->data.buf.out;  in spi_mem_exec_op()
340 	op_len = sizeof(op->cmd.opcode) + op->addr.nbytes + op->dummy.nbytes;  in spi_mem_exec_op()
343 	op_buf[pos++] = op->cmd.opcode;  in spi_mem_exec_op()
345 	if (op->addr.nbytes) {  in spi_mem_exec_op()
346 		for (i = 0; i < op->addr.nbytes; i++)  in spi_mem_exec_op()
347 			op_buf[pos + i] = op->addr.val >>  in spi_mem_exec_op()
348 				(8 * (op->addr.nbytes - i - 1));  in spi_mem_exec_op()
350 		pos += op->addr.nbytes;  in spi_mem_exec_op()
353 	if (op->dummy.nbytes)  in spi_mem_exec_op()
354 		memset(op_buf + pos, 0xff, op->dummy.nbytes);  in spi_mem_exec_op()
368 		ret = spi_xfer(slave, op->data.nbytes * 8, tx_buf,  in spi_mem_exec_op()
379 	      tx_buf || rx_buf ? op->data.nbytes : 0,  in spi_mem_exec_op()
381 	for (i = 0; i < op->data.nbytes; i++)  in spi_mem_exec_op()
410 int spi_mem_adjust_op_size(struct spi_slave *slave, struct spi_mem_op *op)  in spi_mem_adjust_op_size()  argument
416 		return ops->mem_ops->adjust_op_size(slave, op);  in spi_mem_adjust_op_size()
421 		len = sizeof(op->cmd.opcode) + op->addr.nbytes +  in spi_mem_adjust_op_size()
422 			op->dummy.nbytes;  in spi_mem_adjust_op_size()
426 		if (op->data.dir == SPI_MEM_DATA_IN && slave->max_read_size)  in spi_mem_adjust_op_size()
427 			op->data.nbytes = min(op->data.nbytes,  in spi_mem_adjust_op_size()
430 			op->data.nbytes = min(op->data.nbytes,  in spi_mem_adjust_op_size()
433 		if (!op->data.nbytes)  in spi_mem_adjust_op_size()