291 int genwqe_alloc_sync_sgl(struct genwqe_dev *cd, struct genwqe_sgl *sgl,  in genwqe_alloc_sync_sgl()  argument
297 	sgl->fpage_offs = offset_in_page((unsigned long)user_addr);  in genwqe_alloc_sync_sgl()
298 	sgl->fpage_size = min_t(size_t, PAGE_SIZE-sgl->fpage_offs, user_size);  in genwqe_alloc_sync_sgl()
299 	sgl->nr_pages = DIV_ROUND_UP(sgl->fpage_offs + user_size, PAGE_SIZE);  in genwqe_alloc_sync_sgl()
300 	sgl->lpage_size = (user_size - sgl->fpage_size) % PAGE_SIZE;  in genwqe_alloc_sync_sgl()
303 		__func__, user_addr, user_size, sgl->nr_pages,  in genwqe_alloc_sync_sgl()
304 		sgl->fpage_offs, sgl->fpage_size, sgl->lpage_size);  in genwqe_alloc_sync_sgl()
306 	sgl->user_addr = user_addr;  in genwqe_alloc_sync_sgl()
307 	sgl->user_size = user_size;  in genwqe_alloc_sync_sgl()
308 	sgl->write = write;  in genwqe_alloc_sync_sgl()
309 	sgl->sgl_size = genwqe_sgl_size(sgl->nr_pages);  in genwqe_alloc_sync_sgl()
311 	if (get_order(sgl->sgl_size) > MAX_ORDER) {  in genwqe_alloc_sync_sgl()
317 	sgl->sgl = __genwqe_alloc_consistent(cd, sgl->sgl_size,  in genwqe_alloc_sync_sgl()
318 					     &sgl->sgl_dma_addr);  in genwqe_alloc_sync_sgl()
319 	if (sgl->sgl == NULL) {  in genwqe_alloc_sync_sgl()
326 	if ((sgl->fpage_size != 0) && (sgl->fpage_size != PAGE_SIZE)) {  in genwqe_alloc_sync_sgl()
327 		sgl->fpage = __genwqe_alloc_consistent(cd, PAGE_SIZE,  in genwqe_alloc_sync_sgl()
328 						       &sgl->fpage_dma_addr);  in genwqe_alloc_sync_sgl()
329 		if (sgl->fpage == NULL)  in genwqe_alloc_sync_sgl()
333 		if (copy_from_user(sgl->fpage + sgl->fpage_offs,  in genwqe_alloc_sync_sgl()
334 				   user_addr, sgl->fpage_size)) {  in genwqe_alloc_sync_sgl()
339 	if (sgl->lpage_size != 0) {  in genwqe_alloc_sync_sgl()
340 		sgl->lpage = __genwqe_alloc_consistent(cd, PAGE_SIZE,  in genwqe_alloc_sync_sgl()
341 						       &sgl->lpage_dma_addr);  in genwqe_alloc_sync_sgl()
342 		if (sgl->lpage == NULL)  in genwqe_alloc_sync_sgl()
346 		if (copy_from_user(sgl->lpage, user_addr + user_size -  in genwqe_alloc_sync_sgl()
347 				   sgl->lpage_size, sgl->lpage_size)) {  in genwqe_alloc_sync_sgl()
355 	__genwqe_free_consistent(cd, PAGE_SIZE, sgl->lpage,  in genwqe_alloc_sync_sgl()
356 				 sgl->lpage_dma_addr);  in genwqe_alloc_sync_sgl()
357 	sgl->lpage = NULL;  in genwqe_alloc_sync_sgl()
358 	sgl->lpage_dma_addr = 0;  in genwqe_alloc_sync_sgl()
360 	__genwqe_free_consistent(cd, PAGE_SIZE, sgl->fpage,  in genwqe_alloc_sync_sgl()
361 				 sgl->fpage_dma_addr);  in genwqe_alloc_sync_sgl()
362 	sgl->fpage = NULL;  in genwqe_alloc_sync_sgl()
363 	sgl->fpage_dma_addr = 0;  in genwqe_alloc_sync_sgl()
365 	__genwqe_free_consistent(cd, sgl->sgl_size, sgl->sgl,  in genwqe_alloc_sync_sgl()
366 				 sgl->sgl_dma_addr);  in genwqe_alloc_sync_sgl()
367 	sgl->sgl = NULL;  in genwqe_alloc_sync_sgl()
368 	sgl->sgl_dma_addr = 0;  in genwqe_alloc_sync_sgl()
369 	sgl->sgl_size = 0;  in genwqe_alloc_sync_sgl()
374 int genwqe_setup_sgl(struct genwqe_dev *cd, struct genwqe_sgl *sgl,  in genwqe_setup_sgl()  argument
381 	size_t size = sgl->user_size;  in genwqe_setup_sgl()
384 	map_offs = sgl->fpage_offs; /* offset in first page */  in genwqe_setup_sgl()
386 	s = &sgl->sgl[0];	/* first set of 8 entries */  in genwqe_setup_sgl()
388 	while (p < sgl->nr_pages) {  in genwqe_setup_sgl()
394 		s[j].target_addr = cpu_to_be64(sgl->sgl_dma_addr + dma_offs);  in genwqe_setup_sgl()
403 			if ((p == 0) && (sgl->fpage != NULL)) {  in genwqe_setup_sgl()
404 				daddr = sgl->fpage_dma_addr + map_offs;  in genwqe_setup_sgl()
406 			} else if ((p == sgl->nr_pages - 1) &&  in genwqe_setup_sgl()
407 				   (sgl->lpage != NULL)) {  in genwqe_setup_sgl()
408 				daddr = sgl->lpage_dma_addr;  in genwqe_setup_sgl()
427 				if (p == sgl->nr_pages)  in genwqe_setup_sgl()
443 			if (p == sgl->nr_pages)  in genwqe_setup_sgl()
473 int genwqe_free_sync_sgl(struct genwqe_dev *cd, struct genwqe_sgl *sgl)  in genwqe_free_sync_sgl()  argument
480 	if (sgl->fpage) {  in genwqe_free_sync_sgl()
481 		if (sgl->write) {  in genwqe_free_sync_sgl()
482 			res = copy_to_user(sgl->user_addr,  in genwqe_free_sync_sgl()
483 				sgl->fpage + sgl->fpage_offs, sgl->fpage_size);  in genwqe_free_sync_sgl()
491 		__genwqe_free_consistent(cd, PAGE_SIZE, sgl->fpage,  in genwqe_free_sync_sgl()
492 					 sgl->fpage_dma_addr);  in genwqe_free_sync_sgl()
493 		sgl->fpage = NULL;  in genwqe_free_sync_sgl()
494 		sgl->fpage_dma_addr = 0;  in genwqe_free_sync_sgl()
496 	if (sgl->lpage) {  in genwqe_free_sync_sgl()
497 		if (sgl->write) {  in genwqe_free_sync_sgl()
498 			offset = sgl->user_size - sgl->lpage_size;  in genwqe_free_sync_sgl()
499 			res = copy_to_user(sgl->user_addr + offset, sgl->lpage,  in genwqe_free_sync_sgl()
500 					   sgl->lpage_size);  in genwqe_free_sync_sgl()
508 		__genwqe_free_consistent(cd, PAGE_SIZE, sgl->lpage,  in genwqe_free_sync_sgl()
509 					 sgl->lpage_dma_addr);  in genwqe_free_sync_sgl()
510 		sgl->lpage = NULL;  in genwqe_free_sync_sgl()
511 		sgl->lpage_dma_addr = 0;  in genwqe_free_sync_sgl()
513 	__genwqe_free_consistent(cd, sgl->sgl_size, sgl->sgl,  in genwqe_free_sync_sgl()
514 				 sgl->sgl_dma_addr);  in genwqe_free_sync_sgl()
516 	sgl->sgl = NULL;  in genwqe_free_sync_sgl()
517 	sgl->sgl_dma_addr = 0x0;  in genwqe_free_sync_sgl()
518 	sgl->sgl_size = 0;  in genwqe_free_sync_sgl()