169 static ia_css_ptr __hmm_alloc(size_t bytes, enum hmm_bo_type type,  in __hmm_alloc()  argument
184 	pgnr = size_to_pgnr_ceil(bytes);  in __hmm_alloc()
208 		bo->start, bytes, type, vmalloc);  in __hmm_alloc()
220 ia_css_ptr hmm_alloc(size_t bytes)  in hmm_alloc()  argument
222 	return __hmm_alloc(bytes, HMM_BO_PRIVATE, NULL);  in hmm_alloc()
225 ia_css_ptr hmm_create_from_vmalloc_buf(size_t bytes, void *vmalloc_addr)  in hmm_create_from_vmalloc_buf()  argument
227 	return __hmm_alloc(bytes, HMM_BO_VMALLOC, vmalloc_addr);  in hmm_create_from_vmalloc_buf()
279 				  unsigned int bytes)  in load_and_flush_by_kmap()  argument
292 	while (bytes) {  in load_and_flush_by_kmap()
298 		if ((bytes + offset) >= PAGE_SIZE) {  in load_and_flush_by_kmap()
300 			bytes -= len;  in load_and_flush_by_kmap()
302 			len = bytes;  in load_and_flush_by_kmap()
303 			bytes = 0;  in load_and_flush_by_kmap()
322 static int load_and_flush(ia_css_ptr virt, void *data, unsigned int bytes)  in load_and_flush()  argument
336 		memcpy(data, src, bytes);  in load_and_flush()
338 			clflush_cache_range(src, bytes);  in load_and_flush()
344 			return load_and_flush_by_kmap(virt, data, bytes);  in load_and_flush()
348 		memcpy(data, vptr, bytes);  in load_and_flush()
349 		clflush_cache_range(vptr, bytes);  in load_and_flush()
357 int hmm_load(ia_css_ptr virt, void *data, unsigned int bytes)  in hmm_load()  argument
369 	return load_and_flush(virt, data, bytes);  in hmm_load()
373 int hmm_flush(ia_css_ptr virt, unsigned int bytes)  in hmm_flush()  argument
375 	return load_and_flush(virt, NULL, bytes);  in hmm_flush()
379 int hmm_store(ia_css_ptr virt, const void *data, unsigned int bytes)  in hmm_store()  argument
406 		memcpy(dst, data, bytes);  in hmm_store()
408 			clflush_cache_range(dst, bytes);  in hmm_store()
416 			memcpy(vptr, data, bytes);  in hmm_store()
417 			clflush_cache_range(vptr, bytes);  in hmm_store()
424 	while (bytes) {  in hmm_store()
439 		if ((bytes + offset) >= PAGE_SIZE) {  in hmm_store()
441 			bytes -= len;  in hmm_store()
443 			len = bytes;  in hmm_store()
444 			bytes = 0;  in hmm_store()
462 int hmm_set(ia_css_ptr virt, int c, unsigned int bytes)  in hmm_set()  argument
478 		memset(dst, c, bytes);  in hmm_set()
481 			clflush_cache_range(dst, bytes);  in hmm_set()
488 			memset(vptr, c, bytes);  in hmm_set()
489 			clflush_cache_range(vptr, bytes);  in hmm_set()
495 	while (bytes) {  in hmm_set()
501 		if ((bytes + offset) >= PAGE_SIZE) {  in hmm_set()
503 			bytes -= len;  in hmm_set()
505 			len = bytes;  in hmm_set()
506 			bytes = 0;  in hmm_set()