27 	int err = 0;  in walk_pte_range_inner()  local
30 		err = ops->pte_entry(pte, addr, addr + PAGE_SIZE, walk);  in walk_pte_range_inner()
31 		if (err)  in walk_pte_range_inner()
38 	return err;  in walk_pte_range_inner()
45 	int err = 0;  in walk_pte_range()  local
60 			err = walk_pte_range_inner(pte, addr, end, walk);  in walk_pte_range()
67 			err = walk_pte_range_inner(pte, addr, end, walk);  in walk_pte_range()
73 	return err;  in walk_pte_range()
80 	int err = 0;  in walk_hugepd_range()  local
96 		err = ops->pte_entry(pte, addr, addr + page_size, walk);  in walk_hugepd_range()
99 		if (err)  in walk_hugepd_range()
105 	return err;  in walk_hugepd_range()
121 	int err = 0;  in walk_pmd_range()  local
130 				err = ops->pte_hole(addr, next, depth, walk);  in walk_pmd_range()
131 			if (err)  in walk_pmd_range()
143 			err = ops->pmd_entry(pmd, addr, next, walk);  in walk_pmd_range()
144 		if (err)  in walk_pmd_range()
163 			err = walk_hugepd_range((hugepd_t *)pmd, addr, next, walk, PMD_SHIFT);  in walk_pmd_range()
165 			err = walk_pte_range(pmd, addr, next, walk);  in walk_pmd_range()
166 		if (err)  in walk_pmd_range()
174 	return err;  in walk_pmd_range()
183 	int err = 0;  in walk_pud_range()  local
192 				err = ops->pte_hole(addr, next, depth, walk);  in walk_pud_range()
193 			if (err)  in walk_pud_range()
201 			err = ops->pud_entry(pud, addr, next, walk);  in walk_pud_range()
202 		if (err)  in walk_pud_range()
219 			err = walk_hugepd_range((hugepd_t *)pud, addr, next, walk, PUD_SHIFT);  in walk_pud_range()
221 			err = walk_pmd_range(pud, addr, next, walk);  in walk_pud_range()
222 		if (err)  in walk_pud_range()
226 	return err;  in walk_pud_range()
235 	int err = 0;  in walk_p4d_range()  local
243 				err = ops->pte_hole(addr, next, depth, walk);  in walk_p4d_range()
244 			if (err)  in walk_p4d_range()
249 			err = ops->p4d_entry(p4d, addr, next, walk);  in walk_p4d_range()
250 			if (err)  in walk_p4d_range()
254 			err = walk_hugepd_range((hugepd_t *)p4d, addr, next, walk, P4D_SHIFT);  in walk_p4d_range()
256 			err = walk_pud_range(p4d, addr, next, walk);  in walk_p4d_range()
257 		if (err)  in walk_p4d_range()
261 	return err;  in walk_p4d_range()
270 	int err = 0;  in walk_pgd_range()  local
280 				err = ops->pte_hole(addr, next, 0, walk);  in walk_pgd_range()
281 			if (err)  in walk_pgd_range()
286 			err = ops->pgd_entry(pgd, addr, next, walk);  in walk_pgd_range()
287 			if (err)  in walk_pgd_range()
291 			err = walk_hugepd_range((hugepd_t *)pgd, addr, next, walk, PGDIR_SHIFT);  in walk_pgd_range()
293 			err = walk_p4d_range(pgd, addr, next, walk);  in walk_pgd_range()
294 		if (err)  in walk_pgd_range()
298 	return err;  in walk_pgd_range()
319 	int err = 0;  in walk_hugetlb_range()  local
326 			err = ops->hugetlb_entry(pte, hmask, addr, next, walk);  in walk_hugetlb_range()
328 			err = ops->pte_hole(addr, next, -1, walk);  in walk_hugetlb_range()
329 		if (err)  in walk_hugetlb_range()
334 	return err;  in walk_hugetlb_range()
370 		int err = 1;  in walk_page_test()  local
372 			err = ops->pte_hole(start, end, -1, walk);  in walk_page_test()
373 		return err ? err : 1;  in walk_page_test()
381 	int err = 0;  in __walk_page_range()  local
386 		err = ops->pre_vma(start, end, walk);  in __walk_page_range()
387 		if (err)  in __walk_page_range()
388 			return err;  in __walk_page_range()
393 			err = walk_hugetlb_range(start, end, walk);  in __walk_page_range()
395 		err = walk_pgd_range(start, end, walk);  in __walk_page_range()
400 	return err;  in __walk_page_range()
474 	int err = 0;  in walk_page_range()  local
497 				err = ops->pte_hole(start, next, -1, &walk);  in walk_page_range()
502 				err = ops->pte_hole(start, next, -1, &walk);  in walk_page_range()
509 			err = walk_page_test(start, next, &walk);  in walk_page_range()
510 			if (err > 0) {  in walk_page_range()
516 				err = 0;  in walk_page_range()
519 			if (err < 0)  in walk_page_range()
521 			err = __walk_page_range(start, next, &walk);  in walk_page_range()
523 		if (err)  in walk_page_range()
526 	return err;  in walk_page_range()
644 	int err = 0;  in walk_page_mapping()  local
665 		err = walk_page_test(vma->vm_start, vma->vm_end, &walk);  in walk_page_mapping()
666 		if (err > 0) {  in walk_page_mapping()
667 			err = 0;  in walk_page_mapping()
669 		} else if (err < 0)  in walk_page_mapping()
672 		err = __walk_page_range(start_addr, end_addr, &walk);  in walk_page_mapping()
673 		if (err)  in walk_page_mapping()
677 	return err;  in walk_page_mapping()