35 static void pgtable_populate(unsigned long addr, unsigned long end, enum populate_mode mode);
48 static inline void kasan_populate(unsigned long start, unsigned long end, enum populate_mode mode)  in kasan_populate()  argument
52 	pgtable_populate(start, end, mode);  in kasan_populate()
124 					   unsigned long end, enum populate_mode mode)  in kasan_pgd_populate_zero_shadow()  argument
126 	if (mode == POPULATE_KASAN_ZERO_SHADOW &&  in kasan_pgd_populate_zero_shadow()
135 					   unsigned long end, enum populate_mode mode)  in kasan_p4d_populate_zero_shadow()  argument
137 	if (mode == POPULATE_KASAN_ZERO_SHADOW &&  in kasan_p4d_populate_zero_shadow()
146 					   unsigned long end, enum populate_mode mode)  in kasan_pud_populate_zero_shadow()  argument
148 	if (mode == POPULATE_KASAN_ZERO_SHADOW &&  in kasan_pud_populate_zero_shadow()
157 					   unsigned long end, enum populate_mode mode)  in kasan_pmd_populate_zero_shadow()  argument
159 	if (mode == POPULATE_KASAN_ZERO_SHADOW &&  in kasan_pmd_populate_zero_shadow()
167 static bool kasan_pte_populate_zero_shadow(pte_t *pte, enum populate_mode mode)  in kasan_pte_populate_zero_shadow()  argument
171 	if (mode == POPULATE_KASAN_ZERO_SHADOW) {  in kasan_pte_populate_zero_shadow()
182 						  unsigned long end, enum populate_mode mode)  in kasan_pgd_populate_zero_shadow()  argument
188 						  unsigned long end, enum populate_mode mode)  in kasan_p4d_populate_zero_shadow()  argument
194 						  unsigned long end, enum populate_mode mode)  in kasan_pud_populate_zero_shadow()  argument
200 						  unsigned long end, enum populate_mode mode)  in kasan_pmd_populate_zero_shadow()  argument
205 static bool kasan_pte_populate_zero_shadow(pte_t *pte, enum populate_mode mode)  in kasan_pte_populate_zero_shadow()  argument
251 static unsigned long _pa(unsigned long addr, unsigned long size, enum populate_mode mode)  in _pa()  argument
253 	switch (mode) {  in _pa()
284 				 enum populate_mode mode)  in pgtable_pte_populate()  argument
292 			if (kasan_pte_populate_zero_shadow(pte, mode))  in pgtable_pte_populate()
294 			entry = __pte(_pa(addr, PAGE_SIZE, mode));  in pgtable_pte_populate()
302 	if (mode == POPULATE_DIRECT)  in pgtable_pte_populate()
307 				 enum populate_mode mode)  in pgtable_pmd_populate()  argument
317 			if (kasan_pmd_populate_zero_shadow(pmd, addr, next, mode))  in pgtable_pmd_populate()
320 				entry = __pmd(_pa(addr, _SEGMENT_SIZE, mode));  in pgtable_pmd_populate()
333 		pgtable_pte_populate(pmd, addr, next, mode);  in pgtable_pmd_populate()
335 	if (mode == POPULATE_DIRECT)  in pgtable_pmd_populate()
340 				 enum populate_mode mode)  in pgtable_pud_populate()  argument
350 			if (kasan_pud_populate_zero_shadow(pud, addr, next, mode))  in pgtable_pud_populate()
353 				entry = __pud(_pa(addr, _REGION3_SIZE, mode));  in pgtable_pud_populate()
366 		pgtable_pmd_populate(pud, addr, next, mode);  in pgtable_pud_populate()
368 	if (mode == POPULATE_DIRECT)  in pgtable_pud_populate()
373 				 enum populate_mode mode)  in pgtable_p4d_populate()  argument
383 			if (kasan_p4d_populate_zero_shadow(p4d, addr, next, mode))  in pgtable_p4d_populate()
388 		pgtable_pud_populate(p4d, addr, next, mode);  in pgtable_p4d_populate()
392 static void pgtable_populate(unsigned long addr, unsigned long end, enum populate_mode mode)  in pgtable_populate()  argument
402 			if (kasan_pgd_populate_zero_shadow(pgd, addr, next, mode))  in pgtable_populate()
408 		if (mode == POPULATE_KASAN_SHALLOW)  in pgtable_populate()
411 		pgtable_p4d_populate(pgd, addr, next, mode);  in pgtable_populate()