57 	(ARM_V7S_PTES_PER_LVL(lvl, cfg) * sizeof(arm_v7s_iopte))
160 typedef u32 arm_v7s_iopte;  typedef
167 	arm_v7s_iopte		*pgd;
172 static bool arm_v7s_pte_is_cont(arm_v7s_iopte pte, int lvl);
185 static arm_v7s_iopte to_mtk_iopte(phys_addr_t paddr, arm_v7s_iopte pte)  in to_mtk_iopte()
196 static arm_v7s_iopte paddr_to_iopte(phys_addr_t paddr, int lvl,  in paddr_to_iopte()
199 	arm_v7s_iopte pte = paddr & ARM_V7S_LVL_MASK(lvl);  in paddr_to_iopte()
207 static phys_addr_t iopte_to_paddr(arm_v7s_iopte pte, int lvl,  in iopte_to_paddr()
210 	arm_v7s_iopte mask;  in iopte_to_paddr()
233 static arm_v7s_iopte *iopte_deref(arm_v7s_iopte pte, int lvl,  in iopte_deref()
267 	    phys >= (1ULL << cfg->oas) : phys != (arm_v7s_iopte)phys) {  in __arm_v7s_alloc_table()
315 static void __arm_v7s_pte_sync(arm_v7s_iopte *ptep, int num_entries,  in __arm_v7s_pte_sync()
324 static void __arm_v7s_set_pte(arm_v7s_iopte *ptep, arm_v7s_iopte pte,  in __arm_v7s_set_pte()
335 static arm_v7s_iopte arm_v7s_prot_to_pte(int prot, int lvl,  in arm_v7s_prot_to_pte()
339 	arm_v7s_iopte pte = ARM_V7S_ATTR_NG | ARM_V7S_ATTR_S;  in arm_v7s_prot_to_pte()
366 static int arm_v7s_pte_to_prot(arm_v7s_iopte pte, int lvl)  in arm_v7s_pte_to_prot()
369 	arm_v7s_iopte attr = pte >> ARM_V7S_ATTR_SHIFT(lvl);  in arm_v7s_pte_to_prot()
385 static arm_v7s_iopte arm_v7s_pte_to_cont(arm_v7s_iopte pte, int lvl)  in arm_v7s_pte_to_cont()
390 		arm_v7s_iopte xn = pte & ARM_V7S_ATTR_XN(lvl);  in arm_v7s_pte_to_cont()
391 		arm_v7s_iopte tex = pte & ARM_V7S_CONT_PAGE_TEX_MASK;  in arm_v7s_pte_to_cont()
401 static arm_v7s_iopte arm_v7s_cont_to_pte(arm_v7s_iopte pte, int lvl)  in arm_v7s_cont_to_pte()
406 		arm_v7s_iopte xn = pte & BIT(ARM_V7S_CONT_PAGE_XN_SHIFT);  in arm_v7s_cont_to_pte()
407 		arm_v7s_iopte tex = pte & (ARM_V7S_CONT_PAGE_TEX_MASK <<  in arm_v7s_cont_to_pte()
418 static bool arm_v7s_pte_is_cont(arm_v7s_iopte pte, int lvl)  in arm_v7s_pte_is_cont()
429 			      size_t, int, arm_v7s_iopte *);
433 			    int lvl, int num_entries, arm_v7s_iopte *ptep)  in arm_v7s_init_pte()
436 	arm_v7s_iopte pte;  in arm_v7s_init_pte()
445 			arm_v7s_iopte *tblp;  in arm_v7s_init_pte()
468 static arm_v7s_iopte arm_v7s_install_table(arm_v7s_iopte *table,  in arm_v7s_install_table()
469 					   arm_v7s_iopte *ptep,  in arm_v7s_install_table()
470 					   arm_v7s_iopte curr,  in arm_v7s_install_table()
474 	arm_v7s_iopte old, new;  in arm_v7s_install_table()
499 			 int lvl, arm_v7s_iopte *ptep, gfp_t gfp)  in __arm_v7s_map()
502 	arm_v7s_iopte pte, *cptep;  in __arm_v7s_map()
584 		arm_v7s_iopte pte = data->pgd[i];  in arm_v7s_free_pgtable()
595 static arm_v7s_iopte arm_v7s_split_cont(struct arm_v7s_io_pgtable *data,  in arm_v7s_split_cont()
597 					arm_v7s_iopte *ptep)  in arm_v7s_split_cont()
600 	arm_v7s_iopte pte;  in arm_v7s_split_cont()
624 				      arm_v7s_iopte blk_pte,  in arm_v7s_split_blk_unmap()
625 				      arm_v7s_iopte *ptep)  in arm_v7s_split_blk_unmap()
628 	arm_v7s_iopte pte, *tablep;  in arm_v7s_split_blk_unmap()
669 			      arm_v7s_iopte *ptep)  in __arm_v7s_unmap()
671 	arm_v7s_iopte pte[ARM_V7S_CONT_PAGES];  in __arm_v7s_unmap()
764 	arm_v7s_iopte *ptep = data->pgd, pte;  in arm_v7s_iova_to_phys()