Lines Matching refs:pgmap
29 struct dev_pagemap *pgmap; member
581 struct dev_pagemap **pgmap) in follow_page_pte() argument
621 *pgmap = get_dev_pagemap(pte_pfn(pte), *pgmap); in follow_page_pte()
622 if (*pgmap) in follow_page_pte()
709 page = follow_devmap_pmd(vma, address, pmd, flags, &ctx->pgmap); in follow_pmd_mask()
715 return follow_page_pte(vma, address, pmd, flags, &ctx->pgmap); in follow_pmd_mask()
727 return follow_page_pte(vma, address, pmd, flags, &ctx->pgmap); in follow_pmd_mask()
734 follow_page_pte(vma, address, pmd, flags, &ctx->pgmap); in follow_pmd_mask()
757 page = follow_devmap_pud(vma, address, pud, flags, &ctx->pgmap); in follow_pud_mask()
852 if (ctx.pgmap) in follow_page()
853 put_dev_pagemap(ctx.pgmap); in follow_page()
1338 if (ctx.pgmap) in __get_user_pages()
1339 put_dev_pagemap(ctx.pgmap); in __get_user_pages()
2568 struct dev_pagemap *pgmap = NULL; in gup_pte_range() local
2597 pgmap = get_dev_pagemap(pte_pfn(pte), pgmap); in gup_pte_range()
2598 if (unlikely(!pgmap)) { in gup_pte_range()
2654 if (pgmap) in gup_pte_range()
2655 put_dev_pagemap(pgmap); in gup_pte_range()
2684 struct dev_pagemap *pgmap = NULL; in __gup_device_huge() local
2689 pgmap = get_dev_pagemap(pfn, pgmap); in __gup_device_huge()
2690 if (unlikely(!pgmap)) { in __gup_device_huge()
2710 put_dev_pagemap(pgmap); in __gup_device_huge()