Lines Matching refs:tlb
41 struct mmu_gather *tlb; member
347 struct mmu_gather *tlb = private->tlb; in madvise_cold_or_pageout_pte_range() local
349 struct mm_struct *mm = tlb->mm; in madvise_cold_or_pageout_pte_range()
368 tlb_change_page_size(tlb, HPAGE_PMD_SIZE); in madvise_cold_or_pageout_pte_range()
411 tlb_remove_pmd_tlb_entry(tlb, pmd, addr); in madvise_cold_or_pageout_pte_range()
436 tlb_change_page_size(tlb, PAGE_SIZE); in madvise_cold_or_pageout_pte_range()
501 tlb->fullmm); in madvise_cold_or_pageout_pte_range()
504 tlb_remove_tlb_entry(tlb, pte, addr); in madvise_cold_or_pageout_pte_range()
544 static void madvise_cold_page_range(struct mmu_gather *tlb, in madvise_cold_page_range() argument
550 .tlb = tlb, in madvise_cold_page_range()
553 tlb_start_vma(tlb, vma); in madvise_cold_page_range()
555 tlb_end_vma(tlb, vma); in madvise_cold_page_range()
568 struct mmu_gather tlb; in madvise_cold() local
575 tlb_gather_mmu(&tlb, mm); in madvise_cold()
576 madvise_cold_page_range(&tlb, vma, start_addr, end_addr); in madvise_cold()
577 tlb_finish_mmu(&tlb); in madvise_cold()
582 static void madvise_pageout_page_range(struct mmu_gather *tlb, in madvise_pageout_page_range() argument
588 .tlb = tlb, in madvise_pageout_page_range()
591 tlb_start_vma(tlb, vma); in madvise_pageout_page_range()
593 tlb_end_vma(tlb, vma); in madvise_pageout_page_range()
601 struct mmu_gather tlb; in madvise_pageout() local
618 tlb_gather_mmu(&tlb, mm); in madvise_pageout()
619 madvise_pageout_page_range(&tlb, vma, start_addr, end_addr); in madvise_pageout()
620 tlb_finish_mmu(&tlb); in madvise_pageout()
629 struct mmu_gather *tlb = walk->private; in madvise_free_pte_range() local
630 struct mm_struct *mm = tlb->mm; in madvise_free_pte_range()
640 if (madvise_free_huge_pmd(tlb, vma, pmd, addr, next)) in madvise_free_pte_range()
643 tlb_change_page_size(tlb, PAGE_SIZE); in madvise_free_pte_range()
666 pte_clear_not_present_full(mm, addr, pte, tlb->fullmm); in madvise_free_pte_range()
669 pte_clear_not_present_full(mm, addr, pte, tlb->fullmm); in madvise_free_pte_range()
739 tlb->fullmm); in madvise_free_pte_range()
744 tlb_remove_tlb_entry(tlb, pte, addr); in madvise_free_pte_range()
773 struct mmu_gather tlb; in madvise_free_single_vma() local
789 tlb_gather_mmu(&tlb, mm); in madvise_free_single_vma()
793 tlb_start_vma(&tlb, vma); in madvise_free_single_vma()
795 &madvise_free_walk_ops, &tlb); in madvise_free_single_vma()
796 tlb_end_vma(&tlb, vma); in madvise_free_single_vma()
798 tlb_finish_mmu(&tlb); in madvise_free_single_vma()