| /openbmc/linux/drivers/gpu/drm/i915/ |
| H A D | i915_vma.h | 51 static inline bool i915_vma_is_active(const struct i915_vma *vma) in i915_vma_is_active()
65 i915_vma_move_to_active(struct i915_vma *vma, struct i915_request *rq, in i915_vma_move_to_active()
73 static inline bool i915_vma_is_ggtt(const struct i915_vma *vma) in i915_vma_is_ggtt()
78 static inline bool i915_vma_is_dpt(const struct i915_vma *vma) in i915_vma_is_dpt()
83 static inline bool i915_vma_has_ggtt_write(const struct i915_vma *vma) in i915_vma_has_ggtt_write()
88 static inline void i915_vma_set_ggtt_write(struct i915_vma *vma) in i915_vma_set_ggtt_write()
94 static inline bool i915_vma_unset_ggtt_write(struct i915_vma *vma) in i915_vma_unset_ggtt_write()
102 static inline bool i915_vma_is_map_and_fenceable(const struct i915_vma *vma) in i915_vma_is_map_and_fenceable()
107 static inline bool i915_vma_set_userfault(struct i915_vma *vma) in i915_vma_set_userfault()
113 static inline void i915_vma_unset_userfault(struct i915_vma *vma) in i915_vma_unset_userfault()
[all …]
|
| H A D | i915_vma.c | 47 static inline void assert_vma_held_evict(const struct i915_vma *vma) in assert_vma_held_evict()
65 static void i915_vma_free(struct i915_vma *vma) in i915_vma_free()
74 static void vma_print_allocator(struct i915_vma *vma, const char *reason) in vma_print_allocator()
93 static void vma_print_allocator(struct i915_vma *vma, const char *reason) in vma_print_allocator()
106 struct i915_vma *vma = active_to_vma(ref); in __i915_vma_active() local
123 struct i915_vma *vma = active_to_vma(ref); in __i915_vma_retire() local
142 struct i915_vma *vma; in vma_create() local
284 struct i915_vma *vma = rb_entry(rb, struct i915_vma, obj_node); in i915_vma_lookup() local
318 struct i915_vma *vma; in i915_vma_instance() local
396 int i915_vma_wait_for_bind(struct i915_vma *vma) in i915_vma_wait_for_bind()
[all …]
|
| H A D | i915_gem_evict.c | 67 static bool grab_vma(struct i915_vma *vma, struct i915_gem_ww_ctx *ww) in grab_vma()
86 static void ungrab_vma(struct i915_vma *vma) in ungrab_vma()
98 struct i915_vma *vma, in mark_free()
112 static bool defer_evict(struct i915_vma *vma) in defer_evict()
157 struct i915_vma *vma, *next; in i915_gem_evict_something() local
337 struct i915_vma *vma, *next; in i915_gem_evict_for_node() local
478 struct i915_vma *vma, *vn; in i915_gem_evict_vm() local
|
| /openbmc/linux/include/linux/ |
| H A D | userfaultfd_k.h | 97 static inline bool is_mergeable_vm_userfaultfd_ctx(struct vm_area_struct *vma, in is_mergeable_vm_userfaultfd_ctx()
114 static inline bool uffd_disable_huge_pmd_share(struct vm_area_struct *vma) in uffd_disable_huge_pmd_share()
126 static inline bool uffd_disable_fault_around(struct vm_area_struct *vma) in uffd_disable_fault_around()
131 static inline bool userfaultfd_missing(struct vm_area_struct *vma) in userfaultfd_missing()
136 static inline bool userfaultfd_wp(struct vm_area_struct *vma) in userfaultfd_wp()
141 static inline bool userfaultfd_minor(struct vm_area_struct *vma) in userfaultfd_minor()
146 static inline bool userfaultfd_pte_wp(struct vm_area_struct *vma, in userfaultfd_pte_wp()
152 static inline bool userfaultfd_huge_pmd_wp(struct vm_area_struct *vma, in userfaultfd_huge_pmd_wp()
158 static inline bool userfaultfd_armed(struct vm_area_struct *vma) in userfaultfd_armed()
163 static inline bool vma_can_userfault(struct vm_area_struct *vma, in vma_can_userfault()
[all …]
|
| H A D | huge_mm.h | 100 static inline bool transhuge_vma_suitable(struct vm_area_struct *vma, in transhuge_vma_suitable()
119 static inline bool file_thp_enabled(struct vm_area_struct *vma) in file_thp_enabled()
140 static inline bool vma_thp_disabled(struct vm_area_struct *vma, in vma_thp_disabled()
214 struct vm_area_struct *vma) in pmd_trans_huge_lock()
222 struct vm_area_struct *vma) in pud_trans_huge_lock()
288 static inline bool transhuge_vma_suitable(struct vm_area_struct *vma, in transhuge_vma_suitable()
294 static inline bool hugepage_vma_check(struct vm_area_struct *vma, in hugepage_vma_check()
325 static inline void __split_huge_pmd(struct vm_area_struct *vma, pmd_t *pmd, in __split_huge_pmd()
327 static inline void split_huge_pmd_address(struct vm_area_struct *vma, in split_huge_pmd_address()
333 static inline int hugepage_madvise(struct vm_area_struct *vma, in hugepage_madvise()
[all …]
|
| H A D | hugetlb.h | 113 struct vm_area_struct *vma; member
254 hugetlb_zap_begin(struct vm_area_struct * vma,unsigned long * start,unsigned long * end) hugetlb_zap_begin() argument
261 hugetlb_zap_end(struct vm_area_struct * vma,struct zap_details * details) hugetlb_zap_end() argument
287 hugetlb_dup_vma_private(struct vm_area_struct * vma) hugetlb_dup_vma_private() argument
291 clear_vma_resv_huge_pages(struct vm_area_struct * vma) clear_vma_resv_huge_pages() argument
307 huge_pmd_unshare(struct mm_struct * mm,struct vm_area_struct * vma,unsigned long addr,pte_t * ptep) huge_pmd_unshare() argument
314 adjust_range_if_pmd_sharing_possible(struct vm_area_struct * vma,unsigned long * start,unsigned long * end) adjust_range_if_pmd_sharing_possible() argument
320 hugetlb_zap_begin(struct vm_area_struct * vma,unsigned long * start,unsigned long * end) hugetlb_zap_begin() argument
326 hugetlb_zap_end(struct vm_area_struct * vma,struct zap_details * details) hugetlb_zap_end() argument
332 hugetlb_follow_page_mask(struct vm_area_struct * vma,unsigned long address,unsigned int flags,unsigned int * page_mask) hugetlb_follow_page_mask() argument
347 move_hugetlb_page_tables(struct vm_area_struct * vma,struct vm_area_struct * new_vma,unsigned long old_addr,unsigned long new_addr,unsigned long len) move_hugetlb_page_tables() argument
376 hugetlb_vma_lock_read(struct vm_area_struct * vma) hugetlb_vma_lock_read() argument
380 hugetlb_vma_unlock_read(struct vm_area_struct * vma) hugetlb_vma_unlock_read() argument
384 hugetlb_vma_lock_write(struct vm_area_struct * vma) hugetlb_vma_lock_write() argument
388 hugetlb_vma_unlock_write(struct vm_area_struct * vma) hugetlb_vma_unlock_write() argument
392 hugetlb_vma_trylock_write(struct vm_area_struct * vma) hugetlb_vma_trylock_write() argument
397 hugetlb_vma_assert_locked(struct vm_area_struct * vma) hugetlb_vma_assert_locked() argument
469 hugetlb_change_protection(struct vm_area_struct * vma,unsigned long address,unsigned long end,pgprot_t newprot,unsigned long cp_flags) hugetlb_change_protection() argument
477 __unmap_hugepage_range(struct mmu_gather * tlb,struct vm_area_struct * vma,unsigned long start,unsigned long end,struct page * ref_page,zap_flags_t zap_flags) __unmap_hugepage_range() argument
485 hugetlb_fault(struct mm_struct * mm,struct vm_area_struct * vma,unsigned long address,unsigned int flags) hugetlb_fault() argument
492 hugetlb_unshare_all_pmds(struct vm_area_struct * vma) hugetlb_unshare_all_pmds() argument
804 hstate_vma(struct vm_area_struct * vma) hstate_vma() argument
1007 huge_ptep_modify_prot_start(struct vm_area_struct * vma,unsigned long addr,pte_t * ptep) huge_ptep_modify_prot_start() argument
1018 huge_ptep_modify_prot_commit(struct vm_area_struct * vma,unsigned long addr,pte_t * ptep,pte_t old_pte,pte_t pte) huge_ptep_modify_prot_commit() argument
1263 flush_hugetlb_tlb_range(vma,addr,end) global() argument
1266 __vma_shareable_lock(struct vm_area_struct * vma) __vma_shareable_lock() argument
1278 hugetlb_walk(struct vm_area_struct * vma,unsigned long addr,unsigned long sz) hugetlb_walk() argument
[all...] |
| /openbmc/linux/drivers/gpu/drm/ |
| H A D | drm_vm.c | 59 struct vm_area_struct *vma; member
67 struct vm_area_struct *vma) in drm_io_prot()
89 static pgprot_t drm_dma_prot(uint32_t map_type, struct vm_area_struct *vma) in drm_dma_prot()
112 struct vm_area_struct *vma = vmf->vma; in drm_vm_fault() local
201 struct vm_area_struct *vma = vmf->vma; in drm_vm_shm_fault() local
230 static void drm_vm_shm_close(struct vm_area_struct *vma) in drm_vm_shm_close()
301 struct vm_area_struct *vma = vmf->vma; in drm_vm_dma_fault() local
336 struct vm_area_struct *vma = vmf->vma; in drm_vm_sg_fault() local
390 struct vm_area_struct *vma) in drm_vm_open_locked()
405 static void drm_vm_open(struct vm_area_struct *vma) in drm_vm_open()
[all …]
|
| /openbmc/linux/mm/ |
| H A D | mmap.c | 90 void vma_set_page_prot(struct vm_area_struct *vma) in vma_set_page_prot() argument
107 static void __remove_shared_vm_struct(struct vm_area_struct *vma, in __remove_shared_vm_struct() argument
122 unlink_file_vma(struct vm_area_struct * vma) unlink_file_vma() argument
137 remove_vma(struct vm_area_struct * vma,bool unreachable) remove_vma() argument
284 struct vm_area_struct *vma; validate_mm() local
349 anon_vma_interval_tree_pre_update_vma(struct vm_area_struct * vma) anon_vma_interval_tree_pre_update_vma() argument
358 anon_vma_interval_tree_post_update_vma(struct vm_area_struct * vma) anon_vma_interval_tree_post_update_vma() argument
370 struct vm_area_struct *vma; count_vma_pages_range() local
383 __vma_link_file(struct vm_area_struct * vma,struct address_space * mapping) __vma_link_file() argument
394 vma_link(struct mm_struct * mm,struct vm_area_struct * vma) vma_link() argument
428 init_multi_vma_prep(struct vma_prepare * vp,struct vm_area_struct * vma,struct vm_area_struct * next,struct vm_area_struct * remove,struct vm_area_struct * remove2) init_multi_vma_prep() argument
452 init_vma_prep(struct vma_prepare * vp,struct vm_area_struct * vma) init_vma_prep() argument
629 vma_expand(struct vma_iterator * vmi,struct vm_area_struct * vma,unsigned long start,unsigned long end,pgoff_t pgoff,struct vm_area_struct * next) vma_expand() argument
685 vma_shrink(struct vma_iterator * vmi,struct vm_area_struct * vma,unsigned long start,unsigned long end,pgoff_t pgoff) vma_shrink() argument
719 is_mergeable_vma(struct vm_area_struct * vma,struct file * file,unsigned long vm_flags,struct vm_userfaultfd_ctx vm_userfaultfd_ctx,struct anon_vma_name * anon_name,bool may_remove_vma) is_mergeable_vma() argument
746 is_mergeable_anon_vma(struct anon_vma * anon_vma1,struct anon_vma * anon_vma2,struct vm_area_struct * vma) is_mergeable_anon_vma() argument
772 can_vma_merge_before(struct vm_area_struct * vma,unsigned long vm_flags,struct anon_vma * anon_vma,struct file * file,pgoff_t vm_pgoff,struct vm_userfaultfd_ctx vm_userfaultfd_ctx,struct anon_vma_name * anon_name) can_vma_merge_before() argument
795 can_vma_merge_after(struct vm_area_struct * vma,unsigned long vm_flags,struct anon_vma * anon_vma,struct file * file,pgoff_t vm_pgoff,struct vm_userfaultfd_ctx vm_userfaultfd_ctx,struct anon_vma_name * anon_name) can_vma_merge_after() argument
871 struct vm_area_struct *vma, *adjust, *remove, *remove2; vma_merge() local
1111 find_mergeable_anon_vma(struct vm_area_struct * vma) find_mergeable_anon_vma() argument
1470 vma_is_shared_writable(struct vm_area_struct * vma) vma_is_shared_writable() argument
1476 vma_fs_can_writeback(struct vm_area_struct * vma) vma_fs_can_writeback() argument
1490 vma_needs_dirty_tracking(struct vm_area_struct * vma) vma_needs_dirty_tracking() argument
1513 vma_wants_writenotify(struct vm_area_struct * vma,pgprot_t vm_page_prot) vma_wants_writenotify() argument
1703 struct vm_area_struct *vma, *prev; generic_get_unmapped_area() local
1750 struct vm_area_struct *vma, *prev; generic_get_unmapped_area_topdown() local
1905 struct vm_area_struct *vma; find_vma_prev() local
1920 acct_stack_growth(struct vm_area_struct * vma,unsigned long size,unsigned long grow) acct_stack_growth() argument
1959 expand_upwards(struct vm_area_struct * vma,unsigned long address) expand_upwards() argument
2059 expand_downwards(struct vm_area_struct * vma,unsigned long address) expand_downwards() argument
2165 expand_stack_locked(struct vm_area_struct * vma,unsigned long address) expand_stack_locked() argument
2172 struct vm_area_struct *vma, *prev; find_extend_vma_locked() local
2187 expand_stack_locked(struct vm_area_struct * vma,unsigned long address) expand_stack_locked() argument
2196 struct vm_area_struct *vma; find_extend_vma_locked() local
2222 vma_expand_ok(struct vm_area_struct * vma,unsigned long addr) vma_expand_ok() argument
2233 vma_expand_up(struct vm_area_struct * vma,unsigned long addr) vma_expand_up() argument
2242 vma_expand_down(struct vm_area_struct * vma,unsigned long addr) vma_expand_down() argument
2251 vma_expand_up(vma,addr) global() argument
2252 vma_expand_down(vma,addr) global() argument
2256 vma_expand_up(vma,addr) global() argument
2257 vma_expand_down(vma,addr) global() argument
2274 struct vm_area_struct *vma, *prev; expand_stack() local
2309 struct vm_area_struct *vma; remove_mt() local
2330 unmap_region(struct mm_struct * mm,struct ma_state * mas,struct vm_area_struct * vma,struct vm_area_struct * prev,struct vm_area_struct * next,unsigned long start,unsigned long end,unsigned long tree_end,bool mm_wr_locked) unmap_region() argument
2353 __split_vma(struct vma_iterator * vmi,struct vm_area_struct * vma,unsigned long addr,int new_below) __split_vma() argument
2435 split_vma(struct vma_iterator * vmi,struct vm_area_struct * vma,unsigned long addr,int new_below) split_vma() argument
2459 do_vmi_align_munmap(struct vma_iterator * vmi,struct vm_area_struct * vma,struct mm_struct * mm,unsigned long start,unsigned long end,struct list_head * uf,bool unlock) do_vmi_align_munmap() argument
2630 struct vm_area_struct *vma; do_vmi_munmap() local
2674 struct vm_area_struct *vma = NULL; __mmap_region() local
2980 struct vm_area_struct *vma; SYSCALL_DEFINE5() local
3109 do_vma_munmap(struct vma_iterator * vmi,struct vm_area_struct * vma,unsigned long start,unsigned long end,struct list_head * uf,bool unlock) do_vma_munmap() argument
3131 do_brk_flags(struct vma_iterator * vmi,struct vm_area_struct * vma,unsigned long addr,unsigned long len,unsigned long flags) do_brk_flags() argument
3215 struct vm_area_struct *vma = NULL; vm_brk_flags() local
3269 struct vm_area_struct *vma; exit_mmap() local
3333 insert_vm_struct(struct mm_struct * mm,struct vm_area_struct * vma) insert_vm_struct() argument
3378 struct vm_area_struct *vma = *vmap; copy_vma() local
3505 special_mapping_close(struct vm_area_struct * vma) special_mapping_close() argument
3509 special_mapping_name(struct vm_area_struct * vma) special_mapping_name() argument
3527 special_mapping_split(struct vm_area_struct * vma,unsigned long addr) special_mapping_split() argument
3555 struct vm_area_struct *vma = vmf->vma; special_mapping_fault() local
3590 struct vm_area_struct *vma; __install_special_mapping() local
3621 vma_is_special_mapping(const struct vm_area_struct * vma,const struct vm_special_mapping * sm) vma_is_special_mapping() argument
3651 struct vm_area_struct *vma = __install_special_mapping( install_special_mapping() local
3741 struct vm_area_struct *vma; mm_take_all_locks() local
3837 struct vm_area_struct *vma; mm_drop_all_locks() local
[all...] |
| H A D | madvise.c | 94 struct anon_vma_name *anon_vma_name(struct vm_area_struct *vma) in anon_vma_name()
102 static int replace_anon_vma_name(struct vm_area_struct *vma, in replace_anon_vma_name()
122 static int replace_anon_vma_name(struct vm_area_struct *vma, in replace_anon_vma_name()
137 static int madvise_update_vma(struct vm_area_struct *vma, in madvise_update_vma()
192 struct vm_area_struct *vma = walk->private; in swapin_walk_pmd_entry() local
238 static void shmem_swapin_range(struct vm_area_struct *vma, in shmem_swapin_range()
279 static long madvise_willneed(struct vm_area_struct *vma, in madvise_willneed()
327 static inline bool can_do_file_pageout(struct vm_area_struct *vma) in can_do_file_pageout()
350 struct vm_area_struct *vma = walk->vma; in madvise_cold_or_pageout_pte_range() local
545 struct vm_area_struct *vma, in madvise_cold_page_range()
[all …]
|
| H A D | memory.c | 364 struct vm_area_struct *vma, unsigned long floor, in free_pgtables()
488 static void print_bad_pte(struct vm_area_struct *vma, unsigned long addr, in print_bad_pte()
581 struct page *vm_normal_page(struct vm_area_struct *vma, unsigned long addr, in vm_normal_page()
644 struct folio *vm_normal_folio(struct vm_area_struct *vma, unsigned long addr, in vm_normal_folio()
655 struct page *vm_normal_page_pmd(struct vm_area_struct *vma, unsigned long addr, in vm_normal_page_pmd()
696 static void restore_exclusive_pte(struct vm_area_struct *vma, in restore_exclusive_pte()
744 try_restore_exclusive_pte(pte_t *src_pte, struct vm_area_struct *vma, in try_restore_exclusive_pte()
983 struct vm_area_struct *vma, unsigned long addr) in page_copy_prealloc()
1377 zap_install_uffd_wp_if_needed(struct vm_area_struct *vma, in zap_install_uffd_wp_if_needed()
1392 struct vm_area_struct *vma, pmd_t *pmd, in zap_pte_range()
[all …]
|
| H A D | mremap.c | 72 static pud_t *alloc_new_pud(struct mm_struct *mm, struct vm_area_struct *vma, in alloc_new_pud()
86 static pmd_t *alloc_new_pmd(struct mm_struct *mm, struct vm_area_struct *vma, in alloc_new_pmd()
105 static void take_rmap_locks(struct vm_area_struct *vma) in take_rmap_locks()
113 static void drop_rmap_locks(struct vm_area_struct *vma) in drop_rmap_locks()
136 static int move_ptes(struct vm_area_struct *vma, pmd_t *old_pmd, in move_ptes()
236 static bool move_normal_pmd(struct vm_area_struct *vma, unsigned long old_addr, in move_normal_pmd()
302 static inline bool move_normal_pmd(struct vm_area_struct *vma, in move_normal_pmd()
311 static bool move_normal_pud(struct vm_area_struct *vma, unsigned long old_addr, in move_normal_pud()
351 static inline bool move_normal_pud(struct vm_area_struct *vma, in move_normal_pud()
360 static bool move_huge_pud(struct vm_area_struct *vma, unsigned long old_addr, in move_huge_pud()
[all …]
|
| H A D | rmap.c | 150 static void anon_vma_chain_link(struct vm_area_struct *vma, in anon_vma_chain_link()
188 int __anon_vma_prepare(struct vm_area_struct *vma) in __anon_vma_prepare()
335 int anon_vma_fork(struct vm_area_struct *vma, struct vm_area_struct *pvma) in anon_vma_fork()
397 void unlink_anon_vmas(struct vm_area_struct *vma) in unlink_anon_vmas()
745 unsigned long page_address_in_vma(struct page *page, struct vm_area_struct *vma) in page_address_in_vma()
805 struct vm_area_struct *vma, unsigned long address, void *arg) in folio_referenced_one()
861 static bool invalid_folio_referenced_vma(struct vm_area_struct *vma, void *arg) in invalid_folio_referenced_vma()
938 struct vm_area_struct *vma = pvmw->vma; in page_vma_mkclean_one() local
997 static bool page_mkclean_one(struct folio *folio, struct vm_area_struct *vma, in page_mkclean_one()
1008 static bool invalid_mkclean_vma(struct vm_area_struct *vma, void *arg) in invalid_mkclean_vma()
[all …]
|
| H A D | nommu.c | 99 struct vm_area_struct *vma; in kobjsize() local
123 int follow_pfn(struct vm_area_struct *vma, unsigned long address, in follow_pfn()
172 struct vm_area_struct *vma; in __vmalloc_user_flags() local
353 int vm_insert_page(struct vm_area_struct *vma, unsigned long addr, in vm_insert_page()
360 int vm_insert_pages(struct vm_area_struct *vma, unsigned long addr, in vm_insert_pages()
367 int vm_map_pages(struct vm_area_struct *vma, struct page **pages, in vm_map_pages()
374 int vm_map_pages_zero(struct vm_area_struct *vma, struct page **pages, in vm_map_pages_zero()
554 static void setup_vma_to_mm(struct vm_area_struct *vma, struct mm_struct *mm) in setup_vma_to_mm()
570 static void cleanup_vma_from_mm(struct vm_area_struct *vma) in cleanup_vma_from_mm()
589 static int delete_vma_from_mm(struct vm_area_struct *vma) in delete_vma_from_mm()
[all …]
|
| H A D | pgtable-generic.c | 68 int ptep_set_access_flags(struct vm_area_struct *vma, in ptep_set_access_flags()
82 int ptep_clear_flush_young(struct vm_area_struct *vma, in ptep_clear_flush_young()
94 pte_t ptep_clear_flush(struct vm_area_struct *vma, unsigned long address, in ptep_clear_flush()
109 int pmdp_set_access_flags(struct vm_area_struct *vma, in pmdp_set_access_flags()
124 int pmdp_clear_flush_young(struct vm_area_struct *vma, in pmdp_clear_flush_young()
137 pmd_t pmdp_huge_clear_flush(struct vm_area_struct *vma, unsigned long address, in pmdp_huge_clear_flush()
150 pud_t pudp_huge_clear_flush(struct vm_area_struct *vma, unsigned long address, in pudp_huge_clear_flush()
198 pmd_t pmdp_invalidate(struct vm_area_struct *vma, unsigned long address, in pmdp_invalidate()
209 pmd_t pmdp_invalidate_ad(struct vm_area_struct *vma, unsigned long address, in pmdp_invalidate_ad()
218 pmd_t pmdp_collapse_flush(struct vm_area_struct *vma, unsigned long address, in pmdp_collapse_flush()
|
| H A D | huge_memory.c | 75 bool hugepage_vma_check(struct vm_area_struct *vma, unsigned long vm_flags, in hugepage_vma_check() argument
541 maybe_pmd_mkwrite(pmd_t pmd,struct vm_area_struct * vma) maybe_pmd_mkwrite() argument
642 struct vm_area_struct *vma = vmf->vma; __do_huge_pmd_anonymous_page() local
726 vma_thp_gfp_mask(struct vm_area_struct * vma) vma_thp_gfp_mask() argument
754 set_huge_zero_page(pgtable_t pgtable,struct mm_struct * mm,struct vm_area_struct * vma,unsigned long haddr,pmd_t * pmd,struct page * zero_page) set_huge_zero_page() argument
769 struct vm_area_struct *vma = vmf->vma; do_huge_pmd_anonymous_page() local
828 insert_pfn_pmd(struct vm_area_struct * vma,unsigned long addr,pmd_t * pmd,pfn_t pfn,pgprot_t prot,bool write,pgtable_t pgtable) insert_pfn_pmd() argument
888 struct vm_area_struct *vma = vmf->vma; vmf_insert_pfn_pmd() local
920 maybe_pud_mkwrite(pud_t pud,struct vm_area_struct * vma) maybe_pud_mkwrite() argument
927 insert_pfn_pud(struct vm_area_struct * vma,unsigned long addr,pud_t * pud,pfn_t pfn,bool write) insert_pfn_pud() argument
977 struct vm_area_struct *vma = vmf->vma; vmf_insert_pfn_pud() local
1002 touch_pmd(struct vm_area_struct * vma,unsigned long addr,pmd_t * pmd,bool write) touch_pmd() argument
1015 follow_devmap_pmd(struct vm_area_struct * vma,unsigned long addr,pmd_t * pmd,int flags,struct dev_pagemap ** pgmap) follow_devmap_pmd() argument
1157 touch_pud(struct vm_area_struct * vma,unsigned long addr,pud_t * pud,bool write) touch_pud() argument
1170 follow_devmap_pud(struct vm_area_struct * vma,unsigned long addr,pud_t * pud,int flags,struct dev_pagemap ** pgmap) follow_devmap_pud() argument
1215 copy_huge_pud(struct mm_struct * dst_mm,struct mm_struct * src_mm,pud_t * dst_pud,pud_t * src_pud,unsigned long addr,struct vm_area_struct * vma) copy_huge_pud() argument
1285 struct vm_area_struct *vma = vmf->vma; do_huge_pmd_wp_page() local
1368 can_change_pmd_writable(struct vm_area_struct * vma,unsigned long addr,pmd_t pmd) can_change_pmd_writable() argument
1400 can_follow_write_pmd(pmd_t pmd,struct page * page,struct vm_area_struct * vma,unsigned int flags) can_follow_write_pmd() argument
1436 follow_trans_huge_pmd(struct vm_area_struct * vma,unsigned long addr,pmd_t * pmd,unsigned int flags) follow_trans_huge_pmd() argument
1483 struct vm_area_struct *vma = vmf->vma; do_huge_pmd_numa_page() local
1569 madvise_free_huge_pmd(struct mmu_gather * tlb,struct vm_area_struct * vma,pmd_t * pmd,unsigned long addr,unsigned long next) madvise_free_huge_pmd() argument
1648 zap_huge_pmd(struct mmu_gather * tlb,struct vm_area_struct * vma,pmd_t * pmd,unsigned long addr) zap_huge_pmd() argument
1714 pmd_move_must_withdraw(spinlock_t * new_pmd_ptl,spinlock_t * old_pmd_ptl,struct vm_area_struct * vma) pmd_move_must_withdraw() argument
1737 move_huge_pmd(struct vm_area_struct * vma,unsigned long old_addr,unsigned long new_addr,pmd_t * old_pmd,pmd_t * new_pmd) move_huge_pmd() argument
1793 change_huge_pmd(struct mmu_gather * tlb,struct vm_area_struct * vma,pmd_t * pmd,unsigned long addr,pgprot_t newprot,unsigned long cp_flags) change_huge_pmd() argument
1930 __pmd_trans_huge_lock(pmd_t * pmd,struct vm_area_struct * vma) __pmd_trans_huge_lock() argument
1947 __pud_trans_huge_lock(pud_t * pud,struct vm_area_struct * vma) __pud_trans_huge_lock() argument
1959 zap_huge_pud(struct mmu_gather * tlb,struct vm_area_struct * vma,pud_t * pud,unsigned long addr) zap_huge_pud() argument
1980 __split_huge_pud_locked(struct vm_area_struct * vma,pud_t * pud,unsigned long haddr) __split_huge_pud_locked() argument
1993 __split_huge_pud(struct vm_area_struct * vma,pud_t * pud,unsigned long address) __split_huge_pud() argument
2014 __split_huge_zero_page_pmd(struct vm_area_struct * vma,unsigned long haddr,pmd_t * pmd) __split_huge_zero_page_pmd() argument
2055 __split_huge_pmd_locked(struct vm_area_struct * vma,pmd_t * pmd,unsigned long haddr,bool freeze) __split_huge_pmd_locked() argument
2258 __split_huge_pmd(struct vm_area_struct * vma,pmd_t * pmd,unsigned long address,bool freeze,struct folio * folio) __split_huge_pmd() argument
2293 split_huge_pmd_address(struct vm_area_struct * vma,unsigned long address,bool freeze,struct folio * folio) split_huge_pmd_address() argument
2304 split_huge_pmd_if_needed(struct vm_area_struct * vma,unsigned long address) split_huge_pmd_if_needed() argument
2316 vma_adjust_trans_huge(struct vm_area_struct * vma,unsigned long start,unsigned long end,long adjust_next) vma_adjust_trans_huge() argument
2973 vma_not_suitable_for_thp_split(struct vm_area_struct * vma) vma_not_suitable_for_thp_split() argument
3020 struct vm_area_struct *vma = vma_lookup(mm, addr); split_huge_pages_pid() local
3214 struct vm_area_struct *vma = pvmw->vma; set_pmd_migration_entry() local
3262 struct vm_area_struct *vma = pvmw->vma; remove_migration_pmd() local
[all...] |
| H A D | mprotect.c | 42 bool can_change_pte_writable(struct vm_area_struct *vma, unsigned long addr, in can_change_pte_writable()
84 struct vm_area_struct *vma, pmd_t *pmd, unsigned long addr, in change_pte_range()
296 pgtable_split_needed(struct vm_area_struct *vma, unsigned long cp_flags) in pgtable_split_needed()
311 pgtable_populate_needed(struct vm_area_struct *vma, unsigned long cp_flags) in pgtable_populate_needed()
327 #define change_pmd_prepare(vma, pmd, cp_flags) \ argument
342 #define change_prepare(vma, high, low, addr, cp_flags) \ argument
354 struct vm_area_struct *vma, pud_t *pud, unsigned long addr, in change_pmd_range()
438 struct vm_area_struct *vma, p4d_t *p4d, unsigned long addr, in change_pud_range()
461 struct vm_area_struct *vma, pgd_t *pgd, unsigned long addr, in change_p4d_range()
484 struct vm_area_struct *vma, unsigned long addr, in change_protection_range()
[all …]
|
| /openbmc/linux/arch/powerpc/include/asm/book3s/64/ |
| H A D | tlbflush.h | 47 static inline void flush_pmd_tlb_range(struct vm_area_struct *vma, in flush_pmd_tlb_range()
55 static inline void flush_pud_tlb_range(struct vm_area_struct *vma, in flush_pud_tlb_range()
63 static inline void flush_hugetlb_tlb_range(struct vm_area_struct *vma, in flush_hugetlb_tlb_range()
71 static inline void flush_tlb_range(struct vm_area_struct *vma, in flush_tlb_range()
91 static inline void local_flush_tlb_page(struct vm_area_struct *vma, in local_flush_tlb_page()
120 static inline void flush_tlb_page(struct vm_area_struct *vma, in flush_tlb_page()
128 #define flush_tlb_page(vma, addr) local_flush_tlb_page(vma, addr) argument
132 static inline void flush_tlb_fix_spurious_fault(struct vm_area_struct *vma, in flush_tlb_fix_spurious_fault()
|
| /openbmc/linux/arch/parisc/kernel/ |
| H A D | cache.c | 327 __flush_cache_page(struct vm_area_struct *vma, unsigned long vmaddr, in __flush_cache_page()
389 void flush_icache_pages(struct vm_area_struct *vma, struct page *page, in flush_icache_pages()
472 struct vm_area_struct *vma; in flush_dcache_folio() local
623 static void flush_cache_page_if_present(struct vm_area_struct *vma, in flush_cache_page_if_present()
648 unsigned long vaddr, struct vm_area_struct *vma) in copy_user_highpage()
660 void copy_to_user_page(struct vm_area_struct *vma, struct page *page, in copy_to_user_page()
668 void copy_from_user_page(struct vm_area_struct *vma, struct page *page, in copy_from_user_page()
705 static void flush_cache_pages(struct vm_area_struct *vma, unsigned long start, unsigned long end) in flush_cache_pages()
715 struct vm_area_struct *vma; in mm_total_size() local
729 struct vm_area_struct *vma; in flush_cache_mm() local
[all …]
|
| /openbmc/linux/drivers/gpu/drm/nouveau/ |
| H A D | nouveau_vmm.c | 29 nouveau_vma_unmap(struct nouveau_vma *vma) in nouveau_vma_unmap()
38 nouveau_vma_map(struct nouveau_vma *vma, struct nouveau_mem *mem) in nouveau_vma_map()
51 struct nouveau_vma *vma; in nouveau_vma_find() local
64 struct nouveau_vma *vma = *pvma; in nouveau_vma_del() local
81 struct nouveau_vma *vma; in nouveau_vma_new() local
|
| /openbmc/linux/drivers/gpu/drm/msm/ |
| H A D | msm_gem_vma.c | 42 void msm_gem_vma_purge(struct msm_gem_vma *vma) in msm_gem_vma_purge()
58 msm_gem_vma_map(struct msm_gem_vma *vma, int prot, in msm_gem_vma_map()
94 void msm_gem_vma_close(struct msm_gem_vma *vma) in msm_gem_vma_close()
112 struct msm_gem_vma *vma; in msm_gem_vma_new() local
124 int msm_gem_vma_init(struct msm_gem_vma *vma, int size, in msm_gem_vma_init()
|
| /openbmc/linux/include/xen/ |
| H A D | xen-ops.h | 51 static inline int xen_remap_pfn(struct vm_area_struct *vma, unsigned long addr, in xen_remap_pfn()
77 static inline int xen_xlate_remap_gfn_array(struct vm_area_struct *vma, in xen_xlate_remap_gfn_array()
87 static inline int xen_xlate_unmap_gfn_range(struct vm_area_struct *vma, in xen_xlate_unmap_gfn_range()
114 static inline int xen_remap_domain_gfn_array(struct vm_area_struct *vma, in xen_remap_domain_gfn_array()
150 static inline int xen_remap_domain_mfn_array(struct vm_area_struct *vma, in xen_remap_domain_mfn_array()
174 static inline int xen_remap_domain_gfn_range(struct vm_area_struct *vma, in xen_remap_domain_gfn_range()
|
| /openbmc/linux/drivers/misc/ocxl/ |
| H A D | context.c | 98 static vm_fault_t map_afu_irq(struct vm_area_struct *vma, unsigned long address, in map_afu_irq()
111 static vm_fault_t map_pp_mmio(struct vm_area_struct *vma, unsigned long address, in map_pp_mmio()
141 struct vm_area_struct *vma = vmf->vma; in ocxl_mmap_fault() local
162 struct vm_area_struct *vma) in check_mmap_afu_irq()
188 struct vm_area_struct *vma) in check_mmap_mmio()
196 int ocxl_context_mmap(struct ocxl_context *ctx, struct vm_area_struct *vma) in ocxl_context_mmap()
|
| /openbmc/linux/arch/powerpc/mm/book3s64/ |
| H A D | radix_hugetlbpage.c | 10 void radix__flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr) in radix__flush_hugetlb_page()
19 void radix__local_flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr) in radix__local_flush_hugetlb_page()
28 void radix__flush_hugetlb_tlb_range(struct vm_area_struct *vma, unsigned long start, in radix__flush_hugetlb_tlb_range()
45 void radix__huge_ptep_modify_prot_commit(struct vm_area_struct *vma, in radix__huge_ptep_modify_prot_commit()
|
| /openbmc/linux/drivers/gpu/drm/i915/display/ |
| H A D | intel_fb_pin.c | 30 struct i915_vma *vma; in intel_pin_fb_obj_dpt() local
117 struct i915_vma *vma; in intel_pin_and_fence_fb_obj() local
230 void intel_unpin_fb_vma(struct i915_vma *vma, unsigned long flags) in intel_unpin_fb_vma()
243 struct i915_vma *vma; in intel_plane_pin_fb() local
295 struct i915_vma *vma; in intel_plane_unpin_fb() local
|
| /openbmc/linux/drivers/gpu/drm/nouveau/nvkm/subdev/mmu/ |
| H A D | vmm.c | 802 struct nvkm_vma *vma = kzalloc(sizeof(*vma), GFP_KERNEL); in nvkm_vma_new() local
813 nvkm_vma_tail(struct nvkm_vma *vma, u64 tail) in nvkm_vma_tail()
836 nvkm_vmm_free_remove(struct nvkm_vmm *vmm, struct nvkm_vma *vma) in nvkm_vmm_free_remove()
842 nvkm_vmm_free_delete(struct nvkm_vmm *vmm, struct nvkm_vma *vma) in nvkm_vmm_free_delete()
850 nvkm_vmm_free_insert(struct nvkm_vmm *vmm, struct nvkm_vma *vma) in nvkm_vmm_free_insert()
878 nvkm_vmm_node_remove(struct nvkm_vmm *vmm, struct nvkm_vma *vma) in nvkm_vmm_node_remove()
884 nvkm_vmm_node_delete(struct nvkm_vmm *vmm, struct nvkm_vma *vma) in nvkm_vmm_node_delete()
892 nvkm_vmm_node_insert(struct nvkm_vmm *vmm, struct nvkm_vma *vma) in nvkm_vmm_node_insert()
918 struct nvkm_vma *vma = rb_entry(node, typeof(*vma), tree); in nvkm_vmm_node_search() local
935 struct nvkm_vma *vma, struct nvkm_vma *next, u64 size) in nvkm_vmm_node_merge()
[all …]
|