| /openbmc/linux/mm/ |
| H A D | internal.h | 648 if (address < vma->vm_start || address >= vma->vm_end) in vma_pgoff_address()
677 struct vm_area_struct *vma = pvmw->vma; in vma_address_end() local
686 address = vma->vm_start + ((pgoff - vma->vm_pgoff) << PAGE_SHIFT); in vma_address_end()
688 if (address < vma->vm_start || address > vma->vm_end) in vma_address_end()
1016 if (!vma) in gup_must_unshare()
1115 vmi->mas.index, vma->vm_start, vma->vm_start, in vma_iter_store()
1121 vmi->mas.last, vma->vm_start, vma->vm_start, vma->vm_end, in vma_iter_store()
1127 ((vmi->mas.index > vma->vm_start) || (vmi->mas.last < vma->vm_start))) in vma_iter_store()
1130 __mas_set_range(&vmi->mas, vma->vm_start, vma->vm_end - 1); in vma_iter_store()
1138 ((vmi->mas.index > vma->vm_start) || (vmi->mas.last < vma->vm_start))) in vma_iter_store_gfp()
[all …]
|
| H A D | mempolicy.c | 510 struct vm_area_struct *vma = walk->vma; in queue_folios_pte_range() local
670 struct vm_area_struct *next, *vma = walk->vma; in queue_pages_test_walk() local
685 next = find_vma(vma->vm_mm, vma->vm_end); in queue_pages_test_walk()
789 vma->vm_start, vma->vm_end, vma->vm_pgoff, in vma_replace_policy()
790 vma->vm_ops, vma->vm_file, in vma_replace_policy()
797 if (vma->vm_ops && vma->vm_ops->set_policy) { in vma_replace_policy()
798 err = vma->vm_ops->set_policy(vma, new); in vma_replace_policy()
972 if (vma->vm_ops && vma->vm_ops->get_policy) in do_get_mempolicy()
973 pol = vma->vm_ops->get_policy(vma, addr); in do_get_mempolicy()
1776 pol = vma->vm_ops->get_policy(vma, addr); in __get_vma_policy()
[all …]
|
| H A D | gup.c | 427 (vma_is_anonymous(vma) || !vma->vm_ops->fault)) in no_page_table()
1018 if (!vma || (addr >= vma->vm_start)) in gup_vma_lookup()
1019 return vma; in gup_vma_lookup()
1036 vma->vm_start, vma->vm_end, addr); in gup_vma_lookup()
1118 if (!vma || start >= vma->vm_end) { in __get_user_pages()
1320 if (!vma) in fixup_user_fault()
1559 VM_BUG_ON_VMA(start < vma->vm_start, vma); in populate_vma_page_range()
1560 VM_BUG_ON_VMA(end > vma->vm_end, vma); in populate_vma_page_range()
1678 vma = find_vma_intersection(mm, vma->vm_end, end); in __mm_populate()
1680 if (!vma) in __mm_populate()
[all …]
|
| H A D | khugepaged.c | 921 if (!vma) in hugepage_vma_revalidate()
926 if (!hugepage_vma_check(vma, vma->vm_flags, false, false, in hugepage_vma_revalidate()
1000 .vma = vma, in __collapse_huge_page_swapin()
1441 .vma = vma, in set_huge_pmd()
1486 if (!vma || !vma->vm_file || in collapse_pte_mapped_thp()
1502 if (!hugepage_vma_check(vma, vma->vm_flags, false, false, false)) in collapse_pte_mapped_thp()
1584 if (userfaultfd_armed(vma) && !(vma->vm_flags & VM_SHARED)) in collapse_pte_mapped_thp()
1701 addr = vma->vm_start + ((pgoff - vma->vm_pgoff) << PAGE_SHIFT); in retract_page_tables()
1741 if (unlikely(vma->anon_vma || userfaultfd_wp(vma))) { in retract_page_tables()
2355 vma = NULL; in khugepaged_scan_mm_slot()
[all …]
|
| /openbmc/linux/arch/nios2/mm/ |
| H A D | cacheflush.c | 77 struct vm_area_struct *vma; in flush_aliases() local
88 if (vma->vm_mm != mm) in flush_aliases()
90 if (!(vma->vm_flags & VM_MAYSHARE)) in flush_aliases()
93 start = vma->vm_start + ((pgoff - vma->vm_pgoff) << PAGE_SHIFT); in flush_aliases()
138 if (vma == NULL || (vma->vm_flags & VM_EXEC)) in flush_cache_range()
159 if (vma->vm_flags & VM_EXEC) in flush_cache_page()
217 reload_tlb_page(vma, address, pte); in update_mmu_cache_range()
236 if (vma->vm_flags & VM_EXEC) in update_mmu_cache_range()
237 flush_icache_pages(vma, &folio->page, in update_mmu_cache_range()
268 if (vma->vm_flags & VM_EXEC) in copy_from_user_page()
[all …]
|
| /openbmc/linux/arch/arm/mm/ |
| H A D | flush.c | 82 vivt_flush_cache_range(vma, start, end); in flush_cache_range()
94 if (vma->vm_flags & VM_EXEC) in flush_cache_range()
165 if (vma->vm_flags & VM_EXEC) in flush_ptrace_access()
241 struct vm_area_struct *vma; in __flush_dcache_aliases() local
261 if (vma->vm_mm != mm) in __flush_dcache_aliases()
263 if (!(vma->vm_flags & VM_MAYSHARE)) in __flush_dcache_aliases()
266 start = vma->vm_start; in __flush_dcache_aliases()
269 offset = pgoff - vma->vm_pgoff; in __flush_dcache_aliases()
277 nr = (vma->vm_end - start) / PAGE_SIZE; in __flush_dcache_aliases()
279 flush_cache_pages(vma, start, pfn, nr); in __flush_dcache_aliases()
[all …]
|
| H A D | fault-armv.c | 52 flush_cache_page(vma, address, pfn); in do_adjust_pte()
57 set_pte_at(vma->vm_mm, address, ptep, entry); in do_adjust_pte()
58 flush_tlb_page(vma, address); in do_adjust_pte()
99 pgd = pgd_offset(vma->vm_mm, address); in adjust_pte()
126 ret = do_adjust_pte(vma, address, pfn, pte); in adjust_pte()
138 struct mm_struct *mm = vma->vm_mm; in make_coherent()
144 pgoff = vma->vm_pgoff + ((addr - vma->vm_start) >> PAGE_SHIFT); in make_coherent()
158 if (mpnt->vm_mm != mm || mpnt == vma) in make_coherent()
167 do_adjust_pte(vma, addr, pfn, ptep); in make_coherent()
206 make_coherent(mapping, vma, addr, ptep, pfn); in update_mmu_cache_range()
[all …]
|
| /openbmc/linux/arch/arc/kernel/ |
| H A D | arc_hostlink.c | 18 static int arc_hl_mmap(struct file *fp, struct vm_area_struct *vma) in arc_hl_mmap() argument
20 vma->vm_page_prot = pgprot_noncached(vma->vm_page_prot); in arc_hl_mmap()
22 if (io_remap_pfn_range(vma, vma->vm_start, vma->vm_pgoff, in arc_hl_mmap()
23 vma->vm_end - vma->vm_start, in arc_hl_mmap()
24 vma->vm_page_prot)) { in arc_hl_mmap()
|
| /openbmc/linux/arch/parisc/kernel/ |
| H A D | cache.c | 342 flush_tlb_page(vma, vmaddr); in __flush_cache_page()
346 if (vma->vm_flags & VM_EXEC) in __flush_cache_page()
472 struct vm_area_struct *vma; in flush_dcache_folio() local
506 addr = vma->vm_start; in flush_dcache_folio()
520 __flush_cache_page(vma, in flush_dcache_folio()
715 struct vm_area_struct *vma; in mm_total_size() local
719 for_each_vma(vmi, vma) { in mm_total_size()
722 usize += vma->vm_end - vma->vm_start; in mm_total_size()
729 struct vm_area_struct *vma; in flush_cache_mm() local
750 for_each_vma(vmi, vma) in flush_cache_mm()
[all …]
|
| /openbmc/linux/drivers/gpu/drm/i915/gem/ |
| H A D | i915_gem_tiling.c | 188 struct i915_vma *vma, *vn; in i915_gem_object_fence_prepare() local
197 spin_lock(&obj->vma.lock); in i915_gem_object_fence_prepare()
198 for_each_ggtt_vma(vma, obj) { in i915_gem_object_fence_prepare()
206 spin_unlock(&obj->vma.lock); in i915_gem_object_fence_prepare()
235 struct i915_vma *vma; in i915_gem_object_set_tiling() local
294 spin_lock(&obj->vma.lock); in i915_gem_object_set_tiling()
296 vma->fence_size = in i915_gem_object_set_tiling()
298 vma->fence_alignment = in i915_gem_object_set_tiling()
302 if (vma->fence) in i915_gem_object_set_tiling()
303 vma->fence->dirty = true; in i915_gem_object_set_tiling()
[all …]
|
| /openbmc/linux/drivers/sbus/char/ |
| H A D | flash.c | 34 flash_mmap(struct file *file, struct vm_area_struct *vma) in flash_mmap() argument
44 if ((vma->vm_flags & VM_READ) && in flash_mmap()
45 (vma->vm_flags & VM_WRITE)) { in flash_mmap()
49 if (vma->vm_flags & VM_READ) { in flash_mmap()
52 } else if (vma->vm_flags & VM_WRITE) { in flash_mmap()
62 if ((vma->vm_pgoff << PAGE_SHIFT) > size) in flash_mmap()
64 addr = vma->vm_pgoff + (addr >> PAGE_SHIFT); in flash_mmap()
66 if (vma->vm_end - (vma->vm_start + (vma->vm_pgoff << PAGE_SHIFT)) > size) in flash_mmap()
67 size = vma->vm_end - (vma->vm_start + (vma->vm_pgoff << PAGE_SHIFT)); in flash_mmap()
69 vma->vm_page_prot = pgprot_noncached(vma->vm_page_prot); in flash_mmap()
[all …]
|
| /openbmc/linux/drivers/gpu/drm/msm/ |
| H A D | msm_gem.c | 289 struct vm_area_struct *vma = vmf->vma; in msm_gem_fault() local
374 if (!vma) in add_vma()
379 return vma; in add_vma()
392 return vma; in lookup_vma()
400 if (!vma) in del_vma()
404 kfree(vma); in del_vma()
454 if (!vma) { in get_vma_locked()
459 return vma; in get_vma_locked()
472 return vma; in get_vma_locked()
607 if (!vma) in clear_iova()
[all …]
|
| /openbmc/linux/drivers/gpu/drm/i915/gt/ |
| H A D | intel_renderstate.c | 66 u64 r = s + i915_vma_offset(so->vma); in render_state_setup()
161 if (IS_ERR(so->vma)) { in intel_renderstate_init()
162 err = PTR_ERR(so->vma); in intel_renderstate_init()
192 i915_vma_unpin(so->vma); in intel_renderstate_init()
205 so->vma = NULL; in intel_renderstate_init()
215 if (!so->vma) in intel_renderstate_emit()
242 if (so->vma) { in intel_renderstate_fini()
243 i915_vma_unpin(so->vma); in intel_renderstate_fini()
244 i915_vma_close(so->vma); in intel_renderstate_fini()
250 if (so->vma) in intel_renderstate_fini()
[all …]
|
| /openbmc/linux/include/xen/ |
| H A D | xen-ops.h | 47 int xen_remap_pfn(struct vm_area_struct *vma, unsigned long addr,
64 int xen_xlate_remap_gfn_array(struct vm_area_struct *vma,
70 int xen_xlate_unmap_gfn_range(struct vm_area_struct *vma,
77 static inline int xen_xlate_remap_gfn_array(struct vm_area_struct *vma, in xen_xlate_remap_gfn_array() argument
87 static inline int xen_xlate_unmap_gfn_range(struct vm_area_struct *vma, in xen_xlate_unmap_gfn_range() argument
94 int xen_remap_vma_range(struct vm_area_struct *vma, unsigned long addr,
122 return xen_xlate_remap_gfn_array(vma, addr, gfn, nr, err_ptr, in xen_remap_domain_gfn_array()
130 return xen_remap_pfn(vma, addr, gfn, nr, err_ptr, prot, domid, in xen_remap_domain_gfn_array()
158 return xen_remap_pfn(vma, addr, mfn, nr, err_ptr, prot, domid, in xen_remap_domain_mfn_array()
183 return xen_remap_pfn(vma, addr, &gfn, nr, NULL, prot, domid, false); in xen_remap_domain_gfn_range()
[all …]
|
| /openbmc/linux/drivers/infiniband/core/ |
| H A D | ib_core_uverbs.c | 31 struct vm_area_struct *vma, in rdma_umap_priv_init() argument
36 priv->vma = vma; in rdma_umap_priv_init()
41 vma->vm_private_data = priv; in rdma_umap_priv_init()
74 if (!(vma->vm_flags & VM_SHARED)) in rdma_user_mmap_io()
77 if (vma->vm_end - vma->vm_start != size) in rdma_user_mmap_io()
81 if (WARN_ON(!vma->vm_file || in rdma_user_mmap_io()
90 vma->vm_page_prot = prot; in rdma_user_mmap_io()
91 if (io_remap_pfn_range(vma, vma->vm_start, pfn, size, prot)) { in rdma_user_mmap_io()
162 struct vm_area_struct *vma) in rdma_user_mmap_entry_get() argument
166 if (!(vma->vm_flags & VM_SHARED)) in rdma_user_mmap_entry_get()
[all …]
|
| /openbmc/linux/arch/alpha/kernel/ |
| H A D | pci-sysfs.c | 19 struct vm_area_struct *vma, in hose_mmap_page_range() argument
29 vma->vm_pgoff += base >> PAGE_SHIFT; in hose_mmap_page_range()
31 return io_remap_pfn_range(vma, vma->vm_start, vma->vm_pgoff, in hose_mmap_page_range()
32 vma->vm_end - vma->vm_start, in hose_mmap_page_range()
33 vma->vm_page_prot); in hose_mmap_page_range()
42 nr = vma_pages(vma); in __pci_mmap_fits()
43 start = vma->vm_pgoff; in __pci_mmap_fits()
97 struct vm_area_struct *vma) in pci_mmap_resource_sparse() argument
104 struct vm_area_struct *vma) in pci_mmap_resource_dense() argument
262 nr = vma_pages(vma); in __legacy_mmap_fits()
[all …]
|
| /openbmc/linux/arch/arm/include/asm/ |
| H A D | cacheflush.h | 227 struct mm_struct *mm = vma->vm_mm; in vivt_flush_cache_range()
231 vma->vm_flags); in vivt_flush_cache_range()
237 struct mm_struct *mm = vma->vm_mm; in vivt_flush_cache_pages()
242 vma->vm_flags); in vivt_flush_cache_pages()
249 #define flush_cache_range(vma,start,end) \ argument
250 vivt_flush_cache_range(vma,start,end)
251 #define flush_cache_pages(vma, addr, pfn, nr) \ argument
252 vivt_flush_cache_pages(vma, addr, pfn, nr)
261 #define flush_cache_page(vma, addr, pfn) flush_cache_pages(vma, addr, pfn, 1) argument
315 extern void __flush_anon_page(struct vm_area_struct *vma, in flush_anon_page()
[all …]
|
| /openbmc/linux/drivers/media/v4l2-core/ |
| H A D | videobuf-vmalloc.c | 56 map->count, vma->vm_start, vma->vm_end); in videobuf_vm_open()
68 map->count, vma->vm_start, vma->vm_end); in videobuf_vm_close()
211 struct vm_area_struct *vma) in __videobuf_mmap_mapper() argument
227 buf->baddr = vma->vm_start; in __videobuf_mmap_mapper()
233 pages = PAGE_ALIGN(vma->vm_end - vma->vm_start); in __videobuf_mmap_mapper()
249 vma->vm_ops = &videobuf_vm_ops; in __videobuf_mmap_mapper()
250 vm_flags_set(vma, VM_DONTEXPAND | VM_DONTDUMP); in __videobuf_mmap_mapper()
251 vma->vm_private_data = map; in __videobuf_mmap_mapper()
254 map, q, vma->vm_start, vma->vm_end, in __videobuf_mmap_mapper()
256 vma->vm_pgoff, buf->i); in __videobuf_mmap_mapper()
[all …]
|
| H A D | videobuf-dma-contig.c | 67 map, map->count, vma->vm_start, vma->vm_end); in videobuf_vm_open()
79 map, map->count, vma->vm_start, vma->vm_end); in videobuf_vm_close()
161 struct vm_area_struct *vma; in videobuf_dma_contig_user_get() local
174 if (!vma) in videobuf_dma_contig_user_get()
274 struct vm_area_struct *vma) in __videobuf_mmap_mapper() argument
290 buf->baddr = vma->vm_start; in __videobuf_mmap_mapper()
305 vma->vm_pgoff = 0; in __videobuf_mmap_mapper()
316 vma->vm_ops = &videobuf_vm_ops; in __videobuf_mmap_mapper()
318 vma->vm_private_data = map; in __videobuf_mmap_mapper()
321 map, q, vma->vm_start, vma->vm_end, in __videobuf_mmap_mapper()
[all …]
|
| /openbmc/linux/arch/parisc/mm/ |
| H A D | fault.c | 244 struct vm_area_struct *vma) in show_signal_msg() argument
258 vma ? ',':'\n'); in show_signal_msg()
260 if (vma) in show_signal_msg()
262 vma->vm_start, vma->vm_end); in show_signal_msg()
296 if (!vma || address < vma->vm_start) { in do_page_fault()
299 vma = expand_stack(mm, address); in do_page_fault()
300 if (!vma) in do_page_fault()
372 if (!vma || in do_page_fault()
373 address < vma->vm_start || address >= vma->vm_end) { in do_page_fault()
457 struct vm_area_struct *vma; in handle_nadtlb_fault() local
[all …]
|
| /openbmc/linux/drivers/gpu/drm/i915/gem/selftests/ |
| H A D | i915_gem_client_blt.c | 95 struct i915_vma *vma; member
276 struct i915_vma *vma; in __create_vma() local
286 if (IS_ERR(vma)) in __create_vma()
289 return vma; in __create_vma()
318 struct i915_vma *vma; in tiled_blits_create_buffers() local
321 if (IS_ERR(vma)) { in tiled_blits_create_buffers()
323 return PTR_ERR(vma); in tiled_blits_create_buffers()
326 t->buffers[i].vma = vma; in tiled_blits_create_buffers()
464 if (drm_mm_node_allocated(&vma->node) && i915_vma_offset(vma) != addr) { in pin_buffer()
534 i915_vma_unpin(dst->vma); in tiled_blit()
[all …]
|
| /openbmc/linux/kernel/events/ |
| H A D | uprobes.c | 127 return vma->vm_file && (vma->vm_flags & flags) == VM_MAYEXEC; in valid_vma()
132 return vma->vm_start + offset - ((loff_t)vma->vm_pgoff << PAGE_SHIFT); in offset_to_vaddr()
137 return ((loff_t)vma->vm_pgoff << PAGE_SHIFT) + (vaddr - vma->vm_start); in vaddr_to_offset()
343 vma->vm_file && in valid_ref_ctr_vma()
1052 if (!vma || !valid_vma(vma, is_register) || in register_for_each_vma()
1249 uprobe->offset >= offset + vma->vm_end - vma->vm_start) in unapply_uprobe()
1379 build_probe_list(inode, vma, vma->vm_start, vma->vm_end, &tmp_list); in uprobe_mmap()
1389 install_breakpoint(uprobe, vma->vm_mm, vma, vaddr); in uprobe_mmap()
1463 if (IS_ERR(vma)) { in xol_add_vma()
1998 if (vma_has_uprobes(vma, vma->vm_start, vma->vm_end)) in mmf_recalc_uprobes()
[all …]
|
| /openbmc/linux/drivers/xen/ |
| H A D | privcmd.c | 230 struct vm_area_struct *vma = st->vma; in mmap_gfn_range() local
246 vma->vm_page_prot, in mmap_gfn_range()
294 if (!vma || (msg->va != vma->vm_start) || vma->vm_private_data) in privcmd_ioctl_mmap()
299 state.va = vma->vm_start; in privcmd_ioctl_mmap()
300 state.vma = vma; in privcmd_ioctl_mmap()
344 struct vm_area_struct *vma = st->vma; in mmap_batch_fn() local
508 if (!vma || in privcmd_ioctl_mmap_batch()
550 state.vma = vma; in privcmd_ioctl_mmap_batch()
764 if (!vma || vma->vm_ops != &privcmd_vm_ops) { in privcmd_ioctl_mmap_resource()
1183 int numgfns = (vma->vm_end - vma->vm_start) >> XEN_PAGE_SHIFT; in privcmd_close()
[all …]
|
| H A D | privcmd-buf.c | 86 static void privcmd_buf_vma_open(struct vm_area_struct *vma) in privcmd_buf_vma_open() argument
88 struct privcmd_buf_vma_private *vma_priv = vma->vm_private_data; in privcmd_buf_vma_open()
98 static void privcmd_buf_vma_close(struct vm_area_struct *vma) in privcmd_buf_vma_close() argument
100 struct privcmd_buf_vma_private *vma_priv = vma->vm_private_data; in privcmd_buf_vma_close()
120 vmf->vma, vmf->vma->vm_start, vmf->vma->vm_end, in privcmd_buf_vma_fault()
136 unsigned long count = vma_pages(vma); in privcmd_buf_mmap()
140 if (!(vma->vm_flags & VM_SHARED)) in privcmd_buf_mmap()
159 vm_flags_set(vma, VM_IO | VM_DONTEXPAND); in privcmd_buf_mmap()
160 vma->vm_ops = &privcmd_buf_vm_ops; in privcmd_buf_mmap()
161 vma->vm_private_data = vma_priv; in privcmd_buf_mmap()
[all …]
|
| /openbmc/linux/arch/s390/kernel/ |
| H A D | vdso.c | 58 struct vm_area_struct *vma; in vdso_join_timens() local
61 for_each_vma(vmi, vma) { in vdso_join_timens()
64 zap_vma_pages(vma); in vdso_join_timens()
88 err = vmf_insert_pfn(vma, addr, pfn); in vvar_fault()
111 return vmf_insert_pfn(vma, vmf->address, pfn); in vvar_fault()
115 struct vm_area_struct *vma) in vdso_mremap() argument
148 struct vm_area_struct *vma; in map_vdso() local
170 rc = PTR_ERR(vma); in map_vdso()
171 if (IS_ERR(vma)) in map_vdso()
179 if (IS_ERR(vma)) { in map_vdso()
[all …]
|