| /openbmc/linux/drivers/misc/ocxl/ |
| H A D | context.c | 139 static vm_fault_t ocxl_mmap_fault(struct vm_fault *vmf) in ocxl_mmap_fault() argument
141 struct vm_area_struct *vma = vmf->vma; in ocxl_mmap_fault()
146 offset = vmf->pgoff << PAGE_SHIFT; in ocxl_mmap_fault()
148 ctx->pasid, vmf->address, offset); in ocxl_mmap_fault()
151 ret = map_pp_mmio(vma, vmf->address, offset, ctx); in ocxl_mmap_fault()
153 ret = map_afu_irq(vma, vmf->address, offset, ctx); in ocxl_mmap_fault()
|
| /openbmc/linux/drivers/char/agp/ |
| H A D | alpha-agp.c | 14 static vm_fault_t alpha_core_agp_vm_fault(struct vm_fault *vmf) in alpha_core_agp_vm_fault() argument
21 dma_addr = vmf->address - vmf->vma->vm_start + agp->aperture.bus_base; in alpha_core_agp_vm_fault()
32 vmf->page = page; in alpha_core_agp_vm_fault()
|
| /openbmc/linux/drivers/dma-buf/heaps/ |
| H A D | cma_heap.c | 163 static vm_fault_t cma_heap_vm_fault(struct vm_fault *vmf) in cma_heap_vm_fault() argument
165 struct vm_area_struct *vma = vmf->vma; in cma_heap_vm_fault()
168 if (vmf->pgoff >= buffer->pagecount) in cma_heap_vm_fault()
171 vmf->page = buffer->pages[vmf->pgoff]; in cma_heap_vm_fault()
172 get_page(vmf->page); in cma_heap_vm_fault()
|
| /openbmc/linux/arch/s390/kernel/ |
| H A D | vdso.c | 73 struct vm_area_struct *vma, struct vm_fault *vmf) in vvar_fault() argument
79 switch (vmf->pgoff) { in vvar_fault()
87 addr = vmf->address + VVAR_TIMENS_PAGE_OFFSET * PAGE_SIZE; in vvar_fault()
111 return vmf_insert_pfn(vma, vmf->address, pfn); in vvar_fault()
|
| /openbmc/linux/fs/ |
| H A D | userfaultfd.c | 280 struct vm_fault *vmf, in userfaultfd_huge_must_wait() argument
283 struct vm_area_struct *vma = vmf->vma; in userfaultfd_huge_must_wait()
287 assert_fault_locked(vmf); in userfaultfd_huge_must_wait()
310 struct vm_fault *vmf, in userfaultfd_huge_must_wait() argument
325 struct vm_fault *vmf, in userfaultfd_must_wait() argument
329 unsigned long address = vmf->address; in userfaultfd_must_wait()
338 assert_fault_locked(vmf); in userfaultfd_must_wait()
436 assert_fault_locked(vmf); in handle_userfault()
501 vmf->flags); in handle_userfault()
521 uwq.msg = userfault_msg(vmf->address, vmf->real_address, vmf->flags, in handle_userfault()
[all …]
|
| /openbmc/linux/fs/ext4/ |
| H A D | file.c | 702 static vm_fault_t ext4_dax_huge_fault(struct vm_fault *vmf, unsigned int order) in ext4_dax_huge_fault() argument
708 struct inode *inode = file_inode(vmf->vma->vm_file); in ext4_dax_huge_fault()
722 bool write = (vmf->flags & FAULT_FLAG_WRITE) && in ext4_dax_huge_fault()
723 (vmf->vma->vm_flags & VM_SHARED); in ext4_dax_huge_fault()
724 struct address_space *mapping = vmf->vma->vm_file->f_mapping; in ext4_dax_huge_fault()
729 file_update_time(vmf->vma->vm_file); in ext4_dax_huge_fault()
742 result = dax_iomap_fault(vmf, order, &pfn, &error, &ext4_iomap_ops); in ext4_dax_huge_fault()
751 result = dax_finish_sync_fault(vmf, order, pfn); in ext4_dax_huge_fault()
761 static vm_fault_t ext4_dax_fault(struct vm_fault *vmf) in ext4_dax_fault() argument
763 return ext4_dax_huge_fault(vmf, 0); in ext4_dax_fault()
|
| /openbmc/linux/include/drm/ttm/ |
| H A D | ttm_bo.h | 386 struct vm_fault *vmf);
387 vm_fault_t ttm_bo_vm_fault_reserved(struct vm_fault *vmf,
390 vm_fault_t ttm_bo_vm_fault(struct vm_fault *vmf);
395 vm_fault_t ttm_bo_vm_dummy_page(struct vm_fault *vmf, pgprot_t prot);
|
| /openbmc/linux/arch/x86/kernel/cpu/sgx/ |
| H A D | virt.c | 74 static vm_fault_t sgx_vepc_fault(struct vm_fault *vmf) in sgx_vepc_fault() argument
76 struct vm_area_struct *vma = vmf->vma; in sgx_vepc_fault()
81 ret = __sgx_vepc_fault(vepc, vma, vmf->address); in sgx_vepc_fault()
87 if (ret == -EBUSY && (vmf->flags & FAULT_FLAG_ALLOW_RETRY)) { in sgx_vepc_fault()
|
| /openbmc/linux/fs/fuse/ |
| H A D | dax.c | 787 static vm_fault_t __fuse_dax_fault(struct vm_fault *vmf, unsigned int order, in __fuse_dax_fault() argument
791 struct inode *inode = file_inode(vmf->vma->vm_file); in __fuse_dax_fault()
812 ret = dax_iomap_fault(vmf, order, &pfn, &error, &fuse_iomap_ops); in __fuse_dax_fault()
821 ret = dax_finish_sync_fault(vmf, order, pfn); in __fuse_dax_fault()
830 static vm_fault_t fuse_dax_fault(struct vm_fault *vmf) in fuse_dax_fault() argument
832 return __fuse_dax_fault(vmf, 0, vmf->flags & FAULT_FLAG_WRITE); in fuse_dax_fault()
837 return __fuse_dax_fault(vmf, order, vmf->flags & FAULT_FLAG_WRITE); in fuse_dax_huge_fault()
840 static vm_fault_t fuse_dax_page_mkwrite(struct vm_fault *vmf) in fuse_dax_page_mkwrite() argument
842 return __fuse_dax_fault(vmf, 0, true); in fuse_dax_page_mkwrite()
845 static vm_fault_t fuse_dax_pfn_mkwrite(struct vm_fault *vmf) in fuse_dax_pfn_mkwrite() argument
[all …]
|
| /openbmc/linux/drivers/gpu/drm/gma500/ |
| H A D | gem.c | 109 static vm_fault_t psb_gem_fault(struct vm_fault *vmf);
254 static vm_fault_t psb_gem_fault(struct vm_fault *vmf) in psb_gem_fault() argument
256 struct vm_area_struct *vma = vmf->vma; in psb_gem_fault()
290 page_offset = (vmf->address - vma->vm_start) >> PAGE_SHIFT; in psb_gem_fault()
297 ret = vmf_insert_pfn(vma, vmf->address, pfn); in psb_gem_fault()
|
| H A D | fbdev.c | 23 static vm_fault_t psb_fbdev_vm_fault(struct vm_fault *vmf) in psb_fbdev_vm_fault() argument
25 struct vm_area_struct *vma = vmf->vma; in psb_fbdev_vm_fault()
27 unsigned long address = vmf->address - (vmf->pgoff << PAGE_SHIFT); in psb_fbdev_vm_fault()
|
| /openbmc/linux/drivers/dma-buf/ |
| H A D | udmabuf.c | 33 static vm_fault_t udmabuf_vm_fault(struct vm_fault *vmf) in udmabuf_vm_fault() argument
35 struct vm_area_struct *vma = vmf->vma; in udmabuf_vm_fault()
37 pgoff_t pgoff = vmf->pgoff; in udmabuf_vm_fault()
41 vmf->page = ubuf->pages[pgoff]; in udmabuf_vm_fault()
42 get_page(vmf->page); in udmabuf_vm_fault()
|
| /openbmc/linux/arch/powerpc/kernel/ |
| H A D | vdso.c | 85 struct vm_area_struct *vma, struct vm_fault *vmf);
133 struct vm_area_struct *vma, struct vm_fault *vmf) in vvar_fault() argument
138 switch (vmf->pgoff) { in vvar_fault()
163 return vmf_insert_pfn(vma, vmf->address, pfn); in vvar_fault()
|
| /openbmc/linux/drivers/gpu/drm/armada/ |
| H A D | armada_gem.c | 20 static vm_fault_t armada_gem_vm_fault(struct vm_fault *vmf) in armada_gem_vm_fault() argument
22 struct drm_gem_object *gobj = vmf->vma->vm_private_data; in armada_gem_vm_fault()
26 pfn += (vmf->address - vmf->vma->vm_start) >> PAGE_SHIFT; in armada_gem_vm_fault()
27 return vmf_insert_pfn(vmf->vma, vmf->address, pfn); in armada_gem_vm_fault()
|
| /openbmc/linux/arch/riscv/kernel/ |
| H A D | vdso.c | 131 struct vm_area_struct *vma, struct vm_fault *vmf) in vvar_fault() argument
136 switch (vmf->pgoff) { in vvar_fault()
161 return vmf_insert_pfn(vma, vmf->address, pfn); in vvar_fault()
|
| /openbmc/linux/arch/powerpc/platforms/cell/spufs/ |
| H A D | file.c | 230 spufs_mem_mmap_fault(struct vm_fault *vmf) in spufs_mem_mmap_fault() argument
232 struct vm_area_struct *vma = vmf->vma; in spufs_mem_mmap_fault()
237 offset = vmf->pgoff << PAGE_SHIFT; in spufs_mem_mmap_fault()
242 vmf->address, offset); in spufs_mem_mmap_fault()
254 ret = vmf_insert_pfn(vma, vmf->address, pfn); in spufs_mem_mmap_fault()
353 ret = vmf_insert_pfn(vmf->vma, vmf->address, in spufs_ps_fault()
1023 spufs_signal1_mmap_fault(struct vm_fault *vmf) in spufs_signal1_mmap_fault() argument
1159 spufs_signal2_mmap_fault(struct vm_fault *vmf) in spufs_signal2_mmap_fault() argument
1288 spufs_mss_mmap_fault(struct vm_fault *vmf) in spufs_mss_mmap_fault() argument
1350 spufs_psmap_mmap_fault(struct vm_fault *vmf) in spufs_psmap_mmap_fault() argument
[all …]
|
| /openbmc/linux/drivers/infiniband/hw/hfi1/ |
| H A D | file_ops.c | 73 static vm_fault_t vma_fault(struct vm_fault *vmf);
313 ctxt, subctxt, type, mapio, vmf, !!memdma, in mmap_cdbg()
328 u8 subctxt, mapio = 0, vmf = 0, type; in hfi1_file_mmap() local
487 vmf = 1; in hfi1_file_mmap()
520 vmf = 1; in hfi1_file_mmap()
526 vmf = 1; in hfi1_file_mmap()
533 vmf = 1; in hfi1_file_mmap()
545 vmf = 1; in hfi1_file_mmap()
564 if (vmf) { in hfi1_file_mmap()
595 static vm_fault_t vma_fault(struct vm_fault *vmf) in vma_fault() argument
[all …]
|
| /openbmc/linux/drivers/gpu/drm/nouveau/ |
| H A D | nouveau_dmem.c | 161 static vm_fault_t nouveau_dmem_migrate_to_ram(struct vm_fault *vmf) in nouveau_dmem_migrate_to_ram() argument
163 struct nouveau_drm *drm = page_to_drm(vmf->page); in nouveau_dmem_migrate_to_ram()
172 .vma = vmf->vma, in nouveau_dmem_migrate_to_ram()
173 .start = vmf->address, in nouveau_dmem_migrate_to_ram()
174 .end = vmf->address + PAGE_SIZE, in nouveau_dmem_migrate_to_ram()
178 .fault_page = vmf->page, in nouveau_dmem_migrate_to_ram()
196 dpage = alloc_page_vma(GFP_HIGHUSER | __GFP_ZERO, vmf->vma, vmf->address); in nouveau_dmem_migrate_to_ram()
|
| /openbmc/linux/drivers/gpu/drm/omapdrm/ |
| H A D | omap_gem.c | 347 struct vm_area_struct *vma, struct vm_fault *vmf) in omap_gem_fault_1d() argument
354 pgoff = (vmf->address - vma->vm_start) >> PAGE_SHIFT; in omap_gem_fault_1d()
364 VERB("Inserting %p pfn %lx, pa %lx", (void *)vmf->address, in omap_gem_fault_1d()
367 return vmf_insert_mixed(vma, vmf->address, in omap_gem_fault_1d()
373 struct vm_area_struct *vma, struct vm_fault *vmf) in omap_gem_fault_2d() argument
403 pgoff = (vmf->address - vma->vm_start) >> PAGE_SHIFT; in omap_gem_fault_2d()
459 VERB("Inserting %p pfn %lx, pa %lx", (void *)vmf->address, in omap_gem_fault_2d()
490 static vm_fault_t omap_gem_fault(struct vm_fault *vmf) in omap_gem_fault() argument
492 struct vm_area_struct *vma = vmf->vma; in omap_gem_fault()
517 ret = omap_gem_fault_2d(obj, vma, vmf); in omap_gem_fault()
[all …]
|
| /openbmc/linux/fs/udf/ |
| H A D | file.c | 37 static vm_fault_t udf_page_mkwrite(struct vm_fault *vmf) in udf_page_mkwrite() argument
39 struct vm_area_struct *vma = vmf->vma; in udf_page_mkwrite()
42 struct page *page = vmf->page; in udf_page_mkwrite()
|
| /openbmc/linux/include/linux/ |
| H A D | mm.h | 580 vm_fault_t (*fault)(struct vm_fault *vmf);
582 vm_fault_t (*map_pages)(struct vm_fault *vmf,
756 if (vmf->flags & FAULT_FLAG_VMA_LOCK) in release_fault_lock()
757 vma_end_read(vmf->vma); in release_fault_lock()
759 mmap_read_unlock(vmf->vma->vm_mm); in release_fault_lock()
764 if (vmf->flags & FAULT_FLAG_VMA_LOCK) in assert_fault_locked()
765 vma_assert_locked(vmf->vma); in assert_fault_locked()
767 mmap_assert_locked(vmf->vma->vm_mm); in assert_fault_locked()
792 mmap_read_unlock(vmf->vma->vm_mm); in release_fault_lock()
797 mmap_assert_locked(vmf->vma->vm_mm); in assert_fault_locked()
[all …]
|
| /openbmc/linux/drivers/gpu/drm/amd/amdgpu/ |
| H A D | amdgpu_gem.c | 48 static vm_fault_t amdgpu_gem_fault(struct vm_fault *vmf) in amdgpu_gem_fault() argument
50 struct ttm_buffer_object *bo = vmf->vma->vm_private_data; in amdgpu_gem_fault()
55 ret = ttm_bo_vm_reserve(bo, vmf); in amdgpu_gem_fault()
66 ret = ttm_bo_vm_fault_reserved(vmf, vmf->vma->vm_page_prot, in amdgpu_gem_fault()
71 ret = ttm_bo_vm_dummy_page(vmf, vmf->vma->vm_page_prot); in amdgpu_gem_fault()
73 if (ret == VM_FAULT_RETRY && !(vmf->flags & FAULT_FLAG_RETRY_NOWAIT)) in amdgpu_gem_fault()
|
| /openbmc/linux/drivers/infiniband/core/ |
| H A D | uverbs_main.c | 778 static vm_fault_t rdma_umap_fault(struct vm_fault *vmf) in rdma_umap_fault() argument
780 struct ib_uverbs_file *ufile = vmf->vma->vm_file->private_data; in rdma_umap_fault()
781 struct rdma_umap_priv *priv = vmf->vma->vm_private_data; in rdma_umap_fault()
788 if (!(vmf->vma->vm_flags & (VM_WRITE | VM_MAYWRITE))) { in rdma_umap_fault()
789 vmf->page = ZERO_PAGE(vmf->address); in rdma_umap_fault()
790 get_page(vmf->page); in rdma_umap_fault()
797 alloc_pages(vmf->gfp_mask | __GFP_ZERO, 0); in rdma_umap_fault()
804 vmf->page = ufile->disassociate_page; in rdma_umap_fault()
805 get_page(vmf->page); in rdma_umap_fault()
|
| /openbmc/linux/samples/vfio-mdev/ |
| H A D | mbochs.c | 775 static vm_fault_t mbochs_region_vm_fault(struct vm_fault *vmf) in mbochs_region_vm_fault() argument
777 struct vm_area_struct *vma = vmf->vma; in mbochs_region_vm_fault()
779 pgoff_t page_offset = (vmf->address - vma->vm_start) >> PAGE_SHIFT; in mbochs_region_vm_fault()
784 vmf->page = mbochs_get_page(mdev_state, page_offset); in mbochs_region_vm_fault()
785 if (!vmf->page) in mbochs_region_vm_fault()
814 static vm_fault_t mbochs_dmabuf_vm_fault(struct vm_fault *vmf) in mbochs_dmabuf_vm_fault() argument
816 struct vm_area_struct *vma = vmf->vma; in mbochs_dmabuf_vm_fault()
819 if (WARN_ON(vmf->pgoff >= dmabuf->pagecount)) in mbochs_dmabuf_vm_fault()
822 vmf->page = dmabuf->pages[vmf->pgoff]; in mbochs_dmabuf_vm_fault()
823 get_page(vmf->page); in mbochs_dmabuf_vm_fault()
|
| /openbmc/linux/arch/powerpc/include/asm/book3s/ |
| H A D | pgtable.h | 32 static inline void update_mmu_cache_range(struct vm_fault *vmf, in update_mmu_cache_range() argument
|