/openbmc/linux/mm/ |
H A D | memory.c | 3115 vmf->pte = pte_offset_map_lock(mm, vmf->pmd, vmf->address, &vmf->ptl); in wp_page_copy() 3232 vmf->pte = pte_offset_map_lock(vmf->vma->vm_mm, vmf->pmd, vmf->address, in finish_mkwrite_fault() 3241 update_mmu_tlb(vmf->vma, vmf->address, vmf->pte); in finish_mkwrite_fault() 3649 vmf->pte = pte_offset_map_lock(vmf->vma->vm_mm, vmf->pmd, in pte_marker_clear() 3662 pte_clear(vmf->vma->vm_mm, vmf->address, vmf->pte); in pte_marker_clear() 3760 vmf->address, &vmf->ptl); in do_swap_page() 3853 vmf->address, &vmf->ptl); in do_swap_page() 4112 vmf->address, &vmf->ptl); in do_anonymous_page() 4708 vmf->pte = pte_offset_map_lock(vmf->vma->vm_mm, vmf->pmd, in do_fault() 5011 update_mmu_tlb(vmf->vma, vmf->address, vmf->pte); in handle_pte_fault() [all …]
|
H A D | huge_memory.c | 683 vmf->ptl = pmd_lock(vma->vm_mm, vmf->pmd); in __do_huge_pmd_anonymous_page() 709 update_mmu_cache_pmd(vma, vmf->address, vmf->pmd); in __do_huge_pmd_anonymous_page() 806 vmf->ptl = pmd_lock(vma->vm_mm, vmf->pmd); in do_huge_pmd_anonymous_page() 1269 vmf->ptl = pud_lock(vmf->vma->vm_mm, vmf->pud); in huge_pud_set_accessed() 1273 touch_pud(vmf->vma, vmf->address, vmf->pud, write); in huge_pud_set_accessed() 1283 vmf->ptl = pmd_lock(vmf->vma->vm_mm, vmf->pmd); in huge_pmd_set_accessed() 1284 if (unlikely(!pmd_same(*vmf->pmd, vmf->orig_pmd))) in huge_pmd_set_accessed() 1287 touch_pmd(vmf->vma, vmf->address, vmf->pmd, write); in huge_pmd_set_accessed() 1302 vmf->ptl = pmd_lockptr(vma->vm_mm, vmf->pmd); in do_huge_pmd_wp_page() 1504 vmf->ptl = pmd_lock(vma->vm_mm, vmf->pmd); in do_huge_pmd_numa_page() [all …]
|
H A D | filemap.c | 1690 release_fault_lock(vmf); in __folio_lock_or_retry() 1702 release_fault_lock(vmf); in __folio_lock_or_retry() 3312 vmf->gfp_mask); in filemap_fault() 3434 if (pmd_none(*vmf->pmd) && vmf->prealloc_pte) in filemap_map_pmd() 3435 pmd_install(mm, vmf->pmd, &vmf->prealloc_pte); in filemap_map_pmd() 3521 vmf->pte += count; in filemap_map_folio_range() 3533 vmf->pte = old_ptep; in filemap_map_folio_range() 3558 if (vmf->address == addr) in filemap_map_order0_folio() 3591 vmf->pte = pte_offset_map_lock(vma->vm_mm, vmf->pmd, addr, &vmf->ptl); in filemap_map_pages() 3592 if (!vmf->pte) { in filemap_map_pages() [all …]
|
H A D | secretmem.c | 50 static vm_fault_t secretmem_fault(struct vm_fault *vmf) in secretmem_fault() argument 52 struct address_space *mapping = vmf->vma->vm_file->f_mapping; in secretmem_fault() 53 struct inode *inode = file_inode(vmf->vma->vm_file); in secretmem_fault() 54 pgoff_t offset = vmf->pgoff; in secretmem_fault() 55 gfp_t gfp = vmf->gfp_mask; in secretmem_fault() 62 if (((loff_t)vmf->pgoff << PAGE_SHIFT) >= i_size_read(inode)) in secretmem_fault() 105 vmf->page = page; in secretmem_fault()
|
H A D | swap_state.c | 621 struct vm_fault *vmf) in swap_cluster_readahead() argument 632 struct vm_area_struct *vma = vmf->vma; in swap_cluster_readahead() 633 unsigned long addr = vmf->address; in swap_cluster_readahead() 719 struct vm_area_struct *vma = vmf->vma; in swap_ra_info() 732 faddr = vmf->address; in swap_ra_info() 781 struct vm_fault *vmf) in swap_vma_readahead() argument 785 struct vm_area_struct *vma = vmf->vma; in swap_vma_readahead() 796 swap_ra_info(vmf, &ra_info); in swap_vma_readahead() 805 pte = pte_offset_map(vmf->pmd, addr); in swap_vma_readahead() 854 struct vm_fault *vmf) in swapin_readahead() argument [all …]
|
H A D | swap.h | 56 struct vm_fault *vmf); 58 struct vm_fault *vmf); 84 gfp_t gfp_mask, struct vm_fault *vmf) in swap_cluster_readahead() argument 90 struct vm_fault *vmf) in swapin_readahead() argument
|
/openbmc/linux/include/trace/events/ |
H A D | fs_dax.h | 13 TP_ARGS(inode, vmf, max_pgoff, result), 30 __entry->vm_end = vmf->vma->vm_end; 32 __entry->address = vmf->address; 33 __entry->flags = vmf->flags; 34 __entry->pgoff = vmf->pgoff; 80 __entry->address = vmf->address; 123 __entry->address = vmf->address; 155 TP_ARGS(inode, vmf, result), 170 __entry->flags = vmf->flags; 171 __entry->pgoff = vmf->pgoff; [all …]
|
/openbmc/linux/drivers/dax/ |
H A D | device.c | 88 pgoff = linear_page_index(vmf->vma, in dax_set_mapping() 89 ALIGN(vmf->address, fault_size)); in dax_set_mapping() 104 struct vm_fault *vmf) in __dev_dax_pte_fault() argument 133 return vmf_insert_mixed(vmf->vma, vmf->address, pfn); in __dev_dax_pte_fault() 137 struct vm_fault *vmf) in __dev_dax_pmd_fault() argument 176 return vmf_insert_pfn_pmd(vmf, pfn, vmf->flags & FAULT_FLAG_WRITE); in __dev_dax_pmd_fault() 181 struct vm_fault *vmf) in __dev_dax_pud_fault() argument 221 return vmf_insert_pfn_pud(vmf, pfn, vmf->flags & FAULT_FLAG_WRITE); in __dev_dax_pud_fault() 225 struct vm_fault *vmf) in __dev_dax_pud_fault() argument 240 vmf->vma->vm_start, vmf->vma->vm_end, order); in dev_dax_huge_fault() [all …]
|
/openbmc/linux/fs/ |
H A D | dax.c | 845 copy_user_page(vto, kaddr, vmf->address, vmf->cow_page); in copy_cow_page_dax() 1230 ptl = pmd_lock(vmf->vma->vm_mm, vmf->pmd); in dax_pmd_load_hole() 1242 set_pmd_at(vmf->vma->vm_mm, pmd_addr, vmf->pmd, pmd_entry); in dax_pmd_load_hole() 1612 clear_user_highpage(vmf->cow_page, vmf->address); in dax_fault_cow_page() 1693 return vmf_insert_mixed_mkwrite(vmf->vma, vmf->address, pfn); in dax_fault_iter() 1694 return vmf_insert_mixed(vmf->vma, vmf->address, pfn); in dax_fault_iter() 1723 if ((vmf->flags & FAULT_FLAG_WRITE) && !vmf->cow_page) in dax_iomap_pte_fault() 1738 if (pmd_trans_huge(*vmf->pmd) || pmd_devmap(*vmf->pmd)) { in dax_iomap_pte_fault() 1859 if (!pmd_none(*vmf->pmd) && !pmd_trans_huge(*vmf->pmd) && in dax_iomap_pmd_fault() 1879 split_huge_pmd(vmf->vma, vmf->pmd, vmf->address); in dax_iomap_pmd_fault() [all …]
|
/openbmc/linux/drivers/gpu/drm/ttm/ |
H A D | ttm_bo_vm.c | 42 struct vm_fault *vmf) in ttm_bo_vm_fault_idle() argument 58 if (vmf->flags & FAULT_FLAG_RETRY_NOWAIT) in ttm_bo_vm_fault_idle() 62 mmap_read_unlock(vmf->vma->vm_mm); in ttm_bo_vm_fault_idle() 117 struct vm_fault *vmf) in ttm_bo_vm_reserve() argument 134 mmap_read_unlock(vmf->vma->vm_mm); in ttm_bo_vm_reserve() 185 struct vm_area_struct *vma = vmf->vma; in ttm_bo_vm_fault_reserved() 196 unsigned long address = vmf->address; in ttm_bo_vm_fault_reserved() 202 ret = ttm_bo_vm_fault_idle(bo, vmf); in ttm_bo_vm_fault_reserved() 293 struct vm_area_struct *vma = vmf->vma; in ttm_bo_vm_dummy_page() 323 struct vm_area_struct *vma = vmf->vma; in ttm_bo_vm_fault() [all …]
|
/openbmc/linux/fs/ocfs2/ |
H A D | mmap.c | 31 static vm_fault_t ocfs2_fault(struct vm_fault *vmf) in ocfs2_fault() argument 33 struct vm_area_struct *vma = vmf->vma; in ocfs2_fault() 38 ret = filemap_fault(vmf); in ocfs2_fault() 42 vma, vmf->page, vmf->pgoff); in ocfs2_fault() 113 static vm_fault_t ocfs2_page_mkwrite(struct vm_fault *vmf) in ocfs2_page_mkwrite() argument 115 struct page *page = vmf->page; in ocfs2_page_mkwrite() 116 struct inode *inode = file_inode(vmf->vma->vm_file); in ocfs2_page_mkwrite() 144 ret = __ocfs2_page_mkwrite(vmf->vma->vm_file, di_bh, page); in ocfs2_page_mkwrite()
|
/openbmc/linux/drivers/video/fbdev/core/ |
H A D | fb_defio.c | 98 struct fb_info *info = vmf->vma->vm_private_data; in fb_deferred_io_fault() 100 offset = vmf->pgoff << PAGE_SHIFT; in fb_deferred_io_fault() 110 if (vmf->vma->vm_file) in fb_deferred_io_fault() 111 page->mapping = vmf->vma->vm_file->f_mapping; in fb_deferred_io_fault() 116 page->index = vmf->pgoff; /* for page_mkclean() */ in fb_deferred_io_fault() 118 vmf->page = page; in fb_deferred_io_fault() 199 unsigned long offset = vmf->pgoff << PAGE_SHIFT; in fb_deferred_io_page_mkwrite() 200 struct page *page = vmf->page; in fb_deferred_io_page_mkwrite() 202 file_update_time(vmf->vma->vm_file); in fb_deferred_io_page_mkwrite() 210 struct fb_info *info = vmf->vma->vm_private_data; in fb_deferred_io_mkwrite() [all …]
|
/openbmc/linux/arch/x86/entry/vdso/ |
H A D | vma.c | 63 struct vm_area_struct *vma, struct vm_fault *vmf) in vdso_fault() argument 67 if (!image || (vmf->pgoff << PAGE_SHIFT) >= image->size) in vdso_fault() 70 vmf->page = virt_to_page(image->data + (vmf->pgoff << PAGE_SHIFT)); in vdso_fault() 71 get_page(vmf->page); in vdso_fault() 129 struct vm_area_struct *vma, struct vm_fault *vmf) in vvar_fault() argument 138 sym_offset = (long)(vmf->pgoff << PAGE_SHIFT) + in vvar_fault() 173 addr = vmf->address + (image->sym_timens_page - sym_offset); in vvar_fault() 181 return vmf_insert_pfn(vma, vmf->address, pfn); in vvar_fault() 186 return vmf_insert_pfn_prot(vma, vmf->address, in vvar_fault() 194 return vmf_insert_pfn(vma, vmf->address, pfn); in vvar_fault() [all …]
|
/openbmc/linux/drivers/gpu/drm/ |
H A D | drm_vm.c | 112 struct vm_area_struct *vma = vmf->vma; in drm_vm_fault() 169 vmf->page = page; in drm_vm_fault() 201 struct vm_area_struct *vma = vmf->vma; in drm_vm_shm_fault() 210 offset = vmf->address - vma->vm_start; in drm_vm_shm_fault() 216 vmf->page = page; in drm_vm_shm_fault() 301 struct vm_area_struct *vma = vmf->vma; in drm_vm_dma_fault() 314 offset = vmf->address - vma->vm_start; in drm_vm_dma_fault() 320 vmf->page = page; in drm_vm_dma_fault() 336 struct vm_area_struct *vma = vmf->vma; in drm_vm_sg_fault() 351 offset = vmf->address - vma->vm_start; in drm_vm_sg_fault() [all …]
|
/openbmc/linux/drivers/gpu/drm/vmwgfx/ |
H A D | vmwgfx_page_dirty.c | 375 vm_fault_t vmw_bo_vm_mkwrite(struct vm_fault *vmf) in vmw_bo_vm_mkwrite() argument 377 struct vm_area_struct *vma = vmf->vma; in vmw_bo_vm_mkwrite() 389 save_flags = vmf->flags; in vmw_bo_vm_mkwrite() 390 vmf->flags &= ~FAULT_FLAG_ALLOW_RETRY; in vmw_bo_vm_mkwrite() 391 ret = ttm_bo_vm_reserve(bo, vmf); in vmw_bo_vm_mkwrite() 392 vmf->flags = save_flags; in vmw_bo_vm_mkwrite() 416 vm_fault_t vmw_bo_vm_fault(struct vm_fault *vmf) in vmw_bo_vm_fault() argument 418 struct vm_area_struct *vma = vmf->vma; in vmw_bo_vm_fault() 426 ret = ttm_bo_vm_reserve(bo, vmf); in vmw_bo_vm_fault() 437 page_offset = vmf->pgoff - in vmw_bo_vm_fault() [all …]
|
/openbmc/linux/drivers/xen/ |
H A D | privcmd-buf.c | 117 static vm_fault_t privcmd_buf_vma_fault(struct vm_fault *vmf) in privcmd_buf_vma_fault() argument 120 vmf->vma, vmf->vma->vm_start, vmf->vma->vm_end, in privcmd_buf_vma_fault() 121 vmf->pgoff, (void *)vmf->address); in privcmd_buf_vma_fault()
|
/openbmc/linux/fs/xfs/ |
H A D | xfs_file.c | 1326 struct vm_fault *vmf, in xfs_dax_fault() argument 1339 struct vm_fault *vmf, in xfs_dax_fault() argument 1361 struct vm_fault *vmf, in __xfs_filemap_fault() argument 1389 ret = filemap_fault(vmf); in __xfs_filemap_fault() 1402 struct vm_fault *vmf) in xfs_is_write_fault() argument 1410 struct vm_fault *vmf) in xfs_filemap_fault() argument 1415 xfs_is_write_fault(vmf)); in xfs_filemap_fault() 1420 struct vm_fault *vmf, in xfs_filemap_huge_fault() argument 1428 xfs_is_write_fault(vmf)); in xfs_filemap_huge_fault() 1433 struct vm_fault *vmf) in xfs_filemap_page_mkwrite() argument [all …]
|
/openbmc/linux/include/linux/ |
H A D | huge_mm.h | 10 vm_fault_t do_huge_pmd_anonymous_page(struct vm_fault *vmf); 14 void huge_pmd_set_accessed(struct vm_fault *vmf); 20 void huge_pud_set_accessed(struct vm_fault *vmf, pud_t orig_pud); 22 static inline void huge_pud_set_accessed(struct vm_fault *vmf, pud_t orig_pud) in huge_pud_set_accessed() argument 27 vm_fault_t do_huge_pmd_wp_page(struct vm_fault *vmf); 40 vm_fault_t vmf_insert_pfn_pmd(struct vm_fault *vmf, pfn_t pfn, bool write); 41 vm_fault_t vmf_insert_pfn_pud(struct vm_fault *vmf, pfn_t pfn, bool write); 226 vm_fault_t do_huge_pmd_numa_page(struct vm_fault *vmf); 349 static inline vm_fault_t do_huge_pmd_numa_page(struct vm_fault *vmf) in do_huge_pmd_numa_page() argument
|
/openbmc/linux/drivers/char/ |
H A D | mspec.c | 137 mspec_fault(struct vm_fault *vmf) in mspec_fault() argument 141 pgoff_t index = vmf->pgoff; in mspec_fault() 142 struct vma_data *vdata = vmf->vma->vm_private_data; in mspec_fault() 164 return vmf_insert_pfn(vmf->vma, vmf->address, pfn); in mspec_fault()
|
/openbmc/linux/sound/usb/usx2y/ |
H A D | usX2Yhwdep.c | 21 static vm_fault_t snd_us428ctls_vm_fault(struct vm_fault *vmf) in snd_us428ctls_vm_fault() argument 28 vmf->vma->vm_start, in snd_us428ctls_vm_fault() 29 vmf->pgoff); in snd_us428ctls_vm_fault() 31 offset = vmf->pgoff << PAGE_SHIFT; in snd_us428ctls_vm_fault() 32 vaddr = (char *)((struct usx2ydev *)vmf->vma->vm_private_data)->us428ctls_sharedmem + offset; in snd_us428ctls_vm_fault() 35 vmf->page = page; in snd_us428ctls_vm_fault()
|
/openbmc/linux/fs/nilfs2/ |
H A D | file.c | 45 static vm_fault_t nilfs_page_mkwrite(struct vm_fault *vmf) in nilfs_page_mkwrite() argument 47 struct vm_area_struct *vma = vmf->vma; in nilfs_page_mkwrite() 48 struct page *page = vmf->page; in nilfs_page_mkwrite() 99 ret = block_page_mkwrite(vma, vmf, nilfs_get_block); in nilfs_page_mkwrite()
|
/openbmc/linux/drivers/misc/ocxl/ |
H A D | sysfs.c | 109 static vm_fault_t global_mmio_fault(struct vm_fault *vmf) in global_mmio_fault() argument 111 struct vm_area_struct *vma = vmf->vma; in global_mmio_fault() 115 if (vmf->pgoff >= (afu->config.global_mmio_size >> PAGE_SHIFT)) in global_mmio_fault() 118 offset = vmf->pgoff; in global_mmio_fault() 120 return vmf_insert_pfn(vma, vmf->address, offset); in global_mmio_fault()
|
/openbmc/linux/drivers/misc/cxl/ |
H A D | context.c | 126 static vm_fault_t cxl_mmap_fault(struct vm_fault *vmf) in cxl_mmap_fault() argument 128 struct vm_area_struct *vma = vmf->vma; in cxl_mmap_fault() 133 offset = vmf->pgoff << PAGE_SHIFT; in cxl_mmap_fault() 136 __func__, ctx->pe, vmf->address, offset); in cxl_mmap_fault() 161 vmf->page = ctx->ff_page; in cxl_mmap_fault() 168 ret = vmf_insert_pfn(vma, vmf->address, (area + offset) >> PAGE_SHIFT); in cxl_mmap_fault()
|
/openbmc/linux/arch/loongarch/kernel/ |
H A D | vdso.c | 51 struct vm_area_struct *vma, struct vm_fault *vmf) in vvar_fault() argument 56 switch (vmf->pgoff) { in vvar_fault() 78 pfn = sym_to_pfn(&loongarch_vdso_data) + vmf->pgoff - VVAR_LOONGARCH_PAGES_START; in vvar_fault() 84 return vmf_insert_pfn(vma, vmf->address, pfn); in vvar_fault()
|
/openbmc/linux/fs/ext2/ |
H A D | file.c | 93 static vm_fault_t ext2_dax_fault(struct vm_fault *vmf) in ext2_dax_fault() argument 95 struct inode *inode = file_inode(vmf->vma->vm_file); in ext2_dax_fault() 97 bool write = (vmf->flags & FAULT_FLAG_WRITE) && in ext2_dax_fault() 98 (vmf->vma->vm_flags & VM_SHARED); in ext2_dax_fault() 102 file_update_time(vmf->vma->vm_file); in ext2_dax_fault() 106 ret = dax_iomap_fault(vmf, 0, NULL, NULL, &ext2_iomap_ops); in ext2_dax_fault()
|