Home
last modified time | relevance | path

Searched refs:vmi (Results 1 – 25 of 61) sorted by relevance

123

/openbmc/linux/mm/
H A Dinternal.h1138 static inline void vma_iter_config(struct vma_iterator *vmi, in vma_iter_config() argument
1141 MAS_BUG_ON(&vmi->mas, vmi->mas.node != MAS_START && in vma_iter_config()
1142 (vmi->mas.index > index || vmi->mas.last < index)); in vma_iter_config()
1143 __mas_set_range(&vmi->mas, index, last - 1); in vma_iter_config()
1149 static inline int vma_iter_prealloc(struct vma_iterator *vmi, in vma_iter_prealloc() argument
1152 return mas_preallocate(&vmi->mas, vma, GFP_KERNEL); in vma_iter_prealloc()
1155 static inline void vma_iter_clear(struct vma_iterator *vmi) in vma_iter_clear() argument
1157 mas_store_prealloc(&vmi->mas, NULL); in vma_iter_clear()
1160 static inline int vma_iter_clear_gfp(struct vma_iterator *vmi, in vma_iter_clear_gfp() argument
1163 __mas_set_range(&vmi->mas, start, end - 1); in vma_iter_clear_gfp()
[all …]
H A Dmmap.c150 static inline struct vm_area_struct *vma_prev_limit(struct vma_iterator *vmi, in vma_prev_limit() argument
153 return mas_prev(&vmi->mas, min); in vma_prev_limit()
175 static int do_brk_flags(struct vma_iterator *vmi, struct vm_area_struct *brkvma,
185 struct vma_iterator vmi; in SYSCALL_DEFINE1() local
228 vma_iter_init(&vmi, mm, newbrk); in SYSCALL_DEFINE1()
229 brkvma = vma_find(&vmi, oldbrk); in SYSCALL_DEFINE1()
238 if (do_vma_munmap(&vmi, brkvma, newbrk, oldbrk, &uf, true)) in SYSCALL_DEFINE1()
251 vma_iter_init(&vmi, mm, oldbrk); in SYSCALL_DEFINE1()
252 next = vma_find(&vmi, newbrk + PAGE_SIZE + stack_guard_gap); in SYSCALL_DEFINE1()
256 brkvma = vma_prev_limit(&vmi, mm->start_brk); in SYSCALL_DEFINE1()
[all …]
H A Dnommu.c584 VMA_ITERATOR(vmi, vma->vm_mm, vma->vm_start); in delete_vma_from_mm()
586 vma_iter_config(&vmi, vma->vm_start, vma->vm_end); in delete_vma_from_mm()
587 if (vma_iter_prealloc(&vmi, NULL)) { in delete_vma_from_mm()
595 vma_iter_clear(&vmi); in delete_vma_from_mm()
627 VMA_ITERATOR(vmi, mm, addr); in find_vma()
629 return vma_iter_load(&vmi); in find_vma()
674 VMA_ITERATOR(vmi, mm, addr); in find_vma_exact()
676 vma = vma_iter_load(&vmi); in find_vma_exact()
1028 VMA_ITERATOR(vmi, current->mm, 0); in do_mmap()
1198 vma_iter_config(&vmi, vma->vm_start, vma->vm_end); in do_mmap()
[all …]
H A Dmlock.c412 static int mlock_fixup(struct vma_iterator *vmi, struct vm_area_struct *vma, in mlock_fixup() argument
429 *prev = vma_merge(vmi, mm, *prev, start, end, newflags, in mlock_fixup()
438 ret = split_vma(vmi, vma, start, 1); in mlock_fixup()
444 ret = split_vma(vmi, vma, end, 0); in mlock_fixup()
482 VMA_ITERATOR(vmi, current->mm, start); in apply_vma_lock_flags()
491 vma = vma_iter_load(&vmi); in apply_vma_lock_flags()
495 prev = vma_prev(&vmi); in apply_vma_lock_flags()
501 for_each_vma_range(vmi, vma, end) { in apply_vma_lock_flags()
514 error = mlock_fixup(&vmi, vma, &prev, nstart, tmp, newflags); in apply_vma_lock_flags()
517 tmp = vma_iter_end(&vmi); in apply_vma_lock_flags()
[all …]
H A Dmprotect.c575 mprotect_fixup(struct vma_iterator *vmi, struct mmu_gather *tlb, in mprotect_fixup() argument
632 *pprev = vma_merge(vmi, mm, *pprev, start, end, newflags, in mprotect_fixup()
644 error = split_vma(vmi, vma, start, 1); in mprotect_fixup()
650 error = split_vma(vmi, vma, end, 0); in mprotect_fixup()
700 struct vma_iterator vmi; in do_mprotect_pkey() local
732 vma_iter_init(&vmi, current->mm, start); in do_mprotect_pkey()
733 vma = vma_find(&vmi, end); in do_mprotect_pkey()
756 prev = vma_prev(&vmi); in do_mprotect_pkey()
763 for_each_vma_range(vmi, vma, end) { in do_mprotect_pkey()
819 error = mprotect_fixup(&vmi, &tlb, vma, &prev, nstart, tmp, newflags); in do_mprotect_pkey()
[all …]
H A Ddebug.c272 void vma_iter_dump_tree(const struct vma_iterator *vmi) in vma_iter_dump_tree() argument
275 mas_dump(&vmi->mas); in vma_iter_dump_tree()
276 mt_dump(vmi->mas.tree, mt_dump_hex); in vma_iter_dump_tree()
H A Dmremap.c607 struct vma_iterator vmi; in move_vma() local
724 vma_iter_init(&vmi, mm, old_addr); in move_vma()
725 if (do_vmi_munmap(&vmi, mm, old_addr, old_len, uf_unmap, false) < 0) { in move_vma()
741 vma = vma_prev(&vmi); in move_vma()
746 vma = vma_next(&vmi); in move_vma()
1011 VMA_ITERATOR(vmi, mm, addr + new_len); in SYSCALL_DEFINE5()
1018 ret = do_vmi_munmap(&vmi, mm, addr + new_len, old_len - new_len, in SYSCALL_DEFINE5()
1046 VMA_ITERATOR(vmi, mm, extension_start); in SYSCALL_DEFINE5()
1063 vma = vma_merge(&vmi, mm, vma, extension_start, in SYSCALL_DEFINE5()
H A Dmempolicy.c389 VMA_ITERATOR(vmi, mm, 0); in mpol_rebind_mm()
392 for_each_vma(vmi, vma) { in mpol_rebind_mm()
801 static int mbind_range(struct vma_iterator *vmi, struct vm_area_struct *vma, in mbind_range() argument
824 merged = vma_merge(vmi, vma->vm_mm, *prev, vmstart, vmend, vma->vm_flags, in mbind_range()
833 err = split_vma(vmi, vma, vmstart, 1); in mbind_range()
839 err = split_vma(vmi, vma, vmend, 0); in mbind_range()
1215 VMA_ITERATOR(vmi, current->mm, start); in new_folio()
1218 for_each_vma(vmi, vma) { in new_folio()
1264 struct vma_iterator vmi; in do_mbind() local
1334 vma_iter_init(&vmi, mm, start); in do_mbind()
[all …]
/openbmc/qemu/hw/core/
H A Dmachine-hmp-cmds.c256 VirtioMEMDeviceInfo *vmi; in hmp_info_memory_devices() local
294 vmi = value->u.virtio_mem.data; in hmp_info_memory_devices()
297 vmi->id ? vmi->id : ""); in hmp_info_memory_devices()
298 monitor_printf(mon, " memaddr: 0x%" PRIx64 "\n", vmi->memaddr); in hmp_info_memory_devices()
299 monitor_printf(mon, " node: %" PRId64 "\n", vmi->node); in hmp_info_memory_devices()
301 vmi->requested_size); in hmp_info_memory_devices()
302 monitor_printf(mon, " size: %" PRIu64 "\n", vmi->size); in hmp_info_memory_devices()
303 monitor_printf(mon, " max-size: %" PRIu64 "\n", vmi->max_size); in hmp_info_memory_devices()
305 vmi->block_size); in hmp_info_memory_devices()
306 monitor_printf(mon, " memdev: %s\n", vmi->memdev); in hmp_info_memory_devices()
H A Dnuma.c764 VirtioMEMDeviceInfo *vmi; in numa_stat_memory_devices() local
787 vmi = value->u.virtio_mem.data; in numa_stat_memory_devices()
788 node_mem[vmi->node].node_mem += vmi->size; in numa_stat_memory_devices()
789 node_mem[vmi->node].node_plugged_mem += vmi->size; in numa_stat_memory_devices()
/openbmc/linux/arch/xtensa/kernel/
H A Dsyscall.c61 struct vma_iterator vmi; in arch_get_unmapped_area() local
83 vma_iter_init(&vmi, current->mm, addr); in arch_get_unmapped_area()
84 for_each_vma(vmi, vmm) { in arch_get_unmapped_area()
/openbmc/linux/fs/proc/
H A Dtask_nommu.c23 VMA_ITERATOR(vmi, mm, 0); in task_mem()
29 for_each_vma(vmi, vma) { in task_mem()
83 VMA_ITERATOR(vmi, mm, 0); in task_vsize()
88 for_each_vma(vmi, vma) in task_vsize()
98 VMA_ITERATOR(vmi, mm, 0); in task_statm()
104 for_each_vma(vmi, vma) { in task_statm()
/openbmc/linux/fs/
H A Duserfaultfd.c654 VMA_ITERATOR(vmi, mm, 0); in userfaultfd_event_wait_completion()
658 for_each_vma(vmi, vma) { in userfaultfd_event_wait_completion()
899 VMA_ITERATOR(vmi, mm, 0); in userfaultfd_release()
916 for_each_vma(vmi, vma) { in userfaultfd_release()
929 prev = vma_merge(&vmi, mm, prev, vma->vm_start, vma->vm_end, in userfaultfd_release()
1331 struct vma_iterator vmi; in userfaultfd_register() local
1376 vma_iter_init(&vmi, mm, start); in userfaultfd_register()
1377 vma = vma_find(&vmi, end); in userfaultfd_register()
1455 } for_each_vma_range(vmi, cur, end); in userfaultfd_register()
1458 vma_iter_set(&vmi, start); in userfaultfd_register()
[all …]
H A Dexec.c689 VMA_ITERATOR(vmi, mm, new_start); in shift_arg_pages()
699 if (vma != vma_next(&vmi)) in shift_arg_pages()
702 vma_iter_prev_range(&vmi); in shift_arg_pages()
706 if (vma_expand(&vmi, vma, new_start, old_end, vma->vm_pgoff, NULL)) in shift_arg_pages()
719 next = vma_next(&vmi); in shift_arg_pages()
738 vma_prev(&vmi); in shift_arg_pages()
740 return vma_shrink(&vmi, vma, new_start, new_end, vma->vm_pgoff); in shift_arg_pages()
762 struct vma_iterator vmi; in setup_arg_pages() local
818 vma_iter_init(&vmi, mm, vma->vm_start); in setup_arg_pages()
821 ret = mprotect_fixup(&vmi, &tlb, vma, &prev, vma->vm_start, vma->vm_end, in setup_arg_pages()
/openbmc/linux/include/linux/
H A Dmm.h945 struct vm_area_struct *vma_find(struct vma_iterator *vmi, unsigned long max) in vma_find() argument
947 return mas_find(&vmi->mas, max - 1); in vma_find()
950 static inline struct vm_area_struct *vma_next(struct vma_iterator *vmi) in vma_next() argument
956 return mas_find(&vmi->mas, ULONG_MAX); in vma_next()
960 struct vm_area_struct *vma_iter_next_range(struct vma_iterator *vmi) in vma_iter_next_range() argument
962 return mas_next_range(&vmi->mas, ULONG_MAX); in vma_iter_next_range()
966 static inline struct vm_area_struct *vma_prev(struct vma_iterator *vmi) in vma_prev() argument
968 return mas_prev(&vmi->mas, 0); in vma_prev()
972 struct vm_area_struct *vma_iter_prev_range(struct vma_iterator *vmi) in vma_iter_prev_range() argument
974 return mas_prev_range(&vmi->mas, 0); in vma_iter_prev_range()
[all …]
/openbmc/linux/arch/powerpc/mm/book3s32/
H A Dtlb.c84 VMA_ITERATOR(vmi, mm, 0); in hash__flush_tlb_mm()
92 for_each_vma(vmi, mp) in hash__flush_tlb_mm()
/openbmc/linux/arch/x86/entry/vdso/
H A Dvma.c115 VMA_ITERATOR(vmi, mm, 0); in vdso_join_timens()
118 for_each_vma(vmi, vma) { in vdso_join_timens()
334 VMA_ITERATOR(vmi, mm, 0); in map_vdso_once()
344 for_each_vma(vmi, vma) { in map_vdso_once()
/openbmc/phosphor-certificate-manager/dist/
H A Dmeson.build11 busconfig += 'busconfig/bmc-vmi-ca.conf'
12 service_files += 'bmc-vmi-ca-manager.service'
H A Dbmc-vmi-ca-manager.service5 ExecStart=/usr/bin/bmc-vmi-ca
/openbmc/linux/arch/loongarch/kernel/
H A Dvdso.c138 VMA_ITERATOR(vmi, mm, 0); in vdso_join_timens()
141 for_each_vma(vmi, vma) { in vdso_join_timens()
/openbmc/phosphor-certificate-manager/bmc-vmi-ca/
H A Dmeson.build20 'bmc-vmi-ca',
/openbmc/linux/arch/s390/kernel/
H A Dvdso.c57 VMA_ITERATOR(vmi, mm, 0); in vdso_join_timens()
61 for_each_vma(vmi, vma) { in vdso_join_timens()
/openbmc/linux/arch/riscv/kernel/
H A Dvdso.c112 VMA_ITERATOR(vmi, mm, 0); in vdso_join_timens()
116 for_each_vma(vmi, vma) { in vdso_join_timens()
/openbmc/linux/arch/um/kernel/
H A Dtlb.c588 VMA_ITERATOR(vmi, mm, 0); in flush_tlb_mm()
590 for_each_vma(vmi, vma) in flush_tlb_mm()
598 VMA_ITERATOR(vmi, mm, 0); in force_flush_all()
601 for_each_vma(vmi, vma) in force_flush_all()
/openbmc/linux/arch/powerpc/mm/book3s64/
H A Dsubpage_prot.c155 VMA_ITERATOR(vmi, mm, addr); in subpage_mark_vma_nohuge()
161 for_each_vma_range(vmi, vma, addr + len) { in subpage_mark_vma_nohuge()

123