Lines Matching refs:new_addr
139 unsigned long new_addr, bool need_rmap_locks) in move_ptes() argument
178 new_pte = pte_offset_map_nolock(mm, new_pmd, new_addr, &new_ptl); in move_ptes()
190 new_pte++, new_addr += PAGE_SIZE) { in move_ptes()
208 pte = move_pte(pte, new_vma->vm_page_prot, old_addr, new_addr); in move_ptes()
210 set_pte_at(mm, new_addr, new_pte, pte); in move_ptes()
237 unsigned long new_addr, pmd_t *old_pmd, pmd_t *new_pmd) in move_normal_pmd() argument
303 unsigned long old_addr, unsigned long new_addr, pmd_t *old_pmd, in move_normal_pmd() argument
312 unsigned long new_addr, pud_t *old_pud, pud_t *new_pud) in move_normal_pud() argument
352 unsigned long old_addr, unsigned long new_addr, pud_t *old_pud, in move_normal_pud() argument
361 unsigned long new_addr, pud_t *old_pud, pud_t *new_pud) in move_huge_pud() argument
391 set_pud_at(mm, new_addr, new_pud, pud); in move_huge_pud()
401 unsigned long new_addr, pud_t *old_pud, pud_t *new_pud) in move_huge_pud() argument
423 unsigned long new_addr) in get_extent() argument
448 next = (new_addr + size) & mask; in get_extent()
449 if (extent > next - new_addr) in get_extent()
450 extent = next - new_addr; in get_extent()
459 unsigned long old_addr, unsigned long new_addr, in move_pgt_entry() argument
470 moved = move_normal_pmd(vma, old_addr, new_addr, old_entry, in move_pgt_entry()
474 moved = move_normal_pud(vma, old_addr, new_addr, old_entry, in move_pgt_entry()
479 move_huge_pmd(vma, old_addr, new_addr, old_entry, in move_pgt_entry()
484 move_huge_pud(vma, old_addr, new_addr, old_entry, in move_pgt_entry()
501 unsigned long new_addr, unsigned long len, in move_page_tables() argument
516 new_addr, len); in move_page_tables()
523 for (; old_addr < old_end; old_addr += extent, new_addr += extent) { in move_page_tables()
529 extent = get_extent(NORMAL_PUD, old_addr, old_end, new_addr); in move_page_tables()
534 new_pud = alloc_new_pud(vma->vm_mm, vma, new_addr); in move_page_tables()
539 move_pgt_entry(HPAGE_PUD, vma, old_addr, new_addr, in move_page_tables()
546 if (move_pgt_entry(NORMAL_PUD, vma, old_addr, new_addr, in move_page_tables()
551 extent = get_extent(NORMAL_PMD, old_addr, old_end, new_addr); in move_page_tables()
555 new_pmd = alloc_new_pmd(vma->vm_mm, vma, new_addr); in move_page_tables()
562 move_pgt_entry(HPAGE_PMD, vma, old_addr, new_addr, in move_page_tables()
572 if (move_pgt_entry(NORMAL_PMD, vma, old_addr, new_addr, in move_page_tables()
581 new_vma, new_pmd, new_addr, need_rmap_locks) < 0) in move_page_tables()
592 unsigned long new_len, unsigned long new_addr, in move_vma() argument
647 new_vma = copy_vma(&vma, new_addr, new_len, new_pgoff, in move_vma()
655 moved_len = move_page_tables(vma, old_addr, new_vma, new_addr, old_len, in move_vma()
669 move_page_tables(new_vma, new_addr, vma, old_addr, moved_len, in move_vma()
673 old_addr = new_addr; in move_vma()
674 new_addr = err; in move_vma()
721 return new_addr; in move_vma()
750 return new_addr; in move_vma()
808 unsigned long new_addr, unsigned long new_len, bool *locked, in mremap_to() argument
818 if (offset_in_page(new_addr)) in mremap_to()
821 if (new_len > TASK_SIZE || new_addr > TASK_SIZE - new_len) in mremap_to()
825 if (addr + old_len > new_addr && new_addr + new_len > addr) in mremap_to()
846 ret = do_munmap(mm, new_addr, new_len, uf_unmap_early); in mremap_to()
877 ret = get_unmapped_area(vma->vm_file, new_addr, new_len, vma->vm_pgoff + in mremap_to()
885 new_addr = ret; in mremap_to()
887 ret = move_vma(vma, addr, old_len, new_len, new_addr, locked, flags, uf, in mremap_to()
917 unsigned long, new_addr) in SYSCALL_DEFINE5() argument
986 if (new_addr & ~huge_page_mask(h)) in SYSCALL_DEFINE5()
998 ret = mremap_to(addr, old_len, new_addr, new_len, in SYSCALL_DEFINE5()
1077 new_addr = addr; in SYSCALL_DEFINE5()
1094 new_addr = get_unmapped_area(vma->vm_file, 0, new_len, in SYSCALL_DEFINE5()
1098 if (IS_ERR_VALUE(new_addr)) { in SYSCALL_DEFINE5()
1099 ret = new_addr; in SYSCALL_DEFINE5()
1103 ret = move_vma(vma, addr, old_len, new_len, new_addr, in SYSCALL_DEFINE5()
1111 mm_populate(new_addr + old_len, new_len - old_len); in SYSCALL_DEFINE5()