1caab277bSThomas Gleixner // SPDX-License-Identifier: GPL-2.0-only 29031fefdSWill Deacon /* 30d747f65SVincenzo Frascino * VDSO implementations. 49031fefdSWill Deacon * 59031fefdSWill Deacon * Copyright (C) 2012 ARM Limited 69031fefdSWill Deacon * 79031fefdSWill Deacon * Author: Will Deacon <will.deacon@arm.com> 89031fefdSWill Deacon */ 99031fefdSWill Deacon 105a9e3e15SJisheng Zhang #include <linux/cache.h> 119031fefdSWill Deacon #include <linux/clocksource.h> 129031fefdSWill Deacon #include <linux/elf.h> 139031fefdSWill Deacon #include <linux/err.h> 149031fefdSWill Deacon #include <linux/errno.h> 159031fefdSWill Deacon #include <linux/gfp.h> 165a9e3e15SJisheng Zhang #include <linux/kernel.h> 179031fefdSWill Deacon #include <linux/mm.h> 189031fefdSWill Deacon #include <linux/sched.h> 199031fefdSWill Deacon #include <linux/signal.h> 209031fefdSWill Deacon #include <linux/slab.h> 21c60b0c28SCatalin Marinas #include <linux/timekeeper_internal.h> 229031fefdSWill Deacon #include <linux/vmalloc.h> 2328b1a824SVincenzo Frascino #include <vdso/datapage.h> 2428b1a824SVincenzo Frascino #include <vdso/helpers.h> 2528b1a824SVincenzo Frascino #include <vdso/vsyscall.h> 269031fefdSWill Deacon 279031fefdSWill Deacon #include <asm/cacheflush.h> 289031fefdSWill Deacon #include <asm/signal32.h> 299031fefdSWill Deacon #include <asm/vdso.h> 309031fefdSWill Deacon 31dbbb08f5SKees Cook extern char vdso_start[], vdso_end[]; 327c1deeebSVincenzo Frascino #ifdef CONFIG_COMPAT_VDSO 337c1deeebSVincenzo Frascino extern char vdso32_start[], vdso32_end[]; 347c1deeebSVincenzo Frascino #endif /* CONFIG_COMPAT_VDSO */ 35c7aa2d71SVincenzo Frascino 36d3418f38SMark Rutland enum vdso_abi { 37d3418f38SMark Rutland VDSO_ABI_AA64, 387c1deeebSVincenzo Frascino #ifdef CONFIG_COMPAT_VDSO 39d3418f38SMark Rutland VDSO_ABI_AA32, 407c1deeebSVincenzo Frascino #endif /* CONFIG_COMPAT_VDSO */ 41c7aa2d71SVincenzo Frascino }; 42c7aa2d71SVincenzo Frascino 43d3418f38SMark Rutland struct vdso_abi_info { 44c7aa2d71SVincenzo Frascino const char *name; 45c7aa2d71SVincenzo Frascino const char *vdso_code_start; 46c7aa2d71SVincenzo Frascino const char *vdso_code_end; 47c7aa2d71SVincenzo Frascino unsigned long vdso_pages; 48c7aa2d71SVincenzo Frascino /* Data Mapping */ 49c7aa2d71SVincenzo Frascino struct vm_special_mapping *dm; 50c7aa2d71SVincenzo Frascino /* Code Mapping */ 51c7aa2d71SVincenzo Frascino struct vm_special_mapping *cm; 52c7aa2d71SVincenzo Frascino }; 53c7aa2d71SVincenzo Frascino 54d3418f38SMark Rutland static struct vdso_abi_info vdso_info[] __ro_after_init = { 55d3418f38SMark Rutland [VDSO_ABI_AA64] = { 56c7aa2d71SVincenzo Frascino .name = "vdso", 57c7aa2d71SVincenzo Frascino .vdso_code_start = vdso_start, 58c7aa2d71SVincenzo Frascino .vdso_code_end = vdso_end, 59c7aa2d71SVincenzo Frascino }, 607c1deeebSVincenzo Frascino #ifdef CONFIG_COMPAT_VDSO 61d3418f38SMark Rutland [VDSO_ABI_AA32] = { 627c1deeebSVincenzo Frascino .name = "vdso32", 637c1deeebSVincenzo Frascino .vdso_code_start = vdso32_start, 647c1deeebSVincenzo Frascino .vdso_code_end = vdso32_end, 657c1deeebSVincenzo Frascino }, 667c1deeebSVincenzo Frascino #endif /* CONFIG_COMPAT_VDSO */ 67c7aa2d71SVincenzo Frascino }; 689031fefdSWill Deacon 699031fefdSWill Deacon /* 709031fefdSWill Deacon * The vDSO data page. 719031fefdSWill Deacon */ 729031fefdSWill Deacon static union { 7328b1a824SVincenzo Frascino struct vdso_data data[CS_BASES]; 749031fefdSWill Deacon u8 page[PAGE_SIZE]; 759031fefdSWill Deacon } vdso_data_store __page_aligned_data; 7628b1a824SVincenzo Frascino struct vdso_data *vdso_data = vdso_data_store.data; 779031fefdSWill Deacon 78d3418f38SMark Rutland static int __vdso_remap(enum vdso_abi abi, 79c7aa2d71SVincenzo Frascino const struct vm_special_mapping *sm, 80c7aa2d71SVincenzo Frascino struct vm_area_struct *new_vma) 81c7aa2d71SVincenzo Frascino { 82c7aa2d71SVincenzo Frascino unsigned long new_size = new_vma->vm_end - new_vma->vm_start; 83d3418f38SMark Rutland unsigned long vdso_size = vdso_info[abi].vdso_code_end - 84d3418f38SMark Rutland vdso_info[abi].vdso_code_start; 85c7aa2d71SVincenzo Frascino 86c7aa2d71SVincenzo Frascino if (vdso_size != new_size) 87c7aa2d71SVincenzo Frascino return -EINVAL; 88c7aa2d71SVincenzo Frascino 89c7aa2d71SVincenzo Frascino current->mm->context.vdso = (void *)new_vma->vm_start; 90c7aa2d71SVincenzo Frascino 91c7aa2d71SVincenzo Frascino return 0; 92c7aa2d71SVincenzo Frascino } 93c7aa2d71SVincenzo Frascino 94d3418f38SMark Rutland static int __vdso_init(enum vdso_abi abi) 95c7aa2d71SVincenzo Frascino { 96c7aa2d71SVincenzo Frascino int i; 97c7aa2d71SVincenzo Frascino struct page **vdso_pagelist; 98c7aa2d71SVincenzo Frascino unsigned long pfn; 99c7aa2d71SVincenzo Frascino 100d3418f38SMark Rutland if (memcmp(vdso_info[abi].vdso_code_start, "\177ELF", 4)) { 101c7aa2d71SVincenzo Frascino pr_err("vDSO is not a valid ELF object!\n"); 102c7aa2d71SVincenzo Frascino return -EINVAL; 103c7aa2d71SVincenzo Frascino } 104c7aa2d71SVincenzo Frascino 105d3418f38SMark Rutland vdso_info[abi].vdso_pages = ( 106d3418f38SMark Rutland vdso_info[abi].vdso_code_end - 107d3418f38SMark Rutland vdso_info[abi].vdso_code_start) >> 108c7aa2d71SVincenzo Frascino PAGE_SHIFT; 109c7aa2d71SVincenzo Frascino 110c7aa2d71SVincenzo Frascino /* Allocate the vDSO pagelist, plus a page for the data. */ 111d3418f38SMark Rutland vdso_pagelist = kcalloc(vdso_info[abi].vdso_pages + 1, 112c7aa2d71SVincenzo Frascino sizeof(struct page *), 113c7aa2d71SVincenzo Frascino GFP_KERNEL); 114c7aa2d71SVincenzo Frascino if (vdso_pagelist == NULL) 115c7aa2d71SVincenzo Frascino return -ENOMEM; 116c7aa2d71SVincenzo Frascino 117c7aa2d71SVincenzo Frascino /* Grab the vDSO data page. */ 118c7aa2d71SVincenzo Frascino vdso_pagelist[0] = phys_to_page(__pa_symbol(vdso_data)); 119c7aa2d71SVincenzo Frascino 120c7aa2d71SVincenzo Frascino 121c7aa2d71SVincenzo Frascino /* Grab the vDSO code pages. */ 122d3418f38SMark Rutland pfn = sym_to_pfn(vdso_info[abi].vdso_code_start); 123c7aa2d71SVincenzo Frascino 124d3418f38SMark Rutland for (i = 0; i < vdso_info[abi].vdso_pages; i++) 125c7aa2d71SVincenzo Frascino vdso_pagelist[i + 1] = pfn_to_page(pfn + i); 126c7aa2d71SVincenzo Frascino 127d3418f38SMark Rutland vdso_info[abi].dm->pages = &vdso_pagelist[0]; 128d3418f38SMark Rutland vdso_info[abi].cm->pages = &vdso_pagelist[1]; 129c7aa2d71SVincenzo Frascino 130c7aa2d71SVincenzo Frascino return 0; 131c7aa2d71SVincenzo Frascino } 132c7aa2d71SVincenzo Frascino 133d3418f38SMark Rutland static int __setup_additional_pages(enum vdso_abi abi, 134c7aa2d71SVincenzo Frascino struct mm_struct *mm, 135c7aa2d71SVincenzo Frascino struct linux_binprm *bprm, 136c7aa2d71SVincenzo Frascino int uses_interp) 137c7aa2d71SVincenzo Frascino { 138c7aa2d71SVincenzo Frascino unsigned long vdso_base, vdso_text_len, vdso_mapping_len; 139bf740a90SMark Brown unsigned long gp_flags = 0; 140c7aa2d71SVincenzo Frascino void *ret; 141c7aa2d71SVincenzo Frascino 142d3418f38SMark Rutland vdso_text_len = vdso_info[abi].vdso_pages << PAGE_SHIFT; 143c7aa2d71SVincenzo Frascino /* Be sure to map the data page */ 144c7aa2d71SVincenzo Frascino vdso_mapping_len = vdso_text_len + PAGE_SIZE; 145c7aa2d71SVincenzo Frascino 146c7aa2d71SVincenzo Frascino vdso_base = get_unmapped_area(NULL, 0, vdso_mapping_len, 0, 0); 147c7aa2d71SVincenzo Frascino if (IS_ERR_VALUE(vdso_base)) { 148c7aa2d71SVincenzo Frascino ret = ERR_PTR(vdso_base); 149c7aa2d71SVincenzo Frascino goto up_fail; 150c7aa2d71SVincenzo Frascino } 151c7aa2d71SVincenzo Frascino 152c7aa2d71SVincenzo Frascino ret = _install_special_mapping(mm, vdso_base, PAGE_SIZE, 153c7aa2d71SVincenzo Frascino VM_READ|VM_MAYREAD, 154d3418f38SMark Rutland vdso_info[abi].dm); 155c7aa2d71SVincenzo Frascino if (IS_ERR(ret)) 156c7aa2d71SVincenzo Frascino goto up_fail; 157c7aa2d71SVincenzo Frascino 158bf740a90SMark Brown if (IS_ENABLED(CONFIG_ARM64_BTI_KERNEL) && system_supports_bti()) 159bf740a90SMark Brown gp_flags = VM_ARM64_BTI; 160bf740a90SMark Brown 161c7aa2d71SVincenzo Frascino vdso_base += PAGE_SIZE; 162c7aa2d71SVincenzo Frascino mm->context.vdso = (void *)vdso_base; 163c7aa2d71SVincenzo Frascino ret = _install_special_mapping(mm, vdso_base, vdso_text_len, 164bf740a90SMark Brown VM_READ|VM_EXEC|gp_flags| 165c7aa2d71SVincenzo Frascino VM_MAYREAD|VM_MAYWRITE|VM_MAYEXEC, 166d3418f38SMark Rutland vdso_info[abi].cm); 167c7aa2d71SVincenzo Frascino if (IS_ERR(ret)) 168c7aa2d71SVincenzo Frascino goto up_fail; 169c7aa2d71SVincenzo Frascino 170c7aa2d71SVincenzo Frascino return 0; 171c7aa2d71SVincenzo Frascino 172c7aa2d71SVincenzo Frascino up_fail: 173c7aa2d71SVincenzo Frascino mm->context.vdso = NULL; 174c7aa2d71SVincenzo Frascino return PTR_ERR(ret); 175c7aa2d71SVincenzo Frascino } 176c7aa2d71SVincenzo Frascino 1779031fefdSWill Deacon #ifdef CONFIG_COMPAT 1789031fefdSWill Deacon /* 1799031fefdSWill Deacon * Create and map the vectors page for AArch32 tasks. 1809031fefdSWill Deacon */ 1817c1deeebSVincenzo Frascino #ifdef CONFIG_COMPAT_VDSO 1827c1deeebSVincenzo Frascino static int aarch32_vdso_mremap(const struct vm_special_mapping *sm, 1837c1deeebSVincenzo Frascino struct vm_area_struct *new_vma) 1847c1deeebSVincenzo Frascino { 185d3418f38SMark Rutland return __vdso_remap(VDSO_ABI_AA32, sm, new_vma); 1867c1deeebSVincenzo Frascino } 1877c1deeebSVincenzo Frascino #endif /* CONFIG_COMPAT_VDSO */ 1887c1deeebSVincenzo Frascino 1891d09094aSMark Rutland enum aarch32_map { 1901d09094aSMark Rutland AA32_MAP_VECTORS, /* kuser helpers */ 1917c1deeebSVincenzo Frascino #ifdef CONFIG_COMPAT_VDSO 1921d09094aSMark Rutland AA32_MAP_VVAR, 1931d09094aSMark Rutland AA32_MAP_VDSO, 1941d09094aSMark Rutland #endif 195a39060b0SWill Deacon AA32_MAP_SIGPAGE 1961d09094aSMark Rutland }; 19774fc72e7SMark Rutland 19874fc72e7SMark Rutland static struct page *aarch32_vectors_page __ro_after_init; 19974fc72e7SMark Rutland static struct page *aarch32_sig_page __ro_after_init; 20074fc72e7SMark Rutland 2011d09094aSMark Rutland static struct vm_special_mapping aarch32_vdso_maps[] = { 2021d09094aSMark Rutland [AA32_MAP_VECTORS] = { 2030d747f65SVincenzo Frascino .name = "[vectors]", /* ABI */ 20474fc72e7SMark Rutland .pages = &aarch32_vectors_page, 2050d747f65SVincenzo Frascino }, 2067c1deeebSVincenzo Frascino #ifdef CONFIG_COMPAT_VDSO 2071d09094aSMark Rutland [AA32_MAP_VVAR] = { 2087c1deeebSVincenzo Frascino .name = "[vvar]", 2097c1deeebSVincenzo Frascino }, 2101d09094aSMark Rutland [AA32_MAP_VDSO] = { 2117c1deeebSVincenzo Frascino .name = "[vdso]", 2127c1deeebSVincenzo Frascino .mremap = aarch32_vdso_mremap, 2137c1deeebSVincenzo Frascino }, 214a39060b0SWill Deacon #endif /* CONFIG_COMPAT_VDSO */ 2151d09094aSMark Rutland [AA32_MAP_SIGPAGE] = { 2160d747f65SVincenzo Frascino .name = "[sigpage]", /* ABI */ 21774fc72e7SMark Rutland .pages = &aarch32_sig_page, 2180d747f65SVincenzo Frascino }, 2190d747f65SVincenzo Frascino }; 2209031fefdSWill Deacon 2211255a734SVincenzo Frascino static int aarch32_alloc_kuser_vdso_page(void) 2229031fefdSWill Deacon { 2239031fefdSWill Deacon extern char __kuser_helper_start[], __kuser_helper_end[]; 2249031fefdSWill Deacon int kuser_sz = __kuser_helper_end - __kuser_helper_start; 2251255a734SVincenzo Frascino unsigned long vdso_page; 2269031fefdSWill Deacon 227af1b3cf2SVincenzo Frascino if (!IS_ENABLED(CONFIG_KUSER_HELPERS)) 228af1b3cf2SVincenzo Frascino return 0; 229af1b3cf2SVincenzo Frascino 2301255a734SVincenzo Frascino vdso_page = get_zeroed_page(GFP_ATOMIC); 2311255a734SVincenzo Frascino if (!vdso_page) 2329031fefdSWill Deacon return -ENOMEM; 2339031fefdSWill Deacon 2341255a734SVincenzo Frascino memcpy((void *)(vdso_page + 0x1000 - kuser_sz), __kuser_helper_start, 2351255a734SVincenzo Frascino kuser_sz); 23674fc72e7SMark Rutland aarch32_vectors_page = virt_to_page(vdso_page); 23774fc72e7SMark Rutland flush_dcache_page(aarch32_vectors_page); 2381255a734SVincenzo Frascino return 0; 2390d747f65SVincenzo Frascino } 2400d747f65SVincenzo Frascino 241a39060b0SWill Deacon static int aarch32_alloc_sigpage(void) 2421255a734SVincenzo Frascino { 2431255a734SVincenzo Frascino extern char __aarch32_sigret_code_start[], __aarch32_sigret_code_end[]; 2441255a734SVincenzo Frascino int sigret_sz = __aarch32_sigret_code_end - __aarch32_sigret_code_start; 2451255a734SVincenzo Frascino unsigned long sigpage; 2469031fefdSWill Deacon 2471255a734SVincenzo Frascino sigpage = get_zeroed_page(GFP_ATOMIC); 2481255a734SVincenzo Frascino if (!sigpage) 2491255a734SVincenzo Frascino return -ENOMEM; 2509031fefdSWill Deacon 2511255a734SVincenzo Frascino memcpy((void *)sigpage, __aarch32_sigret_code_start, sigret_sz); 25274fc72e7SMark Rutland aarch32_sig_page = virt_to_page(sigpage); 25374fc72e7SMark Rutland flush_dcache_page(aarch32_sig_page); 254a39060b0SWill Deacon return 0; 255a39060b0SWill Deacon } 2560d747f65SVincenzo Frascino 257a39060b0SWill Deacon #ifdef CONFIG_COMPAT_VDSO 258a39060b0SWill Deacon static int __aarch32_alloc_vdso_pages(void) 259a39060b0SWill Deacon { 260a39060b0SWill Deacon vdso_info[VDSO_ABI_AA32].dm = &aarch32_vdso_maps[AA32_MAP_VVAR]; 261a39060b0SWill Deacon vdso_info[VDSO_ABI_AA32].cm = &aarch32_vdso_maps[AA32_MAP_VDSO]; 2629031fefdSWill Deacon 263a39060b0SWill Deacon return __vdso_init(VDSO_ABI_AA32); 2649031fefdSWill Deacon } 2657c1deeebSVincenzo Frascino #endif /* CONFIG_COMPAT_VDSO */ 2667c1deeebSVincenzo Frascino 2677c1deeebSVincenzo Frascino static int __init aarch32_alloc_vdso_pages(void) 2687c1deeebSVincenzo Frascino { 269a39060b0SWill Deacon int ret; 270a39060b0SWill Deacon 271a39060b0SWill Deacon #ifdef CONFIG_COMPAT_VDSO 272a39060b0SWill Deacon ret = __aarch32_alloc_vdso_pages(); 273a39060b0SWill Deacon if (ret) 274a39060b0SWill Deacon return ret; 275a39060b0SWill Deacon #endif 276a39060b0SWill Deacon 277a39060b0SWill Deacon ret = aarch32_alloc_sigpage(); 278a39060b0SWill Deacon if (ret) 279a39060b0SWill Deacon return ret; 280a39060b0SWill Deacon 281a39060b0SWill Deacon return aarch32_alloc_kuser_vdso_page(); 2827c1deeebSVincenzo Frascino } 2830d747f65SVincenzo Frascino arch_initcall(aarch32_alloc_vdso_pages); 2849031fefdSWill Deacon 2850d747f65SVincenzo Frascino static int aarch32_kuser_helpers_setup(struct mm_struct *mm) 2860d747f65SVincenzo Frascino { 2870d747f65SVincenzo Frascino void *ret; 2880d747f65SVincenzo Frascino 289af1b3cf2SVincenzo Frascino if (!IS_ENABLED(CONFIG_KUSER_HELPERS)) 290af1b3cf2SVincenzo Frascino return 0; 291af1b3cf2SVincenzo Frascino 2920d747f65SVincenzo Frascino /* 2930d747f65SVincenzo Frascino * Avoid VM_MAYWRITE for compatibility with arch/arm/, where it's 2940d747f65SVincenzo Frascino * not safe to CoW the page containing the CPU exception vectors. 2950d747f65SVincenzo Frascino */ 2960d747f65SVincenzo Frascino ret = _install_special_mapping(mm, AARCH32_VECTORS_BASE, PAGE_SIZE, 2970d747f65SVincenzo Frascino VM_READ | VM_EXEC | 2980d747f65SVincenzo Frascino VM_MAYREAD | VM_MAYEXEC, 2991d09094aSMark Rutland &aarch32_vdso_maps[AA32_MAP_VECTORS]); 3000d747f65SVincenzo Frascino 3010d747f65SVincenzo Frascino return PTR_ERR_OR_ZERO(ret); 3020d747f65SVincenzo Frascino } 3030d747f65SVincenzo Frascino 3040d747f65SVincenzo Frascino static int aarch32_sigreturn_setup(struct mm_struct *mm) 3050d747f65SVincenzo Frascino { 3060d747f65SVincenzo Frascino unsigned long addr; 3070d747f65SVincenzo Frascino void *ret; 3080d747f65SVincenzo Frascino 3090d747f65SVincenzo Frascino addr = get_unmapped_area(NULL, 0, PAGE_SIZE, 0, 0); 3100d747f65SVincenzo Frascino if (IS_ERR_VALUE(addr)) { 3110d747f65SVincenzo Frascino ret = ERR_PTR(addr); 3120d747f65SVincenzo Frascino goto out; 3130d747f65SVincenzo Frascino } 3140d747f65SVincenzo Frascino 3150d747f65SVincenzo Frascino /* 3160d747f65SVincenzo Frascino * VM_MAYWRITE is required to allow gdb to Copy-on-Write and 3170d747f65SVincenzo Frascino * set breakpoints. 3180d747f65SVincenzo Frascino */ 3190d747f65SVincenzo Frascino ret = _install_special_mapping(mm, addr, PAGE_SIZE, 3200d747f65SVincenzo Frascino VM_READ | VM_EXEC | VM_MAYREAD | 3210d747f65SVincenzo Frascino VM_MAYWRITE | VM_MAYEXEC, 3221d09094aSMark Rutland &aarch32_vdso_maps[AA32_MAP_SIGPAGE]); 3230d747f65SVincenzo Frascino if (IS_ERR(ret)) 3240d747f65SVincenzo Frascino goto out; 3250d747f65SVincenzo Frascino 326a39060b0SWill Deacon mm->context.sigpage = (void *)addr; 3270d747f65SVincenzo Frascino 3280d747f65SVincenzo Frascino out: 3290d747f65SVincenzo Frascino return PTR_ERR_OR_ZERO(ret); 3300d747f65SVincenzo Frascino } 3310d747f65SVincenzo Frascino 3320d747f65SVincenzo Frascino int aarch32_setup_additional_pages(struct linux_binprm *bprm, int uses_interp) 3339031fefdSWill Deacon { 3349031fefdSWill Deacon struct mm_struct *mm = current->mm; 3350d747f65SVincenzo Frascino int ret; 3369031fefdSWill Deacon 337d8ed45c5SMichel Lespinasse if (mmap_write_lock_killable(mm)) 33869048176SMichal Hocko return -EINTR; 3399031fefdSWill Deacon 3400d747f65SVincenzo Frascino ret = aarch32_kuser_helpers_setup(mm); 3410d747f65SVincenzo Frascino if (ret) 3420d747f65SVincenzo Frascino goto out; 3439031fefdSWill Deacon 3447c1deeebSVincenzo Frascino #ifdef CONFIG_COMPAT_VDSO 345d3418f38SMark Rutland ret = __setup_additional_pages(VDSO_ABI_AA32, 3467c1deeebSVincenzo Frascino mm, 3477c1deeebSVincenzo Frascino bprm, 3487c1deeebSVincenzo Frascino uses_interp); 349a39060b0SWill Deacon if (ret) 350a39060b0SWill Deacon goto out; 3517c1deeebSVincenzo Frascino #endif /* CONFIG_COMPAT_VDSO */ 3520d747f65SVincenzo Frascino 353a39060b0SWill Deacon ret = aarch32_sigreturn_setup(mm); 3540d747f65SVincenzo Frascino out: 355d8ed45c5SMichel Lespinasse mmap_write_unlock(mm); 3560d747f65SVincenzo Frascino return ret; 3579031fefdSWill Deacon } 3589031fefdSWill Deacon #endif /* CONFIG_COMPAT */ 3599031fefdSWill Deacon 36073958695SDmitry Safonov static int vdso_mremap(const struct vm_special_mapping *sm, 36173958695SDmitry Safonov struct vm_area_struct *new_vma) 36273958695SDmitry Safonov { 363d3418f38SMark Rutland return __vdso_remap(VDSO_ABI_AA64, sm, new_vma); 36473958695SDmitry Safonov } 36573958695SDmitry Safonov 3661d09094aSMark Rutland enum aarch64_map { 3671d09094aSMark Rutland AA64_MAP_VVAR, 3681d09094aSMark Rutland AA64_MAP_VDSO, 3691d09094aSMark Rutland }; 3701d09094aSMark Rutland 3711d09094aSMark Rutland static struct vm_special_mapping aarch64_vdso_maps[] __ro_after_init = { 3721d09094aSMark Rutland [AA64_MAP_VVAR] = { 3735a9e3e15SJisheng Zhang .name = "[vvar]", 3745a9e3e15SJisheng Zhang }, 3751d09094aSMark Rutland [AA64_MAP_VDSO] = { 3765a9e3e15SJisheng Zhang .name = "[vdso]", 37773958695SDmitry Safonov .mremap = vdso_mremap, 3785a9e3e15SJisheng Zhang }, 3795a9e3e15SJisheng Zhang }; 3802fea7f6cSWill Deacon 3819031fefdSWill Deacon static int __init vdso_init(void) 3829031fefdSWill Deacon { 3831d09094aSMark Rutland vdso_info[VDSO_ABI_AA64].dm = &aarch64_vdso_maps[AA64_MAP_VVAR]; 3841d09094aSMark Rutland vdso_info[VDSO_ABI_AA64].cm = &aarch64_vdso_maps[AA64_MAP_VDSO]; 38516fb1a9bSNathan Lynch 386d3418f38SMark Rutland return __vdso_init(VDSO_ABI_AA64); 3879031fefdSWill Deacon } 3889031fefdSWill Deacon arch_initcall(vdso_init); 3899031fefdSWill Deacon 3909031fefdSWill Deacon int arch_setup_additional_pages(struct linux_binprm *bprm, 3919031fefdSWill Deacon int uses_interp) 3929031fefdSWill Deacon { 3939031fefdSWill Deacon struct mm_struct *mm = current->mm; 394c7aa2d71SVincenzo Frascino int ret; 3959031fefdSWill Deacon 396d8ed45c5SMichel Lespinasse if (mmap_write_lock_killable(mm)) 39769048176SMichal Hocko return -EINTR; 39887154938SWill Deacon 399d3418f38SMark Rutland ret = __setup_additional_pages(VDSO_ABI_AA64, 400c7aa2d71SVincenzo Frascino mm, 401c7aa2d71SVincenzo Frascino bprm, 402c7aa2d71SVincenzo Frascino uses_interp); 403601255aeSWill Deacon 404d8ed45c5SMichel Lespinasse mmap_write_unlock(mm); 4059031fefdSWill Deacon 406c7aa2d71SVincenzo Frascino return ret; 4079031fefdSWill Deacon } 408