xref: /openbmc/linux/arch/x86/mm/pkeys.c (revision 4f2c0a4acffbec01079c28f839422e64ddeff004)
12025cf9eSThomas Gleixner // SPDX-License-Identifier: GPL-2.0-only
262b5f7d0SDave Hansen /*
362b5f7d0SDave Hansen  * Intel Memory Protection Keys management
462b5f7d0SDave Hansen  * Copyright (c) 2015, Intel Corporation.
562b5f7d0SDave Hansen  */
676de9937SDave Hansen #include <linux/debugfs.h>		/* debugfs_create_u32()		*/
762b5f7d0SDave Hansen #include <linux/mm_types.h>             /* mm_struct, vma, etc...       */
862b5f7d0SDave Hansen #include <linux/pkeys.h>                /* PKEY_*                       */
962b5f7d0SDave Hansen #include <uapi/asm-generic/mman-common.h>
1062b5f7d0SDave Hansen 
1162b5f7d0SDave Hansen #include <asm/cpufeature.h>             /* boot_cpu_has, ...            */
1262b5f7d0SDave Hansen #include <asm/mmu_context.h>            /* vma_pkey()                   */
1362b5f7d0SDave Hansen 
__execute_only_pkey(struct mm_struct * mm)1462b5f7d0SDave Hansen int __execute_only_pkey(struct mm_struct *mm)
1562b5f7d0SDave Hansen {
16e8c24d3aSDave Hansen 	bool need_to_set_mm_pkey = false;
17e8c24d3aSDave Hansen 	int execute_only_pkey = mm->context.execute_only_pkey;
1862b5f7d0SDave Hansen 	int ret;
1962b5f7d0SDave Hansen 
20e8c24d3aSDave Hansen 	/* Do we need to assign a pkey for mm's execute-only maps? */
21e8c24d3aSDave Hansen 	if (execute_only_pkey == -1) {
22e8c24d3aSDave Hansen 		/* Go allocate one to use, which might fail */
23e8c24d3aSDave Hansen 		execute_only_pkey = mm_pkey_alloc(mm);
24e8c24d3aSDave Hansen 		if (execute_only_pkey < 0)
25e8c24d3aSDave Hansen 			return -1;
26e8c24d3aSDave Hansen 		need_to_set_mm_pkey = true;
27e8c24d3aSDave Hansen 	}
28e8c24d3aSDave Hansen 
2962b5f7d0SDave Hansen 	/*
3062b5f7d0SDave Hansen 	 * We do not want to go through the relatively costly
3162b5f7d0SDave Hansen 	 * dance to set PKRU if we do not need to.  Check it
3262b5f7d0SDave Hansen 	 * first and assume that if the execute-only pkey is
3362b5f7d0SDave Hansen 	 * write-disabled that we do not have to set it
342722146eSSebastian Andrzej Siewior 	 * ourselves.
3562b5f7d0SDave Hansen 	 */
36e8c24d3aSDave Hansen 	if (!need_to_set_mm_pkey &&
37e8c24d3aSDave Hansen 	    !__pkru_allows_read(read_pkru(), execute_only_pkey)) {
38e8c24d3aSDave Hansen 		return execute_only_pkey;
3962b5f7d0SDave Hansen 	}
40e8c24d3aSDave Hansen 
41e8c24d3aSDave Hansen 	/*
42e8c24d3aSDave Hansen 	 * Set up PKRU so that it denies access for everything
43e8c24d3aSDave Hansen 	 * other than execution.
44e8c24d3aSDave Hansen 	 */
45e8c24d3aSDave Hansen 	ret = arch_set_user_pkey_access(current, execute_only_pkey,
4662b5f7d0SDave Hansen 			PKEY_DISABLE_ACCESS);
4762b5f7d0SDave Hansen 	/*
4862b5f7d0SDave Hansen 	 * If the PKRU-set operation failed somehow, just return
4962b5f7d0SDave Hansen 	 * 0 and effectively disable execute-only support.
5062b5f7d0SDave Hansen 	 */
51e8c24d3aSDave Hansen 	if (ret) {
52e8c24d3aSDave Hansen 		mm_set_pkey_free(mm, execute_only_pkey);
53e8c24d3aSDave Hansen 		return -1;
54e8c24d3aSDave Hansen 	}
5562b5f7d0SDave Hansen 
56e8c24d3aSDave Hansen 	/* We got one, store it and use it from here on out */
57e8c24d3aSDave Hansen 	if (need_to_set_mm_pkey)
58e8c24d3aSDave Hansen 		mm->context.execute_only_pkey = execute_only_pkey;
59e8c24d3aSDave Hansen 	return execute_only_pkey;
6062b5f7d0SDave Hansen }
6162b5f7d0SDave Hansen 
vma_is_pkey_exec_only(struct vm_area_struct * vma)6262b5f7d0SDave Hansen static inline bool vma_is_pkey_exec_only(struct vm_area_struct *vma)
6362b5f7d0SDave Hansen {
6462b5f7d0SDave Hansen 	/* Do this check first since the vm_flags should be hot */
656cb4d9a2SAnshuman Khandual 	if ((vma->vm_flags & VM_ACCESS_FLAGS) != VM_EXEC)
6662b5f7d0SDave Hansen 		return false;
67e8c24d3aSDave Hansen 	if (vma_pkey(vma) != vma->vm_mm->context.execute_only_pkey)
6862b5f7d0SDave Hansen 		return false;
6962b5f7d0SDave Hansen 
7062b5f7d0SDave Hansen 	return true;
7162b5f7d0SDave Hansen }
7262b5f7d0SDave Hansen 
7362b5f7d0SDave Hansen /*
7462b5f7d0SDave Hansen  * This is only called for *plain* mprotect calls.
7562b5f7d0SDave Hansen  */
__arch_override_mprotect_pkey(struct vm_area_struct * vma,int prot,int pkey)7662b5f7d0SDave Hansen int __arch_override_mprotect_pkey(struct vm_area_struct *vma, int prot, int pkey)
7762b5f7d0SDave Hansen {
7862b5f7d0SDave Hansen 	/*
7962b5f7d0SDave Hansen 	 * Is this an mprotect_pkey() call?  If so, never
8062b5f7d0SDave Hansen 	 * override the value that came from the user.
8162b5f7d0SDave Hansen 	 */
8262b5f7d0SDave Hansen 	if (pkey != -1)
8362b5f7d0SDave Hansen 		return pkey;
840a0b1520SDave Hansen 
8562b5f7d0SDave Hansen 	/*
8662b5f7d0SDave Hansen 	 * The mapping is execute-only.  Go try to get the
8762b5f7d0SDave Hansen 	 * execute-only protection key.  If we fail to do that,
8862b5f7d0SDave Hansen 	 * fall through as if we do not have execute-only
890a0b1520SDave Hansen 	 * support in this mm.
9062b5f7d0SDave Hansen 	 */
9162b5f7d0SDave Hansen 	if (prot == PROT_EXEC) {
9262b5f7d0SDave Hansen 		pkey = execute_only_pkey(vma->vm_mm);
9362b5f7d0SDave Hansen 		if (pkey > 0)
9462b5f7d0SDave Hansen 			return pkey;
950a0b1520SDave Hansen 	} else if (vma_is_pkey_exec_only(vma)) {
960a0b1520SDave Hansen 		/*
970a0b1520SDave Hansen 		 * Protections are *not* PROT_EXEC, but the mapping
980a0b1520SDave Hansen 		 * is using the exec-only pkey.  This mapping was
990a0b1520SDave Hansen 		 * PROT_EXEC and will no longer be.  Move back to
1000a0b1520SDave Hansen 		 * the default pkey.
1010a0b1520SDave Hansen 		 */
1020a0b1520SDave Hansen 		return ARCH_DEFAULT_PKEY;
10362b5f7d0SDave Hansen 	}
1040a0b1520SDave Hansen 
10562b5f7d0SDave Hansen 	/*
10662b5f7d0SDave Hansen 	 * This is a vanilla, non-pkey mprotect (or we failed to
10762b5f7d0SDave Hansen 	 * setup execute-only), inherit the pkey from the VMA we
10862b5f7d0SDave Hansen 	 * are working on.
10962b5f7d0SDave Hansen 	 */
11062b5f7d0SDave Hansen 	return vma_pkey(vma);
11162b5f7d0SDave Hansen }
112acd547b2SDave Hansen 
113*54ee1844SIra Weiny #define PKRU_AD_MASK(pkey)	(PKRU_AD_BIT << ((pkey) * PKRU_BITS_PER_PKEY))
114acd547b2SDave Hansen 
115acd547b2SDave Hansen /*
116acd547b2SDave Hansen  * Make the default PKRU value (at execve() time) as restrictive
117acd547b2SDave Hansen  * as possible.  This ensures that any threads clone()'d early
118acd547b2SDave Hansen  * in the process's lifetime will not accidentally get access
119acd547b2SDave Hansen  * to data which is pkey-protected later on.
120acd547b2SDave Hansen  */
121*54ee1844SIra Weiny u32 init_pkru_value = PKRU_AD_MASK( 1) | PKRU_AD_MASK( 2) |
122*54ee1844SIra Weiny 		      PKRU_AD_MASK( 3) | PKRU_AD_MASK( 4) |
123*54ee1844SIra Weiny 		      PKRU_AD_MASK( 5) | PKRU_AD_MASK( 6) |
124*54ee1844SIra Weiny 		      PKRU_AD_MASK( 7) | PKRU_AD_MASK( 8) |
125*54ee1844SIra Weiny 		      PKRU_AD_MASK( 9) | PKRU_AD_MASK(10) |
126*54ee1844SIra Weiny 		      PKRU_AD_MASK(11) | PKRU_AD_MASK(12) |
127*54ee1844SIra Weiny 		      PKRU_AD_MASK(13) | PKRU_AD_MASK(14) |
128*54ee1844SIra Weiny 		      PKRU_AD_MASK(15);
129acd547b2SDave Hansen 
init_pkru_read_file(struct file * file,char __user * user_buf,size_t count,loff_t * ppos)13076de9937SDave Hansen static ssize_t init_pkru_read_file(struct file *file, char __user *user_buf,
13176de9937SDave Hansen 			     size_t count, loff_t *ppos)
13276de9937SDave Hansen {
13376de9937SDave Hansen 	char buf[32];
13476de9937SDave Hansen 	unsigned int len;
13576de9937SDave Hansen 
13676de9937SDave Hansen 	len = sprintf(buf, "0x%x\n", init_pkru_value);
13776de9937SDave Hansen 	return simple_read_from_buffer(user_buf, count, ppos, buf, len);
13876de9937SDave Hansen }
13976de9937SDave Hansen 
init_pkru_write_file(struct file * file,const char __user * user_buf,size_t count,loff_t * ppos)14076de9937SDave Hansen static ssize_t init_pkru_write_file(struct file *file,
14176de9937SDave Hansen 		 const char __user *user_buf, size_t count, loff_t *ppos)
14276de9937SDave Hansen {
14376de9937SDave Hansen 	char buf[32];
14476de9937SDave Hansen 	ssize_t len;
14576de9937SDave Hansen 	u32 new_init_pkru;
14676de9937SDave Hansen 
14776de9937SDave Hansen 	len = min(count, sizeof(buf) - 1);
14876de9937SDave Hansen 	if (copy_from_user(buf, user_buf, len))
14976de9937SDave Hansen 		return -EFAULT;
15076de9937SDave Hansen 
15176de9937SDave Hansen 	/* Make the buffer a valid string that we can not overrun */
15276de9937SDave Hansen 	buf[len] = '\0';
15376de9937SDave Hansen 	if (kstrtouint(buf, 0, &new_init_pkru))
15476de9937SDave Hansen 		return -EINVAL;
15576de9937SDave Hansen 
15676de9937SDave Hansen 	/*
15776de9937SDave Hansen 	 * Don't allow insane settings that will blow the system
15876de9937SDave Hansen 	 * up immediately if someone attempts to disable access
15976de9937SDave Hansen 	 * or writes to pkey 0.
16076de9937SDave Hansen 	 */
16176de9937SDave Hansen 	if (new_init_pkru & (PKRU_AD_BIT|PKRU_WD_BIT))
16276de9937SDave Hansen 		return -EINVAL;
16376de9937SDave Hansen 
16476de9937SDave Hansen 	WRITE_ONCE(init_pkru_value, new_init_pkru);
16576de9937SDave Hansen 	return count;
16676de9937SDave Hansen }
16776de9937SDave Hansen 
16876de9937SDave Hansen static const struct file_operations fops_init_pkru = {
16976de9937SDave Hansen 	.read = init_pkru_read_file,
17076de9937SDave Hansen 	.write = init_pkru_write_file,
17176de9937SDave Hansen 	.llseek = default_llseek,
17276de9937SDave Hansen };
17376de9937SDave Hansen 
create_init_pkru_value(void)17476de9937SDave Hansen static int __init create_init_pkru_value(void)
17576de9937SDave Hansen {
176314a1e1eSDave Hansen 	/* Do not expose the file if pkeys are not supported. */
177314a1e1eSDave Hansen 	if (!cpu_feature_enabled(X86_FEATURE_OSPKE))
178314a1e1eSDave Hansen 		return 0;
179314a1e1eSDave Hansen 
18076de9937SDave Hansen 	debugfs_create_file("init_pkru", S_IRUSR | S_IWUSR,
18176de9937SDave Hansen 			arch_debugfs_dir, NULL, &fops_init_pkru);
18276de9937SDave Hansen 	return 0;
18376de9937SDave Hansen }
18476de9937SDave Hansen late_initcall(create_init_pkru_value);
18576de9937SDave Hansen 
setup_init_pkru(char * opt)18676de9937SDave Hansen static __init int setup_init_pkru(char *opt)
18776de9937SDave Hansen {
18876de9937SDave Hansen 	u32 new_init_pkru;
18976de9937SDave Hansen 
19076de9937SDave Hansen 	if (kstrtouint(opt, 0, &new_init_pkru))
19176de9937SDave Hansen 		return 1;
19276de9937SDave Hansen 
19376de9937SDave Hansen 	WRITE_ONCE(init_pkru_value, new_init_pkru);
19476de9937SDave Hansen 
19576de9937SDave Hansen 	return 1;
19676de9937SDave Hansen }
19776de9937SDave Hansen __setup("init_pkru=", setup_init_pkru);
198