153631b54SCatalin Marinas /* 253631b54SCatalin Marinas * Copyright (C) 2012 ARM Ltd. 353631b54SCatalin Marinas * 453631b54SCatalin Marinas * This program is free software; you can redistribute it and/or modify 553631b54SCatalin Marinas * it under the terms of the GNU General Public License version 2 as 653631b54SCatalin Marinas * published by the Free Software Foundation. 753631b54SCatalin Marinas * 853631b54SCatalin Marinas * This program is distributed in the hope that it will be useful, 953631b54SCatalin Marinas * but WITHOUT ANY WARRANTY; without even the implied warranty of 1053631b54SCatalin Marinas * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 1153631b54SCatalin Marinas * GNU General Public License for more details. 1253631b54SCatalin Marinas * 1353631b54SCatalin Marinas * You should have received a copy of the GNU General Public License 1453631b54SCatalin Marinas * along with this program. If not, see <http://www.gnu.org/licenses/>. 1553631b54SCatalin Marinas */ 1653631b54SCatalin Marinas #ifndef __ASM_FP_H 1753631b54SCatalin Marinas #define __ASM_FP_H 1853631b54SCatalin Marinas 192d2123bcSDave Martin #include <asm/errno.h> 20f9209e26SMark Rutland #include <asm/ptrace.h> 219a6e5948SDave Martin #include <asm/processor.h> 229a6e5948SDave Martin #include <asm/sigcontext.h> 23f9209e26SMark Rutland #include <asm/sysreg.h> 2453631b54SCatalin Marinas 2553631b54SCatalin Marinas #ifndef __ASSEMBLY__ 2653631b54SCatalin Marinas 27f9209e26SMark Rutland #include <linux/build_bug.h> 287582e220SDave Martin #include <linux/cache.h> 29b4f9b390SWill Deacon #include <linux/init.h> 30bc0ee476SDave Martin #include <linux/stddef.h> 31bc0ee476SDave Martin 3253631b54SCatalin Marinas #if defined(__KERNEL__) && defined(CONFIG_COMPAT) 3353631b54SCatalin Marinas /* Masks for extracting the FPSR and FPCR from the FPSCR */ 3453631b54SCatalin Marinas #define VFP_FPSCR_STAT_MASK 0xf800009f 3553631b54SCatalin Marinas #define VFP_FPSCR_CTRL_MASK 0x07f79f00 3653631b54SCatalin Marinas /* 3753631b54SCatalin Marinas * The VFP state has 32x64-bit registers and a single 32-bit 3853631b54SCatalin Marinas * control/status register. 3953631b54SCatalin Marinas */ 4053631b54SCatalin Marinas #define VFP_STATE_SIZE ((32 * 8) + 4) 4153631b54SCatalin Marinas #endif 4253631b54SCatalin Marinas 4353631b54SCatalin Marinas struct task_struct; 4453631b54SCatalin Marinas 4520b85472SDave Martin extern void fpsimd_save_state(struct user_fpsimd_state *state); 4620b85472SDave Martin extern void fpsimd_load_state(struct user_fpsimd_state *state); 4753631b54SCatalin Marinas 48e6b673b7SDave Martin extern void fpsimd_save(void); 49e6b673b7SDave Martin 5053631b54SCatalin Marinas extern void fpsimd_thread_switch(struct task_struct *next); 5153631b54SCatalin Marinas extern void fpsimd_flush_thread(void); 5253631b54SCatalin Marinas 538cd969d2SDave Martin extern void fpsimd_signal_preserve_current_state(void); 54c51f9269SArd Biesheuvel extern void fpsimd_preserve_current_state(void); 55005f78cdSArd Biesheuvel extern void fpsimd_restore_current_state(void); 560abdeff5SDave Martin extern void fpsimd_update_current_state(struct user_fpsimd_state const *state); 57c51f9269SArd Biesheuvel 58e6b673b7SDave Martin extern void fpsimd_bind_task_to_cpu(void); 59e6b673b7SDave Martin extern void fpsimd_bind_state_to_cpu(struct user_fpsimd_state *state); 60e6b673b7SDave Martin 61005f78cdSArd Biesheuvel extern void fpsimd_flush_task_state(struct task_struct *target); 62e6b673b7SDave Martin extern void fpsimd_flush_cpu_state(void); 6317eed27bSDave Martin extern void sve_flush_cpu_state(void); 64005f78cdSArd Biesheuvel 657582e220SDave Martin /* Maximum VL that SVE VL-agnostic software can transparently support */ 667582e220SDave Martin #define SVE_VL_ARCH_MAX 0x100 677582e220SDave Martin 689a6e5948SDave Martin /* Offset of FFR in the SVE register dump */ 699a6e5948SDave Martin static inline size_t sve_ffr_offset(int vl) 709a6e5948SDave Martin { 719a6e5948SDave Martin return SVE_SIG_FFR_OFFSET(sve_vq_from_vl(vl)) - SVE_SIG_REGS_OFFSET; 729a6e5948SDave Martin } 739a6e5948SDave Martin 749a6e5948SDave Martin static inline void *sve_pffr(struct thread_struct *thread) 759a6e5948SDave Martin { 769a6e5948SDave Martin return (char *)thread->sve_state + sve_ffr_offset(thread->sve_vl); 779a6e5948SDave Martin } 789a6e5948SDave Martin 791fc5dce7SDave Martin extern void sve_save_state(void *state, u32 *pfpsr); 801fc5dce7SDave Martin extern void sve_load_state(void const *state, u32 const *pfpsr, 811fc5dce7SDave Martin unsigned long vq_minus_1); 821fc5dce7SDave Martin extern unsigned int sve_get_vl(void); 83c0cda3b8SDave Martin 84c0cda3b8SDave Martin struct arm64_cpu_capabilities; 85c0cda3b8SDave Martin extern void sve_kernel_enable(const struct arm64_cpu_capabilities *__unused); 861fc5dce7SDave Martin 8731dc52b3SDave Martin extern u64 read_zcr_features(void); 8831dc52b3SDave Martin 897582e220SDave Martin extern int __ro_after_init sve_max_vl; 907582e220SDave Martin 91bc0ee476SDave Martin #ifdef CONFIG_ARM64_SVE 92bc0ee476SDave Martin 93bc0ee476SDave Martin extern size_t sve_state_size(struct task_struct const *task); 94bc0ee476SDave Martin 95bc0ee476SDave Martin extern void sve_alloc(struct task_struct *task); 96bc0ee476SDave Martin extern void fpsimd_release_task(struct task_struct *task); 9743d4da2cSDave Martin extern void fpsimd_sync_to_sve(struct task_struct *task); 9843d4da2cSDave Martin extern void sve_sync_to_fpsimd(struct task_struct *task); 9943d4da2cSDave Martin extern void sve_sync_from_fpsimd_zeropad(struct task_struct *task); 10043d4da2cSDave Martin 1017582e220SDave Martin extern int sve_set_vector_length(struct task_struct *task, 1027582e220SDave Martin unsigned long vl, unsigned long flags); 103bc0ee476SDave Martin 1042d2123bcSDave Martin extern int sve_set_current_vl(unsigned long arg); 1052d2123bcSDave Martin extern int sve_get_current_vl(void); 1062d2123bcSDave Martin 107f9209e26SMark Rutland static inline void sve_user_disable(void) 108f9209e26SMark Rutland { 109f9209e26SMark Rutland sysreg_clear_set(cpacr_el1, CPACR_EL1_ZEN_EL0EN, 0); 110f9209e26SMark Rutland } 111f9209e26SMark Rutland 112f9209e26SMark Rutland static inline void sve_user_enable(void) 113f9209e26SMark Rutland { 114f9209e26SMark Rutland sysreg_clear_set(cpacr_el1, 0, CPACR_EL1_ZEN_EL0EN); 115f9209e26SMark Rutland } 116f9209e26SMark Rutland 1172e0f2478SDave Martin /* 1182e0f2478SDave Martin * Probing and setup functions. 1192e0f2478SDave Martin * Calls to these functions must be serialised with one another. 1202e0f2478SDave Martin */ 1212e0f2478SDave Martin extern void __init sve_init_vq_map(void); 1222e0f2478SDave Martin extern void sve_update_vq_map(void); 1232e0f2478SDave Martin extern int sve_verify_vq_map(void); 1242e0f2478SDave Martin extern void __init sve_setup(void); 1252e0f2478SDave Martin 126bc0ee476SDave Martin #else /* ! CONFIG_ARM64_SVE */ 127bc0ee476SDave Martin 128bc0ee476SDave Martin static inline void sve_alloc(struct task_struct *task) { } 129bc0ee476SDave Martin static inline void fpsimd_release_task(struct task_struct *task) { } 13043d4da2cSDave Martin static inline void sve_sync_to_fpsimd(struct task_struct *task) { } 13143d4da2cSDave Martin static inline void sve_sync_from_fpsimd_zeropad(struct task_struct *task) { } 13243d4da2cSDave Martin 1332d2123bcSDave Martin static inline int sve_set_current_vl(unsigned long arg) 1342d2123bcSDave Martin { 1352d2123bcSDave Martin return -EINVAL; 1362d2123bcSDave Martin } 1372d2123bcSDave Martin 1382d2123bcSDave Martin static inline int sve_get_current_vl(void) 1392d2123bcSDave Martin { 1402d2123bcSDave Martin return -EINVAL; 1412d2123bcSDave Martin } 1422d2123bcSDave Martin 143f9209e26SMark Rutland static inline void sve_user_disable(void) { BUILD_BUG(); } 144f9209e26SMark Rutland static inline void sve_user_enable(void) { BUILD_BUG(); } 145f9209e26SMark Rutland 1462e0f2478SDave Martin static inline void sve_init_vq_map(void) { } 1472e0f2478SDave Martin static inline void sve_update_vq_map(void) { } 1482e0f2478SDave Martin static inline int sve_verify_vq_map(void) { return 0; } 1492e0f2478SDave Martin static inline void sve_setup(void) { } 150bc0ee476SDave Martin 151bc0ee476SDave Martin #endif /* ! CONFIG_ARM64_SVE */ 152bc0ee476SDave Martin 1534328825dSDave Martin /* For use by EFI runtime services calls only */ 1544328825dSDave Martin extern void __efi_fpsimd_begin(void); 1554328825dSDave Martin extern void __efi_fpsimd_end(void); 1564328825dSDave Martin 15753631b54SCatalin Marinas #endif 15853631b54SCatalin Marinas 15953631b54SCatalin Marinas #endif 160