153631b54SCatalin Marinas /* 253631b54SCatalin Marinas * Copyright (C) 2012 ARM Ltd. 353631b54SCatalin Marinas * 453631b54SCatalin Marinas * This program is free software; you can redistribute it and/or modify 553631b54SCatalin Marinas * it under the terms of the GNU General Public License version 2 as 653631b54SCatalin Marinas * published by the Free Software Foundation. 753631b54SCatalin Marinas * 853631b54SCatalin Marinas * This program is distributed in the hope that it will be useful, 953631b54SCatalin Marinas * but WITHOUT ANY WARRANTY; without even the implied warranty of 1053631b54SCatalin Marinas * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 1153631b54SCatalin Marinas * GNU General Public License for more details. 1253631b54SCatalin Marinas * 1353631b54SCatalin Marinas * You should have received a copy of the GNU General Public License 1453631b54SCatalin Marinas * along with this program. If not, see <http://www.gnu.org/licenses/>. 1553631b54SCatalin Marinas */ 1653631b54SCatalin Marinas #ifndef __ASM_FP_H 1753631b54SCatalin Marinas #define __ASM_FP_H 1853631b54SCatalin Marinas 1953631b54SCatalin Marinas #include <asm/ptrace.h> 202d2123bcSDave Martin #include <asm/errno.h> 2153631b54SCatalin Marinas 2253631b54SCatalin Marinas #ifndef __ASSEMBLY__ 2353631b54SCatalin Marinas 247582e220SDave Martin #include <linux/cache.h> 25bc0ee476SDave Martin #include <linux/stddef.h> 26bc0ee476SDave Martin 2753631b54SCatalin Marinas /* 2853631b54SCatalin Marinas * FP/SIMD storage area has: 2953631b54SCatalin Marinas * - FPSR and FPCR 3053631b54SCatalin Marinas * - 32 128-bit data registers 3153631b54SCatalin Marinas * 326ba1bc82SWill Deacon * Note that user_fpsimd forms a prefix of this structure, which is 336ba1bc82SWill Deacon * relied upon in the ptrace FP/SIMD accessors. 3453631b54SCatalin Marinas */ 3553631b54SCatalin Marinas struct fpsimd_state { 3653631b54SCatalin Marinas union { 3753631b54SCatalin Marinas struct user_fpsimd_state user_fpsimd; 3853631b54SCatalin Marinas struct { 3953631b54SCatalin Marinas __uint128_t vregs[32]; 4053631b54SCatalin Marinas u32 fpsr; 4153631b54SCatalin Marinas u32 fpcr; 4243d4da2cSDave Martin /* 4343d4da2cSDave Martin * For ptrace compatibility, pad to next 128-bit 4443d4da2cSDave Martin * boundary here if extending this struct. 4543d4da2cSDave Martin */ 4653631b54SCatalin Marinas }; 4753631b54SCatalin Marinas }; 48005f78cdSArd Biesheuvel /* the id of the last cpu to have restored this state */ 49005f78cdSArd Biesheuvel unsigned int cpu; 5053631b54SCatalin Marinas }; 5153631b54SCatalin Marinas 5253631b54SCatalin Marinas #if defined(__KERNEL__) && defined(CONFIG_COMPAT) 5353631b54SCatalin Marinas /* Masks for extracting the FPSR and FPCR from the FPSCR */ 5453631b54SCatalin Marinas #define VFP_FPSCR_STAT_MASK 0xf800009f 5553631b54SCatalin Marinas #define VFP_FPSCR_CTRL_MASK 0x07f79f00 5653631b54SCatalin Marinas /* 5753631b54SCatalin Marinas * The VFP state has 32x64-bit registers and a single 32-bit 5853631b54SCatalin Marinas * control/status register. 5953631b54SCatalin Marinas */ 6053631b54SCatalin Marinas #define VFP_STATE_SIZE ((32 * 8) + 4) 6153631b54SCatalin Marinas #endif 6253631b54SCatalin Marinas 6353631b54SCatalin Marinas struct task_struct; 6453631b54SCatalin Marinas 6553631b54SCatalin Marinas extern void fpsimd_save_state(struct fpsimd_state *state); 6653631b54SCatalin Marinas extern void fpsimd_load_state(struct fpsimd_state *state); 6753631b54SCatalin Marinas 6853631b54SCatalin Marinas extern void fpsimd_thread_switch(struct task_struct *next); 6953631b54SCatalin Marinas extern void fpsimd_flush_thread(void); 7053631b54SCatalin Marinas 718cd969d2SDave Martin extern void fpsimd_signal_preserve_current_state(void); 72c51f9269SArd Biesheuvel extern void fpsimd_preserve_current_state(void); 73005f78cdSArd Biesheuvel extern void fpsimd_restore_current_state(void); 74c51f9269SArd Biesheuvel extern void fpsimd_update_current_state(struct fpsimd_state *state); 75c51f9269SArd Biesheuvel 76005f78cdSArd Biesheuvel extern void fpsimd_flush_task_state(struct task_struct *target); 7717eed27bSDave Martin extern void sve_flush_cpu_state(void); 78005f78cdSArd Biesheuvel 797582e220SDave Martin /* Maximum VL that SVE VL-agnostic software can transparently support */ 807582e220SDave Martin #define SVE_VL_ARCH_MAX 0x100 817582e220SDave Martin 821fc5dce7SDave Martin extern void sve_save_state(void *state, u32 *pfpsr); 831fc5dce7SDave Martin extern void sve_load_state(void const *state, u32 const *pfpsr, 841fc5dce7SDave Martin unsigned long vq_minus_1); 851fc5dce7SDave Martin extern unsigned int sve_get_vl(void); 862e0f2478SDave Martin extern int sve_kernel_enable(void *); 871fc5dce7SDave Martin 887582e220SDave Martin extern int __ro_after_init sve_max_vl; 897582e220SDave Martin 90bc0ee476SDave Martin #ifdef CONFIG_ARM64_SVE 91bc0ee476SDave Martin 92bc0ee476SDave Martin extern size_t sve_state_size(struct task_struct const *task); 93bc0ee476SDave Martin 94bc0ee476SDave Martin extern void sve_alloc(struct task_struct *task); 95bc0ee476SDave Martin extern void fpsimd_release_task(struct task_struct *task); 9643d4da2cSDave Martin extern void fpsimd_sync_to_sve(struct task_struct *task); 9743d4da2cSDave Martin extern void sve_sync_to_fpsimd(struct task_struct *task); 9843d4da2cSDave Martin extern void sve_sync_from_fpsimd_zeropad(struct task_struct *task); 9943d4da2cSDave Martin 1007582e220SDave Martin extern int sve_set_vector_length(struct task_struct *task, 1017582e220SDave Martin unsigned long vl, unsigned long flags); 102bc0ee476SDave Martin 1032d2123bcSDave Martin extern int sve_set_current_vl(unsigned long arg); 1042d2123bcSDave Martin extern int sve_get_current_vl(void); 1052d2123bcSDave Martin 1062e0f2478SDave Martin /* 1072e0f2478SDave Martin * Probing and setup functions. 1082e0f2478SDave Martin * Calls to these functions must be serialised with one another. 1092e0f2478SDave Martin */ 1102e0f2478SDave Martin extern void __init sve_init_vq_map(void); 1112e0f2478SDave Martin extern void sve_update_vq_map(void); 1122e0f2478SDave Martin extern int sve_verify_vq_map(void); 1132e0f2478SDave Martin extern void __init sve_setup(void); 1142e0f2478SDave Martin 115bc0ee476SDave Martin #else /* ! CONFIG_ARM64_SVE */ 116bc0ee476SDave Martin 117bc0ee476SDave Martin static inline void sve_alloc(struct task_struct *task) { } 118bc0ee476SDave Martin static inline void fpsimd_release_task(struct task_struct *task) { } 11943d4da2cSDave Martin static inline void sve_sync_to_fpsimd(struct task_struct *task) { } 12043d4da2cSDave Martin static inline void sve_sync_from_fpsimd_zeropad(struct task_struct *task) { } 12143d4da2cSDave Martin 1222d2123bcSDave Martin static inline int sve_set_current_vl(unsigned long arg) 1232d2123bcSDave Martin { 1242d2123bcSDave Martin return -EINVAL; 1252d2123bcSDave Martin } 1262d2123bcSDave Martin 1272d2123bcSDave Martin static inline int sve_get_current_vl(void) 1282d2123bcSDave Martin { 1292d2123bcSDave Martin return -EINVAL; 1302d2123bcSDave Martin } 1312d2123bcSDave Martin 1322e0f2478SDave Martin static inline void sve_init_vq_map(void) { } 1332e0f2478SDave Martin static inline void sve_update_vq_map(void) { } 1342e0f2478SDave Martin static inline int sve_verify_vq_map(void) { return 0; } 1352e0f2478SDave Martin static inline void sve_setup(void) { } 136bc0ee476SDave Martin 137bc0ee476SDave Martin #endif /* ! CONFIG_ARM64_SVE */ 138bc0ee476SDave Martin 1394328825dSDave Martin /* For use by EFI runtime services calls only */ 1404328825dSDave Martin extern void __efi_fpsimd_begin(void); 1414328825dSDave Martin extern void __efi_fpsimd_end(void); 1424328825dSDave Martin 14353631b54SCatalin Marinas #endif 14453631b54SCatalin Marinas 14553631b54SCatalin Marinas #endif 146