xref: /openbmc/linux/arch/arm/include/asm/assembler.h (revision d675d0bc)
14baa9922SRussell King /*
24baa9922SRussell King  *  arch/arm/include/asm/assembler.h
34baa9922SRussell King  *
44baa9922SRussell King  *  Copyright (C) 1996-2000 Russell King
54baa9922SRussell King  *
64baa9922SRussell King  * This program is free software; you can redistribute it and/or modify
74baa9922SRussell King  * it under the terms of the GNU General Public License version 2 as
84baa9922SRussell King  * published by the Free Software Foundation.
94baa9922SRussell King  *
104baa9922SRussell King  *  This file contains arm architecture specific defines
114baa9922SRussell King  *  for the different processors.
124baa9922SRussell King  *
134baa9922SRussell King  *  Do not include any C declarations in this file - it is included by
144baa9922SRussell King  *  assembler source.
154baa9922SRussell King  */
162bc58a6fSMagnus Damm #ifndef __ASM_ASSEMBLER_H__
172bc58a6fSMagnus Damm #define __ASM_ASSEMBLER_H__
182bc58a6fSMagnus Damm 
194baa9922SRussell King #ifndef __ASSEMBLY__
204baa9922SRussell King #error "Only include this from assembly code"
214baa9922SRussell King #endif
224baa9922SRussell King 
234baa9922SRussell King #include <asm/ptrace.h>
24247055aaSCatalin Marinas #include <asm/domain.h>
254baa9922SRussell King 
264baa9922SRussell King /*
274baa9922SRussell King  * Endian independent macros for shifting bytes within registers.
284baa9922SRussell King  */
294baa9922SRussell King #ifndef __ARMEB__
304baa9922SRussell King #define pull            lsr
314baa9922SRussell King #define push            lsl
324baa9922SRussell King #define get_byte_0      lsl #0
334baa9922SRussell King #define get_byte_1	lsr #8
344baa9922SRussell King #define get_byte_2	lsr #16
354baa9922SRussell King #define get_byte_3	lsr #24
364baa9922SRussell King #define put_byte_0      lsl #0
374baa9922SRussell King #define put_byte_1	lsl #8
384baa9922SRussell King #define put_byte_2	lsl #16
394baa9922SRussell King #define put_byte_3	lsl #24
404baa9922SRussell King #else
414baa9922SRussell King #define pull            lsl
424baa9922SRussell King #define push            lsr
434baa9922SRussell King #define get_byte_0	lsr #24
444baa9922SRussell King #define get_byte_1	lsr #16
454baa9922SRussell King #define get_byte_2	lsr #8
464baa9922SRussell King #define get_byte_3      lsl #0
474baa9922SRussell King #define put_byte_0	lsl #24
484baa9922SRussell King #define put_byte_1	lsl #16
494baa9922SRussell King #define put_byte_2	lsl #8
504baa9922SRussell King #define put_byte_3      lsl #0
514baa9922SRussell King #endif
524baa9922SRussell King 
534baa9922SRussell King /*
544baa9922SRussell King  * Data preload for architectures that support it
554baa9922SRussell King  */
564baa9922SRussell King #if __LINUX_ARM_ARCH__ >= 5
574baa9922SRussell King #define PLD(code...)	code
584baa9922SRussell King #else
594baa9922SRussell King #define PLD(code...)
604baa9922SRussell King #endif
614baa9922SRussell King 
624baa9922SRussell King /*
634baa9922SRussell King  * This can be used to enable code to cacheline align the destination
644baa9922SRussell King  * pointer when bulk writing to memory.  Experiments on StrongARM and
654baa9922SRussell King  * XScale didn't show this a worthwhile thing to do when the cache is not
664baa9922SRussell King  * set to write-allocate (this would need further testing on XScale when WA
674baa9922SRussell King  * is used).
684baa9922SRussell King  *
694baa9922SRussell King  * On Feroceon there is much to gain however, regardless of cache mode.
704baa9922SRussell King  */
714baa9922SRussell King #ifdef CONFIG_CPU_FEROCEON
724baa9922SRussell King #define CALGN(code...) code
734baa9922SRussell King #else
744baa9922SRussell King #define CALGN(code...)
754baa9922SRussell King #endif
764baa9922SRussell King 
774baa9922SRussell King /*
784baa9922SRussell King  * Enable and disable interrupts
794baa9922SRussell King  */
804baa9922SRussell King #if __LINUX_ARM_ARCH__ >= 6
810d928b0bSUwe Kleine-König 	.macro	disable_irq_notrace
824baa9922SRussell King 	cpsid	i
834baa9922SRussell King 	.endm
844baa9922SRussell King 
850d928b0bSUwe Kleine-König 	.macro	enable_irq_notrace
864baa9922SRussell King 	cpsie	i
874baa9922SRussell King 	.endm
884baa9922SRussell King #else
890d928b0bSUwe Kleine-König 	.macro	disable_irq_notrace
904baa9922SRussell King 	msr	cpsr_c, #PSR_I_BIT | SVC_MODE
914baa9922SRussell King 	.endm
924baa9922SRussell King 
930d928b0bSUwe Kleine-König 	.macro	enable_irq_notrace
944baa9922SRussell King 	msr	cpsr_c, #SVC_MODE
954baa9922SRussell King 	.endm
964baa9922SRussell King #endif
974baa9922SRussell King 
980d928b0bSUwe Kleine-König 	.macro asm_trace_hardirqs_off
990d928b0bSUwe Kleine-König #if defined(CONFIG_TRACE_IRQFLAGS)
1000d928b0bSUwe Kleine-König 	stmdb   sp!, {r0-r3, ip, lr}
1010d928b0bSUwe Kleine-König 	bl	trace_hardirqs_off
1020d928b0bSUwe Kleine-König 	ldmia	sp!, {r0-r3, ip, lr}
1030d928b0bSUwe Kleine-König #endif
1040d928b0bSUwe Kleine-König 	.endm
1050d928b0bSUwe Kleine-König 
1060d928b0bSUwe Kleine-König 	.macro asm_trace_hardirqs_on_cond, cond
1070d928b0bSUwe Kleine-König #if defined(CONFIG_TRACE_IRQFLAGS)
1080d928b0bSUwe Kleine-König 	/*
1090d928b0bSUwe Kleine-König 	 * actually the registers should be pushed and pop'd conditionally, but
1100d928b0bSUwe Kleine-König 	 * after bl the flags are certainly clobbered
1110d928b0bSUwe Kleine-König 	 */
1120d928b0bSUwe Kleine-König 	stmdb   sp!, {r0-r3, ip, lr}
1130d928b0bSUwe Kleine-König 	bl\cond	trace_hardirqs_on
1140d928b0bSUwe Kleine-König 	ldmia	sp!, {r0-r3, ip, lr}
1150d928b0bSUwe Kleine-König #endif
1160d928b0bSUwe Kleine-König 	.endm
1170d928b0bSUwe Kleine-König 
1180d928b0bSUwe Kleine-König 	.macro asm_trace_hardirqs_on
1190d928b0bSUwe Kleine-König 	asm_trace_hardirqs_on_cond al
1200d928b0bSUwe Kleine-König 	.endm
1210d928b0bSUwe Kleine-König 
1220d928b0bSUwe Kleine-König 	.macro disable_irq
1230d928b0bSUwe Kleine-König 	disable_irq_notrace
1240d928b0bSUwe Kleine-König 	asm_trace_hardirqs_off
1250d928b0bSUwe Kleine-König 	.endm
1260d928b0bSUwe Kleine-König 
1270d928b0bSUwe Kleine-König 	.macro enable_irq
1280d928b0bSUwe Kleine-König 	asm_trace_hardirqs_on
1290d928b0bSUwe Kleine-König 	enable_irq_notrace
1300d928b0bSUwe Kleine-König 	.endm
1314baa9922SRussell King /*
1324baa9922SRussell King  * Save the current IRQ state and disable IRQs.  Note that this macro
1334baa9922SRussell King  * assumes FIQs are enabled, and that the processor is in SVC mode.
1344baa9922SRussell King  */
1354baa9922SRussell King 	.macro	save_and_disable_irqs, oldcpsr
1364baa9922SRussell King 	mrs	\oldcpsr, cpsr
1374baa9922SRussell King 	disable_irq
1384baa9922SRussell King 	.endm
1394baa9922SRussell King 
1404baa9922SRussell King /*
1414baa9922SRussell King  * Restore interrupt state previously stored in a register.  We don't
1424baa9922SRussell King  * guarantee that this will preserve the flags.
1434baa9922SRussell King  */
1440d928b0bSUwe Kleine-König 	.macro	restore_irqs_notrace, oldcpsr
1454baa9922SRussell King 	msr	cpsr_c, \oldcpsr
1464baa9922SRussell King 	.endm
1474baa9922SRussell King 
1480d928b0bSUwe Kleine-König 	.macro restore_irqs, oldcpsr
1490d928b0bSUwe Kleine-König 	tst	\oldcpsr, #PSR_I_BIT
1500d928b0bSUwe Kleine-König 	asm_trace_hardirqs_on_cond eq
1510d928b0bSUwe Kleine-König 	restore_irqs_notrace \oldcpsr
1520d928b0bSUwe Kleine-König 	.endm
1530d928b0bSUwe Kleine-König 
1544baa9922SRussell King #define USER(x...)				\
1554baa9922SRussell King 9999:	x;					\
1564260415fSRussell King 	.pushsection __ex_table,"a";		\
1574baa9922SRussell King 	.align	3;				\
1584baa9922SRussell King 	.long	9999b,9001f;			\
1594260415fSRussell King 	.popsection
160bac4e960SRussell King 
161f00ec48fSRussell King #ifdef CONFIG_SMP
162f00ec48fSRussell King #define ALT_SMP(instr...)					\
163f00ec48fSRussell King 9998:	instr
164ed3768a8SDave Martin /*
165ed3768a8SDave Martin  * Note: if you get assembler errors from ALT_UP() when building with
166ed3768a8SDave Martin  * CONFIG_THUMB2_KERNEL, you almost certainly need to use
167ed3768a8SDave Martin  * ALT_SMP( W(instr) ... )
168ed3768a8SDave Martin  */
169f00ec48fSRussell King #define ALT_UP(instr...)					\
170f00ec48fSRussell King 	.pushsection ".alt.smp.init", "a"			;\
171f00ec48fSRussell King 	.long	9998b						;\
172ed3768a8SDave Martin 9997:	instr							;\
173ed3768a8SDave Martin 	.if . - 9997b != 4					;\
174ed3768a8SDave Martin 		.error "ALT_UP() content must assemble to exactly 4 bytes";\
175ed3768a8SDave Martin 	.endif							;\
176f00ec48fSRussell King 	.popsection
177f00ec48fSRussell King #define ALT_UP_B(label)					\
178f00ec48fSRussell King 	.equ	up_b_offset, label - 9998b			;\
179f00ec48fSRussell King 	.pushsection ".alt.smp.init", "a"			;\
180f00ec48fSRussell King 	.long	9998b						;\
181ed3768a8SDave Martin 	W(b)	. + up_b_offset					;\
182f00ec48fSRussell King 	.popsection
183f00ec48fSRussell King #else
184f00ec48fSRussell King #define ALT_SMP(instr...)
185f00ec48fSRussell King #define ALT_UP(instr...) instr
186f00ec48fSRussell King #define ALT_UP_B(label) b label
187f00ec48fSRussell King #endif
188f00ec48fSRussell King 
189bac4e960SRussell King /*
190d675d0bcSWill Deacon  * Instruction barrier
191d675d0bcSWill Deacon  */
192d675d0bcSWill Deacon 	.macro	instr_sync
193d675d0bcSWill Deacon #if __LINUX_ARM_ARCH__ >= 7
194d675d0bcSWill Deacon 	isb
195d675d0bcSWill Deacon #elif __LINUX_ARM_ARCH__ == 6
196d675d0bcSWill Deacon 	mcr	p15, 0, r0, c7, c5, 4
197d675d0bcSWill Deacon #endif
198d675d0bcSWill Deacon 	.endm
199d675d0bcSWill Deacon 
200d675d0bcSWill Deacon /*
201bac4e960SRussell King  * SMP data memory barrier
202bac4e960SRussell King  */
203ed3768a8SDave Martin 	.macro	smp_dmb mode
204bac4e960SRussell King #ifdef CONFIG_SMP
205bac4e960SRussell King #if __LINUX_ARM_ARCH__ >= 7
206ed3768a8SDave Martin 	.ifeqs "\mode","arm"
207f00ec48fSRussell King 	ALT_SMP(dmb)
208ed3768a8SDave Martin 	.else
209ed3768a8SDave Martin 	ALT_SMP(W(dmb))
210ed3768a8SDave Martin 	.endif
211bac4e960SRussell King #elif __LINUX_ARM_ARCH__ == 6
212f00ec48fSRussell King 	ALT_SMP(mcr	p15, 0, r0, c7, c10, 5)	@ dmb
213f00ec48fSRussell King #else
214f00ec48fSRussell King #error Incompatible SMP platform
215bac4e960SRussell King #endif
216ed3768a8SDave Martin 	.ifeqs "\mode","arm"
217f00ec48fSRussell King 	ALT_UP(nop)
218ed3768a8SDave Martin 	.else
219ed3768a8SDave Martin 	ALT_UP(W(nop))
220ed3768a8SDave Martin 	.endif
221bac4e960SRussell King #endif
222bac4e960SRussell King 	.endm
223b86040a5SCatalin Marinas 
224b86040a5SCatalin Marinas #ifdef CONFIG_THUMB2_KERNEL
225b86040a5SCatalin Marinas 	.macro	setmode, mode, reg
226b86040a5SCatalin Marinas 	mov	\reg, #\mode
227b86040a5SCatalin Marinas 	msr	cpsr_c, \reg
228b86040a5SCatalin Marinas 	.endm
229b86040a5SCatalin Marinas #else
230b86040a5SCatalin Marinas 	.macro	setmode, mode, reg
231b86040a5SCatalin Marinas 	msr	cpsr_c, #\mode
232b86040a5SCatalin Marinas 	.endm
233b86040a5SCatalin Marinas #endif
2348b592783SCatalin Marinas 
2358b592783SCatalin Marinas /*
2368b592783SCatalin Marinas  * STRT/LDRT access macros with ARM and Thumb-2 variants
2378b592783SCatalin Marinas  */
2388b592783SCatalin Marinas #ifdef CONFIG_THUMB2_KERNEL
2398b592783SCatalin Marinas 
240247055aaSCatalin Marinas 	.macro	usraccoff, instr, reg, ptr, inc, off, cond, abort, t=T()
2418b592783SCatalin Marinas 9999:
2428b592783SCatalin Marinas 	.if	\inc == 1
243247055aaSCatalin Marinas 	\instr\cond\()b\()\t\().w \reg, [\ptr, #\off]
2448b592783SCatalin Marinas 	.elseif	\inc == 4
245247055aaSCatalin Marinas 	\instr\cond\()\t\().w \reg, [\ptr, #\off]
2468b592783SCatalin Marinas 	.else
2478b592783SCatalin Marinas 	.error	"Unsupported inc macro argument"
2488b592783SCatalin Marinas 	.endif
2498b592783SCatalin Marinas 
2504260415fSRussell King 	.pushsection __ex_table,"a"
2518b592783SCatalin Marinas 	.align	3
2528b592783SCatalin Marinas 	.long	9999b, \abort
2534260415fSRussell King 	.popsection
2548b592783SCatalin Marinas 	.endm
2558b592783SCatalin Marinas 
2568b592783SCatalin Marinas 	.macro	usracc, instr, reg, ptr, inc, cond, rept, abort
2578b592783SCatalin Marinas 	@ explicit IT instruction needed because of the label
2588b592783SCatalin Marinas 	@ introduced by the USER macro
2598b592783SCatalin Marinas 	.ifnc	\cond,al
2608b592783SCatalin Marinas 	.if	\rept == 1
2618b592783SCatalin Marinas 	itt	\cond
2628b592783SCatalin Marinas 	.elseif	\rept == 2
2638b592783SCatalin Marinas 	ittt	\cond
2648b592783SCatalin Marinas 	.else
2658b592783SCatalin Marinas 	.error	"Unsupported rept macro argument"
2668b592783SCatalin Marinas 	.endif
2678b592783SCatalin Marinas 	.endif
2688b592783SCatalin Marinas 
2698b592783SCatalin Marinas 	@ Slightly optimised to avoid incrementing the pointer twice
2708b592783SCatalin Marinas 	usraccoff \instr, \reg, \ptr, \inc, 0, \cond, \abort
2718b592783SCatalin Marinas 	.if	\rept == 2
2721142b71dSWill Deacon 	usraccoff \instr, \reg, \ptr, \inc, \inc, \cond, \abort
2738b592783SCatalin Marinas 	.endif
2748b592783SCatalin Marinas 
2758b592783SCatalin Marinas 	add\cond \ptr, #\rept * \inc
2768b592783SCatalin Marinas 	.endm
2778b592783SCatalin Marinas 
2788b592783SCatalin Marinas #else	/* !CONFIG_THUMB2_KERNEL */
2798b592783SCatalin Marinas 
280247055aaSCatalin Marinas 	.macro	usracc, instr, reg, ptr, inc, cond, rept, abort, t=T()
2818b592783SCatalin Marinas 	.rept	\rept
2828b592783SCatalin Marinas 9999:
2838b592783SCatalin Marinas 	.if	\inc == 1
284247055aaSCatalin Marinas 	\instr\cond\()b\()\t \reg, [\ptr], #\inc
2858b592783SCatalin Marinas 	.elseif	\inc == 4
286247055aaSCatalin Marinas 	\instr\cond\()\t \reg, [\ptr], #\inc
2878b592783SCatalin Marinas 	.else
2888b592783SCatalin Marinas 	.error	"Unsupported inc macro argument"
2898b592783SCatalin Marinas 	.endif
2908b592783SCatalin Marinas 
2914260415fSRussell King 	.pushsection __ex_table,"a"
2928b592783SCatalin Marinas 	.align	3
2938b592783SCatalin Marinas 	.long	9999b, \abort
2944260415fSRussell King 	.popsection
2958b592783SCatalin Marinas 	.endr
2968b592783SCatalin Marinas 	.endm
2978b592783SCatalin Marinas 
2988b592783SCatalin Marinas #endif	/* CONFIG_THUMB2_KERNEL */
2998b592783SCatalin Marinas 
3008b592783SCatalin Marinas 	.macro	strusr, reg, ptr, inc, cond=al, rept=1, abort=9001f
3018b592783SCatalin Marinas 	usracc	str, \reg, \ptr, \inc, \cond, \rept, \abort
3028b592783SCatalin Marinas 	.endm
3038b592783SCatalin Marinas 
3048b592783SCatalin Marinas 	.macro	ldrusr, reg, ptr, inc, cond=al, rept=1, abort=9001f
3058b592783SCatalin Marinas 	usracc	ldr, \reg, \ptr, \inc, \cond, \rept, \abort
3068b592783SCatalin Marinas 	.endm
3078f51965eSDave Martin 
3088f51965eSDave Martin /* Utility macro for declaring string literals */
3098f51965eSDave Martin 	.macro	string name:req, string
3108f51965eSDave Martin 	.type \name , #object
3118f51965eSDave Martin \name:
3128f51965eSDave Martin 	.asciz "\string"
3138f51965eSDave Martin 	.size \name , . - \name
3148f51965eSDave Martin 	.endm
3158f51965eSDave Martin 
3162bc58a6fSMagnus Damm #endif /* __ASM_ASSEMBLER_H__ */
317