11965aae3SH. Peter Anvin #ifndef _ASM_X86_APIC_H 21965aae3SH. Peter Anvin #define _ASM_X86_APIC_H 3bb898558SAl Viro 4bb898558SAl Viro #include <linux/pm.h> 5bb898558SAl Viro #include <linux/delay.h> 6bb898558SAl Viro 7bb898558SAl Viro #include <asm/alternative.h> 8bb898558SAl Viro #include <asm/fixmap.h> 9bb898558SAl Viro #include <asm/apicdef.h> 10bb898558SAl Viro #include <asm/processor.h> 11bb898558SAl Viro #include <asm/system.h> 12bb898558SAl Viro #include <asm/cpufeature.h> 13bb898558SAl Viro #include <asm/msr.h> 14bb898558SAl Viro 15bb898558SAl Viro #define ARCH_APICTIMER_STOPS_ON_C3 1 16bb898558SAl Viro 17bb898558SAl Viro /* 18bb898558SAl Viro * Debugging macros 19bb898558SAl Viro */ 20bb898558SAl Viro #define APIC_QUIET 0 21bb898558SAl Viro #define APIC_VERBOSE 1 22bb898558SAl Viro #define APIC_DEBUG 2 23bb898558SAl Viro 24bb898558SAl Viro /* 25bb898558SAl Viro * Define the default level of output to be very little 26bb898558SAl Viro * This can be turned up by using apic=verbose for more 27bb898558SAl Viro * information and apic=debug for _lots_ of information. 28bb898558SAl Viro * apic_verbosity is defined in apic.c 29bb898558SAl Viro */ 30bb898558SAl Viro #define apic_printk(v, s, a...) do { \ 31bb898558SAl Viro if ((v) <= apic_verbosity) \ 32bb898558SAl Viro printk(s, ##a); \ 33bb898558SAl Viro } while (0) 34bb898558SAl Viro 35bb898558SAl Viro 36160d8dacSIngo Molnar #if defined(CONFIG_X86_LOCAL_APIC) && defined(CONFIG_X86_32) 37bb898558SAl Viro extern void generic_apic_probe(void); 38160d8dacSIngo Molnar #else 39160d8dacSIngo Molnar static inline void generic_apic_probe(void) 40160d8dacSIngo Molnar { 41160d8dacSIngo Molnar } 42160d8dacSIngo Molnar #endif 43bb898558SAl Viro 44bb898558SAl Viro #ifdef CONFIG_X86_LOCAL_APIC 45bb898558SAl Viro 46bb898558SAl Viro extern unsigned int apic_verbosity; 47bb898558SAl Viro extern int local_apic_timer_c2_ok; 48bb898558SAl Viro 49bb898558SAl Viro extern int disable_apic; 500939e4fdSIngo Molnar 510939e4fdSIngo Molnar #ifdef CONFIG_SMP 520939e4fdSIngo Molnar extern void __inquire_remote_apic(int apicid); 530939e4fdSIngo Molnar #else /* CONFIG_SMP */ 540939e4fdSIngo Molnar static inline void __inquire_remote_apic(int apicid) 550939e4fdSIngo Molnar { 560939e4fdSIngo Molnar } 570939e4fdSIngo Molnar #endif /* CONFIG_SMP */ 580939e4fdSIngo Molnar 590939e4fdSIngo Molnar static inline void default_inquire_remote_apic(int apicid) 600939e4fdSIngo Molnar { 610939e4fdSIngo Molnar if (apic_verbosity >= APIC_DEBUG) 620939e4fdSIngo Molnar __inquire_remote_apic(apicid); 630939e4fdSIngo Molnar } 640939e4fdSIngo Molnar 65bb898558SAl Viro /* 66bb898558SAl Viro * Basic functions accessing APICs. 67bb898558SAl Viro */ 68bb898558SAl Viro #ifdef CONFIG_PARAVIRT 69bb898558SAl Viro #include <asm/paravirt.h> 70bb898558SAl Viro #else 71bb898558SAl Viro #define setup_boot_clock setup_boot_APIC_clock 72bb898558SAl Viro #define setup_secondary_clock setup_secondary_APIC_clock 73bb898558SAl Viro #endif 74bb898558SAl Viro 75bb898558SAl Viro extern int is_vsmp_box(void); 76bb898558SAl Viro extern void xapic_wait_icr_idle(void); 77bb898558SAl Viro extern u32 safe_xapic_wait_icr_idle(void); 78bb898558SAl Viro extern void xapic_icr_write(u32, u32); 79bb898558SAl Viro extern int setup_profiling_timer(unsigned int); 80bb898558SAl Viro 81bb898558SAl Viro static inline void native_apic_mem_write(u32 reg, u32 v) 82bb898558SAl Viro { 83bb898558SAl Viro volatile u32 *addr = (volatile u32 *)(APIC_BASE + reg); 84bb898558SAl Viro 85bb898558SAl Viro alternative_io("movl %0, %1", "xchgl %0, %1", X86_FEATURE_11AP, 86bb898558SAl Viro ASM_OUTPUT2("=r" (v), "=m" (*addr)), 87bb898558SAl Viro ASM_OUTPUT2("0" (v), "m" (*addr))); 88bb898558SAl Viro } 89bb898558SAl Viro 90bb898558SAl Viro static inline u32 native_apic_mem_read(u32 reg) 91bb898558SAl Viro { 92bb898558SAl Viro return *((volatile u32 *)(APIC_BASE + reg)); 93bb898558SAl Viro } 94bb898558SAl Viro 95bb898558SAl Viro static inline void native_apic_msr_write(u32 reg, u32 v) 96bb898558SAl Viro { 97bb898558SAl Viro if (reg == APIC_DFR || reg == APIC_ID || reg == APIC_LDR || 98bb898558SAl Viro reg == APIC_LVR) 99bb898558SAl Viro return; 100bb898558SAl Viro 101bb898558SAl Viro wrmsr(APIC_BASE_MSR + (reg >> 4), v, 0); 102bb898558SAl Viro } 103bb898558SAl Viro 104bb898558SAl Viro static inline u32 native_apic_msr_read(u32 reg) 105bb898558SAl Viro { 106bb898558SAl Viro u32 low, high; 107bb898558SAl Viro 108bb898558SAl Viro if (reg == APIC_DFR) 109bb898558SAl Viro return -1; 110bb898558SAl Viro 111bb898558SAl Viro rdmsr(APIC_BASE_MSR + (reg >> 4), low, high); 112bb898558SAl Viro return low; 113bb898558SAl Viro } 114bb898558SAl Viro 115bb898558SAl Viro #ifndef CONFIG_X86_32 116b6b301aaSJaswinder Singh extern int x2apic; 117bb898558SAl Viro extern void check_x2apic(void); 118bb898558SAl Viro extern void enable_x2apic(void); 119bb898558SAl Viro extern void enable_IR_x2apic(void); 120bb898558SAl Viro extern void x2apic_icr_write(u32 low, u32 id); 121bb898558SAl Viro static inline int x2apic_enabled(void) 122bb898558SAl Viro { 123bb898558SAl Viro int msr, msr2; 124bb898558SAl Viro 125bb898558SAl Viro if (!cpu_has_x2apic) 126bb898558SAl Viro return 0; 127bb898558SAl Viro 128bb898558SAl Viro rdmsr(MSR_IA32_APICBASE, msr, msr2); 129bb898558SAl Viro if (msr & X2APIC_ENABLE) 130bb898558SAl Viro return 1; 131bb898558SAl Viro return 0; 132bb898558SAl Viro } 133bb898558SAl Viro #else 134bb898558SAl Viro #define x2apic_enabled() 0 135bb898558SAl Viro #endif 136bb898558SAl Viro 137bb898558SAl Viro struct apic_ops { 138bb898558SAl Viro u32 (*read)(u32 reg); 139bb898558SAl Viro void (*write)(u32 reg, u32 v); 140bb898558SAl Viro u64 (*icr_read)(void); 141bb898558SAl Viro void (*icr_write)(u32 low, u32 high); 142bb898558SAl Viro void (*wait_icr_idle)(void); 143bb898558SAl Viro u32 (*safe_wait_icr_idle)(void); 144bb898558SAl Viro }; 145bb898558SAl Viro 146bb898558SAl Viro extern struct apic_ops *apic_ops; 147bb898558SAl Viro 1483c552ac8SJeremy Fitzhardinge static inline u32 apic_read(u32 reg) 1493c552ac8SJeremy Fitzhardinge { 1503c552ac8SJeremy Fitzhardinge return apic_ops->read(reg); 1513c552ac8SJeremy Fitzhardinge } 1523c552ac8SJeremy Fitzhardinge 1533c552ac8SJeremy Fitzhardinge static inline void apic_write(u32 reg, u32 val) 1543c552ac8SJeremy Fitzhardinge { 1553c552ac8SJeremy Fitzhardinge apic_ops->write(reg, val); 1563c552ac8SJeremy Fitzhardinge } 1573c552ac8SJeremy Fitzhardinge 1583c552ac8SJeremy Fitzhardinge static inline u64 apic_icr_read(void) 1593c552ac8SJeremy Fitzhardinge { 1603c552ac8SJeremy Fitzhardinge return apic_ops->icr_read(); 1613c552ac8SJeremy Fitzhardinge } 1623c552ac8SJeremy Fitzhardinge 1633c552ac8SJeremy Fitzhardinge static inline void apic_icr_write(u32 low, u32 high) 1643c552ac8SJeremy Fitzhardinge { 1653c552ac8SJeremy Fitzhardinge apic_ops->icr_write(low, high); 1663c552ac8SJeremy Fitzhardinge } 1673c552ac8SJeremy Fitzhardinge 1683c552ac8SJeremy Fitzhardinge static inline void apic_wait_icr_idle(void) 1693c552ac8SJeremy Fitzhardinge { 1703c552ac8SJeremy Fitzhardinge apic_ops->wait_icr_idle(); 1713c552ac8SJeremy Fitzhardinge } 1723c552ac8SJeremy Fitzhardinge 1733c552ac8SJeremy Fitzhardinge static inline u32 safe_apic_wait_icr_idle(void) 1743c552ac8SJeremy Fitzhardinge { 1753c552ac8SJeremy Fitzhardinge return apic_ops->safe_wait_icr_idle(); 1763c552ac8SJeremy Fitzhardinge } 177bb898558SAl Viro 178bb898558SAl Viro extern int get_physical_broadcast(void); 179bb898558SAl Viro 180bb898558SAl Viro #ifdef CONFIG_X86_64 181bb898558SAl Viro static inline void ack_x2APIC_irq(void) 182bb898558SAl Viro { 183bb898558SAl Viro /* Docs say use 0 for future compatibility */ 184bb898558SAl Viro native_apic_msr_write(APIC_EOI, 0); 185bb898558SAl Viro } 186bb898558SAl Viro #endif 187bb898558SAl Viro 188bb898558SAl Viro 189bb898558SAl Viro static inline void ack_APIC_irq(void) 190bb898558SAl Viro { 191bb898558SAl Viro /* 192bb898558SAl Viro * ack_APIC_irq() actually gets compiled as a single instruction 193bb898558SAl Viro * ... yummie. 194bb898558SAl Viro */ 195bb898558SAl Viro 196bb898558SAl Viro /* Docs say use 0 for future compatibility */ 197bb898558SAl Viro apic_write(APIC_EOI, 0); 198bb898558SAl Viro } 199bb898558SAl Viro 200bb898558SAl Viro extern int lapic_get_maxlvt(void); 201bb898558SAl Viro extern void clear_local_APIC(void); 202bb898558SAl Viro extern void connect_bsp_APIC(void); 203bb898558SAl Viro extern void disconnect_bsp_APIC(int virt_wire_setup); 204bb898558SAl Viro extern void disable_local_APIC(void); 205bb898558SAl Viro extern void lapic_shutdown(void); 206bb898558SAl Viro extern int verify_local_APIC(void); 207bb898558SAl Viro extern void cache_APIC_registers(void); 208bb898558SAl Viro extern void sync_Arb_IDs(void); 209bb898558SAl Viro extern void init_bsp_APIC(void); 210bb898558SAl Viro extern void setup_local_APIC(void); 211bb898558SAl Viro extern void end_local_APIC_setup(void); 212bb898558SAl Viro extern void init_apic_mappings(void); 213bb898558SAl Viro extern void setup_boot_APIC_clock(void); 214bb898558SAl Viro extern void setup_secondary_APIC_clock(void); 215bb898558SAl Viro extern int APIC_init_uniprocessor(void); 216bb898558SAl Viro extern void enable_NMI_through_LVT0(void); 217bb898558SAl Viro 218bb898558SAl Viro /* 219bb898558SAl Viro * On 32bit this is mach-xxx local 220bb898558SAl Viro */ 221bb898558SAl Viro #ifdef CONFIG_X86_64 222bb898558SAl Viro extern void early_init_lapic_mapping(void); 223bb898558SAl Viro extern int apic_is_clustered_box(void); 224bb898558SAl Viro #else 225bb898558SAl Viro static inline int apic_is_clustered_box(void) 226bb898558SAl Viro { 227bb898558SAl Viro return 0; 228bb898558SAl Viro } 229bb898558SAl Viro #endif 230bb898558SAl Viro 231bb898558SAl Viro extern u8 setup_APIC_eilvt_mce(u8 vector, u8 msg_type, u8 mask); 232bb898558SAl Viro extern u8 setup_APIC_eilvt_ibs(u8 vector, u8 msg_type, u8 mask); 233bb898558SAl Viro 234bb898558SAl Viro 235bb898558SAl Viro #else /* !CONFIG_X86_LOCAL_APIC */ 236bb898558SAl Viro static inline void lapic_shutdown(void) { } 237bb898558SAl Viro #define local_apic_timer_c2_ok 1 238bb898558SAl Viro static inline void init_apic_mappings(void) { } 239d3ec5caeSIvan Vecera static inline void disable_local_APIC(void) { } 240bb898558SAl Viro 241bb898558SAl Viro #endif /* !CONFIG_X86_LOCAL_APIC */ 242bb898558SAl Viro 2431f75ed0cSIngo Molnar #ifdef CONFIG_X86_64 2441f75ed0cSIngo Molnar #define SET_APIC_ID(x) (apic->set_apic_id(x)) 2451f75ed0cSIngo Molnar #else 2461f75ed0cSIngo Molnar 2476bda2c8bSIngo Molnar #ifdef CONFIG_X86_LOCAL_APIC 2481f75ed0cSIngo Molnar static inline unsigned default_get_apic_id(unsigned long x) 2491f75ed0cSIngo Molnar { 2501f75ed0cSIngo Molnar unsigned int ver = GET_APIC_VERSION(apic_read(APIC_LVR)); 2511f75ed0cSIngo Molnar 2521f75ed0cSIngo Molnar if (APIC_XAPIC(ver)) 2531f75ed0cSIngo Molnar return (x >> 24) & 0xFF; 2541f75ed0cSIngo Molnar else 2551f75ed0cSIngo Molnar return (x >> 24) & 0x0F; 2561f75ed0cSIngo Molnar } 2576bda2c8bSIngo Molnar #endif 2581f75ed0cSIngo Molnar 2591f75ed0cSIngo Molnar #endif 2601f75ed0cSIngo Molnar 2611965aae3SH. Peter Anvin #endif /* _ASM_X86_APIC_H */ 262