12874c5fdSThomas Gleixner /* SPDX-License-Identifier: GPL-2.0-or-later */ 2243e2511SBenjamin Herrenschmidt /* 3243e2511SBenjamin Herrenschmidt * Copyright 2016,2017 IBM Corporation. 4243e2511SBenjamin Herrenschmidt */ 5243e2511SBenjamin Herrenschmidt #ifndef _ASM_POWERPC_XIVE_H 6243e2511SBenjamin Herrenschmidt #define _ASM_POWERPC_XIVE_H 7243e2511SBenjamin Herrenschmidt 8243e2511SBenjamin Herrenschmidt #define XIVE_INVALID_VP 0xffffffff 9243e2511SBenjamin Herrenschmidt 10243e2511SBenjamin Herrenschmidt #ifdef CONFIG_PPC_XIVE 11243e2511SBenjamin Herrenschmidt 12243e2511SBenjamin Herrenschmidt /* 13243e2511SBenjamin Herrenschmidt * Thread Interrupt Management Area (TIMA) 14243e2511SBenjamin Herrenschmidt * 15243e2511SBenjamin Herrenschmidt * This is a global MMIO region divided in 4 pages of varying access 16243e2511SBenjamin Herrenschmidt * permissions, providing access to per-cpu interrupt management 17243e2511SBenjamin Herrenschmidt * functions. It always identifies the CPU doing the access based 18243e2511SBenjamin Herrenschmidt * on the PowerBus initiator ID, thus we always access via the 19243e2511SBenjamin Herrenschmidt * same offset regardless of where the code is executing 20243e2511SBenjamin Herrenschmidt */ 21243e2511SBenjamin Herrenschmidt extern void __iomem *xive_tima; 2239e9af3dSCédric Le Goater extern unsigned long xive_tima_os; 23243e2511SBenjamin Herrenschmidt 24243e2511SBenjamin Herrenschmidt /* 25243e2511SBenjamin Herrenschmidt * Offset in the TM area of our current execution level (provided by 26243e2511SBenjamin Herrenschmidt * the backend) 27243e2511SBenjamin Herrenschmidt */ 28243e2511SBenjamin Herrenschmidt extern u32 xive_tima_offset; 29243e2511SBenjamin Herrenschmidt 30243e2511SBenjamin Herrenschmidt /* 31243e2511SBenjamin Herrenschmidt * Per-irq data (irq_get_handler_data for normal IRQs), IPIs 32243e2511SBenjamin Herrenschmidt * have it stored in the xive_cpu structure. We also cache 33243e2511SBenjamin Herrenschmidt * for normal interrupts the current target CPU. 34243e2511SBenjamin Herrenschmidt * 35243e2511SBenjamin Herrenschmidt * This structure is setup by the backend for each interrupt. 36243e2511SBenjamin Herrenschmidt */ 37243e2511SBenjamin Herrenschmidt struct xive_irq_data { 38243e2511SBenjamin Herrenschmidt u64 flags; 39243e2511SBenjamin Herrenschmidt u64 eoi_page; 40243e2511SBenjamin Herrenschmidt void __iomem *eoi_mmio; 41243e2511SBenjamin Herrenschmidt u64 trig_page; 42243e2511SBenjamin Herrenschmidt void __iomem *trig_mmio; 43243e2511SBenjamin Herrenschmidt u32 esb_shift; 44243e2511SBenjamin Herrenschmidt int src_chip; 45c58a14a9SCédric Le Goater u32 hw_irq; 46243e2511SBenjamin Herrenschmidt 47243e2511SBenjamin Herrenschmidt /* Setup/used by frontend */ 48243e2511SBenjamin Herrenschmidt int target; 49da15c03bSPaul Mackerras /* 50da15c03bSPaul Mackerras * saved_p means that there is a queue entry for this interrupt 51da15c03bSPaul Mackerras * in some CPU's queue (not including guest vcpu queues), even 52da15c03bSPaul Mackerras * if P is not set in the source ESB. 53da15c03bSPaul Mackerras * stale_p means that there is no queue entry for this interrupt 54da15c03bSPaul Mackerras * in some CPU's queue, even if P is set in the source ESB. 55da15c03bSPaul Mackerras */ 56243e2511SBenjamin Herrenschmidt bool saved_p; 57da15c03bSPaul Mackerras bool stale_p; 58243e2511SBenjamin Herrenschmidt }; 59243e2511SBenjamin Herrenschmidt #define XIVE_IRQ_FLAG_STORE_EOI 0x01 60243e2511SBenjamin Herrenschmidt #define XIVE_IRQ_FLAG_LSI 0x02 61243e2511SBenjamin Herrenschmidt #define XIVE_IRQ_FLAG_SHIFT_BUG 0x04 62243e2511SBenjamin Herrenschmidt #define XIVE_IRQ_FLAG_MASK_FW 0x08 63243e2511SBenjamin Herrenschmidt #define XIVE_IRQ_FLAG_EOI_FW 0x10 64bed81ee1SCédric Le Goater #define XIVE_IRQ_FLAG_H_INT_ESB 0x20 65243e2511SBenjamin Herrenschmidt 667f1c410dSBenjamin Herrenschmidt /* Special flag set by KVM for excalation interrupts */ 677f1c410dSBenjamin Herrenschmidt #define XIVE_IRQ_NO_EOI 0x80 687f1c410dSBenjamin Herrenschmidt 69243e2511SBenjamin Herrenschmidt #define XIVE_INVALID_CHIP_ID -1 70243e2511SBenjamin Herrenschmidt 71243e2511SBenjamin Herrenschmidt /* A queue tracking structure in a CPU */ 72243e2511SBenjamin Herrenschmidt struct xive_q { 73243e2511SBenjamin Herrenschmidt __be32 *qpage; 74243e2511SBenjamin Herrenschmidt u32 msk; 75243e2511SBenjamin Herrenschmidt u32 idx; 76243e2511SBenjamin Herrenschmidt u32 toggle; 77243e2511SBenjamin Herrenschmidt u64 eoi_phys; 78243e2511SBenjamin Herrenschmidt u32 esc_irq; 79243e2511SBenjamin Herrenschmidt atomic_t count; 80243e2511SBenjamin Herrenschmidt atomic_t pending_count; 8113ce3297SCédric Le Goater u64 guest_qaddr; 8213ce3297SCédric Le Goater u32 guest_qshift; 83243e2511SBenjamin Herrenschmidt }; 84243e2511SBenjamin Herrenschmidt 85243e2511SBenjamin Herrenschmidt /* Global enable flags for the XIVE support */ 86243e2511SBenjamin Herrenschmidt extern bool __xive_enabled; 87243e2511SBenjamin Herrenschmidt 88243e2511SBenjamin Herrenschmidt static inline bool xive_enabled(void) { return __xive_enabled; } 89243e2511SBenjamin Herrenschmidt 90b059c636SGreg Kurz bool xive_spapr_init(void); 91b059c636SGreg Kurz bool xive_native_init(void); 92b059c636SGreg Kurz void xive_smp_probe(void); 93b059c636SGreg Kurz int xive_smp_prepare_cpu(unsigned int cpu); 94b059c636SGreg Kurz void xive_smp_setup_cpu(void); 95b059c636SGreg Kurz void xive_smp_disable_cpu(void); 96b059c636SGreg Kurz void xive_teardown_cpu(void); 97b059c636SGreg Kurz void xive_shutdown(void); 98b059c636SGreg Kurz void xive_flush_interrupt(void); 99243e2511SBenjamin Herrenschmidt 100243e2511SBenjamin Herrenschmidt /* xmon hook */ 101b059c636SGreg Kurz void xmon_xive_do_dump(int cpu); 102b059c636SGreg Kurz int xmon_xive_get_irq_config(u32 hw_irq, struct irq_data *d); 103243e2511SBenjamin Herrenschmidt 104243e2511SBenjamin Herrenschmidt /* APIs used by KVM */ 105b059c636SGreg Kurz u32 xive_native_default_eq_shift(void); 106b059c636SGreg Kurz u32 xive_native_alloc_vp_block(u32 max_vcpus); 107b059c636SGreg Kurz void xive_native_free_vp_block(u32 vp_base); 108b059c636SGreg Kurz int xive_native_populate_irq_data(u32 hw_irq, 109243e2511SBenjamin Herrenschmidt struct xive_irq_data *data); 110b059c636SGreg Kurz void xive_cleanup_irq_data(struct xive_irq_data *xd); 111b059c636SGreg Kurz u32 xive_native_alloc_irq(void); 112b059c636SGreg Kurz void xive_native_free_irq(u32 irq); 113b059c636SGreg Kurz int xive_native_configure_irq(u32 hw_irq, u32 target, u8 prio, u32 sw_irq); 114243e2511SBenjamin Herrenschmidt 115b059c636SGreg Kurz int xive_native_configure_queue(u32 vp_id, struct xive_q *q, u8 prio, 116243e2511SBenjamin Herrenschmidt __be32 *qpage, u32 order, bool can_escalate); 117b059c636SGreg Kurz void xive_native_disable_queue(u32 vp_id, struct xive_q *q, u8 prio); 118243e2511SBenjamin Herrenschmidt 119b059c636SGreg Kurz void xive_native_sync_source(u32 hw_irq); 120b059c636SGreg Kurz void xive_native_sync_queue(u32 hw_irq); 121b059c636SGreg Kurz bool is_xive_irq(struct irq_chip *chip); 122b059c636SGreg Kurz int xive_native_enable_vp(u32 vp_id, bool single_escalation); 123b059c636SGreg Kurz int xive_native_disable_vp(u32 vp_id); 124b059c636SGreg Kurz int xive_native_get_vp_info(u32 vp_id, u32 *out_cam_id, u32 *out_chip_id); 125b059c636SGreg Kurz bool xive_native_has_single_escalation(void); 126243e2511SBenjamin Herrenschmidt 127b059c636SGreg Kurz int xive_native_get_queue_info(u32 vp_id, uint32_t prio, 12888ec6b93SCédric Le Goater u64 *out_qpage, 12988ec6b93SCédric Le Goater u64 *out_qsize, 13088ec6b93SCédric Le Goater u64 *out_qeoi_page, 13188ec6b93SCédric Le Goater u32 *out_escalate_irq, 13288ec6b93SCédric Le Goater u64 *out_qflags); 13388ec6b93SCédric Le Goater 134b059c636SGreg Kurz int xive_native_get_queue_state(u32 vp_id, uint32_t prio, u32 *qtoggle, 13588ec6b93SCédric Le Goater u32 *qindex); 136b059c636SGreg Kurz int xive_native_set_queue_state(u32 vp_id, uint32_t prio, u32 qtoggle, 13788ec6b93SCédric Le Goater u32 qindex); 138b059c636SGreg Kurz int xive_native_get_vp_state(u32 vp_id, u64 *out_state); 139b059c636SGreg Kurz bool xive_native_has_queue_state_support(void); 14088ec6b93SCédric Le Goater 141243e2511SBenjamin Herrenschmidt #else 142243e2511SBenjamin Herrenschmidt 143243e2511SBenjamin Herrenschmidt static inline bool xive_enabled(void) { return false; } 144243e2511SBenjamin Herrenschmidt 145eac1e731SCédric Le Goater static inline bool xive_spapr_init(void) { return false; } 146243e2511SBenjamin Herrenschmidt static inline bool xive_native_init(void) { return false; } 147243e2511SBenjamin Herrenschmidt static inline void xive_smp_probe(void) { } 14838833faaSMathieu Malaterre static inline int xive_smp_prepare_cpu(unsigned int cpu) { return -EINVAL; } 149243e2511SBenjamin Herrenschmidt static inline void xive_smp_setup_cpu(void) { } 150243e2511SBenjamin Herrenschmidt static inline void xive_smp_disable_cpu(void) { } 151243e2511SBenjamin Herrenschmidt static inline void xive_kexec_teardown_cpu(int secondary) { } 152243e2511SBenjamin Herrenschmidt static inline void xive_shutdown(void) { } 153243e2511SBenjamin Herrenschmidt static inline void xive_flush_interrupt(void) { } 154243e2511SBenjamin Herrenschmidt 155243e2511SBenjamin Herrenschmidt static inline u32 xive_native_alloc_vp_block(u32 max_vcpus) { return XIVE_INVALID_VP; } 156243e2511SBenjamin Herrenschmidt static inline void xive_native_free_vp_block(u32 vp_base) { } 157243e2511SBenjamin Herrenschmidt 158243e2511SBenjamin Herrenschmidt #endif 159243e2511SBenjamin Herrenschmidt 160243e2511SBenjamin Herrenschmidt #endif /* _ASM_POWERPC_XIVE_H */ 161