161305a96SBenjamin Herrenschmidt #ifndef __POWERNV_PCI_H
261305a96SBenjamin Herrenschmidt #define __POWERNV_PCI_H
361305a96SBenjamin Herrenschmidt 
461305a96SBenjamin Herrenschmidt struct pci_dn;
561305a96SBenjamin Herrenschmidt 
661305a96SBenjamin Herrenschmidt enum pnv_phb_type {
72de50e96SRussell Currey 	PNV_PHB_IODA1	= 0,
82de50e96SRussell Currey 	PNV_PHB_IODA2	= 1,
92de50e96SRussell Currey 	PNV_PHB_NPU	= 2,
1061305a96SBenjamin Herrenschmidt };
1161305a96SBenjamin Herrenschmidt 
12cee72d5bSBenjamin Herrenschmidt /* Precise PHB model for error management */
13cee72d5bSBenjamin Herrenschmidt enum pnv_phb_model {
14cee72d5bSBenjamin Herrenschmidt 	PNV_PHB_MODEL_UNKNOWN,
15cee72d5bSBenjamin Herrenschmidt 	PNV_PHB_MODEL_P7IOC,
16aa0c033fSGavin Shan 	PNV_PHB_MODEL_PHB3,
175d2aa710SAlistair Popple 	PNV_PHB_MODEL_NPU,
18cee72d5bSBenjamin Herrenschmidt };
19cee72d5bSBenjamin Herrenschmidt 
205c9d6d75SGavin Shan #define PNV_PCI_DIAG_BUF_SIZE	8192
217ebdf956SGavin Shan #define PNV_IODA_PE_DEV		(1 << 0)	/* PE has single PCI device	*/
227ebdf956SGavin Shan #define PNV_IODA_PE_BUS		(1 << 1)	/* PE has primary PCI bus	*/
237ebdf956SGavin Shan #define PNV_IODA_PE_BUS_ALL	(1 << 2)	/* PE has subordinate buses	*/
24262af557SGuo Chao #define PNV_IODA_PE_MASTER	(1 << 3)	/* Master PE in compound case	*/
25262af557SGuo Chao #define PNV_IODA_PE_SLAVE	(1 << 4)	/* Slave PE in compound case	*/
26781a868fSWei Yang #define PNV_IODA_PE_VF		(1 << 5)	/* PE for one VF 		*/
275d2aa710SAlistair Popple #define PNV_IODA_PE_PEER	(1 << 6)	/* PE has peers			*/
28cee72d5bSBenjamin Herrenschmidt 
29184cd4a3SBenjamin Herrenschmidt /* Data associated with a PE, including IOMMU tracking etc.. */
304cce9550SGavin Shan struct pnv_phb;
31184cd4a3SBenjamin Herrenschmidt struct pnv_ioda_pe {
327ebdf956SGavin Shan 	unsigned long		flags;
334cce9550SGavin Shan 	struct pnv_phb		*phb;
347ebdf956SGavin Shan 
355d2aa710SAlistair Popple #define PNV_IODA_MAX_PEER_PES	8
365d2aa710SAlistair Popple 	struct pnv_ioda_pe	*peers[PNV_IODA_MAX_PEER_PES];
375d2aa710SAlistair Popple 
38184cd4a3SBenjamin Herrenschmidt 	/* A PE can be associated with a single device or an
39184cd4a3SBenjamin Herrenschmidt 	 * entire bus (& children). In the former case, pdev
40184cd4a3SBenjamin Herrenschmidt 	 * is populated, in the later case, pbus is.
41184cd4a3SBenjamin Herrenschmidt 	 */
42781a868fSWei Yang #ifdef CONFIG_PCI_IOV
43781a868fSWei Yang 	struct pci_dev          *parent_dev;
44781a868fSWei Yang #endif
45184cd4a3SBenjamin Herrenschmidt 	struct pci_dev		*pdev;
46184cd4a3SBenjamin Herrenschmidt 	struct pci_bus		*pbus;
47184cd4a3SBenjamin Herrenschmidt 
48184cd4a3SBenjamin Herrenschmidt 	/* Effective RID (device RID for a device PE and base bus
49184cd4a3SBenjamin Herrenschmidt 	 * RID with devfn 0 for a bus PE)
50184cd4a3SBenjamin Herrenschmidt 	 */
51184cd4a3SBenjamin Herrenschmidt 	unsigned int		rid;
52184cd4a3SBenjamin Herrenschmidt 
53184cd4a3SBenjamin Herrenschmidt 	/* PE number */
54184cd4a3SBenjamin Herrenschmidt 	unsigned int		pe_number;
55184cd4a3SBenjamin Herrenschmidt 
56184cd4a3SBenjamin Herrenschmidt 	/* "Base" iommu table, ie, 4K TCEs, 32-bit DMA */
57b348aa65SAlexey Kardashevskiy 	struct iommu_table_group table_group;
58184cd4a3SBenjamin Herrenschmidt 
59cd15b048SBenjamin Herrenschmidt 	/* 64-bit TCE bypass region */
60cd15b048SBenjamin Herrenschmidt 	bool			tce_bypass_enabled;
61cd15b048SBenjamin Herrenschmidt 	uint64_t		tce_bypass_base;
62184cd4a3SBenjamin Herrenschmidt 
63184cd4a3SBenjamin Herrenschmidt 	/* MSIs. MVE index is identical for for 32 and 64 bit MSI
64184cd4a3SBenjamin Herrenschmidt 	 * and -1 if not supported. (It's actually identical to the
65184cd4a3SBenjamin Herrenschmidt 	 * PE number)
66184cd4a3SBenjamin Herrenschmidt 	 */
67184cd4a3SBenjamin Herrenschmidt 	int			mve_number;
68184cd4a3SBenjamin Herrenschmidt 
69262af557SGuo Chao 	/* PEs in compound case */
70262af557SGuo Chao 	struct pnv_ioda_pe	*master;
71262af557SGuo Chao 	struct list_head	slaves;
72262af557SGuo Chao 
73184cd4a3SBenjamin Herrenschmidt 	/* Link in list of PE#s */
747ebdf956SGavin Shan 	struct list_head	list;
75184cd4a3SBenjamin Herrenschmidt };
76184cd4a3SBenjamin Herrenschmidt 
77f5bc6b70SGavin Shan #define PNV_PHB_FLAG_EEH	(1 << 0)
78f5bc6b70SGavin Shan 
7961305a96SBenjamin Herrenschmidt struct pnv_phb {
8061305a96SBenjamin Herrenschmidt 	struct pci_controller	*hose;
8161305a96SBenjamin Herrenschmidt 	enum pnv_phb_type	type;
82cee72d5bSBenjamin Herrenschmidt 	enum pnv_phb_model	model;
838747f363SGavin Shan 	u64			hub_id;
8461305a96SBenjamin Herrenschmidt 	u64			opal_id;
85f5bc6b70SGavin Shan 	int			flags;
8661305a96SBenjamin Herrenschmidt 	void __iomem		*regs;
87db1266c8SGavin Shan 	int			initialized;
8861305a96SBenjamin Herrenschmidt 	spinlock_t		lock;
8961305a96SBenjamin Herrenschmidt 
9037c367f2SGavin Shan #ifdef CONFIG_DEBUG_FS
917f52a526SGavin Shan 	int			has_dbgfs;
9237c367f2SGavin Shan 	struct dentry		*dbgfs;
9337c367f2SGavin Shan #endif
9437c367f2SGavin Shan 
95c1a2562aSBenjamin Herrenschmidt #ifdef CONFIG_PCI_MSI
96c1a2562aSBenjamin Herrenschmidt 	unsigned int		msi_base;
97c1a2562aSBenjamin Herrenschmidt 	unsigned int		msi32_support;
98fb1b55d6SGavin Shan 	struct msi_bitmap	msi_bmp;
99c1a2562aSBenjamin Herrenschmidt #endif
100c1a2562aSBenjamin Herrenschmidt 	int (*msi_setup)(struct pnv_phb *phb, struct pci_dev *dev,
101137436c9SGavin Shan 			 unsigned int hwirq, unsigned int virq,
102137436c9SGavin Shan 			 unsigned int is_64, struct msi_msg *msg);
10361305a96SBenjamin Herrenschmidt 	void (*dma_dev_setup)(struct pnv_phb *phb, struct pci_dev *pdev);
10461305a96SBenjamin Herrenschmidt 	void (*fixup_phb)(struct pci_controller *hose);
105262af557SGuo Chao 	int (*init_m64)(struct pnv_phb *phb);
10696a2f92bSGavin Shan 	void (*reserve_m64_pe)(struct pci_bus *bus,
10796a2f92bSGavin Shan 			       unsigned long *pe_bitmap, bool all);
1081e916772SGavin Shan 	struct pnv_ioda_pe *(*pick_m64_pe)(struct pci_bus *bus, bool all);
10949dec922SGavin Shan 	int (*get_pe_state)(struct pnv_phb *phb, int pe_no);
11049dec922SGavin Shan 	void (*freeze_pe)(struct pnv_phb *phb, int pe_no);
11149dec922SGavin Shan 	int (*unfreeze_pe)(struct pnv_phb *phb, int pe_no, int opt);
11261305a96SBenjamin Herrenschmidt 
113184cd4a3SBenjamin Herrenschmidt 	struct {
114184cd4a3SBenjamin Herrenschmidt 		/* Global bridge info */
11592b8f137SGavin Shan 		unsigned int		total_pe_num;
11692b8f137SGavin Shan 		unsigned int		reserved_pe_idx;
117262af557SGuo Chao 
118262af557SGuo Chao 		/* 32-bit MMIO window */
119184cd4a3SBenjamin Herrenschmidt 		unsigned int		m32_size;
120184cd4a3SBenjamin Herrenschmidt 		unsigned int		m32_segsize;
121184cd4a3SBenjamin Herrenschmidt 		unsigned int		m32_pci_base;
122262af557SGuo Chao 
123262af557SGuo Chao 		/* 64-bit MMIO window */
124262af557SGuo Chao 		unsigned int		m64_bar_idx;
125262af557SGuo Chao 		unsigned long		m64_size;
126262af557SGuo Chao 		unsigned long		m64_segsize;
127262af557SGuo Chao 		unsigned long		m64_base;
128262af557SGuo Chao 		unsigned long		m64_bar_alloc;
129262af557SGuo Chao 
130262af557SGuo Chao 		/* IO ports */
131184cd4a3SBenjamin Herrenschmidt 		unsigned int		io_size;
132184cd4a3SBenjamin Herrenschmidt 		unsigned int		io_segsize;
133184cd4a3SBenjamin Herrenschmidt 		unsigned int		io_pci_base;
134184cd4a3SBenjamin Herrenschmidt 
13513ce7598SGavin Shan 		/* PE allocation */
136781a868fSWei Yang 		struct mutex		pe_alloc_mutex;
13713ce7598SGavin Shan 		unsigned long		*pe_alloc;
13813ce7598SGavin Shan 		struct pnv_ioda_pe	*pe_array;
139184cd4a3SBenjamin Herrenschmidt 
140184cd4a3SBenjamin Herrenschmidt 		/* M32 & IO segment maps */
14193289d8cSGavin Shan 		unsigned int		*m64_segmap;
142184cd4a3SBenjamin Herrenschmidt 		unsigned int		*m32_segmap;
143184cd4a3SBenjamin Herrenschmidt 		unsigned int		*io_segmap;
144184cd4a3SBenjamin Herrenschmidt 
1452b923ed1SGavin Shan 		/* DMA32 segment maps - IODA1 only */
1462b923ed1SGavin Shan 		unsigned int		dma32_count;
1472b923ed1SGavin Shan 		unsigned int		*dma32_segmap;
1482b923ed1SGavin Shan 
149137436c9SGavin Shan 		/* IRQ chip */
150137436c9SGavin Shan 		int			irq_chip_init;
151137436c9SGavin Shan 		struct irq_chip		irq_chip;
152137436c9SGavin Shan 
1537ebdf956SGavin Shan 		/* Sorted list of used PE's based
1547ebdf956SGavin Shan 		 * on the sequence of creation
1557ebdf956SGavin Shan 		 */
1567ebdf956SGavin Shan 		struct list_head	pe_list;
157781a868fSWei Yang 		struct mutex            pe_list_mutex;
1587ebdf956SGavin Shan 
159184cd4a3SBenjamin Herrenschmidt 		/* Reverse map of PEs, will have to extend if
160184cd4a3SBenjamin Herrenschmidt 		 * we are to support more than 256 PEs, indexed
161184cd4a3SBenjamin Herrenschmidt 		 * bus { bus, devfn }
162184cd4a3SBenjamin Herrenschmidt 		 */
163184cd4a3SBenjamin Herrenschmidt 		unsigned char		pe_rmap[0x10000];
164184cd4a3SBenjamin Herrenschmidt 
1655780fb04SAlexey Kardashevskiy 		/* TCE cache invalidate registers (physical and
1665780fb04SAlexey Kardashevskiy 		 * remapped)
1675780fb04SAlexey Kardashevskiy 		 */
1685780fb04SAlexey Kardashevskiy 		phys_addr_t		tce_inval_reg_phys;
1695780fb04SAlexey Kardashevskiy 		__be64 __iomem		*tce_inval_reg;
170184cd4a3SBenjamin Herrenschmidt 	} ioda;
171cee72d5bSBenjamin Herrenschmidt 
172ca1de5deSBrian W Hart 	/* PHB and hub status structure */
173cee72d5bSBenjamin Herrenschmidt 	union {
174cee72d5bSBenjamin Herrenschmidt 		unsigned char			blob[PNV_PCI_DIAG_BUF_SIZE];
175cee72d5bSBenjamin Herrenschmidt 		struct OpalIoP7IOCPhbErrorData	p7ioc;
17693aef2a7SGavin Shan 		struct OpalIoPhb3ErrorData	phb3;
177ca1de5deSBrian W Hart 		struct OpalIoP7IOCErrorData 	hub_diag;
178cee72d5bSBenjamin Herrenschmidt 	} diag;
179ca1de5deSBrian W Hart 
18061305a96SBenjamin Herrenschmidt };
18161305a96SBenjamin Herrenschmidt 
18261305a96SBenjamin Herrenschmidt extern struct pci_ops pnv_pci_ops;
183da004c36SAlexey Kardashevskiy extern int pnv_tce_build(struct iommu_table *tbl, long index, long npages,
184da004c36SAlexey Kardashevskiy 		unsigned long uaddr, enum dma_data_direction direction,
185da004c36SAlexey Kardashevskiy 		struct dma_attrs *attrs);
186da004c36SAlexey Kardashevskiy extern void pnv_tce_free(struct iommu_table *tbl, long index, long npages);
18705c6cfb9SAlexey Kardashevskiy extern int pnv_tce_xchg(struct iommu_table *tbl, long index,
18805c6cfb9SAlexey Kardashevskiy 		unsigned long *hpa, enum dma_data_direction *direction);
189da004c36SAlexey Kardashevskiy extern unsigned long pnv_tce_get(struct iommu_table *tbl, long index);
19061305a96SBenjamin Herrenschmidt 
19193aef2a7SGavin Shan void pnv_pci_dump_phb_diag_data(struct pci_controller *hose,
19293aef2a7SGavin Shan 				unsigned char *log_buff);
1933532a741SGavin Shan int pnv_pci_cfg_read(struct pci_dn *pdn,
1949bf41be6SGavin Shan 		     int where, int size, u32 *val);
1953532a741SGavin Shan int pnv_pci_cfg_write(struct pci_dn *pdn,
1969bf41be6SGavin Shan 		      int where, int size, u32 val);
1970eaf4defSAlexey Kardashevskiy extern struct iommu_table *pnv_pci_table_alloc(int nid);
1980eaf4defSAlexey Kardashevskiy 
1990eaf4defSAlexey Kardashevskiy extern long pnv_pci_link_table_and_group(int node, int num,
2000eaf4defSAlexey Kardashevskiy 		struct iommu_table *tbl,
2010eaf4defSAlexey Kardashevskiy 		struct iommu_table_group *table_group);
2020eaf4defSAlexey Kardashevskiy extern void pnv_pci_unlink_table_and_group(struct iommu_table *tbl,
2030eaf4defSAlexey Kardashevskiy 		struct iommu_table_group *table_group);
20461305a96SBenjamin Herrenschmidt extern void pnv_pci_setup_iommu_table(struct iommu_table *tbl,
20561305a96SBenjamin Herrenschmidt 				      void *tce_mem, u64 tce_size,
2068fa5d454SAlexey Kardashevskiy 				      u64 dma_offset, unsigned page_shift);
207184cd4a3SBenjamin Herrenschmidt extern void pnv_pci_init_ioda_hub(struct device_node *np);
208aa0c033fSGavin Shan extern void pnv_pci_init_ioda2_phb(struct device_node *np);
2095d2aa710SAlistair Popple extern void pnv_pci_init_npu_phb(struct device_node *np);
2104cce9550SGavin Shan extern void pnv_pci_ioda_tce_invalidate(struct iommu_table *tbl,
2113ad26e5cSBenjamin Herrenschmidt 					__be64 *startp, __be64 *endp, bool rm);
212d92a208dSGavin Shan extern void pnv_pci_reset_secondary_bus(struct pci_dev *dev);
213cadf364dSGavin Shan extern int pnv_eeh_phb_reset(struct pci_controller *hose, int option);
21473ed148aSBenjamin Herrenschmidt 
21592ae0353SDaniel Axtens extern void pnv_pci_dma_dev_setup(struct pci_dev *pdev);
2161bc74f1cSGavin Shan extern void pnv_pci_dma_bus_setup(struct pci_bus *bus);
21792ae0353SDaniel Axtens extern int pnv_setup_msi_irqs(struct pci_dev *pdev, int nvec, int type);
21892ae0353SDaniel Axtens extern void pnv_teardown_msi_irqs(struct pci_dev *pdev);
21992ae0353SDaniel Axtens 
2207d623e42SAlexey Kardashevskiy extern void pe_level_printk(const struct pnv_ioda_pe *pe, const char *level,
2217d623e42SAlexey Kardashevskiy 			    const char *fmt, ...);
2227d623e42SAlexey Kardashevskiy #define pe_err(pe, fmt, ...)					\
2237d623e42SAlexey Kardashevskiy 	pe_level_printk(pe, KERN_ERR, fmt, ##__VA_ARGS__)
2247d623e42SAlexey Kardashevskiy #define pe_warn(pe, fmt, ...)					\
2257d623e42SAlexey Kardashevskiy 	pe_level_printk(pe, KERN_WARNING, fmt, ##__VA_ARGS__)
2267d623e42SAlexey Kardashevskiy #define pe_info(pe, fmt, ...)					\
2277d623e42SAlexey Kardashevskiy 	pe_level_printk(pe, KERN_INFO, fmt, ##__VA_ARGS__)
2287d623e42SAlexey Kardashevskiy 
2295d2aa710SAlistair Popple /* Nvlink functions */
2305d2aa710SAlistair Popple extern void pnv_npu_init_dma_pe(struct pnv_ioda_pe *npe);
2315d2aa710SAlistair Popple extern void pnv_npu_setup_dma_pe(struct pnv_ioda_pe *npe);
232f9f83456SAlexey Kardashevskiy extern void pnv_npu_try_dma_set_bypass(struct pci_dev *gpdev, bool bypass);
2330bbcdb43SAlexey Kardashevskiy extern void pnv_pci_ioda2_tce_invalidate_entire(struct pnv_phb *phb, bool rm);
2345d2aa710SAlistair Popple 
23561305a96SBenjamin Herrenschmidt #endif /* __POWERNV_PCI_H */
236