161305a96SBenjamin Herrenschmidt #ifndef __POWERNV_PCI_H
261305a96SBenjamin Herrenschmidt #define __POWERNV_PCI_H
361305a96SBenjamin Herrenschmidt 
461305a96SBenjamin Herrenschmidt struct pci_dn;
561305a96SBenjamin Herrenschmidt 
661305a96SBenjamin Herrenschmidt enum pnv_phb_type {
72de50e96SRussell Currey 	PNV_PHB_IODA1	= 0,
82de50e96SRussell Currey 	PNV_PHB_IODA2	= 1,
92de50e96SRussell Currey 	PNV_PHB_NPU	= 2,
1061305a96SBenjamin Herrenschmidt };
1161305a96SBenjamin Herrenschmidt 
12cee72d5bSBenjamin Herrenschmidt /* Precise PHB model for error management */
13cee72d5bSBenjamin Herrenschmidt enum pnv_phb_model {
14cee72d5bSBenjamin Herrenschmidt 	PNV_PHB_MODEL_UNKNOWN,
15cee72d5bSBenjamin Herrenschmidt 	PNV_PHB_MODEL_P7IOC,
16aa0c033fSGavin Shan 	PNV_PHB_MODEL_PHB3,
175d2aa710SAlistair Popple 	PNV_PHB_MODEL_NPU,
18cee72d5bSBenjamin Herrenschmidt };
19cee72d5bSBenjamin Herrenschmidt 
205c9d6d75SGavin Shan #define PNV_PCI_DIAG_BUF_SIZE	8192
217ebdf956SGavin Shan #define PNV_IODA_PE_DEV		(1 << 0)	/* PE has single PCI device	*/
227ebdf956SGavin Shan #define PNV_IODA_PE_BUS		(1 << 1)	/* PE has primary PCI bus	*/
237ebdf956SGavin Shan #define PNV_IODA_PE_BUS_ALL	(1 << 2)	/* PE has subordinate buses	*/
24262af557SGuo Chao #define PNV_IODA_PE_MASTER	(1 << 3)	/* Master PE in compound case	*/
25262af557SGuo Chao #define PNV_IODA_PE_SLAVE	(1 << 4)	/* Slave PE in compound case	*/
26781a868fSWei Yang #define PNV_IODA_PE_VF		(1 << 5)	/* PE for one VF 		*/
27cee72d5bSBenjamin Herrenschmidt 
28184cd4a3SBenjamin Herrenschmidt /* Data associated with a PE, including IOMMU tracking etc.. */
294cce9550SGavin Shan struct pnv_phb;
30184cd4a3SBenjamin Herrenschmidt struct pnv_ioda_pe {
317ebdf956SGavin Shan 	unsigned long		flags;
324cce9550SGavin Shan 	struct pnv_phb		*phb;
337ebdf956SGavin Shan 
34184cd4a3SBenjamin Herrenschmidt 	/* A PE can be associated with a single device or an
35184cd4a3SBenjamin Herrenschmidt 	 * entire bus (& children). In the former case, pdev
36184cd4a3SBenjamin Herrenschmidt 	 * is populated, in the later case, pbus is.
37184cd4a3SBenjamin Herrenschmidt 	 */
38781a868fSWei Yang #ifdef CONFIG_PCI_IOV
39781a868fSWei Yang 	struct pci_dev          *parent_dev;
40781a868fSWei Yang #endif
41184cd4a3SBenjamin Herrenschmidt 	struct pci_dev		*pdev;
42184cd4a3SBenjamin Herrenschmidt 	struct pci_bus		*pbus;
43184cd4a3SBenjamin Herrenschmidt 
44184cd4a3SBenjamin Herrenschmidt 	/* Effective RID (device RID for a device PE and base bus
45184cd4a3SBenjamin Herrenschmidt 	 * RID with devfn 0 for a bus PE)
46184cd4a3SBenjamin Herrenschmidt 	 */
47184cd4a3SBenjamin Herrenschmidt 	unsigned int		rid;
48184cd4a3SBenjamin Herrenschmidt 
49184cd4a3SBenjamin Herrenschmidt 	/* PE number */
50184cd4a3SBenjamin Herrenschmidt 	unsigned int		pe_number;
51184cd4a3SBenjamin Herrenschmidt 
52184cd4a3SBenjamin Herrenschmidt 	/* "Base" iommu table, ie, 4K TCEs, 32-bit DMA */
53b348aa65SAlexey Kardashevskiy 	struct iommu_table_group table_group;
54184cd4a3SBenjamin Herrenschmidt 
55cd15b048SBenjamin Herrenschmidt 	/* 64-bit TCE bypass region */
56cd15b048SBenjamin Herrenschmidt 	bool			tce_bypass_enabled;
57cd15b048SBenjamin Herrenschmidt 	uint64_t		tce_bypass_base;
58184cd4a3SBenjamin Herrenschmidt 
59184cd4a3SBenjamin Herrenschmidt 	/* MSIs. MVE index is identical for for 32 and 64 bit MSI
60184cd4a3SBenjamin Herrenschmidt 	 * and -1 if not supported. (It's actually identical to the
61184cd4a3SBenjamin Herrenschmidt 	 * PE number)
62184cd4a3SBenjamin Herrenschmidt 	 */
63184cd4a3SBenjamin Herrenschmidt 	int			mve_number;
64184cd4a3SBenjamin Herrenschmidt 
65262af557SGuo Chao 	/* PEs in compound case */
66262af557SGuo Chao 	struct pnv_ioda_pe	*master;
67262af557SGuo Chao 	struct list_head	slaves;
68262af557SGuo Chao 
69184cd4a3SBenjamin Herrenschmidt 	/* Link in list of PE#s */
707ebdf956SGavin Shan 	struct list_head	list;
71184cd4a3SBenjamin Herrenschmidt };
72184cd4a3SBenjamin Herrenschmidt 
73f5bc6b70SGavin Shan #define PNV_PHB_FLAG_EEH	(1 << 0)
74f5bc6b70SGavin Shan 
7561305a96SBenjamin Herrenschmidt struct pnv_phb {
7661305a96SBenjamin Herrenschmidt 	struct pci_controller	*hose;
7761305a96SBenjamin Herrenschmidt 	enum pnv_phb_type	type;
78cee72d5bSBenjamin Herrenschmidt 	enum pnv_phb_model	model;
798747f363SGavin Shan 	u64			hub_id;
8061305a96SBenjamin Herrenschmidt 	u64			opal_id;
81f5bc6b70SGavin Shan 	int			flags;
8261305a96SBenjamin Herrenschmidt 	void __iomem		*regs;
83db1266c8SGavin Shan 	int			initialized;
8461305a96SBenjamin Herrenschmidt 	spinlock_t		lock;
8561305a96SBenjamin Herrenschmidt 
8637c367f2SGavin Shan #ifdef CONFIG_DEBUG_FS
877f52a526SGavin Shan 	int			has_dbgfs;
8837c367f2SGavin Shan 	struct dentry		*dbgfs;
8937c367f2SGavin Shan #endif
9037c367f2SGavin Shan 
91c1a2562aSBenjamin Herrenschmidt #ifdef CONFIG_PCI_MSI
92c1a2562aSBenjamin Herrenschmidt 	unsigned int		msi_base;
93c1a2562aSBenjamin Herrenschmidt 	unsigned int		msi32_support;
94fb1b55d6SGavin Shan 	struct msi_bitmap	msi_bmp;
95c1a2562aSBenjamin Herrenschmidt #endif
96c1a2562aSBenjamin Herrenschmidt 	int (*msi_setup)(struct pnv_phb *phb, struct pci_dev *dev,
97137436c9SGavin Shan 			 unsigned int hwirq, unsigned int virq,
98137436c9SGavin Shan 			 unsigned int is_64, struct msi_msg *msg);
9961305a96SBenjamin Herrenschmidt 	void (*dma_dev_setup)(struct pnv_phb *phb, struct pci_dev *pdev);
10061305a96SBenjamin Herrenschmidt 	void (*fixup_phb)(struct pci_controller *hose);
101262af557SGuo Chao 	int (*init_m64)(struct pnv_phb *phb);
10296a2f92bSGavin Shan 	void (*reserve_m64_pe)(struct pci_bus *bus,
10396a2f92bSGavin Shan 			       unsigned long *pe_bitmap, bool all);
1041e916772SGavin Shan 	struct pnv_ioda_pe *(*pick_m64_pe)(struct pci_bus *bus, bool all);
10549dec922SGavin Shan 	int (*get_pe_state)(struct pnv_phb *phb, int pe_no);
10649dec922SGavin Shan 	void (*freeze_pe)(struct pnv_phb *phb, int pe_no);
10749dec922SGavin Shan 	int (*unfreeze_pe)(struct pnv_phb *phb, int pe_no, int opt);
10861305a96SBenjamin Herrenschmidt 
109184cd4a3SBenjamin Herrenschmidt 	struct {
110184cd4a3SBenjamin Herrenschmidt 		/* Global bridge info */
11192b8f137SGavin Shan 		unsigned int		total_pe_num;
11292b8f137SGavin Shan 		unsigned int		reserved_pe_idx;
11363803c39SGavin Shan 		unsigned int		root_pe_idx;
11463803c39SGavin Shan 		bool			root_pe_populated;
115262af557SGuo Chao 
116262af557SGuo Chao 		/* 32-bit MMIO window */
117184cd4a3SBenjamin Herrenschmidt 		unsigned int		m32_size;
118184cd4a3SBenjamin Herrenschmidt 		unsigned int		m32_segsize;
119184cd4a3SBenjamin Herrenschmidt 		unsigned int		m32_pci_base;
120262af557SGuo Chao 
121262af557SGuo Chao 		/* 64-bit MMIO window */
122262af557SGuo Chao 		unsigned int		m64_bar_idx;
123262af557SGuo Chao 		unsigned long		m64_size;
124262af557SGuo Chao 		unsigned long		m64_segsize;
125262af557SGuo Chao 		unsigned long		m64_base;
126262af557SGuo Chao 		unsigned long		m64_bar_alloc;
127262af557SGuo Chao 
128262af557SGuo Chao 		/* IO ports */
129184cd4a3SBenjamin Herrenschmidt 		unsigned int		io_size;
130184cd4a3SBenjamin Herrenschmidt 		unsigned int		io_segsize;
131184cd4a3SBenjamin Herrenschmidt 		unsigned int		io_pci_base;
132184cd4a3SBenjamin Herrenschmidt 
13313ce7598SGavin Shan 		/* PE allocation */
134781a868fSWei Yang 		struct mutex		pe_alloc_mutex;
13513ce7598SGavin Shan 		unsigned long		*pe_alloc;
13613ce7598SGavin Shan 		struct pnv_ioda_pe	*pe_array;
137184cd4a3SBenjamin Herrenschmidt 
138184cd4a3SBenjamin Herrenschmidt 		/* M32 & IO segment maps */
13993289d8cSGavin Shan 		unsigned int		*m64_segmap;
140184cd4a3SBenjamin Herrenschmidt 		unsigned int		*m32_segmap;
141184cd4a3SBenjamin Herrenschmidt 		unsigned int		*io_segmap;
142184cd4a3SBenjamin Herrenschmidt 
1432b923ed1SGavin Shan 		/* DMA32 segment maps - IODA1 only */
1442b923ed1SGavin Shan 		unsigned int		dma32_count;
1452b923ed1SGavin Shan 		unsigned int		*dma32_segmap;
1462b923ed1SGavin Shan 
147137436c9SGavin Shan 		/* IRQ chip */
148137436c9SGavin Shan 		int			irq_chip_init;
149137436c9SGavin Shan 		struct irq_chip		irq_chip;
150137436c9SGavin Shan 
1517ebdf956SGavin Shan 		/* Sorted list of used PE's based
1527ebdf956SGavin Shan 		 * on the sequence of creation
1537ebdf956SGavin Shan 		 */
1547ebdf956SGavin Shan 		struct list_head	pe_list;
155781a868fSWei Yang 		struct mutex            pe_list_mutex;
1567ebdf956SGavin Shan 
157c127562aSGavin Shan 		/* Reverse map of PEs, indexed by {bus, devfn} */
158c127562aSGavin Shan 		unsigned int		pe_rmap[0x10000];
159184cd4a3SBenjamin Herrenschmidt 
1605780fb04SAlexey Kardashevskiy 		/* TCE cache invalidate registers (physical and
1615780fb04SAlexey Kardashevskiy 		 * remapped)
1625780fb04SAlexey Kardashevskiy 		 */
1635780fb04SAlexey Kardashevskiy 		phys_addr_t		tce_inval_reg_phys;
1645780fb04SAlexey Kardashevskiy 		__be64 __iomem		*tce_inval_reg;
165184cd4a3SBenjamin Herrenschmidt 	} ioda;
166cee72d5bSBenjamin Herrenschmidt 
167ca1de5deSBrian W Hart 	/* PHB and hub status structure */
168cee72d5bSBenjamin Herrenschmidt 	union {
169cee72d5bSBenjamin Herrenschmidt 		unsigned char			blob[PNV_PCI_DIAG_BUF_SIZE];
170cee72d5bSBenjamin Herrenschmidt 		struct OpalIoP7IOCPhbErrorData	p7ioc;
17193aef2a7SGavin Shan 		struct OpalIoPhb3ErrorData	phb3;
172ca1de5deSBrian W Hart 		struct OpalIoP7IOCErrorData 	hub_diag;
173cee72d5bSBenjamin Herrenschmidt 	} diag;
174ca1de5deSBrian W Hart 
17561305a96SBenjamin Herrenschmidt };
17661305a96SBenjamin Herrenschmidt 
17761305a96SBenjamin Herrenschmidt extern struct pci_ops pnv_pci_ops;
178da004c36SAlexey Kardashevskiy extern int pnv_tce_build(struct iommu_table *tbl, long index, long npages,
179da004c36SAlexey Kardashevskiy 		unsigned long uaddr, enum dma_data_direction direction,
180da004c36SAlexey Kardashevskiy 		struct dma_attrs *attrs);
181da004c36SAlexey Kardashevskiy extern void pnv_tce_free(struct iommu_table *tbl, long index, long npages);
18205c6cfb9SAlexey Kardashevskiy extern int pnv_tce_xchg(struct iommu_table *tbl, long index,
18305c6cfb9SAlexey Kardashevskiy 		unsigned long *hpa, enum dma_data_direction *direction);
184da004c36SAlexey Kardashevskiy extern unsigned long pnv_tce_get(struct iommu_table *tbl, long index);
18561305a96SBenjamin Herrenschmidt 
18693aef2a7SGavin Shan void pnv_pci_dump_phb_diag_data(struct pci_controller *hose,
18793aef2a7SGavin Shan 				unsigned char *log_buff);
1883532a741SGavin Shan int pnv_pci_cfg_read(struct pci_dn *pdn,
1899bf41be6SGavin Shan 		     int where, int size, u32 *val);
1903532a741SGavin Shan int pnv_pci_cfg_write(struct pci_dn *pdn,
1919bf41be6SGavin Shan 		      int where, int size, u32 val);
1920eaf4defSAlexey Kardashevskiy extern struct iommu_table *pnv_pci_table_alloc(int nid);
1930eaf4defSAlexey Kardashevskiy 
1940eaf4defSAlexey Kardashevskiy extern long pnv_pci_link_table_and_group(int node, int num,
1950eaf4defSAlexey Kardashevskiy 		struct iommu_table *tbl,
1960eaf4defSAlexey Kardashevskiy 		struct iommu_table_group *table_group);
1970eaf4defSAlexey Kardashevskiy extern void pnv_pci_unlink_table_and_group(struct iommu_table *tbl,
1980eaf4defSAlexey Kardashevskiy 		struct iommu_table_group *table_group);
19961305a96SBenjamin Herrenschmidt extern void pnv_pci_setup_iommu_table(struct iommu_table *tbl,
20061305a96SBenjamin Herrenschmidt 				      void *tce_mem, u64 tce_size,
2018fa5d454SAlexey Kardashevskiy 				      u64 dma_offset, unsigned page_shift);
202184cd4a3SBenjamin Herrenschmidt extern void pnv_pci_init_ioda_hub(struct device_node *np);
203aa0c033fSGavin Shan extern void pnv_pci_init_ioda2_phb(struct device_node *np);
2045d2aa710SAlistair Popple extern void pnv_pci_init_npu_phb(struct device_node *np);
2054cce9550SGavin Shan extern void pnv_pci_ioda_tce_invalidate(struct iommu_table *tbl,
2063ad26e5cSBenjamin Herrenschmidt 					__be64 *startp, __be64 *endp, bool rm);
207d92a208dSGavin Shan extern void pnv_pci_reset_secondary_bus(struct pci_dev *dev);
208cadf364dSGavin Shan extern int pnv_eeh_phb_reset(struct pci_controller *hose, int option);
20973ed148aSBenjamin Herrenschmidt 
21092ae0353SDaniel Axtens extern void pnv_pci_dma_dev_setup(struct pci_dev *pdev);
2111bc74f1cSGavin Shan extern void pnv_pci_dma_bus_setup(struct pci_bus *bus);
21292ae0353SDaniel Axtens extern int pnv_setup_msi_irqs(struct pci_dev *pdev, int nvec, int type);
21392ae0353SDaniel Axtens extern void pnv_teardown_msi_irqs(struct pci_dev *pdev);
21492ae0353SDaniel Axtens 
2157d623e42SAlexey Kardashevskiy extern void pe_level_printk(const struct pnv_ioda_pe *pe, const char *level,
2167d623e42SAlexey Kardashevskiy 			    const char *fmt, ...);
2177d623e42SAlexey Kardashevskiy #define pe_err(pe, fmt, ...)					\
2187d623e42SAlexey Kardashevskiy 	pe_level_printk(pe, KERN_ERR, fmt, ##__VA_ARGS__)
2197d623e42SAlexey Kardashevskiy #define pe_warn(pe, fmt, ...)					\
2207d623e42SAlexey Kardashevskiy 	pe_level_printk(pe, KERN_WARNING, fmt, ##__VA_ARGS__)
2217d623e42SAlexey Kardashevskiy #define pe_info(pe, fmt, ...)					\
2227d623e42SAlexey Kardashevskiy 	pe_level_printk(pe, KERN_INFO, fmt, ##__VA_ARGS__)
2237d623e42SAlexey Kardashevskiy 
2245d2aa710SAlistair Popple /* Nvlink functions */
225f9f83456SAlexey Kardashevskiy extern void pnv_npu_try_dma_set_bypass(struct pci_dev *gpdev, bool bypass);
2260bbcdb43SAlexey Kardashevskiy extern void pnv_pci_ioda2_tce_invalidate_entire(struct pnv_phb *phb, bool rm);
227b5cb9ab1SAlexey Kardashevskiy extern struct pnv_ioda_pe *pnv_pci_npu_setup_iommu(struct pnv_ioda_pe *npe);
228b5cb9ab1SAlexey Kardashevskiy extern long pnv_npu_set_window(struct pnv_ioda_pe *npe, int num,
229b5cb9ab1SAlexey Kardashevskiy 		struct iommu_table *tbl);
230b5cb9ab1SAlexey Kardashevskiy extern long pnv_npu_unset_window(struct pnv_ioda_pe *npe, int num);
231b5cb9ab1SAlexey Kardashevskiy extern void pnv_npu_take_ownership(struct pnv_ioda_pe *npe);
232b5cb9ab1SAlexey Kardashevskiy extern void pnv_npu_release_ownership(struct pnv_ioda_pe *npe);
2335d2aa710SAlistair Popple 
23461305a96SBenjamin Herrenschmidt #endif /* __POWERNV_PCI_H */
235