23 static bool aspm_hw_l1_supported(struct hfi1_devdata *dd)  in aspm_hw_l1_supported()  argument
25 	struct pci_dev *parent = dd->pcidev->bus->self;  in aspm_hw_l1_supported()
35 	pcie_capability_read_dword(dd->pcidev, PCI_EXP_LNKCAP, &dn);  in aspm_hw_l1_supported()
42 	return (!!dn || is_ax(dd)) && !!up;  in aspm_hw_l1_supported()
46 static void aspm_hw_set_l1_ent_latency(struct hfi1_devdata *dd)  in aspm_hw_set_l1_ent_latency()  argument
51 	pci_read_config_dword(dd->pcidev, PCIE_CFG_REG_PL3, &reg32);  in aspm_hw_set_l1_ent_latency()
54 	pci_write_config_dword(dd->pcidev, PCIE_CFG_REG_PL3, reg32);  in aspm_hw_set_l1_ent_latency()
57 static void aspm_hw_enable_l1(struct hfi1_devdata *dd)  in aspm_hw_enable_l1()  argument
59 	struct pci_dev *parent = dd->pcidev->bus->self;  in aspm_hw_enable_l1()
72 	pcie_capability_clear_and_set_word(dd->pcidev, PCI_EXP_LNKCTL,  in aspm_hw_enable_l1()
77 void aspm_hw_disable_l1(struct hfi1_devdata *dd)  in aspm_hw_disable_l1()  argument
79 	struct pci_dev *parent = dd->pcidev->bus->self;  in aspm_hw_disable_l1()
82 	pcie_capability_clear_and_set_word(dd->pcidev, PCI_EXP_LNKCTL,  in aspm_hw_disable_l1()
89 static  void aspm_enable(struct hfi1_devdata *dd)  in aspm_enable()  argument
91 	if (dd->aspm_enabled || aspm_mode == ASPM_MODE_DISABLED ||  in aspm_enable()
92 	    !dd->aspm_supported)  in aspm_enable()
95 	aspm_hw_enable_l1(dd);  in aspm_enable()
96 	dd->aspm_enabled = true;  in aspm_enable()
99 static  void aspm_disable(struct hfi1_devdata *dd)  in aspm_disable()  argument
101 	if (!dd->aspm_enabled || aspm_mode == ASPM_MODE_ENABLED)  in aspm_disable()
104 	aspm_hw_disable_l1(dd);  in aspm_disable()
105 	dd->aspm_enabled = false;  in aspm_disable()
108 static  void aspm_disable_inc(struct hfi1_devdata *dd)  in aspm_disable_inc()  argument
112 	spin_lock_irqsave(&dd->aspm_lock, flags);  in aspm_disable_inc()
113 	aspm_disable(dd);  in aspm_disable_inc()
114 	atomic_inc(&dd->aspm_disabled_cnt);  in aspm_disable_inc()
115 	spin_unlock_irqrestore(&dd->aspm_lock, flags);  in aspm_disable_inc()
118 static  void aspm_enable_dec(struct hfi1_devdata *dd)  in aspm_enable_dec()  argument
122 	spin_lock_irqsave(&dd->aspm_lock, flags);  in aspm_enable_dec()
123 	if (atomic_dec_and_test(&dd->aspm_disabled_cnt))  in aspm_enable_dec()
124 		aspm_enable(dd);  in aspm_enable_dec()
125 	spin_unlock_irqrestore(&dd->aspm_lock, flags);  in aspm_enable_dec()
155 		aspm_disable_inc(rcd->dd);  in __aspm_ctx_disable()
176 	aspm_enable_dec(rcd->dd);  in aspm_ctx_timer_function()
185 void aspm_disable_all(struct hfi1_devdata *dd)  in aspm_disable_all()  argument
191 	for (i = 0; i < dd->first_dyn_alloc_ctxt; i++) {  in aspm_disable_all()
192 		rcd = hfi1_rcd_get_by_index(dd, i);  in aspm_disable_all()
202 	aspm_disable(dd);  in aspm_disable_all()
203 	atomic_set(&dd->aspm_disabled_cnt, 0);  in aspm_disable_all()
207 void aspm_enable_all(struct hfi1_devdata *dd)  in aspm_enable_all()  argument
213 	aspm_enable(dd);  in aspm_enable_all()
218 	for (i = 0; i < dd->first_dyn_alloc_ctxt; i++) {  in aspm_enable_all()
219 		rcd = hfi1_rcd_get_by_index(dd, i);  in aspm_enable_all()
234 	rcd->aspm_intr_supported = rcd->dd->aspm_supported &&  in aspm_ctx_init()
236 		rcd->ctxt < rcd->dd->first_dyn_alloc_ctxt;  in aspm_ctx_init()
239 void aspm_init(struct hfi1_devdata *dd)  in aspm_init()  argument
244 	spin_lock_init(&dd->aspm_lock);  in aspm_init()
245 	dd->aspm_supported = aspm_hw_l1_supported(dd);  in aspm_init()
247 	for (i = 0; i < dd->first_dyn_alloc_ctxt; i++) {  in aspm_init()
248 		rcd = hfi1_rcd_get_by_index(dd, i);  in aspm_init()
255 	aspm_hw_set_l1_ent_latency(dd);  in aspm_init()
256 	dd->aspm_enabled = false;  in aspm_init()
257 	aspm_hw_disable_l1(dd);  in aspm_init()
260 	aspm_enable_all(dd);  in aspm_init()
263 void aspm_exit(struct hfi1_devdata *dd)  in aspm_exit()  argument
265 	aspm_disable_all(dd);  in aspm_exit()
268 	aspm_enable(dd);  in aspm_exit()