Lines Matching refs:pbm
18 struct pci_pbm_info *pbm = msiq_cookie->pbm; in sparc64_msiq_interrupt() local
24 ops = pbm->msi_ops; in sparc64_msiq_interrupt()
26 err = ops->get_head(pbm, msiqid, &head); in sparc64_msiq_interrupt()
34 err = ops->dequeue_msi(pbm, msiqid, &head, &msi); in sparc64_msiq_interrupt()
38 irq = pbm->msi_irq_table[msi - pbm->msi_first]; in sparc64_msiq_interrupt()
49 err = ops->set_head(pbm, msiqid, head); in sparc64_msiq_interrupt()
76 static u32 pick_msiq(struct pci_pbm_info *pbm) in pick_msiq() argument
84 rotor = pbm->msiq_rotor; in pick_msiq()
85 ret = pbm->msiq_first + rotor; in pick_msiq()
87 if (++rotor >= pbm->msiq_num) in pick_msiq()
89 pbm->msiq_rotor = rotor; in pick_msiq()
97 static int alloc_msi(struct pci_pbm_info *pbm) in alloc_msi() argument
101 for (i = 0; i < pbm->msi_num; i++) { in alloc_msi()
102 if (!test_and_set_bit(i, pbm->msi_bitmap)) in alloc_msi()
103 return i + pbm->msi_first; in alloc_msi()
109 static void free_msi(struct pci_pbm_info *pbm, int msi_num) in free_msi() argument
111 msi_num -= pbm->msi_first; in free_msi()
112 clear_bit(msi_num, pbm->msi_bitmap); in free_msi()
128 struct pci_pbm_info *pbm = pdev->dev.archdata.host_controller; in sparc64_setup_msi_irq() local
129 const struct sparc64_msiq_ops *ops = pbm->msi_ops; in sparc64_setup_msi_irq()
142 err = alloc_msi(pbm); in sparc64_setup_msi_irq()
148 msiqid = pick_msiq(pbm); in sparc64_setup_msi_irq()
150 err = ops->msi_setup(pbm, msiqid, msi, in sparc64_setup_msi_irq()
155 pbm->msi_irq_table[msi - pbm->msi_first] = *irq_p; in sparc64_setup_msi_irq()
158 msg.address_hi = pbm->msi64_start >> 32; in sparc64_setup_msi_irq()
159 msg.address_lo = pbm->msi64_start & 0xffffffff; in sparc64_setup_msi_irq()
162 msg.address_lo = pbm->msi32_start; in sparc64_setup_msi_irq()
172 free_msi(pbm, msi); in sparc64_setup_msi_irq()
186 struct pci_pbm_info *pbm = pdev->dev.archdata.host_controller; in sparc64_teardown_msi_irq() local
187 const struct sparc64_msiq_ops *ops = pbm->msi_ops; in sparc64_teardown_msi_irq()
191 for (i = 0; i < pbm->msi_num; i++) { in sparc64_teardown_msi_irq()
192 if (pbm->msi_irq_table[i] == irq) in sparc64_teardown_msi_irq()
195 if (i >= pbm->msi_num) { in sparc64_teardown_msi_irq()
196 pci_err(pdev, "%s: teardown: No MSI for irq %u\n", pbm->name, in sparc64_teardown_msi_irq()
201 msi_num = pbm->msi_first + i; in sparc64_teardown_msi_irq()
202 pbm->msi_irq_table[i] = ~0U; in sparc64_teardown_msi_irq()
204 err = ops->msi_teardown(pbm, msi_num); in sparc64_teardown_msi_irq()
207 "irq %u, gives error %d\n", pbm->name, msi_num, irq, in sparc64_teardown_msi_irq()
212 free_msi(pbm, msi_num); in sparc64_teardown_msi_irq()
218 static int msi_bitmap_alloc(struct pci_pbm_info *pbm) in msi_bitmap_alloc() argument
223 size = (pbm->msi_num + (bits_per_ulong - 1)) & ~(bits_per_ulong - 1); in msi_bitmap_alloc()
227 pbm->msi_bitmap = kzalloc(size, GFP_KERNEL); in msi_bitmap_alloc()
228 if (!pbm->msi_bitmap) in msi_bitmap_alloc()
234 static void msi_bitmap_free(struct pci_pbm_info *pbm) in msi_bitmap_free() argument
236 kfree(pbm->msi_bitmap); in msi_bitmap_free()
237 pbm->msi_bitmap = NULL; in msi_bitmap_free()
240 static int msi_table_alloc(struct pci_pbm_info *pbm) in msi_table_alloc() argument
244 size = pbm->msiq_num * sizeof(struct sparc64_msiq_cookie); in msi_table_alloc()
245 pbm->msiq_irq_cookies = kzalloc(size, GFP_KERNEL); in msi_table_alloc()
246 if (!pbm->msiq_irq_cookies) in msi_table_alloc()
249 for (i = 0; i < pbm->msiq_num; i++) { in msi_table_alloc()
252 p = &pbm->msiq_irq_cookies[i]; in msi_table_alloc()
253 p->pbm = pbm; in msi_table_alloc()
254 p->msiqid = pbm->msiq_first + i; in msi_table_alloc()
257 size = pbm->msi_num * sizeof(unsigned int); in msi_table_alloc()
258 pbm->msi_irq_table = kzalloc(size, GFP_KERNEL); in msi_table_alloc()
259 if (!pbm->msi_irq_table) { in msi_table_alloc()
260 kfree(pbm->msiq_irq_cookies); in msi_table_alloc()
261 pbm->msiq_irq_cookies = NULL; in msi_table_alloc()
268 static void msi_table_free(struct pci_pbm_info *pbm) in msi_table_free() argument
270 kfree(pbm->msiq_irq_cookies); in msi_table_free()
271 pbm->msiq_irq_cookies = NULL; in msi_table_free()
273 kfree(pbm->msi_irq_table); in msi_table_free()
274 pbm->msi_irq_table = NULL; in msi_table_free()
277 static int bringup_one_msi_queue(struct pci_pbm_info *pbm, in bringup_one_msi_queue() argument
282 int irq = ops->msiq_build_irq(pbm, msiqid, devino); in bringup_one_msi_queue()
288 nid = pbm->numa_node; in bringup_one_msi_queue()
297 &pbm->msiq_irq_cookies[msiqid - pbm->msiq_first]); in bringup_one_msi_queue()
304 static int sparc64_bringup_msi_queues(struct pci_pbm_info *pbm, in sparc64_bringup_msi_queues() argument
309 for (i = 0; i < pbm->msiq_num; i++) { in sparc64_bringup_msi_queues()
310 unsigned long msiqid = i + pbm->msiq_first; in sparc64_bringup_msi_queues()
311 unsigned long devino = i + pbm->msiq_first_devino; in sparc64_bringup_msi_queues()
314 err = bringup_one_msi_queue(pbm, ops, msiqid, devino); in sparc64_bringup_msi_queues()
322 void sparc64_pbm_msi_init(struct pci_pbm_info *pbm, in sparc64_pbm_msi_init() argument
328 val = of_get_property(pbm->op->dev.of_node, "#msi-eqs", &len); in sparc64_pbm_msi_init()
331 pbm->msiq_num = *val; in sparc64_pbm_msi_init()
332 if (pbm->msiq_num) { in sparc64_pbm_msi_init()
351 val = of_get_property(pbm->op->dev.of_node, "msi-eq-size", &len); in sparc64_pbm_msi_init()
355 pbm->msiq_ent_count = *val; in sparc64_pbm_msi_init()
357 mqp = of_get_property(pbm->op->dev.of_node, in sparc64_pbm_msi_init()
360 mqp = of_get_property(pbm->op->dev.of_node, in sparc64_pbm_msi_init()
365 pbm->msiq_first = mqp->first_msiq; in sparc64_pbm_msi_init()
366 pbm->msiq_first_devino = mqp->first_devino; in sparc64_pbm_msi_init()
368 val = of_get_property(pbm->op->dev.of_node, "#msi", &len); in sparc64_pbm_msi_init()
371 pbm->msi_num = *val; in sparc64_pbm_msi_init()
373 mrng = of_get_property(pbm->op->dev.of_node, "msi-ranges", &len); in sparc64_pbm_msi_init()
376 pbm->msi_first = mrng->first_msi; in sparc64_pbm_msi_init()
378 val = of_get_property(pbm->op->dev.of_node, "msi-data-mask", &len); in sparc64_pbm_msi_init()
381 pbm->msi_data_mask = *val; in sparc64_pbm_msi_init()
383 val = of_get_property(pbm->op->dev.of_node, "msix-data-width", &len); in sparc64_pbm_msi_init()
386 pbm->msix_data_width = *val; in sparc64_pbm_msi_init()
388 arng = of_get_property(pbm->op->dev.of_node, "msi-address-ranges", in sparc64_pbm_msi_init()
392 pbm->msi32_start = ((u64)arng->msi32_high << 32) | in sparc64_pbm_msi_init()
394 pbm->msi64_start = ((u64)arng->msi64_high << 32) | in sparc64_pbm_msi_init()
396 pbm->msi32_len = arng->msi32_len; in sparc64_pbm_msi_init()
397 pbm->msi64_len = arng->msi64_len; in sparc64_pbm_msi_init()
399 if (msi_bitmap_alloc(pbm)) in sparc64_pbm_msi_init()
402 if (msi_table_alloc(pbm)) { in sparc64_pbm_msi_init()
403 msi_bitmap_free(pbm); in sparc64_pbm_msi_init()
407 if (ops->msiq_alloc(pbm)) { in sparc64_pbm_msi_init()
408 msi_table_free(pbm); in sparc64_pbm_msi_init()
409 msi_bitmap_free(pbm); in sparc64_pbm_msi_init()
413 if (sparc64_bringup_msi_queues(pbm, ops)) { in sparc64_pbm_msi_init()
414 ops->msiq_free(pbm); in sparc64_pbm_msi_init()
415 msi_table_free(pbm); in sparc64_pbm_msi_init()
416 msi_bitmap_free(pbm); in sparc64_pbm_msi_init()
422 pbm->name, in sparc64_pbm_msi_init()
423 pbm->msiq_first, pbm->msiq_num, in sparc64_pbm_msi_init()
424 pbm->msiq_ent_count, in sparc64_pbm_msi_init()
425 pbm->msiq_first_devino); in sparc64_pbm_msi_init()
428 pbm->name, in sparc64_pbm_msi_init()
429 pbm->msi_first, pbm->msi_num, pbm->msi_data_mask, in sparc64_pbm_msi_init()
430 pbm->msix_data_width); in sparc64_pbm_msi_init()
433 pbm->name, in sparc64_pbm_msi_init()
434 pbm->msi32_start, pbm->msi32_len, in sparc64_pbm_msi_init()
435 pbm->msi64_start, pbm->msi64_len); in sparc64_pbm_msi_init()
437 pbm->name, in sparc64_pbm_msi_init()
438 __pa(pbm->msi_queues)); in sparc64_pbm_msi_init()
440 pbm->msi_ops = ops; in sparc64_pbm_msi_init()
441 pbm->setup_msi_irq = sparc64_setup_msi_irq; in sparc64_pbm_msi_init()
442 pbm->teardown_msi_irq = sparc64_teardown_msi_irq; in sparc64_pbm_msi_init()
447 pbm->msiq_num = 0; in sparc64_pbm_msi_init()
448 printk(KERN_INFO "%s: No MSI support.\n", pbm->name); in sparc64_pbm_msi_init()