25 #define mlxsw_pci_write32(mlxsw_pci, reg, val) \  argument
27 #define mlxsw_pci_read32(mlxsw_pci, reg) \  argument
102 struct mlxsw_pci {  struct
108 	struct mlxsw_pci_queue_type_group queues[MLXSW_PCI_QUEUE_TYPE_COUNT];  argument
112 		struct mlxsw_pci_mem_item *items;  argument
116 		struct mlxsw_pci_mem_item out_mbox;  argument
129 	enum mlxsw_pci_cqe_v max_cqe_ver; /* Maximal supported CQE version */  argument
133 static void mlxsw_pci_queue_tasklet_schedule(struct mlxsw_pci_queue *q)  in mlxsw_pci_queue_tasklet_schedule()  argument
179 mlxsw_pci_queue_type_group_get(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_queue_type_group_get()
185 static u8 __mlxsw_pci_queue_count(struct mlxsw_pci *mlxsw_pci,  in __mlxsw_pci_queue_count()
194 static u8 mlxsw_pci_sdq_count(struct mlxsw_pci *mlxsw_pci)  in mlxsw_pci_sdq_count()
199 static u8 mlxsw_pci_cq_count(struct mlxsw_pci *mlxsw_pci)  in mlxsw_pci_cq_count()
205 __mlxsw_pci_queue_get(struct mlxsw_pci *mlxsw_pci,  in __mlxsw_pci_queue_get()
211 static struct mlxsw_pci_queue *mlxsw_pci_sdq_get(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_sdq_get()
218 static struct mlxsw_pci_queue *mlxsw_pci_rdq_get(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_rdq_get()
225 static struct mlxsw_pci_queue *mlxsw_pci_cq_get(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_cq_get()
231 static struct mlxsw_pci_queue *mlxsw_pci_eq_get(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_eq_get()
237 static void __mlxsw_pci_queue_doorbell_set(struct mlxsw_pci *mlxsw_pci,  in __mlxsw_pci_queue_doorbell_set()
247 static void __mlxsw_pci_queue_doorbell_arm_set(struct mlxsw_pci *mlxsw_pci,  in __mlxsw_pci_queue_doorbell_arm_set()
257 static void mlxsw_pci_queue_doorbell_producer_ring(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_queue_doorbell_producer_ring()
264 static void mlxsw_pci_queue_doorbell_consumer_ring(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_queue_doorbell_consumer_ring()
273 mlxsw_pci_queue_doorbell_arm_consumer_ring(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_queue_doorbell_arm_consumer_ring()
286 static int mlxsw_pci_sdq_init(struct mlxsw_pci *mlxsw_pci, char *mbox,  in mlxsw_pci_sdq_init()
319 static void mlxsw_pci_sdq_fini(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_sdq_fini()
325 static int mlxsw_pci_wqe_frag_map(struct mlxsw_pci *mlxsw_pci, char *wqe,  in mlxsw_pci_wqe_frag_map()
342 static void mlxsw_pci_wqe_frag_unmap(struct mlxsw_pci *mlxsw_pci, char *wqe,  in mlxsw_pci_wqe_frag_unmap()
354 static int mlxsw_pci_rdq_skb_alloc(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_rdq_skb_alloc()
379 static void mlxsw_pci_rdq_skb_free(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_rdq_skb_free()
392 static int mlxsw_pci_rdq_init(struct mlxsw_pci *mlxsw_pci, char *mbox,  in mlxsw_pci_rdq_init()
443 static void mlxsw_pci_rdq_fini(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_rdq_fini()
456 static void mlxsw_pci_cq_pre_init(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_cq_pre_init()
467 static int mlxsw_pci_cq_init(struct mlxsw_pci *mlxsw_pci, char *mbox,  in mlxsw_pci_cq_init()
504 static void mlxsw_pci_cq_fini(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_cq_fini()
510 static unsigned int mlxsw_pci_read32_off(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_read32_off()
516 static void mlxsw_pci_skb_cb_ts_set(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_skb_cb_ts_set()
536 static void mlxsw_pci_cqe_sdq_handle(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_cqe_sdq_handle()
623 static void mlxsw_pci_cqe_rdq_handle(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_cqe_rdq_handle()
714 	struct mlxsw_pci *mlxsw_pci = q->pci;  in mlxsw_pci_cq_tasklet()  local
762 static int mlxsw_pci_eq_init(struct mlxsw_pci *mlxsw_pci, char *mbox,  in mlxsw_pci_eq_init()
792 static void mlxsw_pci_eq_fini(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_eq_fini()
798 static void mlxsw_pci_eq_cmd_event(struct mlxsw_pci *mlxsw_pci, char *eqe)  in mlxsw_pci_eq_cmd_event()
827 	struct mlxsw_pci *mlxsw_pci = q->pci;  in mlxsw_pci_eq_tasklet()  local
925 static int mlxsw_pci_queue_init(struct mlxsw_pci *mlxsw_pci, char *mbox,  in mlxsw_pci_queue_init()
986 static void mlxsw_pci_queue_fini(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_queue_fini()
998 static int mlxsw_pci_queue_group_init(struct mlxsw_pci *mlxsw_pci, char *mbox,  in mlxsw_pci_queue_group_init()
1028 static void mlxsw_pci_queue_group_fini(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_queue_group_fini()
1040 static int mlxsw_pci_aqs_init(struct mlxsw_pci *mlxsw_pci, char *mbox)  in mlxsw_pci_aqs_init()
1129 static void mlxsw_pci_aqs_fini(struct mlxsw_pci *mlxsw_pci)  in mlxsw_pci_aqs_fini()
1139 mlxsw_pci_config_profile_swid_config(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_config_profile_swid_config()
1159 mlxsw_pci_profile_get_kvd_sizes(const struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_profile_get_kvd_sizes()
1179 static int mlxsw_pci_config_profile(struct mlxsw_pci *mlxsw_pci, char *mbox,  in mlxsw_pci_config_profile()
1317 static int mlxsw_pci_boardinfo(struct mlxsw_pci *mlxsw_pci, char *mbox)  in mlxsw_pci_boardinfo()
1331 static int mlxsw_pci_fw_area_init(struct mlxsw_pci *mlxsw_pci, char *mbox,  in mlxsw_pci_fw_area_init()
1388 static void mlxsw_pci_fw_area_fini(struct mlxsw_pci *mlxsw_pci)  in mlxsw_pci_fw_area_fini()
1406 	struct mlxsw_pci *mlxsw_pci = dev_id;  in mlxsw_pci_eq_irq_handler()  local
1417 static int mlxsw_pci_mbox_alloc(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_mbox_alloc()
1434 static void mlxsw_pci_mbox_free(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_mbox_free()
1443 static int mlxsw_pci_sys_ready_wait(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_sys_ready_wait()
1466 static int mlxsw_pci_sw_reset(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_sw_reset()
1496 static int mlxsw_pci_alloc_irq_vectors(struct mlxsw_pci *mlxsw_pci)  in mlxsw_pci_alloc_irq_vectors()
1506 static void mlxsw_pci_free_irq_vectors(struct mlxsw_pci *mlxsw_pci)  in mlxsw_pci_free_irq_vectors()
1515 	struct mlxsw_pci *mlxsw_pci = bus_priv;  in mlxsw_pci_init()  local
1669 	struct mlxsw_pci *mlxsw_pci = bus_priv;  in mlxsw_pci_fini()  local
1678 mlxsw_pci_sdq_pick(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_sdq_pick()
1697 	struct mlxsw_pci *mlxsw_pci = bus_priv;  in mlxsw_pci_skb_transmit_busy()  local
1706 	struct mlxsw_pci *mlxsw_pci = bus_priv;  in mlxsw_pci_skb_transmit()  local
1778 	struct mlxsw_pci *mlxsw_pci = bus_priv;  in mlxsw_pci_cmd_exec()  local
1868 	struct mlxsw_pci *mlxsw_pci = bus_priv;  in mlxsw_pci_read_frc_h()  local
1877 	struct mlxsw_pci *mlxsw_pci = bus_priv;  in mlxsw_pci_read_frc_l()  local
1886 	struct mlxsw_pci *mlxsw_pci = bus_priv;  in mlxsw_pci_read_utc_sec()  local
1893 	struct mlxsw_pci *mlxsw_pci = bus_priv;  in mlxsw_pci_read_utc_nsec()  local
1912 static int mlxsw_pci_cmd_init(struct mlxsw_pci *mlxsw_pci)  in mlxsw_pci_cmd_init()
1936 static void mlxsw_pci_cmd_fini(struct mlxsw_pci *mlxsw_pci)  in mlxsw_pci_cmd_fini()
1946 	struct mlxsw_pci *mlxsw_pci;  in mlxsw_pci_probe()  local
2029 	struct mlxsw_pci *mlxsw_pci = pci_get_drvdata(pdev);  in mlxsw_pci_remove()  local