Lines Matching refs:gaudi
725 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_set_hbm_bar_base() local
730 if ((gaudi) && (gaudi->hbm_bar_cur_addr == addr)) in gaudi_set_hbm_bar_base()
744 if (gaudi) { in gaudi_set_hbm_bar_base()
745 old_addr = gaudi->hbm_bar_cur_addr; in gaudi_set_hbm_bar_base()
746 gaudi->hbm_bar_cur_addr = addr; in gaudi_set_hbm_bar_base()
914 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_fetch_psoc_frequency() local
916 if (!(gaudi->hw_cap_initialized & HW_CAP_CPU_Q)) in gaudi_fetch_psoc_frequency()
1091 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_collective_map_sobs() local
1092 struct gaudi_collective_properties *prop = &gaudi->collective_props; in gaudi_collective_map_sobs()
1146 static void gaudi_collective_mstr_sob_mask_set(struct gaudi_device *gaudi) in gaudi_collective_mstr_sob_mask_set() argument
1151 prop = &gaudi->collective_props; in gaudi_collective_mstr_sob_mask_set()
1156 if (gaudi->hw_cap_initialized & BIT(HW_CAP_NIC_SHIFT + i)) in gaudi_collective_mstr_sob_mask_set()
1168 struct gaudi_device *gaudi; in gaudi_collective_init() local
1170 gaudi = hdev->asic_specific; in gaudi_collective_init()
1171 prop = &gaudi->collective_props; in gaudi_collective_init()
1192 gaudi_collective_mstr_sob_mask_set(gaudi); in gaudi_collective_init()
1199 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_reset_sob_group() local
1200 struct gaudi_collective_properties *cprop = &gaudi->collective_props; in gaudi_reset_sob_group()
1213 struct gaudi_device *gaudi; in gaudi_collective_master_init_job() local
1215 gaudi = hdev->asic_specific; in gaudi_collective_master_init_job()
1216 cprop = &gaudi->collective_props; in gaudi_collective_master_init_job()
1314 struct gaudi_device *gaudi; in gaudi_collective_wait_init_cs() local
1321 gaudi = hdev->asic_specific; in gaudi_collective_wait_init_cs()
1322 cprop = &gaudi->collective_props; in gaudi_collective_wait_init_cs()
1526 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_collective_wait_create_jobs() local
1578 if (gaudi->hw_cap_initialized & in gaudi_collective_wait_create_jobs()
1608 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_late_init() local
1611 rc = gaudi->cpucp_info_get(hdev); in gaudi_late_init()
1635 gaudi->hw_cap_initialized &= ~(HW_CAP_NIC0 | HW_CAP_NIC1); in gaudi_late_init()
1748 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_free_internal_qmans_pq_mem() local
1753 q = &gaudi->internal_qmans[i]; in gaudi_free_internal_qmans_pq_mem()
1762 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_alloc_internal_qmans_pq_mem() local
1770 q = &gaudi->internal_qmans[i]; in gaudi_alloc_internal_qmans_pq_mem()
1850 struct gaudi_device *gaudi; in gaudi_sw_init() local
1855 gaudi = kzalloc(sizeof(*gaudi), GFP_KERNEL); in gaudi_sw_init()
1856 if (!gaudi) in gaudi_sw_init()
1869 gaudi->events[event_id++] = in gaudi_sw_init()
1874 gaudi->cpucp_info_get = gaudi_cpucp_info_get; in gaudi_sw_init()
1876 hdev->asic_specific = gaudi; in gaudi_sw_init()
1913 spin_lock_init(&gaudi->hw_queues_lock); in gaudi_sw_init()
1938 kfree(gaudi); in gaudi_sw_init()
1944 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_sw_fini() local
1959 kfree(gaudi); in gaudi_sw_fini()
2017 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_enable_msi() local
2020 if (gaudi->hw_cap_initialized & HW_CAP_MSI) in gaudi_enable_msi()
2033 gaudi->hw_cap_initialized |= HW_CAP_MSI; in gaudi_enable_msi()
2044 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_sync_irqs() local
2046 if (!(gaudi->hw_cap_initialized & HW_CAP_MSI)) in gaudi_sync_irqs()
2055 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_disable_msi() local
2057 if (!(gaudi->hw_cap_initialized & HW_CAP_MSI)) in gaudi_disable_msi()
2064 gaudi->hw_cap_initialized &= ~HW_CAP_MSI; in gaudi_disable_msi()
2069 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_init_scrambler_sram() local
2078 if (gaudi->hw_cap_initialized & HW_CAP_SRAM_SCRAMBLER) in gaudi_init_scrambler_sram()
2132 gaudi->hw_cap_initialized |= HW_CAP_SRAM_SCRAMBLER; in gaudi_init_scrambler_sram()
2137 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_init_scrambler_hbm() local
2146 if (gaudi->hw_cap_initialized & HW_CAP_HBM_SCRAMBLER) in gaudi_init_scrambler_hbm()
2200 gaudi->hw_cap_initialized |= HW_CAP_HBM_SCRAMBLER; in gaudi_init_scrambler_hbm()
2685 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_init_pci_dma_qmans() local
2689 if (gaudi->hw_cap_initialized & HW_CAP_PCI_DMA) in gaudi_init_pci_dma_qmans()
2721 gaudi->hw_cap_initialized |= HW_CAP_PCI_DMA; in gaudi_init_pci_dma_qmans()
2831 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_init_hbm_dma_qmans() local
2836 if (gaudi->hw_cap_initialized & HW_CAP_HBM_DMA) in gaudi_init_hbm_dma_qmans()
2849 q = &gaudi->internal_qmans[internal_q_index]; in gaudi_init_hbm_dma_qmans()
2863 gaudi->hw_cap_initialized |= HW_CAP_HBM_DMA; in gaudi_init_hbm_dma_qmans()
2955 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_init_mme_qmans() local
2961 if (gaudi->hw_cap_initialized & HW_CAP_MME) in gaudi_init_mme_qmans()
2973 q = &gaudi->internal_qmans[internal_q_index]; in gaudi_init_mme_qmans()
2989 gaudi->hw_cap_initialized |= HW_CAP_MME; in gaudi_init_mme_qmans()
3100 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_init_tpc_qmans() local
3108 if (gaudi->hw_cap_initialized & HW_CAP_TPC_MASK) in gaudi_init_tpc_qmans()
3118 q = &gaudi->internal_qmans[internal_q_index]; in gaudi_init_tpc_qmans()
3138 gaudi->hw_cap_initialized |= in gaudi_init_tpc_qmans()
3233 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_init_nic_qmans() local
3246 if (gaudi->hw_cap_initialized & HW_CAP_NIC_MASK) in gaudi_init_nic_qmans()
3264 q = &gaudi->internal_qmans[internal_q_index]; in gaudi_init_nic_qmans()
3279 gaudi->hw_cap_initialized |= 1 << (HW_CAP_NIC_SHIFT + nic_id); in gaudi_init_nic_qmans()
3285 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_disable_pci_dma_qmans() local
3287 if (!(gaudi->hw_cap_initialized & HW_CAP_PCI_DMA)) in gaudi_disable_pci_dma_qmans()
3297 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_disable_hbm_dma_qmans() local
3299 if (!(gaudi->hw_cap_initialized & HW_CAP_HBM_DMA)) in gaudi_disable_hbm_dma_qmans()
3311 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_disable_mme_qmans() local
3313 if (!(gaudi->hw_cap_initialized & HW_CAP_MME)) in gaudi_disable_mme_qmans()
3322 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_disable_tpc_qmans() local
3326 if (!(gaudi->hw_cap_initialized & HW_CAP_TPC_MASK)) in gaudi_disable_tpc_qmans()
3337 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_disable_nic_qmans() local
3348 if (gaudi->hw_cap_initialized & nic_mask) in gaudi_disable_nic_qmans()
3361 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_stop_pci_dma_qmans() local
3363 if (!(gaudi->hw_cap_initialized & HW_CAP_PCI_DMA)) in gaudi_stop_pci_dma_qmans()
3374 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_stop_hbm_dma_qmans() local
3376 if (!(gaudi->hw_cap_initialized & HW_CAP_HBM_DMA)) in gaudi_stop_hbm_dma_qmans()
3390 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_stop_mme_qmans() local
3392 if (!(gaudi->hw_cap_initialized & HW_CAP_MME)) in gaudi_stop_mme_qmans()
3402 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_stop_tpc_qmans() local
3404 if (!(gaudi->hw_cap_initialized & HW_CAP_TPC_MASK)) in gaudi_stop_tpc_qmans()
3419 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_stop_nic_qmans() local
3423 if (gaudi->hw_cap_initialized & HW_CAP_NIC0) in gaudi_stop_nic_qmans()
3429 if (gaudi->hw_cap_initialized & HW_CAP_NIC1) in gaudi_stop_nic_qmans()
3435 if (gaudi->hw_cap_initialized & HW_CAP_NIC2) in gaudi_stop_nic_qmans()
3441 if (gaudi->hw_cap_initialized & HW_CAP_NIC3) in gaudi_stop_nic_qmans()
3447 if (gaudi->hw_cap_initialized & HW_CAP_NIC4) in gaudi_stop_nic_qmans()
3453 if (gaudi->hw_cap_initialized & HW_CAP_NIC5) in gaudi_stop_nic_qmans()
3459 if (gaudi->hw_cap_initialized & HW_CAP_NIC6) in gaudi_stop_nic_qmans()
3465 if (gaudi->hw_cap_initialized & HW_CAP_NIC7) in gaudi_stop_nic_qmans()
3471 if (gaudi->hw_cap_initialized & HW_CAP_NIC8) in gaudi_stop_nic_qmans()
3477 if (gaudi->hw_cap_initialized & HW_CAP_NIC9) in gaudi_stop_nic_qmans()
3486 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_pci_dma_stall() local
3488 if (!(gaudi->hw_cap_initialized & HW_CAP_PCI_DMA)) in gaudi_pci_dma_stall()
3498 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_hbm_dma_stall() local
3500 if (!(gaudi->hw_cap_initialized & HW_CAP_HBM_DMA)) in gaudi_hbm_dma_stall()
3512 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_mme_stall() local
3514 if (!(gaudi->hw_cap_initialized & HW_CAP_MME)) in gaudi_mme_stall()
3538 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_tpc_stall() local
3540 if (!(gaudi->hw_cap_initialized & HW_CAP_TPC_MASK)) in gaudi_tpc_stall()
3642 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_mmu_init() local
3646 if (gaudi->hw_cap_initialized & HW_CAP_MMU) in gaudi_mmu_init()
3681 gaudi->mmu_cache_inv_pi = 1; in gaudi_mmu_init()
3683 gaudi->hw_cap_initialized |= HW_CAP_MMU; in gaudi_mmu_init()
3787 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_init_cpu() local
3793 if (gaudi->hw_cap_initialized & HW_CAP_CPU) in gaudi_init_cpu()
3808 gaudi->hw_cap_initialized |= HW_CAP_CPU; in gaudi_init_cpu()
3818 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_init_cpu_queues() local
3828 if (gaudi->hw_cap_initialized & HW_CAP_CPU_Q) in gaudi_init_cpu_queues()
3882 gaudi->hw_cap_initialized |= HW_CAP_CPU_Q; in gaudi_init_cpu_queues()
3916 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_hw_init() local
3926 gaudi->hbm_bar_cur_addr = DRAM_PHYS_BASE; in gaudi_hw_init()
4007 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_hw_fini() local
4138 if (gaudi) { in gaudi_hw_fini()
4139 gaudi->hw_cap_initialized &= ~(HW_CAP_CPU | HW_CAP_CPU_Q | HW_CAP_HBM | in gaudi_hw_fini()
4145 memset(gaudi->events_stat, 0, sizeof(gaudi->events_stat)); in gaudi_hw_fini()
4189 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_ring_doorbell() local
4251 if (gaudi->hw_cap_initialized & HW_CAP_CPU_Q) in gaudi_ring_doorbell()
4418 if (!(gaudi->hw_cap_initialized & HW_CAP_NIC0)) in gaudi_ring_doorbell()
4426 if (!(gaudi->hw_cap_initialized & HW_CAP_NIC1)) in gaudi_ring_doorbell()
4434 if (!(gaudi->hw_cap_initialized & HW_CAP_NIC2)) in gaudi_ring_doorbell()
4442 if (!(gaudi->hw_cap_initialized & HW_CAP_NIC3)) in gaudi_ring_doorbell()
4450 if (!(gaudi->hw_cap_initialized & HW_CAP_NIC4)) in gaudi_ring_doorbell()
4458 if (!(gaudi->hw_cap_initialized & HW_CAP_NIC5)) in gaudi_ring_doorbell()
4466 if (!(gaudi->hw_cap_initialized & HW_CAP_NIC6)) in gaudi_ring_doorbell()
4474 if (!(gaudi->hw_cap_initialized & HW_CAP_NIC7)) in gaudi_ring_doorbell()
4482 if (!(gaudi->hw_cap_initialized & HW_CAP_NIC8)) in gaudi_ring_doorbell()
4490 if (!(gaudi->hw_cap_initialized & HW_CAP_NIC9)) in gaudi_ring_doorbell()
4666 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_get_int_queue_base() local
4675 q = &gaudi->internal_qmans[queue_id]; in gaudi_get_int_queue_base()
4685 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_send_cpu_message() local
4687 if (!(gaudi->hw_cap_initialized & HW_CAP_CPU_Q)) { in gaudi_send_cpu_message()
4775 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_test_cpu_queue() local
4781 if (!(gaudi->hw_cap_initialized & HW_CAP_CPU_Q)) in gaudi_test_cpu_queue()
5472 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_parse_cb_no_ext_queue() local
5480 if (!(gaudi->hw_cap_initialized & nic_mask_q_id)) { in gaudi_parse_cb_no_ext_queue()
5515 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_cs_parser() local
5520 if (gaudi->hw_cap_initialized & HW_CAP_MMU) in gaudi_cs_parser()
5862 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_mmu_clear_pgt_range() local
5865 if (!(gaudi->hw_cap_initialized & HW_CAP_MMU)) in gaudi_mmu_clear_pgt_range()
6030 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_read_pte() local
6036 (addr - gaudi->hbm_bar_cur_addr)); in gaudi_read_pte()
6041 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_write_pte() local
6047 (addr - gaudi->hbm_bar_cur_addr)); in gaudi_write_pte()
6059 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_mmu_prepare() local
6061 if (!(gaudi->hw_cap_initialized & HW_CAP_MMU)) in gaudi_mmu_prepare()
6214 if (gaudi->hw_cap_initialized & HW_CAP_NIC0) { in gaudi_mmu_prepare()
6227 if (gaudi->hw_cap_initialized & HW_CAP_NIC1) { in gaudi_mmu_prepare()
6240 if (gaudi->hw_cap_initialized & HW_CAP_NIC2) { in gaudi_mmu_prepare()
6253 if (gaudi->hw_cap_initialized & HW_CAP_NIC3) { in gaudi_mmu_prepare()
6266 if (gaudi->hw_cap_initialized & HW_CAP_NIC4) { in gaudi_mmu_prepare()
6279 if (gaudi->hw_cap_initialized & HW_CAP_NIC5) { in gaudi_mmu_prepare()
6292 if (gaudi->hw_cap_initialized & HW_CAP_NIC6) { in gaudi_mmu_prepare()
6305 if (gaudi->hw_cap_initialized & HW_CAP_NIC7) { in gaudi_mmu_prepare()
6318 if (gaudi->hw_cap_initialized & HW_CAP_NIC8) { in gaudi_mmu_prepare()
6331 if (gaudi->hw_cap_initialized & HW_CAP_NIC9) { in gaudi_mmu_prepare()
6667 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_print_and_get_mmu_error_info() local
6670 if (!(gaudi->hw_cap_initialized & HW_CAP_MMU)) in gaudi_print_and_get_mmu_error_info()
7562 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_handle_eqe() local
7579 gaudi->events_stat[event_type]++; in gaudi_handle_eqe()
7580 gaudi->events_stat_aggregate[event_type]++; in gaudi_handle_eqe()
7891 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_get_events_stat() local
7894 *size = (u32) sizeof(gaudi->events_stat_aggregate); in gaudi_get_events_stat()
7895 return gaudi->events_stat_aggregate; in gaudi_get_events_stat()
7898 *size = (u32) sizeof(gaudi->events_stat); in gaudi_get_events_stat()
7899 return gaudi->events_stat; in gaudi_get_events_stat()
7904 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_mmu_invalidate_cache() local
7908 if (!(gaudi->hw_cap_initialized & HW_CAP_MMU) || in gaudi_mmu_invalidate_cache()
7919 WREG32(mmSTLB_CACHE_INV, gaudi->mmu_cache_inv_pi++); in gaudi_mmu_invalidate_cache()
7979 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_send_heartbeat() local
7981 if (!(gaudi->hw_cap_initialized & HW_CAP_CPU_Q)) in gaudi_send_heartbeat()
7989 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_cpucp_info_get() local
7993 if (!(gaudi->hw_cap_initialized & HW_CAP_CPU_Q)) in gaudi_cpucp_info_get()
8016 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_is_device_idle() local
8114 if (gaudi->hw_cap_initialized & BIT(HW_CAP_NIC_SHIFT + port)) { in gaudi_is_device_idle()
8129 if (gaudi->hw_cap_initialized & BIT(HW_CAP_NIC_SHIFT + port)) { in gaudi_is_device_idle()
8151 __acquires(&gaudi->hw_queues_lock) in gaudi_hw_queues_lock()
8153 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_hw_queues_lock() local
8155 spin_lock(&gaudi->hw_queues_lock); in gaudi_hw_queues_lock()
8159 __releases(&gaudi->hw_queues_lock) in gaudi_hw_queues_unlock()
8161 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_hw_queues_unlock() local
8163 spin_unlock(&gaudi->hw_queues_lock); in gaudi_hw_queues_unlock()
8174 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_get_eeprom_data() local
8176 if (!(gaudi->hw_cap_initialized & HW_CAP_CPU_Q)) in gaudi_get_eeprom_data()
8184 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_get_monitor_dump() local
8186 if (!(gaudi->hw_cap_initialized & HW_CAP_CPU_Q)) in gaudi_get_monitor_dump()
8295 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_internal_cb_pool_init() local
8298 if (!(gaudi->hw_cap_initialized & HW_CAP_MMU)) in gaudi_internal_cb_pool_init()
8375 struct gaudi_device *gaudi = hdev->asic_specific; in gaudi_internal_cb_pool_fini() local
8377 if (!(gaudi->hw_cap_initialized & HW_CAP_MMU)) in gaudi_internal_cb_pool_fini()