Lines Matching refs:gaudi2
2485 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_set_hbm_bar_base() local
2490 if ((gaudi2) && (gaudi2->dram_bar_cur_addr == addr)) in gaudi2_set_hbm_bar_base()
2504 if (gaudi2) { in gaudi2_set_hbm_bar_base()
2505 old_addr = gaudi2->dram_bar_cur_addr; in gaudi2_set_hbm_bar_base()
2506 gaudi2->dram_bar_cur_addr = addr; in gaudi2_set_hbm_bar_base()
2850 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_cpucp_info_get() local
2856 if (!(gaudi2->hw_cap_initialized & HW_CAP_CPU_Q)) in gaudi2_cpucp_info_get()
2922 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_fetch_psoc_frequency() local
2926 if (!(gaudi2->hw_cap_initialized & HW_CAP_CPU_Q)) in gaudi2_fetch_psoc_frequency()
3042 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_init_arcs() local
3065 if (gaudi2_is_arc_tpc_owned(arc_id) && !(gaudi2->tpc_hw_cap_initialized & in gaudi2_init_arcs()
3145 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_late_init() local
3151 gaudi2->virt_msix_db_dma_addr); in gaudi2_late_init()
3186 static void gaudi2_user_mapped_dec_init(struct gaudi2_device *gaudi2, u32 start_idx) in gaudi2_user_mapped_dec_init() argument
3188 struct user_mapped_block *blocks = gaudi2->mapped_blocks; in gaudi2_user_mapped_dec_init()
3204 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_user_mapped_blocks_init() local
3205 struct user_mapped_block *blocks = gaudi2->mapped_blocks; in gaudi2_user_mapped_blocks_init()
3260 gaudi2_user_mapped_dec_init(gaudi2, USR_MAPPED_BLK_DEC_START_IDX); in gaudi2_user_mapped_blocks_init()
3489 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_test_queues_msgs_free() local
3490 struct gaudi2_queues_test_info *msg_info = gaudi2->queues_test_info; in gaudi2_test_queues_msgs_free()
3505 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_test_queues_msgs_alloc() local
3506 struct gaudi2_queues_test_info *msg_info = gaudi2->queues_test_info; in gaudi2_test_queues_msgs_alloc()
3532 struct gaudi2_device *gaudi2; in gaudi2_sw_init() local
3536 gaudi2 = kzalloc(sizeof(*gaudi2), GFP_KERNEL); in gaudi2_sw_init()
3537 if (!gaudi2) in gaudi2_sw_init()
3544 if (gaudi2->num_of_valid_hw_events == GAUDI2_EVENT_SIZE) { in gaudi2_sw_init()
3551 gaudi2->hw_events[gaudi2->num_of_valid_hw_events++] = gaudi2_irq_map_table[i].fc_id; in gaudi2_sw_init()
3555 gaudi2->lfsr_rand_seeds[i] = gaudi2_get_non_zero_random_int(); in gaudi2_sw_init()
3557 gaudi2->cpucp_info_get = gaudi2_cpucp_info_get; in gaudi2_sw_init()
3559 hdev->asic_specific = gaudi2; in gaudi2_sw_init()
3592 gaudi2->virt_msix_db_cpu_addr = hl_cpu_accessible_dma_pool_alloc(hdev, prop->pmmu.page_size, in gaudi2_sw_init()
3593 &gaudi2->virt_msix_db_dma_addr); in gaudi2_sw_init()
3594 if (!gaudi2->virt_msix_db_cpu_addr) { in gaudi2_sw_init()
3600 spin_lock_init(&gaudi2->hw_queues_lock); in gaudi2_sw_init()
3602 gaudi2->scratchpad_kernel_address = hl_asic_dma_alloc_coherent(hdev, PAGE_SIZE, in gaudi2_sw_init()
3603 &gaudi2->scratchpad_bus_address, in gaudi2_sw_init()
3605 if (!gaudi2->scratchpad_kernel_address) { in gaudi2_sw_init()
3643 hl_asic_dma_free_coherent(hdev, PAGE_SIZE, gaudi2->scratchpad_kernel_address, in gaudi2_sw_init()
3644 gaudi2->scratchpad_bus_address); in gaudi2_sw_init()
3646 hl_cpu_accessible_dma_pool_free(hdev, prop->pmmu.page_size, gaudi2->virt_msix_db_cpu_addr); in gaudi2_sw_init()
3655 kfree(gaudi2); in gaudi2_sw_init()
3662 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_sw_fini() local
3668 hl_cpu_accessible_dma_pool_free(hdev, prop->pmmu.page_size, gaudi2->virt_msix_db_cpu_addr); in gaudi2_sw_fini()
3675 hl_asic_dma_free_coherent(hdev, PAGE_SIZE, gaudi2->scratchpad_kernel_address, in gaudi2_sw_fini()
3676 gaudi2->scratchpad_bus_address); in gaudi2_sw_fini()
3680 kfree(gaudi2); in gaudi2_sw_fini()
3748 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_stop_dma_qmans() local
3751 if (!(gaudi2->hw_cap_initialized & HW_CAP_PDMA_MASK)) in gaudi2_stop_dma_qmans()
3759 if (!(gaudi2->hw_cap_initialized & HW_CAP_EDMA_MASK)) in gaudi2_stop_dma_qmans()
3767 if (!(gaudi2->hw_cap_initialized & BIT_ULL(HW_CAP_EDMA_SHIFT + seq))) in gaudi2_stop_dma_qmans()
3781 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_stop_mme_qmans() local
3787 if (!(gaudi2->hw_cap_initialized & BIT_ULL(HW_CAP_MME_SHIFT + i))) in gaudi2_stop_mme_qmans()
3796 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_stop_tpc_qmans() local
3800 if (!(gaudi2->tpc_hw_cap_initialized & HW_CAP_TPC_MASK)) in gaudi2_stop_tpc_qmans()
3804 if (!(gaudi2->tpc_hw_cap_initialized & BIT_ULL(HW_CAP_TPC_SHIFT + i))) in gaudi2_stop_tpc_qmans()
3814 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_stop_rot_qmans() local
3818 if (!(gaudi2->hw_cap_initialized & HW_CAP_ROT_MASK)) in gaudi2_stop_rot_qmans()
3822 if (!(gaudi2->hw_cap_initialized & BIT_ULL(HW_CAP_ROT_SHIFT + i))) in gaudi2_stop_rot_qmans()
3832 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_stop_nic_qmans() local
3836 if (!(gaudi2->nic_hw_cap_initialized & HW_CAP_NIC_MASK)) in gaudi2_stop_nic_qmans()
3860 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_dma_stall() local
3863 if (!(gaudi2->hw_cap_initialized & HW_CAP_PDMA_MASK)) in gaudi2_dma_stall()
3870 if (!(gaudi2->hw_cap_initialized & HW_CAP_EDMA_MASK)) in gaudi2_dma_stall()
3878 if (!(gaudi2->hw_cap_initialized & BIT_ULL(HW_CAP_EDMA_SHIFT + seq))) in gaudi2_dma_stall()
3892 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_mme_stall() local
3898 if (gaudi2->hw_cap_initialized & BIT_ULL(HW_CAP_MME_SHIFT + i)) in gaudi2_mme_stall()
3904 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_tpc_stall() local
3908 if (!(gaudi2->tpc_hw_cap_initialized & HW_CAP_TPC_MASK)) in gaudi2_tpc_stall()
3912 if (!(gaudi2->tpc_hw_cap_initialized & BIT_ULL(HW_CAP_TPC_SHIFT + i))) in gaudi2_tpc_stall()
3922 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_rotator_stall() local
3926 if (!(gaudi2->hw_cap_initialized & HW_CAP_ROT_MASK)) in gaudi2_rotator_stall()
3934 if (!(gaudi2->hw_cap_initialized & BIT_ULL(HW_CAP_ROT_SHIFT + i))) in gaudi2_rotator_stall()
3948 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_disable_dma_qmans() local
3951 if (!(gaudi2->hw_cap_initialized & HW_CAP_PDMA_MASK)) in gaudi2_disable_dma_qmans()
3958 if (!(gaudi2->hw_cap_initialized & HW_CAP_EDMA_MASK)) in gaudi2_disable_dma_qmans()
3966 if (!(gaudi2->hw_cap_initialized & BIT_ULL(HW_CAP_EDMA_SHIFT + seq))) in gaudi2_disable_dma_qmans()
3980 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_disable_mme_qmans() local
3986 if (gaudi2->hw_cap_initialized & BIT_ULL(HW_CAP_MME_SHIFT + i)) in gaudi2_disable_mme_qmans()
3992 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_disable_tpc_qmans() local
3996 if (!(gaudi2->tpc_hw_cap_initialized & HW_CAP_TPC_MASK)) in gaudi2_disable_tpc_qmans()
4000 if (!(gaudi2->tpc_hw_cap_initialized & BIT_ULL(HW_CAP_TPC_SHIFT + i))) in gaudi2_disable_tpc_qmans()
4010 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_disable_rot_qmans() local
4014 if (!(gaudi2->hw_cap_initialized & HW_CAP_ROT_MASK)) in gaudi2_disable_rot_qmans()
4018 if (!(gaudi2->hw_cap_initialized & BIT_ULL(HW_CAP_ROT_SHIFT + i))) in gaudi2_disable_rot_qmans()
4028 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_disable_nic_qmans() local
4032 if (!(gaudi2->nic_hw_cap_initialized & HW_CAP_NIC_MASK)) in gaudi2_disable_nic_qmans()
4152 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_enable_msix() local
4156 if (gaudi2->hw_cap_initialized & HW_CAP_MSIX) in gaudi2_enable_msix()
4222 gaudi2->hw_cap_initialized |= HW_CAP_MSIX; in gaudi2_enable_msix()
4256 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_sync_irqs() local
4260 if (!(gaudi2->hw_cap_initialized & HW_CAP_MSIX)) in gaudi2_sync_irqs()
4286 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_disable_msix() local
4290 if (!(gaudi2->hw_cap_initialized & HW_CAP_MSIX)) in gaudi2_disable_msix()
4319 gaudi2->hw_cap_initialized &= ~HW_CAP_MSIX; in gaudi2_disable_msix()
4404 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_stop_dec() local
4407 if ((gaudi2->dec_hw_cap_initialized & HW_CAP_DEC_MASK) == 0) in gaudi2_stop_dec()
4468 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_reset_arcs() local
4471 if (!gaudi2) in gaudi2_reset_arcs()
4481 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_nic_qmans_manual_flush() local
4485 if (!(gaudi2->nic_hw_cap_initialized & HW_CAP_NIC_MASK)) in gaudi2_nic_qmans_manual_flush()
4526 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_set_tpc_engine_mode() local
4529 if (!(gaudi2->tpc_hw_cap_initialized & HW_CAP_TPC_MASK)) in gaudi2_set_tpc_engine_mode()
4533 if (!(gaudi2->tpc_hw_cap_initialized & BIT_ULL(HW_CAP_TPC_SHIFT + tpc_id))) in gaudi2_set_tpc_engine_mode()
4553 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_set_mme_engine_mode() local
4557 if (!(gaudi2->hw_cap_initialized & BIT_ULL(HW_CAP_MME_SHIFT + mme_id))) in gaudi2_set_mme_engine_mode()
4571 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_set_edma_engine_mode() local
4574 if (!(gaudi2->hw_cap_initialized & HW_CAP_EDMA_MASK)) in gaudi2_set_edma_engine_mode()
4578 if (!(gaudi2->hw_cap_initialized & BIT_ULL(HW_CAP_EDMA_SHIFT + edma_id))) in gaudi2_set_edma_engine_mode()
4752 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_init_cpu() local
4758 if (gaudi2->hw_cap_initialized & HW_CAP_CPU) in gaudi2_init_cpu()
4765 gaudi2->hw_cap_initialized |= HW_CAP_CPU; in gaudi2_init_cpu()
4774 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_init_cpu_queues() local
4783 if (gaudi2->hw_cap_initialized & HW_CAP_CPU_Q) in gaudi2_init_cpu_queues()
4835 gaudi2->hw_cap_initialized |= HW_CAP_CPU_Q; in gaudi2_init_cpu_queues()
4884 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_init_qman_pqc() local
4895 lower_32_bits(gaudi2->scratchpad_bus_address)); in gaudi2_init_qman_pqc()
4897 upper_32_bits(gaudi2->scratchpad_bus_address)); in gaudi2_init_qman_pqc()
5042 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_init_kdma() local
5045 if ((gaudi2->hw_cap_initialized & HW_CAP_KDMA) == HW_CAP_KDMA) in gaudi2_init_kdma()
5052 gaudi2->hw_cap_initialized |= HW_CAP_KDMA; in gaudi2_init_kdma()
5057 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_init_pdma() local
5060 if ((gaudi2->hw_cap_initialized & HW_CAP_PDMA_MASK) == HW_CAP_PDMA_MASK) in gaudi2_init_pdma()
5075 gaudi2->hw_cap_initialized |= HW_CAP_PDMA_MASK; in gaudi2_init_pdma()
5095 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_init_edma() local
5098 if ((gaudi2->hw_cap_initialized & HW_CAP_EDMA_MASK) == HW_CAP_EDMA_MASK) in gaudi2_init_edma()
5110 gaudi2->hw_cap_initialized |= BIT_ULL(HW_CAP_EDMA_SHIFT + seq); in gaudi2_init_edma()
5134 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_arm_monitors_for_virt_msix_db() local
5186 addr = gaudi2->virt_msix_db_dma_addr; in gaudi2_arm_monitors_for_virt_msix_db()
5220 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_init_sm() local
5237 WREG32(mmDCORE0_SYNC_MNGR_GLBL_LBW_ADDR_L_0, lower_32_bits(gaudi2->virt_msix_db_dma_addr)); in gaudi2_init_sm()
5238 WREG32(mmDCORE0_SYNC_MNGR_GLBL_LBW_ADDR_H_0, upper_32_bits(gaudi2->virt_msix_db_dma_addr)); in gaudi2_init_sm()
5263 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_init_mme_acc() local
5279 WREG32(reg_base + MME_ACC_AP_LFSR_SEED_WDATA_OFFSET, gaudi2->lfsr_rand_seeds[i]); in gaudi2_init_mme_acc()
5317 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_init_mme() local
5320 if ((gaudi2->hw_cap_initialized & HW_CAP_MME_MASK) == HW_CAP_MME_MASK) in gaudi2_init_mme()
5326 gaudi2->hw_cap_initialized |= BIT_ULL(HW_CAP_MME_SHIFT + i); in gaudi2_init_mme()
5347 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_init_tpc_config() local
5363 gaudi2->tpc_hw_cap_initialized |= BIT_ULL(HW_CAP_TPC_SHIFT + seq); in gaudi2_init_tpc_config()
5368 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_init_tpc() local
5375 if ((gaudi2->tpc_hw_cap_initialized & HW_CAP_TPC_MASK) == HW_CAP_TPC_MASK) in gaudi2_init_tpc()
5389 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_init_rotator() local
5398 gaudi2->hw_cap_initialized |= BIT_ULL(HW_CAP_ROT_SHIFT + i); in gaudi2_init_rotator()
5421 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_init_dec() local
5428 if ((gaudi2->dec_hw_cap_initialized & HW_CAP_DEC_MASK) == HW_CAP_DEC_MASK) in gaudi2_init_dec()
5445 gaudi2->dec_hw_cap_initialized |= BIT_ULL(HW_CAP_DEC_SHIFT + dec_bit); in gaudi2_init_dec()
5458 gaudi2->dec_hw_cap_initialized |= BIT_ULL(HW_CAP_DEC_SHIFT + dec_bit); in gaudi2_init_dec()
5556 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_is_hmmu_enabled() local
5561 if (gaudi2->hw_cap_initialized & hw_cap) in gaudi2_is_hmmu_enabled()
5664 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_mmu_invalidate_cache() local
5674 if ((flags & MMU_OP_USERPTR) && (gaudi2->hw_cap_initialized & HW_CAP_PMMU)) { in gaudi2_mmu_invalidate_cache()
5691 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_mmu_invalidate_cache_range() local
5705 if ((flags & MMU_OP_USERPTR) && (gaudi2->hw_cap_initialized & HW_CAP_PMMU)) { in gaudi2_mmu_invalidate_cache_range()
5809 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_pci_mmu_init() local
5813 if (gaudi2->hw_cap_initialized & HW_CAP_PMMU) in gaudi2_pci_mmu_init()
5852 gaudi2->hw_cap_initialized |= HW_CAP_PMMU; in gaudi2_pci_mmu_init()
5861 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_dcore_hmmu_init() local
5873 if ((gaudi2->hw_cap_initialized & hw_cap) || !(prop->hmmu_hif_enabled_mask & BIT(dmmu_seq))) in gaudi2_dcore_hmmu_init()
5904 gaudi2->hw_cap_initialized |= hw_cap; in gaudi2_dcore_hmmu_init()
5940 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_hw_init() local
5958 gaudi2->dram_bar_cur_addr = DRAM_PHYS_BASE; in gaudi2_hw_init()
5984 rc = gaudi2->cpucp_info_get(hdev); in gaudi2_hw_init()
6040 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_send_hard_reset_cmd() local
6059 if (gaudi2 && (gaudi2->hw_cap_initialized & HW_CAP_CPU) && in gaudi2_send_hard_reset_cmd()
6219 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_hw_fini() local
6286 if (!gaudi2) in gaudi2_hw_fini()
6289 gaudi2->dec_hw_cap_initialized &= ~(HW_CAP_DEC_MASK); in gaudi2_hw_fini()
6290 gaudi2->tpc_hw_cap_initialized &= ~(HW_CAP_TPC_MASK); in gaudi2_hw_fini()
6297 gaudi2->nic_hw_cap_initialized &= ~(HW_CAP_NIC_MASK); in gaudi2_hw_fini()
6300 gaudi2->hw_cap_initialized &= in gaudi2_hw_fini()
6307 memset(gaudi2->events_stat, 0, sizeof(gaudi2->events_stat)); in gaudi2_hw_fini()
6309 gaudi2->hw_cap_initialized &= in gaudi2_hw_fini()
6362 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_is_queue_enabled() local
6413 return !!(gaudi2->tpc_hw_cap_initialized & BIT_ULL(0)); in gaudi2_is_queue_enabled()
6444 return !!(gaudi2->nic_hw_cap_initialized & BIT_ULL(0)); in gaudi2_is_queue_enabled()
6448 return !!(gaudi2->hw_cap_initialized & HW_CAP_CPU_Q); in gaudi2_is_queue_enabled()
6455 return !!(gaudi2->tpc_hw_cap_initialized & BIT_ULL(hw_tpc_cap_bit)); in gaudi2_is_queue_enabled()
6458 return !!(gaudi2->nic_hw_cap_initialized & BIT_ULL(hw_nic_cap_bit)); in gaudi2_is_queue_enabled()
6463 return !!(gaudi2->hw_cap_initialized & hw_cap_mask); in gaudi2_is_queue_enabled()
6468 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_is_arc_enabled() local
6473 return !!(gaudi2->active_hw_arc & BIT_ULL(arc_id)); in gaudi2_is_arc_enabled()
6476 return !!(gaudi2->active_tpc_arc & BIT_ULL(arc_id - CPU_ID_TPC_QMAN_ARC0)); in gaudi2_is_arc_enabled()
6479 return !!(gaudi2->active_nic_arc & BIT_ULL(arc_id - CPU_ID_NIC_QMAN_ARC0)); in gaudi2_is_arc_enabled()
6488 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_clr_arc_id_cap() local
6493 gaudi2->active_hw_arc &= ~(BIT_ULL(arc_id)); in gaudi2_clr_arc_id_cap()
6497 gaudi2->active_tpc_arc &= ~(BIT_ULL(arc_id - CPU_ID_TPC_QMAN_ARC0)); in gaudi2_clr_arc_id_cap()
6501 gaudi2->active_nic_arc &= ~(BIT_ULL(arc_id - CPU_ID_NIC_QMAN_ARC0)); in gaudi2_clr_arc_id_cap()
6511 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_set_arc_id_cap() local
6516 gaudi2->active_hw_arc |= BIT_ULL(arc_id); in gaudi2_set_arc_id_cap()
6520 gaudi2->active_tpc_arc |= BIT_ULL(arc_id - CPU_ID_TPC_QMAN_ARC0); in gaudi2_set_arc_id_cap()
6524 gaudi2->active_nic_arc |= BIT_ULL(arc_id - CPU_ID_NIC_QMAN_ARC0); in gaudi2_set_arc_id_cap()
6587 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_send_cpu_message() local
6589 if (!(gaudi2->hw_cap_initialized & HW_CAP_CPU_Q)) { in gaudi2_send_cpu_message()
6647 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_validate_cb_address() local
6668 if ((gaudi2->hw_cap_initialized & HW_CAP_DMMU_MASK) && in gaudi2_validate_cb_address()
6675 if (gaudi2->hw_cap_initialized & HW_CAP_PMMU) { in gaudi2_validate_cb_address()
6703 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_cs_parser() local
6708 if (!(gaudi2->hw_cap_initialized & HW_CAP_PMMU)) { in gaudi2_cs_parser()
6718 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_send_heartbeat() local
6720 if (!(gaudi2->hw_cap_initialized & HW_CAP_CPU_Q)) in gaudi2_send_heartbeat()
6938 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_test_cpu_queue() local
6944 if (!(gaudi2->hw_cap_initialized & HW_CAP_CPU_Q)) in gaudi2_test_cpu_queue()
6952 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_test_queues() local
6962 msg_info = &gaudi2->queues_test_info[i - GAUDI2_QUEUE_ID_PDMA_0_0]; in gaudi2_test_queues()
6994 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_compute_reset_late_init() local
7009 irq_arr_size = gaudi2->num_of_valid_hw_events * sizeof(gaudi2->hw_events[0]); in gaudi2_compute_reset_late_init()
7010 return hl_fw_unmask_irq_arr(hdev, gaudi2->hw_events, irq_arr_size); in gaudi2_compute_reset_late_init()
7377 __acquires(&gaudi2->hw_queues_lock) in gaudi2_hw_queues_lock()
7379 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_hw_queues_lock() local
7381 spin_lock(&gaudi2->hw_queues_lock); in gaudi2_hw_queues_lock()
7385 __releases(&gaudi2->hw_queues_lock) in gaudi2_hw_queues_unlock()
7387 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_hw_queues_unlock() local
7389 spin_unlock(&gaudi2->hw_queues_lock); in gaudi2_hw_queues_unlock()
7399 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_get_eeprom_data() local
7401 if (!(gaudi2->hw_cap_initialized & HW_CAP_CPU_Q)) in gaudi2_get_eeprom_data()
7414 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_get_events_stat() local
7417 *size = (u32) sizeof(gaudi2->events_stat_aggregate); in gaudi2_get_events_stat()
7418 return gaudi2->events_stat_aggregate; in gaudi2_get_events_stat()
7421 *size = (u32) sizeof(gaudi2->events_stat); in gaudi2_get_events_stat()
7422 return gaudi2->events_stat; in gaudi2_get_events_stat()
7671 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_mmu_prepare() local
7684 if (!(gaudi2->hw_cap_initialized & HW_CAP_MMU_MASK)) in gaudi2_mmu_prepare()
9465 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_handle_eqe() local
9480 gaudi2->events_stat[event_type]++; in gaudi2_handle_eqe()
9481 gaudi2->events_stat_aggregate[event_type]++; in gaudi2_handle_eqe()
10399 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_internal_cb_pool_init() local
10402 if (!(gaudi2->hw_cap_initialized & HW_CAP_PMMU)) in gaudi2_internal_cb_pool_init()
10470 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_internal_cb_pool_fini() local
10472 if (!(gaudi2->hw_cap_initialized & HW_CAP_PMMU)) in gaudi2_internal_cb_pool_fini()
10497 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_map_virtual_msix_doorbell_memory() local
10501 gaudi2->virt_msix_db_dma_addr, prop->pmmu.page_size, true); in gaudi2_map_virtual_msix_doorbell_memory()
10855 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_get_hw_block_id() local
10859 if (block_addr == CFG_BASE + gaudi2->mapped_blocks[i].address) { in gaudi2_get_hw_block_id()
10862 *block_size = gaudi2->mapped_blocks[i].size; in gaudi2_get_hw_block_id()
10875 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_block_mmap() local
10886 if (block_size != gaudi2->mapped_blocks[block_id].size) { in gaudi2_block_mmap()
10891 offset_in_bar = CFG_BASE + gaudi2->mapped_blocks[block_id].address - STM_FLASH_BASE_ADDR; in gaudi2_block_mmap()
10908 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_enable_events_from_fw() local
10913 if (gaudi2->hw_cap_initialized & HW_CAP_CPU_Q) in gaudi2_enable_events_from_fw()
10982 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_ack_mmu_error() local
10985 if (!(gaudi2->hw_cap_initialized & mmu_id)) in gaudi2_ack_mmu_error()
11140 struct gaudi2_device *gaudi2 = hdev->asic_specific; in gaudi2_send_device_activity() local
11142 if (!(gaudi2->hw_cap_initialized & HW_CAP_CPU_Q)) in gaudi2_send_device_activity()