494 get_collective_mode(struct hl_device *hdev, u32 queue_id)  in get_collective_mode()
514 static inline void set_default_power_values(struct hl_device *hdev)  in set_default_power_values()
531 static int gaudi_set_fixed_properties(struct hl_device *hdev)  in gaudi_set_fixed_properties()
707 static int gaudi_pci_bars_map(struct hl_device *hdev)  in gaudi_pci_bars_map()
723 static u64 gaudi_set_hbm_bar_base(struct hl_device *hdev, u64 addr)  in gaudi_set_hbm_bar_base()
752 static int gaudi_init_iatu(struct hl_device *hdev)  in gaudi_init_iatu()
794 static enum hl_device_hw_state gaudi_get_hw_state(struct hl_device *hdev)  in gaudi_get_hw_state()
799 static int gaudi_early_init(struct hl_device *hdev)  in gaudi_early_init()
891 static int gaudi_early_fini(struct hl_device *hdev)  in gaudi_early_fini()
905 static int gaudi_fetch_psoc_frequency(struct hl_device *hdev)  in gaudi_fetch_psoc_frequency()
962 static int _gaudi_init_tpc_mem(struct hl_device *hdev,  in _gaudi_init_tpc_mem()
1047 static int gaudi_init_tpc_mem(struct hl_device *hdev)  in gaudi_init_tpc_mem()
1089 static void gaudi_collective_map_sobs(struct hl_device *hdev, u32 stream)  in gaudi_collective_map_sobs()
1125 	struct hl_device *hdev = hw_sob_group->hdev;  in gaudi_sob_group_hw_reset()  local
1139 	struct hl_device *hdev = hw_sob_group->hdev;  in gaudi_sob_group_reset_error()  local
1164 static int gaudi_collective_init(struct hl_device *hdev)  in gaudi_collective_init()
1197 static void gaudi_reset_sob_group(struct hl_device *hdev, u16 sob_group)  in gaudi_reset_sob_group()
1206 static void gaudi_collective_master_init_job(struct hl_device *hdev,  in gaudi_collective_master_init_job()
1257 static void gaudi_collective_slave_init_job(struct hl_device *hdev,  in gaudi_collective_slave_init_job()
1315 	struct hl_device *hdev;  in gaudi_collective_wait_init_cs()  local
1425 static int gaudi_collective_wait_create_job(struct hl_device *hdev,  in gaudi_collective_wait_create_job()
1521 static int gaudi_collective_wait_create_jobs(struct hl_device *hdev,  in gaudi_collective_wait_create_jobs()
1606 static int gaudi_late_init(struct hl_device *hdev)  in gaudi_late_init()
1688 static void gaudi_late_fini(struct hl_device *hdev)  in gaudi_late_fini()
1693 static int gaudi_alloc_cpu_accessible_dma_mem(struct hl_device *hdev)  in gaudi_alloc_cpu_accessible_dma_mem()
1746 static void gaudi_free_internal_qmans_pq_mem(struct hl_device *hdev)  in gaudi_free_internal_qmans_pq_mem()
1760 static int gaudi_alloc_internal_qmans_pq_mem(struct hl_device *hdev)  in gaudi_alloc_internal_qmans_pq_mem()
1806 static void gaudi_set_pci_memory_regions(struct hl_device *hdev)  in gaudi_set_pci_memory_regions()
1848 static int gaudi_sw_init(struct hl_device *hdev)  in gaudi_sw_init()
1942 static int gaudi_sw_fini(struct hl_device *hdev)  in gaudi_sw_fini()
1966 	struct hl_device *hdev = arg;  in gaudi_irq_handler_single()  local
1984 static int gaudi_pci_irq_vector(struct hl_device *hdev, unsigned int nr,  in gaudi_pci_irq_vector()
1999 static int gaudi_enable_msi_single(struct hl_device *hdev)  in gaudi_enable_msi_single()
2015 static int gaudi_enable_msi(struct hl_device *hdev)  in gaudi_enable_msi()
2042 static void gaudi_sync_irqs(struct hl_device *hdev)  in gaudi_sync_irqs()
2053 static void gaudi_disable_msi(struct hl_device *hdev)  in gaudi_disable_msi()
2067 static void gaudi_init_scrambler_sram(struct hl_device *hdev)  in gaudi_init_scrambler_sram()
2135 static void gaudi_init_scrambler_hbm(struct hl_device *hdev)  in gaudi_init_scrambler_hbm()
2203 static void gaudi_init_e2e(struct hl_device *hdev)  in gaudi_init_e2e()
2453 static void gaudi_init_hbm_cred(struct hl_device *hdev)  in gaudi_init_hbm_cred()
2516 static void gaudi_init_golden_registers(struct hl_device *hdev)  in gaudi_init_golden_registers()
2544 static void gaudi_init_pci_dma_qman(struct hl_device *hdev, int dma_id,  in gaudi_init_pci_dma_qman()
2635 static void gaudi_init_dma_core(struct hl_device *hdev, int dma_id)  in gaudi_init_dma_core()
2675 static void gaudi_enable_qman(struct hl_device *hdev, int dma_id,  in gaudi_enable_qman()
2683 static void gaudi_init_pci_dma_qmans(struct hl_device *hdev)  in gaudi_init_pci_dma_qmans()
2724 static void gaudi_init_hbm_dma_qman(struct hl_device *hdev, int dma_id,  in gaudi_init_hbm_dma_qman()
2829 static void gaudi_init_hbm_dma_qmans(struct hl_device *hdev)  in gaudi_init_hbm_dma_qmans()
2866 static void gaudi_init_mme_qman(struct hl_device *hdev, u32 mme_offset,  in gaudi_init_mme_qman()
2953 static void gaudi_init_mme_qmans(struct hl_device *hdev)  in gaudi_init_mme_qmans()
2992 static void gaudi_init_tpc_qman(struct hl_device *hdev, u32 tpc_offset,  in gaudi_init_tpc_qman()
3098 static void gaudi_init_tpc_qmans(struct hl_device *hdev)  in gaudi_init_tpc_qmans()
3143 static void gaudi_init_nic_qman(struct hl_device *hdev, u32 nic_offset,  in gaudi_init_nic_qman()
3231 static void gaudi_init_nic_qmans(struct hl_device *hdev)  in gaudi_init_nic_qmans()
3283 static void gaudi_disable_pci_dma_qmans(struct hl_device *hdev)  in gaudi_disable_pci_dma_qmans()
3295 static void gaudi_disable_hbm_dma_qmans(struct hl_device *hdev)  in gaudi_disable_hbm_dma_qmans()
3309 static void gaudi_disable_mme_qmans(struct hl_device *hdev)  in gaudi_disable_mme_qmans()
3320 static void gaudi_disable_tpc_qmans(struct hl_device *hdev)  in gaudi_disable_tpc_qmans()
3335 static void gaudi_disable_nic_qmans(struct hl_device *hdev)  in gaudi_disable_nic_qmans()
3359 static void gaudi_stop_pci_dma_qmans(struct hl_device *hdev)  in gaudi_stop_pci_dma_qmans()
3372 static void gaudi_stop_hbm_dma_qmans(struct hl_device *hdev)  in gaudi_stop_hbm_dma_qmans()
3388 static void gaudi_stop_mme_qmans(struct hl_device *hdev)  in gaudi_stop_mme_qmans()
3400 static void gaudi_stop_tpc_qmans(struct hl_device *hdev)  in gaudi_stop_tpc_qmans()
3417 static void gaudi_stop_nic_qmans(struct hl_device *hdev)  in gaudi_stop_nic_qmans()
3484 static void gaudi_pci_dma_stall(struct hl_device *hdev)  in gaudi_pci_dma_stall()
3496 static void gaudi_hbm_dma_stall(struct hl_device *hdev)  in gaudi_hbm_dma_stall()
3510 static void gaudi_mme_stall(struct hl_device *hdev)  in gaudi_mme_stall()
3536 static void gaudi_tpc_stall(struct hl_device *hdev)  in gaudi_tpc_stall()
3553 static void gaudi_disable_clock_gating(struct hl_device *hdev)  in gaudi_disable_clock_gating()
3581 static void gaudi_enable_timestamp(struct hl_device *hdev)  in gaudi_enable_timestamp()
3594 static void gaudi_disable_timestamp(struct hl_device *hdev)  in gaudi_disable_timestamp()
3600 static void gaudi_halt_engines(struct hl_device *hdev, bool hard_reset, bool fw_reset)  in gaudi_halt_engines()
3639 static int gaudi_mmu_init(struct hl_device *hdev)  in gaudi_mmu_init()
3688 static int gaudi_load_firmware_to_device(struct hl_device *hdev)  in gaudi_load_firmware_to_device()
3697 static int gaudi_load_boot_fit_to_device(struct hl_device *hdev)  in gaudi_load_boot_fit_to_device()
3706 static void gaudi_init_dynamic_firmware_loader(struct hl_device *hdev)  in gaudi_init_dynamic_firmware_loader()
3729 static void gaudi_init_static_firmware_loader(struct hl_device *hdev)  in gaudi_init_static_firmware_loader()
3752 static void gaudi_init_firmware_preload_params(struct hl_device *hdev)  in gaudi_init_firmware_preload_params()
3764 static void gaudi_init_firmware_loader(struct hl_device *hdev)  in gaudi_init_firmware_loader()
3785 static int gaudi_init_cpu(struct hl_device *hdev)  in gaudi_init_cpu()
3813 static int gaudi_init_cpu_queues(struct hl_device *hdev, u32 cpu_timeout)  in gaudi_init_cpu_queues()
3886 static void gaudi_pre_hw_init(struct hl_device *hdev)  in gaudi_pre_hw_init()
3914 static int gaudi_hw_init(struct hl_device *hdev)  in gaudi_hw_init()
4002 static int gaudi_hw_fini(struct hl_device *hdev, bool hard_reset, bool fw_reset)  in gaudi_hw_fini()
4152 static int gaudi_suspend(struct hl_device *hdev)  in gaudi_suspend()
4163 static int gaudi_resume(struct hl_device *hdev)  in gaudi_resume()
4168 static int gaudi_mmap(struct hl_device *hdev, struct vm_area_struct *vma,  in gaudi_mmap()
4184 static void gaudi_ring_doorbell(struct hl_device *hdev, u32 hw_queue_id, u32 pi)  in gaudi_ring_doorbell()
4526 static void gaudi_pqe_write(struct hl_device *hdev, __le64 *pqe,  in gaudi_pqe_write()
4536 static void *gaudi_dma_alloc_coherent(struct hl_device *hdev, size_t size,  in gaudi_dma_alloc_coherent()
4549 static void gaudi_dma_free_coherent(struct hl_device *hdev, size_t size,  in gaudi_dma_free_coherent()
4558 static int gaudi_scrub_device_dram(struct hl_device *hdev, u64 val)  in gaudi_scrub_device_dram()
4619 static int gaudi_scrub_device_mem(struct hl_device *hdev)  in gaudi_scrub_device_mem()
4662 static void *gaudi_get_int_queue_base(struct hl_device *hdev,  in gaudi_get_int_queue_base()
4682 static int gaudi_send_cpu_message(struct hl_device *hdev, u32 *msg,  in gaudi_send_cpu_message()
4700 static int gaudi_test_queue(struct hl_device *hdev, u32 hw_queue_id)  in gaudi_test_queue()
4773 static int gaudi_test_cpu_queue(struct hl_device *hdev)  in gaudi_test_cpu_queue()
4787 static int gaudi_test_queues(struct hl_device *hdev)  in gaudi_test_queues()
4806 static void *gaudi_dma_pool_zalloc(struct hl_device *hdev, size_t size,  in gaudi_dma_pool_zalloc()
4823 static void gaudi_dma_pool_free(struct hl_device *hdev, void *vaddr,  in gaudi_dma_pool_free()
4832 static void *gaudi_cpu_accessible_dma_pool_alloc(struct hl_device *hdev,  in gaudi_cpu_accessible_dma_pool_alloc()
4838 static void gaudi_cpu_accessible_dma_pool_free(struct hl_device *hdev,  in gaudi_cpu_accessible_dma_pool_free()
4844 static u32 gaudi_get_dma_desc_list_size(struct hl_device *hdev, struct sg_table *sgt)  in gaudi_get_dma_desc_list_size()
4884 static int gaudi_pin_memory_before_cs(struct hl_device *hdev,  in gaudi_pin_memory_before_cs()
4930 static int gaudi_validate_dma_pkt_host(struct hl_device *hdev,  in gaudi_validate_dma_pkt_host()
4968 static int gaudi_validate_dma_pkt_no_mmu(struct hl_device *hdev,  in gaudi_validate_dma_pkt_no_mmu()
5000 static int gaudi_validate_load_and_exe_pkt(struct hl_device *hdev,  in gaudi_validate_load_and_exe_pkt()
5019 static int gaudi_validate_cb(struct hl_device *hdev,  in gaudi_validate_cb()
5126 static int gaudi_patch_dma_packet(struct hl_device *hdev,  in gaudi_patch_dma_packet()
5245 static int gaudi_patch_cb(struct hl_device *hdev,  in gaudi_patch_cb()
5335 static int gaudi_parse_cb_mmu(struct hl_device *hdev,  in gaudi_parse_cb_mmu()
5420 static int gaudi_parse_cb_no_mmu(struct hl_device *hdev,  in gaudi_parse_cb_no_mmu()
5468 static int gaudi_parse_cb_no_ext_queue(struct hl_device *hdev,  in gaudi_parse_cb_no_ext_queue()
5513 static int gaudi_cs_parser(struct hl_device *hdev, struct hl_cs_parser *parser)  in gaudi_cs_parser()
5526 static void gaudi_add_end_of_cb_packets(struct hl_device *hdev, void *kernel_address,  in gaudi_add_end_of_cb_packets()
5563 static void gaudi_update_eq_ci(struct hl_device *hdev, u32 val)  in gaudi_update_eq_ci()
5568 static int gaudi_memset_device_memory(struct hl_device *hdev, u64 addr,  in gaudi_memset_device_memory()
5647 static int gaudi_memset_registers(struct hl_device *hdev, u64 reg_base,  in gaudi_memset_registers()
5710 static int gaudi_restore_sm_registers(struct hl_device *hdev)  in gaudi_restore_sm_registers()
5785 static void gaudi_restore_dma_registers(struct hl_device *hdev)  in gaudi_restore_dma_registers()
5812 static void gaudi_restore_qm_registers(struct hl_device *hdev)  in gaudi_restore_qm_registers()
5839 static int gaudi_restore_user_registers(struct hl_device *hdev)  in gaudi_restore_user_registers()
5853 static int gaudi_context_switch(struct hl_device *hdev, u32 asid)  in gaudi_context_switch()
5858 static int gaudi_mmu_clear_pgt_range(struct hl_device *hdev)  in gaudi_mmu_clear_pgt_range()
5871 static void gaudi_restore_phase_topology(struct hl_device *hdev)  in gaudi_restore_phase_topology()
5876 static int gaudi_dma_core_transfer(struct hl_device *hdev, int dma_id, u64 addr,  in gaudi_dma_core_transfer()
5923 static int gaudi_debugfs_read_dma(struct hl_device *hdev, u64 addr, u32 size,  in gaudi_debugfs_read_dma()
6028 static u64 gaudi_read_pte(struct hl_device *hdev, u64 addr)  in gaudi_read_pte()
6039 static void gaudi_write_pte(struct hl_device *hdev, u64 addr, u64 val)  in gaudi_write_pte()
6050 void gaudi_mmu_prepare_reg(struct hl_device *hdev, u64 reg, u32 asid)  in gaudi_mmu_prepare_reg()
6057 static void gaudi_mmu_prepare(struct hl_device *hdev, u32 asid)  in gaudi_mmu_prepare()
6348 static int gaudi_send_job_on_qman0(struct hl_device *hdev,  in gaudi_send_job_on_qman0()
6429 static const char *gaudi_get_razwi_initiator_dma_name(struct hl_device *hdev, u32 x_y,  in gaudi_get_razwi_initiator_dma_name()
6527 static const char *gaudi_get_razwi_initiator_name(struct hl_device *hdev, bool is_write,  in gaudi_get_razwi_initiator_name()
6644 static void gaudi_print_and_get_razwi_info(struct hl_device *hdev, u16 *engine_id_1,  in gaudi_print_and_get_razwi_info()
6665 static void gaudi_print_and_get_mmu_error_info(struct hl_device *hdev, u64 *addr, u64 *event_mask)  in gaudi_print_and_get_mmu_error_info()
6715 static int gaudi_extract_ecc_info(struct hl_device *hdev,  in gaudi_extract_ecc_info()
6800 static void gaudi_handle_sw_config_stream_data(struct hl_device *hdev, u32 stream,  in gaudi_handle_sw_config_stream_data()
6837 static void gaudi_handle_last_pqes_on_err(struct hl_device *hdev, u32 qid_base,  in gaudi_handle_last_pqes_on_err()
6917 static void handle_qman_data_on_err(struct hl_device *hdev, u32 qid_base,  in handle_qman_data_on_err()
6936 static void gaudi_handle_qman_err_generic(struct hl_device *hdev,  in gaudi_handle_qman_err_generic()
7003 static void gaudi_print_sm_sei_info(struct hl_device *hdev, u16 event_type,  in gaudi_print_sm_sei_info()
7037 static void gaudi_handle_ecc_event(struct hl_device *hdev, u16 event_type,  in gaudi_handle_ecc_event()
7134 static void gaudi_handle_qman_err(struct hl_device *hdev, u16 event_type, u64 *event_mask)  in gaudi_handle_qman_err()
7225 static void gaudi_print_irq_info(struct hl_device *hdev, u16 event_type,  in gaudi_print_irq_info()
7268 static void gaudi_print_out_of_sync_info(struct hl_device *hdev,  in gaudi_print_out_of_sync_info()
7277 static void gaudi_print_fw_alive_info(struct hl_device *hdev,  in gaudi_print_fw_alive_info()
7288 static void gaudi_print_nic_axi_irq_info(struct hl_device *hdev, u16 event_type,  in gaudi_print_nic_axi_irq_info()
7330 static int gaudi_compute_reset_late_init(struct hl_device *hdev)  in gaudi_compute_reset_late_init()
7336 static int gaudi_hbm_read_interrupts(struct hl_device *hdev, int device,  in gaudi_hbm_read_interrupts()
7474 static bool gaudi_tpc_read_interrupts(struct hl_device *hdev, u8 tpc_id,  in gaudi_tpc_read_interrupts()
7510 static void gaudi_print_clk_change_info(struct hl_device *hdev, u16 event_type, u64 *event_mask)  in gaudi_print_clk_change_info()
7560 static void gaudi_handle_eqe(struct hl_device *hdev, struct hl_eq_entry *eq_entry)  in gaudi_handle_eqe()
7889 static void *gaudi_get_events_stat(struct hl_device *hdev, bool aggregate, u32 *size)  in gaudi_get_events_stat()
7902 static int gaudi_mmu_invalidate_cache(struct hl_device *hdev, bool is_hard, u32 flags)  in gaudi_mmu_invalidate_cache()
7935 static int gaudi_mmu_invalidate_cache_range(struct hl_device *hdev,  in gaudi_mmu_invalidate_cache_range()
7945 static int gaudi_mmu_update_asid_hop0_addr(struct hl_device *hdev, u32 asid, u64 phys_addr)  in gaudi_mmu_update_asid_hop0_addr()
7977 static int gaudi_send_heartbeat(struct hl_device *hdev)  in gaudi_send_heartbeat()
7987 static int gaudi_cpucp_info_get(struct hl_device *hdev)  in gaudi_cpucp_info_get()
8013 static bool gaudi_is_device_idle(struct hl_device *hdev, u64 *mask_arr, u8 mask_len,  in gaudi_is_device_idle()
8150 static void gaudi_hw_queues_lock(struct hl_device *hdev)  in gaudi_hw_queues_lock()
8158 static void gaudi_hw_queues_unlock(struct hl_device *hdev)  in gaudi_hw_queues_unlock()
8166 static u32 gaudi_get_pci_id(struct hl_device *hdev)  in gaudi_get_pci_id()
8171 static int gaudi_get_eeprom_data(struct hl_device *hdev, void *data,  in gaudi_get_eeprom_data()
8182 static int gaudi_get_monitor_dump(struct hl_device *hdev, void *data)  in gaudi_get_monitor_dump()
8196 static int gaudi_run_tpc_kernel(struct hl_device *hdev, u64 tpc_kernel,	u32 tpc_id)  in gaudi_run_tpc_kernel()
8292 static int gaudi_internal_cb_pool_init(struct hl_device *hdev,  in gaudi_internal_cb_pool_init()
8372 static void gaudi_internal_cb_pool_fini(struct hl_device *hdev,  in gaudi_internal_cb_pool_fini()
8425 static u32 gaudi_get_queue_id_for_cq(struct hl_device *hdev, u32 cq_idx)  in gaudi_get_queue_id_for_cq()
8430 static u32 gaudi_get_signal_cb_size(struct hl_device *hdev)  in gaudi_get_signal_cb_size()
8436 static u32 gaudi_get_wait_cb_size(struct hl_device *hdev)  in gaudi_get_wait_cb_size()
8443 static u32 gaudi_get_sob_addr(struct hl_device *hdev, u32 sob_id)  in gaudi_get_sob_addr()
8448 static u32 gaudi_gen_signal_cb(struct hl_device *hdev, void *data, u16 sob_id,  in gaudi_gen_signal_cb()
8496 static u32 gaudi_add_arm_monitor_pkt(struct hl_device *hdev,  in gaudi_add_arm_monitor_pkt()
8566 static int gaudi_get_fence_addr(struct hl_device *hdev, u32 queue_id, u64 *addr)  in gaudi_get_fence_addr()
8729 static u32 gaudi_gen_wait_cb(struct hl_device *hdev,  in gaudi_gen_wait_cb()
8751 static void gaudi_reset_sob(struct hl_device *hdev, void *data)  in gaudi_reset_sob()
8764 static u64 gaudi_get_device_time(struct hl_device *hdev)  in gaudi_get_device_time()
8771 static int gaudi_get_hw_block_id(struct hl_device *hdev, u64 block_addr,  in gaudi_get_hw_block_id()
8777 static int gaudi_block_mmap(struct hl_device *hdev,  in gaudi_block_mmap()
8784 static void gaudi_enable_events_from_fw(struct hl_device *hdev)  in gaudi_enable_events_from_fw()
8796 static int gaudi_ack_mmu_page_fault_or_access_error(struct hl_device *hdev, u64 mmu_cap_mask)  in gaudi_ack_mmu_page_fault_or_access_error()
8844 static int gaudi_gen_sync_to_engine_map(struct hl_device *hdev,  in gaudi_gen_sync_to_engine_map()
8933 				struct hl_device *hdev,  in gaudi_print_single_monitor()
8972 	struct hl_device *hdev, u64 base_offset, u64 status_base_offset,  in gaudi_print_fences_single_engine()
9048 static void gaudi_state_dump_init(struct hl_device *hdev)  in gaudi_state_dump_init()
9075 static int gaudi_set_dram_properties(struct hl_device *hdev)  in gaudi_set_dram_properties()
9080 static int gaudi_set_binning_masks(struct hl_device *hdev)  in gaudi_set_binning_masks()
9085 static void gaudi_check_if_razwi_happened(struct hl_device *hdev)  in gaudi_check_if_razwi_happened()
9091 	struct hl_device *hdev = dev_get_drvdata(dev);  in infineon_ver_show()  local
9106 static void gaudi_add_device_attr(struct hl_device *hdev, struct attribute_group *dev_clk_attr_grp,  in gaudi_add_device_attr()
9113 static int gaudi_send_device_activity(struct hl_device *hdev, bool open)  in gaudi_send_device_activity()
9221 void gaudi_set_asic_funcs(struct hl_device *hdev)  in gaudi_set_asic_funcs()