46 static u64 hl_set_dram_bar(struct hl_device *hdev, u64 addr, struct pci_mem_region *region,  in hl_set_dram_bar()
67 int hl_access_sram_dram_region(struct hl_device *hdev, u64 addr, u64 *val,  in hl_access_sram_dram_region()
113 static void *hl_dma_alloc_common(struct hl_device *hdev, size_t size, dma_addr_t *dma_handle,  in hl_dma_alloc_common()
135 static void hl_asic_dma_free_common(struct hl_device *hdev, size_t size, void *cpu_addr,  in hl_asic_dma_free_common()
154 void *hl_asic_dma_alloc_coherent_caller(struct hl_device *hdev, size_t size, dma_addr_t *dma_handle,  in hl_asic_dma_alloc_coherent_caller()
160 void hl_asic_dma_free_coherent_caller(struct hl_device *hdev, size_t size, void *cpu_addr,  in hl_asic_dma_free_coherent_caller()
166 void *hl_asic_dma_pool_zalloc_caller(struct hl_device *hdev, size_t size, gfp_t mem_flags,  in hl_asic_dma_pool_zalloc_caller()
172 void hl_asic_dma_pool_free_caller(struct hl_device *hdev, void *vaddr, dma_addr_t dma_addr,  in hl_asic_dma_pool_free_caller()
178 void *hl_cpu_accessible_dma_pool_alloc(struct hl_device *hdev, size_t size, dma_addr_t *dma_handle)  in hl_cpu_accessible_dma_pool_alloc()
183 void hl_cpu_accessible_dma_pool_free(struct hl_device *hdev, size_t size, void *vaddr)  in hl_cpu_accessible_dma_pool_free()
188 int hl_dma_map_sgtable(struct hl_device *hdev, struct sg_table *sgt, enum dma_data_direction dir)  in hl_dma_map_sgtable()
206 void hl_dma_unmap_sgtable(struct hl_device *hdev, struct sg_table *sgt, enum dma_data_direction dir)  in hl_dma_unmap_sgtable()
228 int hl_access_cfg_region(struct hl_device *hdev, u64 addr, u64 *val,  in hl_access_cfg_region()
273 int hl_access_dev_mem(struct hl_device *hdev, enum pci_region region_type,  in hl_access_dev_mem()
314 enum hl_device_status hl_device_status(struct hl_device *hdev)  in hl_device_status()
336 bool hl_device_operational(struct hl_device *hdev,  in hl_device_operational()
358 bool hl_ctrl_device_operational(struct hl_device *hdev,  in hl_ctrl_device_operational()
380 static void print_idle_status_mask(struct hl_device *hdev, const char *message,  in print_idle_status_mask()
401 	struct hl_device *hdev;  in hpriv_release()  local
488 static void print_device_in_use_info(struct hl_device *hdev, const char *message)  in print_device_in_use_info()
529 	struct hl_device *hdev = hpriv->hdev;  in hl_device_release()  local
561 	struct hl_device *hdev = hpriv->hdev;  in hl_device_release_ctrl()  local
598 	struct hl_device *hdev = hpriv->hdev;  in hl_mmap()  local
655 static int device_init_cdev(struct hl_device *hdev, struct class *class,  in device_init_cdev()
677 static int cdev_sysfs_debugfs_add(struct hl_device *hdev)  in cdev_sysfs_debugfs_add()
715 static void cdev_sysfs_debugfs_remove(struct hl_device *hdev)  in cdev_sysfs_debugfs_remove()
734 	struct hl_device *hdev = device_reset_work->hdev;  in device_hard_reset_pending()  local
767 	struct hl_device *hdev = watchdog_work->hdev;  in device_release_watchdog_func()  local
785 static int device_early_init(struct hl_device *hdev)  in device_early_init()
957 static void device_early_fini(struct hl_device *hdev)  in device_early_fini()
990 static bool is_pci_link_healthy(struct hl_device *hdev)  in is_pci_link_healthy()
1004 	struct hl_device *hdev = container_of(work, struct hl_device,  in hl_device_heartbeat()  local
1052 static int device_late_init(struct hl_device *hdev)  in device_late_init()
1084 static void device_late_fini(struct hl_device *hdev)  in device_late_fini()
1098 int hl_device_utilization(struct hl_device *hdev, u32 *utilization)  in hl_device_utilization()
1123 int hl_device_set_debug_mode(struct hl_device *hdev, struct hl_ctx *ctx, bool enable)  in hl_device_set_debug_mode()
1160 static void take_release_locks(struct hl_device *hdev)  in take_release_locks()
1179 static void hl_abort_waiting_for_completions(struct hl_device *hdev)  in hl_abort_waiting_for_completions()
1189 static void cleanup_resources(struct hl_device *hdev, bool hard_reset, bool fw_reset,  in cleanup_resources()
1220 int hl_device_suspend(struct hl_device *hdev)  in hl_device_suspend()
1262 int hl_device_resume(struct hl_device *hdev)  in hl_device_resume()
1305 static int device_kill_open_processes(struct hl_device *hdev, u32 timeout, bool control_dev)  in device_kill_open_processes()
1394 static void device_disable_open_processes(struct hl_device *hdev, bool control_dev)  in device_disable_open_processes()
1409 static void send_disable_pci_access(struct hl_device *hdev, u32 flags)  in send_disable_pci_access()
1437 static void handle_reset_trigger(struct hl_device *hdev, u32 flags)  in handle_reset_trigger()
1493 int hl_device_reset(struct hl_device *hdev, u32 flags)  in hl_device_reset()
1907 int hl_device_cond_reset(struct hl_device *hdev, u32 flags, u64 event_mask)  in hl_device_cond_reset()
1981 void hl_notifier_event_send_all(struct hl_device *hdev, u64 event_mask)  in hl_notifier_event_send_all()
2006 static int create_cdev(struct hl_device *hdev)  in create_cdev()
2060 int hl_device_init(struct hl_device *hdev)  in hl_device_init()
2348 void hl_device_fini(struct hl_device *hdev)  in hl_device_fini()
2500 inline u32 hl_rreg(struct hl_device *hdev, u32 reg)  in hl_rreg()
2520 inline void hl_wreg(struct hl_device *hdev, u32 reg, u32 val)  in hl_wreg()
2528 void hl_capture_razwi(struct hl_device *hdev, u64 addr, u16 *engine_id, u16 num_of_engines,  in hl_capture_razwi()
2554 void hl_handle_razwi(struct hl_device *hdev, u64 addr, u16 *engine_id, u16 num_of_engines,  in hl_handle_razwi()
2563 static void hl_capture_user_mappings(struct hl_device *hdev, bool is_pmmu)  in hl_capture_user_mappings()
2625 void hl_capture_page_fault(struct hl_device *hdev, u64 addr, u16 eng_id, bool is_pmmu)  in hl_capture_page_fault()
2641 void hl_handle_page_fault(struct hl_device *hdev, u64 addr, u16 eng_id, bool is_pmmu,  in hl_handle_page_fault()
2650 static void hl_capture_hw_err(struct hl_device *hdev, u16 event_id)  in hl_capture_hw_err()
2664 void hl_handle_critical_hw_err(struct hl_device *hdev, u16 event_id, u64 *event_mask)  in hl_handle_critical_hw_err()
2672 static void hl_capture_fw_err(struct hl_device *hdev, struct hl_info_fw_err_info *fw_info)  in hl_capture_fw_err()
2688 void hl_handle_fw_err(struct hl_device *hdev, struct hl_info_fw_err_info *info)  in hl_handle_fw_err()