Lines Matching defs:hdev
1789 static void gaudi2_init_scrambler_hbm(struct hl_device *hdev) in gaudi2_init_scrambler_hbm()
1794 static u32 gaudi2_get_signal_cb_size(struct hl_device *hdev) in gaudi2_get_signal_cb_size()
1799 static u32 gaudi2_get_wait_cb_size(struct hl_device *hdev) in gaudi2_get_wait_cb_size()
1804 void gaudi2_iterate_tpcs(struct hl_device *hdev, struct iterate_module_ctx *ctx) in gaudi2_iterate_tpcs()
1849 static int set_number_of_functional_hbms(struct hl_device *hdev) in set_number_of_functional_hbms()
1882 static int gaudi2_set_dram_properties(struct hl_device *hdev) in gaudi2_set_dram_properties()
1937 static int gaudi2_set_fixed_properties(struct hl_device *hdev) in gaudi2_set_fixed_properties()
2131 static int gaudi2_pci_bars_map(struct hl_device *hdev) in gaudi2_pci_bars_map()
2146 static u64 gaudi2_set_hbm_bar_base(struct hl_device *hdev, u64 addr) in gaudi2_set_hbm_bar_base()
2175 static int gaudi2_init_iatu(struct hl_device *hdev) in gaudi2_init_iatu()
2239 static enum hl_device_hw_state gaudi2_get_hw_state(struct hl_device *hdev) in gaudi2_get_hw_state()
2244 static int gaudi2_tpc_binning_init_prop(struct hl_device *hdev) in gaudi2_tpc_binning_init_prop()
2265 static int gaudi2_set_tpc_binning_masks(struct hl_device *hdev) in gaudi2_set_tpc_binning_masks()
2323 static int gaudi2_set_dec_binning_masks(struct hl_device *hdev) in gaudi2_set_dec_binning_masks()
2350 static void gaudi2_set_dram_binning_masks(struct hl_device *hdev) in gaudi2_set_dram_binning_masks()
2367 static int gaudi2_set_edma_binning_masks(struct hl_device *hdev) in gaudi2_set_edma_binning_masks()
2409 static int gaudi2_set_xbar_edge_enable_mask(struct hl_device *hdev, u32 xbar_edge_iso_mask) in gaudi2_set_xbar_edge_enable_mask()
2445 static int gaudi2_set_cluster_binning_masks_common(struct hl_device *hdev, u8 xbar_edge_iso_mask) in gaudi2_set_cluster_binning_masks_common()
2473 static int gaudi2_set_cluster_binning_masks(struct hl_device *hdev) in gaudi2_set_cluster_binning_masks()
2492 static int gaudi2_set_binning_masks(struct hl_device *hdev) in gaudi2_set_binning_masks()
2511 static int gaudi2_cpucp_info_get(struct hl_device *hdev) in gaudi2_cpucp_info_get()
2579 static int gaudi2_fetch_psoc_frequency(struct hl_device *hdev) in gaudi2_fetch_psoc_frequency()
2597 static int gaudi2_early_init(struct hl_device *hdev) in gaudi2_early_init()
2665 static int gaudi2_early_fini(struct hl_device *hdev) in gaudi2_early_fini()
2693 static void gaudi2_init_arcs(struct hl_device *hdev) in gaudi2_init_arcs()
2726 static int gaudi2_scrub_arc_dccm(struct hl_device *hdev, u32 cpu_id) in gaudi2_scrub_arc_dccm()
2775 static void gaudi2_scrub_arcs_dccm(struct hl_device *hdev) in gaudi2_scrub_arcs_dccm()
2787 static int gaudi2_late_init(struct hl_device *hdev) in gaudi2_late_init()
2819 static void gaudi2_late_fini(struct hl_device *hdev) in gaudi2_late_fini()
2840 static void gaudi2_user_mapped_blocks_init(struct hl_device *hdev) in gaudi2_user_mapped_blocks_init()
2912 static int gaudi2_alloc_cpu_accessible_dma_mem(struct hl_device *hdev) in gaudi2_alloc_cpu_accessible_dma_mem()
2954 static void gaudi2_set_pci_memory_regions(struct hl_device *hdev) in gaudi2_set_pci_memory_regions()
2987 static void gaudi2_user_interrupt_setup(struct hl_device *hdev) in gaudi2_user_interrupt_setup()
3025 static void gaudi2_special_blocks_free(struct hl_device *hdev) in gaudi2_special_blocks_free()
3036 static void gaudi2_special_blocks_iterator_free(struct hl_device *hdev) in gaudi2_special_blocks_iterator_free()
3041 static bool gaudi2_special_block_skip(struct hl_device *hdev, in gaudi2_special_block_skip()
3048 static int gaudi2_special_blocks_config(struct hl_device *hdev) in gaudi2_special_blocks_config()
3113 static int gaudi2_special_blocks_iterator_config(struct hl_device *hdev) in gaudi2_special_blocks_iterator_config()
3118 static int gaudi2_sw_init(struct hl_device *hdev) in gaudi2_sw_init()
3236 static int gaudi2_sw_fini(struct hl_device *hdev) in gaudi2_sw_fini()
3260 static void gaudi2_stop_qman_common(struct hl_device *hdev, u32 reg_base) in gaudi2_stop_qman_common()
3270 static void gaudi2_flush_qman_common(struct hl_device *hdev, u32 reg_base) in gaudi2_flush_qman_common()
3277 static void gaudi2_flush_qman_arc_common(struct hl_device *hdev, u32 reg_base) in gaudi2_flush_qman_arc_common()
3291 static void gaudi2_clear_qm_fence_counters_common(struct hl_device *hdev, u32 queue_id, in gaudi2_clear_qm_fence_counters_common()
3312 static void gaudi2_qman_manual_flush_common(struct hl_device *hdev, u32 queue_id) in gaudi2_qman_manual_flush_common()
3321 static void gaudi2_stop_dma_qmans(struct hl_device *hdev) in gaudi2_stop_dma_qmans()
3354 static void gaudi2_stop_mme_qmans(struct hl_device *hdev) in gaudi2_stop_mme_qmans()
3369 static void gaudi2_stop_tpc_qmans(struct hl_device *hdev) in gaudi2_stop_tpc_qmans()
3387 static void gaudi2_stop_rot_qmans(struct hl_device *hdev) in gaudi2_stop_rot_qmans()
3405 static void gaudi2_stop_nic_qmans(struct hl_device *hdev) in gaudi2_stop_nic_qmans()
3425 static void gaudi2_stall_dma_common(struct hl_device *hdev, u32 reg_base) in gaudi2_stall_dma_common()
3433 static void gaudi2_dma_stall(struct hl_device *hdev) in gaudi2_dma_stall()
3465 static void gaudi2_mme_stall(struct hl_device *hdev) in gaudi2_mme_stall()
3477 static void gaudi2_tpc_stall(struct hl_device *hdev) in gaudi2_tpc_stall()
3495 static void gaudi2_rotator_stall(struct hl_device *hdev) in gaudi2_rotator_stall()
3516 static void gaudi2_disable_qman_common(struct hl_device *hdev, u32 reg_base) in gaudi2_disable_qman_common()
3521 static void gaudi2_disable_dma_qmans(struct hl_device *hdev) in gaudi2_disable_dma_qmans()
3553 static void gaudi2_disable_mme_qmans(struct hl_device *hdev) in gaudi2_disable_mme_qmans()
3565 static void gaudi2_disable_tpc_qmans(struct hl_device *hdev) in gaudi2_disable_tpc_qmans()
3583 static void gaudi2_disable_rot_qmans(struct hl_device *hdev) in gaudi2_disable_rot_qmans()
3601 static void gaudi2_disable_nic_qmans(struct hl_device *hdev) in gaudi2_disable_nic_qmans()
3621 static void gaudi2_enable_timestamp(struct hl_device *hdev) in gaudi2_enable_timestamp()
3634 static void gaudi2_disable_timestamp(struct hl_device *hdev) in gaudi2_disable_timestamp()
3656 static void gaudi2_dec_disable_msix(struct hl_device *hdev, u32 max_irq_num) in gaudi2_dec_disable_msix()
3677 static int gaudi2_dec_enable_msix(struct hl_device *hdev) in gaudi2_dec_enable_msix()
3717 static int gaudi2_enable_msix(struct hl_device *hdev) in gaudi2_enable_msix()
3800 static void gaudi2_sync_irqs(struct hl_device *hdev) in gaudi2_sync_irqs()
3826 static void gaudi2_disable_msix(struct hl_device *hdev) in gaudi2_disable_msix()
3859 static void gaudi2_stop_dcore_dec(struct hl_device *hdev, int dcore_id) in gaudi2_stop_dcore_dec()
3899 static void gaudi2_stop_pcie_dec(struct hl_device *hdev) in gaudi2_stop_pcie_dec()
3939 static void gaudi2_stop_dec(struct hl_device *hdev) in gaudi2_stop_dec()
3953 static void gaudi2_set_arc_running_mode(struct hl_device *hdev, u32 cpu_id, u32 run_mode) in gaudi2_set_arc_running_mode()
3966 static void gaudi2_halt_arcs(struct hl_device *hdev) in gaudi2_halt_arcs()
3976 static int gaudi2_verify_arc_running_mode(struct hl_device *hdev, u32 cpu_id, u32 run_mode) in gaudi2_verify_arc_running_mode()
4003 static void gaudi2_reset_arcs(struct hl_device *hdev) in gaudi2_reset_arcs()
4016 static void gaudi2_nic_qmans_manual_flush(struct hl_device *hdev) in gaudi2_nic_qmans_manual_flush()
4035 static int gaudi2_set_engine_cores(struct hl_device *hdev, u32 *core_ids, in gaudi2_set_engine_cores()
4062 static void gaudi2_halt_engines(struct hl_device *hdev, bool hard_reset, bool fw_reset) in gaudi2_halt_engines()
4114 static void gaudi2_init_firmware_preload_params(struct hl_device *hdev) in gaudi2_init_firmware_preload_params()
4126 static void gaudi2_init_firmware_loader(struct hl_device *hdev) in gaudi2_init_firmware_loader()
4155 static int gaudi2_init_cpu(struct hl_device *hdev) in gaudi2_init_cpu()
4175 static int gaudi2_init_cpu_queues(struct hl_device *hdev, u32 cpu_timeout) in gaudi2_init_cpu_queues()
4244 static void gaudi2_init_qman_pq(struct hl_device *hdev, u32 reg_base, in gaudi2_init_qman_pq()
4264 static void gaudi2_init_qman_cp(struct hl_device *hdev, u32 reg_base) in gaudi2_init_qman_cp()
4286 static void gaudi2_init_qman_pqc(struct hl_device *hdev, u32 reg_base, in gaudi2_init_qman_pqc()
4316 static u32 gaudi2_get_dyn_sp_reg(struct hl_device *hdev, u32 queue_id_base) in gaudi2_get_dyn_sp_reg()
4365 static void gaudi2_init_qman_common(struct hl_device *hdev, u32 reg_base, in gaudi2_init_qman_common()
4401 static void gaudi2_init_qman(struct hl_device *hdev, u32 reg_base, in gaudi2_init_qman()
4415 static void gaudi2_init_dma_core(struct hl_device *hdev, u32 reg_base, in gaudi2_init_dma_core()
4445 static void gaudi2_init_kdma(struct hl_device *hdev) in gaudi2_init_kdma()
4460 static void gaudi2_init_pdma(struct hl_device *hdev) in gaudi2_init_pdma()
4483 static void gaudi2_init_edma_instance(struct hl_device *hdev, u8 seq) in gaudi2_init_edma_instance()
4497 static void gaudi2_init_edma(struct hl_device *hdev) in gaudi2_init_edma()
4535 static void gaudi2_arm_monitors_for_virt_msix_db(struct hl_device *hdev, u32 sob_id, in gaudi2_arm_monitors_for_virt_msix_db()
4601 static void gaudi2_prepare_sm_for_virt_msix_db(struct hl_device *hdev) in gaudi2_prepare_sm_for_virt_msix_db()
4623 static void gaudi2_init_sm(struct hl_device *hdev) in gaudi2_init_sm()
4666 static void gaudi2_init_mme_acc(struct hl_device *hdev, u32 reg_base) in gaudi2_init_mme_acc()
4688 static void gaudi2_init_dcore_mme(struct hl_device *hdev, int dcore_id, in gaudi2_init_dcore_mme()
4720 static void gaudi2_init_mme(struct hl_device *hdev) in gaudi2_init_mme()
4735 static void gaudi2_init_tpc_cfg(struct hl_device *hdev, u32 reg_base) in gaudi2_init_tpc_cfg()
4749 static void gaudi2_init_tpc_config(struct hl_device *hdev, int dcore, int inst, in gaudi2_init_tpc_config()
4771 static void gaudi2_init_tpc(struct hl_device *hdev) in gaudi2_init_tpc()
4792 static void gaudi2_init_rotator(struct hl_device *hdev) in gaudi2_init_rotator()
4807 static void gaudi2_init_vdec_brdg_ctrl(struct hl_device *hdev, u64 base_addr, u32 decoder_id) in gaudi2_init_vdec_brdg_ctrl()
4824 static void gaudi2_init_dec(struct hl_device *hdev) in gaudi2_init_dec()
4867 static int gaudi2_mmu_update_asid_hop0_addr(struct hl_device *hdev, in gaudi2_mmu_update_asid_hop0_addr()
4899 static void gaudi2_mmu_send_invalidate_cache_cmd(struct hl_device *hdev, u32 stlb_base, in gaudi2_mmu_send_invalidate_cache_cmd()
4913 static int gaudi2_mmu_invalidate_cache_status_poll(struct hl_device *hdev, u32 stlb_base, in gaudi2_mmu_invalidate_cache_status_poll()
4959 bool gaudi2_is_hmmu_enabled(struct hl_device *hdev, int dcore_id, int hmmu_id) in gaudi2_is_hmmu_enabled()
4981 static void gaudi2_mmu_invalidate_cache_trigger(struct hl_device *hdev, u32 stlb_base, in gaudi2_mmu_invalidate_cache_trigger()
5016 static inline void gaudi2_hmmu_invalidate_cache_trigger(struct hl_device *hdev, in gaudi2_hmmu_invalidate_cache_trigger()
5025 static inline int gaudi2_hmmu_invalidate_cache_status_poll(struct hl_device *hdev, in gaudi2_hmmu_invalidate_cache_status_poll()
5034 static int gaudi2_hmmus_invalidate_cache(struct hl_device *hdev, in gaudi2_hmmus_invalidate_cache()
5067 static int gaudi2_mmu_invalidate_cache(struct hl_device *hdev, bool is_hard, u32 flags) in gaudi2_mmu_invalidate_cache()
5092 static int gaudi2_mmu_invalidate_cache_range(struct hl_device *hdev, bool is_hard, in gaudi2_mmu_invalidate_cache_range()
5144 static int gaudi2_mmu_update_hop0_addr(struct hl_device *hdev, u32 stlb_base) in gaudi2_mmu_update_hop0_addr()
5167 static int gaudi2_mmu_init_common(struct hl_device *hdev, u32 mmu_base, u32 stlb_base) in gaudi2_mmu_init_common()
5212 static int gaudi2_pci_mmu_init(struct hl_device *hdev) in gaudi2_pci_mmu_init()
5262 static int gaudi2_dcore_hmmu_init(struct hl_device *hdev, int dcore_id, in gaudi2_dcore_hmmu_init()
5314 static int gaudi2_hbm_mmu_init(struct hl_device *hdev) in gaudi2_hbm_mmu_init()
5328 static int gaudi2_mmu_init(struct hl_device *hdev) in gaudi2_mmu_init()
5343 static int gaudi2_hw_init(struct hl_device *hdev) in gaudi2_hw_init()
5441 static void gaudi2_send_hard_reset_cmd(struct hl_device *hdev) in gaudi2_send_hard_reset_cmd()
5516 static void gaudi2_execute_hard_reset(struct hl_device *hdev, u32 reset_sleep_ms) in gaudi2_execute_hard_reset()
5543 static void gaudi2_execute_soft_reset(struct hl_device *hdev, u32 reset_sleep_ms, in gaudi2_execute_soft_reset()
5574 static void gaudi2_poll_btm_indication(struct hl_device *hdev, u32 reset_sleep_ms, in gaudi2_poll_btm_indication()
5599 static void gaudi2_get_soft_rst_done_indication(struct hl_device *hdev, u32 poll_timeout_us) in gaudi2_get_soft_rst_done_indication()
5618 static void gaudi2_hw_fini(struct hl_device *hdev, bool hard_reset, bool fw_reset) in gaudi2_hw_fini()
5713 static int gaudi2_suspend(struct hl_device *hdev) in gaudi2_suspend()
5724 static int gaudi2_resume(struct hl_device *hdev) in gaudi2_resume()
5729 static int gaudi2_mmap(struct hl_device *hdev, struct vm_area_struct *vma, in gaudi2_mmap()
5756 static bool gaudi2_is_queue_enabled(struct hl_device *hdev, u32 hw_queue_id) in gaudi2_is_queue_enabled()
5862 static bool gaudi2_is_arc_enabled(struct hl_device *hdev, u64 arc_id) in gaudi2_is_arc_enabled()
5882 static void gaudi2_clr_arc_id_cap(struct hl_device *hdev, u64 arc_id) in gaudi2_clr_arc_id_cap()
5905 static void gaudi2_set_arc_id_cap(struct hl_device *hdev, u64 arc_id) in gaudi2_set_arc_id_cap()
5928 static void gaudi2_ring_doorbell(struct hl_device *hdev, u32 hw_queue_id, u32 pi) in gaudi2_ring_doorbell()
5959 static void gaudi2_pqe_write(struct hl_device *hdev, __le64 *pqe, struct hl_bd *bd) in gaudi2_pqe_write()
5968 static void *gaudi2_dma_alloc_coherent(struct hl_device *hdev, size_t size, in gaudi2_dma_alloc_coherent()
5974 static void gaudi2_dma_free_coherent(struct hl_device *hdev, size_t size, in gaudi2_dma_free_coherent()
5980 static int gaudi2_send_cpu_message(struct hl_device *hdev, u32 *msg, u16 len, in gaudi2_send_cpu_message()
5997 static void *gaudi2_dma_pool_zalloc(struct hl_device *hdev, size_t size, in gaudi2_dma_pool_zalloc()
6006 static void gaudi2_dma_pool_free(struct hl_device *hdev, void *vaddr, dma_addr_t dma_addr) in gaudi2_dma_pool_free()
6011 static void *gaudi2_cpu_accessible_dma_pool_alloc(struct hl_device *hdev, size_t size, in gaudi2_cpu_accessible_dma_pool_alloc()
6017 static void gaudi2_cpu_accessible_dma_pool_free(struct hl_device *hdev, size_t size, void *vaddr) in gaudi2_cpu_accessible_dma_pool_free()
6022 static dma_addr_t gaudi2_dma_map_single(struct hl_device *hdev, void *addr, int len, in gaudi2_dma_map_single()
6034 static void gaudi2_dma_unmap_single(struct hl_device *hdev, dma_addr_t addr, int len, in gaudi2_dma_unmap_single()
6040 static int gaudi2_validate_cb_address(struct hl_device *hdev, struct hl_cs_parser *parser) in gaudi2_validate_cb_address()
6097 static int gaudi2_cs_parser(struct hl_device *hdev, struct hl_cs_parser *parser) in gaudi2_cs_parser()
6112 static int gaudi2_send_heartbeat(struct hl_device *hdev) in gaudi2_send_heartbeat()
6125 static void gaudi2_kdma_set_mmbp_asid(struct hl_device *hdev, in gaudi2_kdma_set_mmbp_asid()
6140 static void gaudi2_arm_cq_monitor(struct hl_device *hdev, u32 sob_id, u32 mon_id, u32 cq_id, in gaudi2_arm_cq_monitor()
6170 static int gaudi2_send_job_to_kdma(struct hl_device *hdev, in gaudi2_send_job_to_kdma()
6241 static void gaudi2_memset_device_lbw(struct hl_device *hdev, u32 addr, u32 size, u32 val) in gaudi2_memset_device_lbw()
6249 static void gaudi2_qman_set_test_mode(struct hl_device *hdev, u32 hw_queue_id, bool enable) in gaudi2_qman_set_test_mode()
6262 static int gaudi2_test_queue(struct hl_device *hdev, u32 hw_queue_id) in gaudi2_test_queue()
6326 static int gaudi2_test_cpu_queue(struct hl_device *hdev) in gaudi2_test_cpu_queue()
6340 static int gaudi2_test_queues(struct hl_device *hdev) in gaudi2_test_queues()
6368 static int gaudi2_compute_reset_late_init(struct hl_device *hdev) in gaudi2_compute_reset_late_init()
6385 static void gaudi2_is_tpc_engine_idle(struct hl_device *hdev, int dcore, int inst, u32 offset, in gaudi2_is_tpc_engine_idle()
6418 static bool gaudi2_is_device_idle(struct hl_device *hdev, u64 *mask_arr, u8 mask_len, in gaudi2_is_device_idle()
6669 static void gaudi2_hw_queues_lock(struct hl_device *hdev) in gaudi2_hw_queues_lock()
6677 static void gaudi2_hw_queues_unlock(struct hl_device *hdev) in gaudi2_hw_queues_unlock()
6685 static u32 gaudi2_get_pci_id(struct hl_device *hdev) in gaudi2_get_pci_id()
6690 static int gaudi2_get_eeprom_data(struct hl_device *hdev, void *data, size_t max_size) in gaudi2_get_eeprom_data()
6700 static void gaudi2_update_eq_ci(struct hl_device *hdev, u32 val) in gaudi2_update_eq_ci()
6705 static void *gaudi2_get_events_stat(struct hl_device *hdev, bool aggregate, u32 *size) in gaudi2_get_events_stat()
6718 static void gaudi2_mmu_vdec_dcore_prepare(struct hl_device *hdev, int dcore_id, in gaudi2_mmu_vdec_dcore_prepare()
6740 static void gaudi2_mmu_dcore_prepare(struct hl_device *hdev, int dcore_id, u32 asid) in gaudi2_mmu_dcore_prepare()
6809 static void gudi2_mmu_vdec_shared_prepare(struct hl_device *hdev, in gudi2_mmu_vdec_shared_prepare()
6830 static void gudi2_mmu_arc_farm_arc_dup_eng_prepare(struct hl_device *hdev, int arc_farm_id, in gudi2_mmu_arc_farm_arc_dup_eng_prepare()
6839 static void gaudi2_arc_mmu_prepare(struct hl_device *hdev, u32 cpu_id, u32 asid) in gaudi2_arc_mmu_prepare()
6883 static int gaudi2_arc_mmu_prepare_all(struct hl_device *hdev, u32 asid) in gaudi2_arc_mmu_prepare_all()
6903 static int gaudi2_mmu_shared_prepare(struct hl_device *hdev, u32 asid) in gaudi2_mmu_shared_prepare()
6950 static void gaudi2_tpc_mmu_prepare(struct hl_device *hdev, int dcore, int inst, u32 offset, in gaudi2_tpc_mmu_prepare()
6962 static int gaudi2_mmu_prepare(struct hl_device *hdev, u32 asid) in gaudi2_mmu_prepare()
7010 static void gaudi2_print_event(struct hl_device *hdev, u16 event_type, in gaudi2_print_event()
7032 static bool gaudi2_handle_ecc_event(struct hl_device *hdev, u16 event_type, in gaudi2_handle_ecc_event()
7076 static void gaudi2_print_sw_config_stream_data(struct hl_device *hdev, in gaudi2_print_sw_config_stream_data()
7106 static void gaudi2_print_last_pqes_on_err(struct hl_device *hdev, u32 qid_base, u32 stream, in gaudi2_print_last_pqes_on_err()
7167 static void print_qman_data_on_err(struct hl_device *hdev, u32 qid_base, u32 stream, u64 qman_base) in print_qman_data_on_err()
7182 static int gaudi2_handle_qman_err_generic(struct hl_device *hdev, u16 event_type, in gaudi2_handle_qman_err_generic()
7238 static void gaudi2_razwi_rr_hbw_shared_printf_info(struct hl_device *hdev, in gaudi2_razwi_rr_hbw_shared_printf_info()
7266 static void gaudi2_razwi_rr_lbw_shared_printf_info(struct hl_device *hdev, in gaudi2_razwi_rr_lbw_shared_printf_info()
7292 static enum gaudi2_engine_id gaudi2_razwi_calc_engine_id(struct hl_device *hdev, in gaudi2_razwi_calc_engine_id()
7340 static void gaudi2_ack_module_razwi_event_handler(struct hl_device *hdev, in gaudi2_ack_module_razwi_event_handler()
7487 static void gaudi2_check_if_razwi_happened(struct hl_device *hdev) in gaudi2_check_if_razwi_happened()
7743 static void gaudi2_razwi_unmapped_addr_hbw_printf_info(struct hl_device *hdev, u32 rtr_id, in gaudi2_razwi_unmapped_addr_hbw_printf_info()
7779 static void gaudi2_razwi_unmapped_addr_lbw_printf_info(struct hl_device *hdev, u32 rtr_id, in gaudi2_razwi_unmapped_addr_lbw_printf_info()
7814 static int gaudi2_ack_psoc_razwi_event_handler(struct hl_device *hdev, u64 *event_mask) in gaudi2_ack_psoc_razwi_event_handler()
7892 static int _gaudi2_handle_qm_sei_err(struct hl_device *hdev, u64 qman_base, u16 event_type) in _gaudi2_handle_qm_sei_err()
7912 static int gaudi2_handle_qm_sei_err(struct hl_device *hdev, u16 event_type, in gaudi2_handle_qm_sei_err()
7975 static int gaudi2_handle_qman_err(struct hl_device *hdev, u16 event_type, u64 *event_mask) in gaudi2_handle_qman_err()
8095 static int gaudi2_handle_arc_farm_sei_err(struct hl_device *hdev, u16 event_type) in gaudi2_handle_arc_farm_sei_err()
8117 static int gaudi2_handle_cpu_sei_err(struct hl_device *hdev, u16 event_type) in gaudi2_handle_cpu_sei_err()
8139 static int gaudi2_handle_rot_err(struct hl_device *hdev, u8 rot_index, u16 event_type, in gaudi2_handle_rot_err()
8161 static int gaudi2_tpc_ack_interrupts(struct hl_device *hdev, u8 tpc_index, u16 event_type, in gaudi2_tpc_ack_interrupts()
8183 static int gaudi2_handle_dec_err(struct hl_device *hdev, u8 dec_index, u16 event_type, in gaudi2_handle_dec_err()
8220 static int gaudi2_handle_mme_err(struct hl_device *hdev, u8 mme_index, u16 event_type, in gaudi2_handle_mme_err()
8251 static int gaudi2_handle_mme_sbte_err(struct hl_device *hdev, u16 event_type, in gaudi2_handle_mme_sbte_err()
8268 static int gaudi2_handle_mme_wap_err(struct hl_device *hdev, u8 mme_index, u16 event_type, in gaudi2_handle_mme_wap_err()
8298 static int gaudi2_handle_kdma_core_event(struct hl_device *hdev, u16 event_type, in gaudi2_handle_kdma_core_event()
8321 static int gaudi2_handle_dma_core_event(struct hl_device *hdev, u16 event_type, in gaudi2_handle_dma_core_event()
8339 static void gaudi2_print_pcie_mstr_rr_mstr_if_razwi_info(struct hl_device *hdev, u64 *event_mask) in gaudi2_print_pcie_mstr_rr_mstr_if_razwi_info()
8372 static int gaudi2_print_pcie_addr_dec_info(struct hl_device *hdev, u16 event_type, in gaudi2_print_pcie_addr_dec_info()
8399 static int gaudi2_handle_pif_fatal(struct hl_device *hdev, u16 event_type, in gaudi2_handle_pif_fatal()
8417 static int gaudi2_handle_hif_fatal(struct hl_device *hdev, u16 event_type, u64 intr_cause_data) in gaudi2_handle_hif_fatal()
8433 static void gaudi2_handle_page_error(struct hl_device *hdev, u64 mmu_base, bool is_pmmu, in gaudi2_handle_page_error()
8459 static void gaudi2_handle_access_error(struct hl_device *hdev, u64 mmu_base, bool is_pmmu) in gaudi2_handle_access_error()
8479 static int gaudi2_handle_mmu_spi_sei_generic(struct hl_device *hdev, u16 event_type, in gaudi2_handle_mmu_spi_sei_generic()
8513 static int gaudi2_handle_sm_err(struct hl_device *hdev, u16 event_type, u8 sm_index) in gaudi2_handle_sm_err()
8568 static int gaudi2_handle_mmu_spi_sei_err(struct hl_device *hdev, u16 event_type, u64 *event_mask) in gaudi2_handle_mmu_spi_sei_err()
8626 static bool gaudi2_hbm_sei_handle_read_err(struct hl_device *hdev, in gaudi2_hbm_sei_handle_read_err()
8688 static void gaudi2_hbm_sei_print_wr_par_info(struct hl_device *hdev, in gaudi2_hbm_sei_print_wr_par_info()
8713 static void gaudi2_hbm_sei_print_ca_par_info(struct hl_device *hdev, in gaudi2_hbm_sei_print_ca_par_info()
8730 static bool gaudi2_handle_hbm_mc_sei_err(struct hl_device *hdev, u16 event_type, in gaudi2_handle_hbm_mc_sei_err()
8795 static int gaudi2_handle_hbm_cattrip(struct hl_device *hdev, u16 event_type, in gaudi2_handle_hbm_cattrip()
8807 static int gaudi2_handle_hbm_mc_spi(struct hl_device *hdev, u64 intr_cause_data) in gaudi2_handle_hbm_mc_spi()
8821 static void gaudi2_print_clk_change_info(struct hl_device *hdev, u16 event_type, u64 *event_mask) in gaudi2_print_clk_change_info()
8866 static void gaudi2_print_out_of_sync_info(struct hl_device *hdev, u16 event_type, in gaudi2_print_out_of_sync_info()
8877 static int gaudi2_handle_pcie_p2p_msix(struct hl_device *hdev, u16 event_type) in gaudi2_handle_pcie_p2p_msix()
8905 static int gaudi2_handle_pcie_drain(struct hl_device *hdev, in gaudi2_handle_pcie_drain()
8933 static int gaudi2_handle_psoc_drain(struct hl_device *hdev, u64 intr_cause_data) in gaudi2_handle_psoc_drain()
8951 static void gaudi2_print_cpu_pkt_failure_info(struct hl_device *hdev, u16 event_type, in gaudi2_print_cpu_pkt_failure_info()
8961 static int hl_arc_event_handle(struct hl_device *hdev, u16 event_type, in hl_arc_event_handle()
8986 static void gaudi2_handle_eqe(struct hl_device *hdev, struct hl_eq_entry *eq_entry) in gaudi2_handle_eqe()
9433 static int gaudi2_memset_memory_chunk_using_edma_qm(struct hl_device *hdev, in gaudi2_memset_memory_chunk_using_edma_qm()
9460 static int gaudi2_memset_device_memory(struct hl_device *hdev, u64 addr, u64 size, u64 val) in gaudi2_memset_device_memory()
9581 static int gaudi2_scrub_device_dram(struct hl_device *hdev, u64 val) in gaudi2_scrub_device_dram()
9595 static int gaudi2_scrub_device_mem(struct hl_device *hdev) in gaudi2_scrub_device_mem()
9625 static void gaudi2_restore_user_sm_registers(struct hl_device *hdev) in gaudi2_restore_user_sm_registers()
9717 static void gaudi2_restore_user_qm_registers(struct hl_device *hdev) in gaudi2_restore_user_qm_registers()
9736 static void gaudi2_restore_nic_qm_registers(struct hl_device *hdev) in gaudi2_restore_nic_qm_registers()
9755 static int gaudi2_context_switch(struct hl_device *hdev, u32 asid) in gaudi2_context_switch()
9760 static void gaudi2_restore_phase_topology(struct hl_device *hdev) in gaudi2_restore_phase_topology()
9764 static void gaudi2_init_block_instances(struct hl_device *hdev, u32 block_idx, in gaudi2_init_block_instances()
9783 static void gaudi2_init_blocks_with_mask(struct hl_device *hdev, struct dup_block_ctx *cfg_ctx, in gaudi2_init_blocks_with_mask()
9794 void gaudi2_init_blocks(struct hl_device *hdev, struct dup_block_ctx *cfg_ctx) in gaudi2_init_blocks()
9799 static int gaudi2_debugfs_read_dma(struct hl_device *hdev, u64 addr, u32 size, void *blob_addr) in gaudi2_debugfs_read_dma()
9887 static int gaudi2_internal_cb_pool_init(struct hl_device *hdev, struct hl_ctx *ctx) in gaudi2_internal_cb_pool_init()
9951 static void gaudi2_internal_cb_pool_fini(struct hl_device *hdev, struct hl_ctx *ctx) in gaudi2_internal_cb_pool_fini()
9970 static void gaudi2_restore_user_registers(struct hl_device *hdev) in gaudi2_restore_user_registers()
9978 struct hl_device *hdev = ctx->hdev; in gaudi2_map_virtual_msix_doorbell_memory() local
9994 struct hl_device *hdev = ctx->hdev; in gaudi2_unmap_virtual_msix_doorbell_memory() local
10044 struct hl_device *hdev = cs->ctx->hdev; in gaudi2_pre_schedule_cs() local
10069 static u32 gaudi2_get_queue_id_for_cq(struct hl_device *hdev, u32 cq_idx) in gaudi2_get_queue_id_for_cq()
10074 static u32 gaudi2_gen_signal_cb(struct hl_device *hdev, void *data, u16 sob_id, u32 size, bool eb) in gaudi2_gen_signal_cb()
10117 static u32 gaudi2_add_arm_monitor_pkt(struct hl_device *hdev, struct packet_msg_short *pkt, in gaudi2_add_arm_monitor_pkt()
10167 static u32 gaudi2_gen_wait_cb(struct hl_device *hdev, struct hl_gen_wait_properties *prop) in gaudi2_gen_wait_cb()
10219 static void gaudi2_reset_sob(struct hl_device *hdev, void *data) in gaudi2_reset_sob()
10230 static void gaudi2_reset_sob_group(struct hl_device *hdev, u16 sob_group) in gaudi2_reset_sob_group()
10234 static u64 gaudi2_get_device_time(struct hl_device *hdev) in gaudi2_get_device_time()
10246 static int gaudi2_collective_wait_create_jobs(struct hl_device *hdev, struct hl_ctx *ctx, in gaudi2_collective_wait_create_jobs()
10271 static u64 gaudi2_mmu_scramble_addr(struct hl_device *hdev, u64 raw_addr) in gaudi2_mmu_scramble_addr()
10291 static u64 gaudi2_mmu_descramble_addr(struct hl_device *hdev, u64 scrambled_addr) in gaudi2_mmu_descramble_addr()
10312 static u32 gaudi2_get_dec_base_addr(struct hl_device *hdev, u32 core_id) in gaudi2_get_dec_base_addr()
10335 static int gaudi2_get_hw_block_id(struct hl_device *hdev, u64 block_addr, in gaudi2_get_hw_block_id()
10355 static int gaudi2_block_mmap(struct hl_device *hdev, struct vm_area_struct *vma, in gaudi2_block_mmap()
10389 static void gaudi2_enable_events_from_fw(struct hl_device *hdev) in gaudi2_enable_events_from_fw()
10401 static int gaudi2_get_mmu_base(struct hl_device *hdev, u64 mmu_id, u32 *mmu_base) in gaudi2_get_mmu_base()
10462 static void gaudi2_ack_mmu_error(struct hl_device *hdev, u64 mmu_id) in gaudi2_ack_mmu_error()
10478 static int gaudi2_ack_mmu_page_fault_or_access_error(struct hl_device *hdev, u64 mmu_cap_mask) in gaudi2_ack_mmu_page_fault_or_access_error()
10521 static int gaudi2_gen_sync_to_engine_map(struct hl_device *hdev, struct hl_sync_to_engine_map *map) in gaudi2_gen_sync_to_engine_map()
10534 struct hl_device *hdev, struct hl_mon_state_dump *mon) in gaudi2_print_single_monitor()
10541 static int gaudi2_print_fences_single_engine(struct hl_device *hdev, u64 base_offset, in gaudi2_print_fences_single_engine()
10557 static void gaudi2_state_dump_init(struct hl_device *hdev) in gaudi2_state_dump_init()
10564 static u32 gaudi2_get_sob_addr(struct hl_device *hdev, u32 sob_id) in gaudi2_get_sob_addr()
10574 static void gaudi2_add_device_attr(struct hl_device *hdev, struct attribute_group *dev_clk_attr_grp, in gaudi2_add_device_attr()
10581 static int gaudi2_mmu_get_real_page_size(struct hl_device *hdev, struct hl_mmu_properties *mmu_prop, in gaudi2_mmu_get_real_page_size()
10616 static int gaudi2_get_monitor_dump(struct hl_device *hdev, void *data) in gaudi2_get_monitor_dump()
10621 int gaudi2_send_device_activity(struct hl_device *hdev, bool open) in gaudi2_send_device_activity()
10732 void gaudi2_set_asic_funcs(struct hl_device *hdev) in gaudi2_set_asic_funcs()