Lines Matching defs:hdev
501 get_collective_mode(struct hl_device *hdev, u32 queue_id) in get_collective_mode()
521 static inline void set_default_power_values(struct hl_device *hdev) in set_default_power_values()
538 static int gaudi_set_fixed_properties(struct hl_device *hdev) in gaudi_set_fixed_properties()
709 static int gaudi_pci_bars_map(struct hl_device *hdev) in gaudi_pci_bars_map()
725 static u64 gaudi_set_hbm_bar_base(struct hl_device *hdev, u64 addr) in gaudi_set_hbm_bar_base()
754 static int gaudi_init_iatu(struct hl_device *hdev) in gaudi_init_iatu()
796 static enum hl_device_hw_state gaudi_get_hw_state(struct hl_device *hdev) in gaudi_get_hw_state()
801 static int gaudi_early_init(struct hl_device *hdev) in gaudi_early_init()
888 static int gaudi_early_fini(struct hl_device *hdev) in gaudi_early_fini()
902 static int gaudi_fetch_psoc_frequency(struct hl_device *hdev) in gaudi_fetch_psoc_frequency()
959 static int _gaudi_init_tpc_mem(struct hl_device *hdev, in _gaudi_init_tpc_mem()
1044 static int gaudi_init_tpc_mem(struct hl_device *hdev) in gaudi_init_tpc_mem()
1086 static void gaudi_collective_map_sobs(struct hl_device *hdev, u32 stream) in gaudi_collective_map_sobs()
1122 struct hl_device *hdev = hw_sob_group->hdev; in gaudi_sob_group_hw_reset() local
1136 struct hl_device *hdev = hw_sob_group->hdev; in gaudi_sob_group_reset_error() local
1161 static int gaudi_collective_init(struct hl_device *hdev) in gaudi_collective_init()
1194 static void gaudi_reset_sob_group(struct hl_device *hdev, u16 sob_group) in gaudi_reset_sob_group()
1203 static void gaudi_collective_master_init_job(struct hl_device *hdev, in gaudi_collective_master_init_job()
1254 static void gaudi_collective_slave_init_job(struct hl_device *hdev, in gaudi_collective_slave_init_job()
1312 struct hl_device *hdev; in gaudi_collective_wait_init_cs() local
1422 static int gaudi_collective_wait_create_job(struct hl_device *hdev, in gaudi_collective_wait_create_job()
1519 static int gaudi_collective_wait_create_jobs(struct hl_device *hdev, in gaudi_collective_wait_create_jobs()
1604 static int gaudi_late_init(struct hl_device *hdev) in gaudi_late_init()
1686 static void gaudi_late_fini(struct hl_device *hdev) in gaudi_late_fini()
1691 static int gaudi_alloc_cpu_accessible_dma_mem(struct hl_device *hdev) in gaudi_alloc_cpu_accessible_dma_mem()
1744 static void gaudi_free_internal_qmans_pq_mem(struct hl_device *hdev) in gaudi_free_internal_qmans_pq_mem()
1758 static int gaudi_alloc_internal_qmans_pq_mem(struct hl_device *hdev) in gaudi_alloc_internal_qmans_pq_mem()
1804 static void gaudi_set_pci_memory_regions(struct hl_device *hdev) in gaudi_set_pci_memory_regions()
1846 static int gaudi_sw_init(struct hl_device *hdev) in gaudi_sw_init()
1940 static int gaudi_sw_fini(struct hl_device *hdev) in gaudi_sw_fini()
1964 struct hl_device *hdev = arg; in gaudi_irq_handler_single() local
1982 static int gaudi_pci_irq_vector(struct hl_device *hdev, unsigned int nr, in gaudi_pci_irq_vector()
1997 static int gaudi_enable_msi_single(struct hl_device *hdev) in gaudi_enable_msi_single()
2013 static int gaudi_enable_msi_multi(struct hl_device *hdev) in gaudi_enable_msi_multi()
2045 static int gaudi_enable_msi(struct hl_device *hdev) in gaudi_enable_msi()
2079 static void gaudi_sync_irqs(struct hl_device *hdev) in gaudi_sync_irqs()
2100 static void gaudi_disable_msi(struct hl_device *hdev) in gaudi_disable_msi()
2128 static void gaudi_init_scrambler_sram(struct hl_device *hdev) in gaudi_init_scrambler_sram()
2196 static void gaudi_init_scrambler_hbm(struct hl_device *hdev) in gaudi_init_scrambler_hbm()
2264 static void gaudi_init_e2e(struct hl_device *hdev) in gaudi_init_e2e()
2514 static void gaudi_init_hbm_cred(struct hl_device *hdev) in gaudi_init_hbm_cred()
2577 static void gaudi_init_golden_registers(struct hl_device *hdev) in gaudi_init_golden_registers()
2605 static void gaudi_init_pci_dma_qman(struct hl_device *hdev, int dma_id, in gaudi_init_pci_dma_qman()
2696 static void gaudi_init_dma_core(struct hl_device *hdev, int dma_id) in gaudi_init_dma_core()
2736 static void gaudi_enable_qman(struct hl_device *hdev, int dma_id, in gaudi_enable_qman()
2744 static void gaudi_init_pci_dma_qmans(struct hl_device *hdev) in gaudi_init_pci_dma_qmans()
2785 static void gaudi_init_hbm_dma_qman(struct hl_device *hdev, int dma_id, in gaudi_init_hbm_dma_qman()
2890 static void gaudi_init_hbm_dma_qmans(struct hl_device *hdev) in gaudi_init_hbm_dma_qmans()
2927 static void gaudi_init_mme_qman(struct hl_device *hdev, u32 mme_offset, in gaudi_init_mme_qman()
3014 static void gaudi_init_mme_qmans(struct hl_device *hdev) in gaudi_init_mme_qmans()
3053 static void gaudi_init_tpc_qman(struct hl_device *hdev, u32 tpc_offset, in gaudi_init_tpc_qman()
3159 static void gaudi_init_tpc_qmans(struct hl_device *hdev) in gaudi_init_tpc_qmans()
3204 static void gaudi_init_nic_qman(struct hl_device *hdev, u32 nic_offset, in gaudi_init_nic_qman()
3292 static void gaudi_init_nic_qmans(struct hl_device *hdev) in gaudi_init_nic_qmans()
3344 static void gaudi_disable_pci_dma_qmans(struct hl_device *hdev) in gaudi_disable_pci_dma_qmans()
3356 static void gaudi_disable_hbm_dma_qmans(struct hl_device *hdev) in gaudi_disable_hbm_dma_qmans()
3370 static void gaudi_disable_mme_qmans(struct hl_device *hdev) in gaudi_disable_mme_qmans()
3381 static void gaudi_disable_tpc_qmans(struct hl_device *hdev) in gaudi_disable_tpc_qmans()
3396 static void gaudi_disable_nic_qmans(struct hl_device *hdev) in gaudi_disable_nic_qmans()
3420 static void gaudi_stop_pci_dma_qmans(struct hl_device *hdev) in gaudi_stop_pci_dma_qmans()
3433 static void gaudi_stop_hbm_dma_qmans(struct hl_device *hdev) in gaudi_stop_hbm_dma_qmans()
3449 static void gaudi_stop_mme_qmans(struct hl_device *hdev) in gaudi_stop_mme_qmans()
3461 static void gaudi_stop_tpc_qmans(struct hl_device *hdev) in gaudi_stop_tpc_qmans()
3478 static void gaudi_stop_nic_qmans(struct hl_device *hdev) in gaudi_stop_nic_qmans()
3545 static void gaudi_pci_dma_stall(struct hl_device *hdev) in gaudi_pci_dma_stall()
3557 static void gaudi_hbm_dma_stall(struct hl_device *hdev) in gaudi_hbm_dma_stall()
3571 static void gaudi_mme_stall(struct hl_device *hdev) in gaudi_mme_stall()
3597 static void gaudi_tpc_stall(struct hl_device *hdev) in gaudi_tpc_stall()
3614 static void gaudi_disable_clock_gating(struct hl_device *hdev) in gaudi_disable_clock_gating()
3642 static void gaudi_enable_timestamp(struct hl_device *hdev) in gaudi_enable_timestamp()
3655 static void gaudi_disable_timestamp(struct hl_device *hdev) in gaudi_disable_timestamp()
3661 static void gaudi_halt_engines(struct hl_device *hdev, bool hard_reset, bool fw_reset) in gaudi_halt_engines()
3700 static int gaudi_mmu_init(struct hl_device *hdev) in gaudi_mmu_init()
3753 static int gaudi_load_firmware_to_device(struct hl_device *hdev) in gaudi_load_firmware_to_device()
3762 static int gaudi_load_boot_fit_to_device(struct hl_device *hdev) in gaudi_load_boot_fit_to_device()
3771 static void gaudi_init_dynamic_firmware_loader(struct hl_device *hdev) in gaudi_init_dynamic_firmware_loader()
3794 static void gaudi_init_static_firmware_loader(struct hl_device *hdev) in gaudi_init_static_firmware_loader()
3817 static void gaudi_init_firmware_preload_params(struct hl_device *hdev) in gaudi_init_firmware_preload_params()
3829 static void gaudi_init_firmware_loader(struct hl_device *hdev) in gaudi_init_firmware_loader()
3850 static int gaudi_init_cpu(struct hl_device *hdev) in gaudi_init_cpu()
3878 static int gaudi_init_cpu_queues(struct hl_device *hdev, u32 cpu_timeout) in gaudi_init_cpu_queues()
3955 static void gaudi_pre_hw_init(struct hl_device *hdev) in gaudi_pre_hw_init()
3983 static int gaudi_hw_init(struct hl_device *hdev) in gaudi_hw_init()
4071 static void gaudi_hw_fini(struct hl_device *hdev, bool hard_reset, bool fw_reset) in gaudi_hw_fini()
4220 static int gaudi_suspend(struct hl_device *hdev) in gaudi_suspend()
4231 static int gaudi_resume(struct hl_device *hdev) in gaudi_resume()
4236 static int gaudi_mmap(struct hl_device *hdev, struct vm_area_struct *vma, in gaudi_mmap()
4252 static void gaudi_ring_doorbell(struct hl_device *hdev, u32 hw_queue_id, u32 pi) in gaudi_ring_doorbell()
4594 static void gaudi_pqe_write(struct hl_device *hdev, __le64 *pqe, in gaudi_pqe_write()
4604 static void *gaudi_dma_alloc_coherent(struct hl_device *hdev, size_t size, in gaudi_dma_alloc_coherent()
4617 static void gaudi_dma_free_coherent(struct hl_device *hdev, size_t size, in gaudi_dma_free_coherent()
4626 static int gaudi_scrub_device_dram(struct hl_device *hdev, u64 val) in gaudi_scrub_device_dram()
4687 static int gaudi_scrub_device_mem(struct hl_device *hdev) in gaudi_scrub_device_mem()
4730 static void *gaudi_get_int_queue_base(struct hl_device *hdev, in gaudi_get_int_queue_base()
4750 static int gaudi_send_cpu_message(struct hl_device *hdev, u32 *msg, in gaudi_send_cpu_message()
4768 static int gaudi_test_queue(struct hl_device *hdev, u32 hw_queue_id) in gaudi_test_queue()
4841 static int gaudi_test_cpu_queue(struct hl_device *hdev) in gaudi_test_cpu_queue()
4855 static int gaudi_test_queues(struct hl_device *hdev) in gaudi_test_queues()
4874 static void *gaudi_dma_pool_zalloc(struct hl_device *hdev, size_t size, in gaudi_dma_pool_zalloc()
4891 static void gaudi_dma_pool_free(struct hl_device *hdev, void *vaddr, in gaudi_dma_pool_free()
4900 static void *gaudi_cpu_accessible_dma_pool_alloc(struct hl_device *hdev, in gaudi_cpu_accessible_dma_pool_alloc()
4906 static void gaudi_cpu_accessible_dma_pool_free(struct hl_device *hdev, in gaudi_cpu_accessible_dma_pool_free()
4912 static u32 gaudi_get_dma_desc_list_size(struct hl_device *hdev, struct sg_table *sgt) in gaudi_get_dma_desc_list_size()
4952 static int gaudi_pin_memory_before_cs(struct hl_device *hdev, in gaudi_pin_memory_before_cs()
4998 static int gaudi_validate_dma_pkt_host(struct hl_device *hdev, in gaudi_validate_dma_pkt_host()
5036 static int gaudi_validate_dma_pkt_no_mmu(struct hl_device *hdev, in gaudi_validate_dma_pkt_no_mmu()
5068 static int gaudi_validate_load_and_exe_pkt(struct hl_device *hdev, in gaudi_validate_load_and_exe_pkt()
5087 static int gaudi_validate_cb(struct hl_device *hdev, in gaudi_validate_cb()
5194 static int gaudi_patch_dma_packet(struct hl_device *hdev, in gaudi_patch_dma_packet()
5313 static int gaudi_patch_cb(struct hl_device *hdev, in gaudi_patch_cb()
5403 static int gaudi_parse_cb_mmu(struct hl_device *hdev, in gaudi_parse_cb_mmu()
5488 static int gaudi_parse_cb_no_mmu(struct hl_device *hdev, in gaudi_parse_cb_no_mmu()
5536 static int gaudi_parse_cb_no_ext_queue(struct hl_device *hdev, in gaudi_parse_cb_no_ext_queue()
5581 static int gaudi_cs_parser(struct hl_device *hdev, struct hl_cs_parser *parser) in gaudi_cs_parser()
5594 static void gaudi_add_end_of_cb_packets(struct hl_device *hdev, void *kernel_address, in gaudi_add_end_of_cb_packets()
5637 static void gaudi_update_eq_ci(struct hl_device *hdev, u32 val) in gaudi_update_eq_ci()
5642 static int gaudi_memset_device_memory(struct hl_device *hdev, u64 addr, in gaudi_memset_device_memory()
5721 static int gaudi_memset_registers(struct hl_device *hdev, u64 reg_base, in gaudi_memset_registers()
5784 static int gaudi_restore_sm_registers(struct hl_device *hdev) in gaudi_restore_sm_registers()
5859 static void gaudi_restore_dma_registers(struct hl_device *hdev) in gaudi_restore_dma_registers()
5886 static void gaudi_restore_qm_registers(struct hl_device *hdev) in gaudi_restore_qm_registers()
5913 static int gaudi_restore_user_registers(struct hl_device *hdev) in gaudi_restore_user_registers()
5927 static int gaudi_context_switch(struct hl_device *hdev, u32 asid) in gaudi_context_switch()
5932 static int gaudi_mmu_clear_pgt_range(struct hl_device *hdev) in gaudi_mmu_clear_pgt_range()
5945 static void gaudi_restore_phase_topology(struct hl_device *hdev) in gaudi_restore_phase_topology()
5950 static int gaudi_dma_core_transfer(struct hl_device *hdev, int dma_id, u64 addr, in gaudi_dma_core_transfer()
5997 static int gaudi_debugfs_read_dma(struct hl_device *hdev, u64 addr, u32 size, in gaudi_debugfs_read_dma()
6102 static u64 gaudi_read_pte(struct hl_device *hdev, u64 addr) in gaudi_read_pte()
6113 static void gaudi_write_pte(struct hl_device *hdev, u64 addr, u64 val) in gaudi_write_pte()
6124 void gaudi_mmu_prepare_reg(struct hl_device *hdev, u64 reg, u32 asid) in gaudi_mmu_prepare_reg()
6131 static void gaudi_mmu_prepare(struct hl_device *hdev, u32 asid) in gaudi_mmu_prepare()
6422 static int gaudi_send_job_on_qman0(struct hl_device *hdev, in gaudi_send_job_on_qman0()
6503 static const char *gaudi_get_razwi_initiator_dma_name(struct hl_device *hdev, u32 x_y, in gaudi_get_razwi_initiator_dma_name()
6601 static const char *gaudi_get_razwi_initiator_name(struct hl_device *hdev, bool is_write, in gaudi_get_razwi_initiator_name()
6718 static void gaudi_print_and_get_razwi_info(struct hl_device *hdev, u16 *engine_id_1, in gaudi_print_and_get_razwi_info()
6739 static void gaudi_print_and_get_mmu_error_info(struct hl_device *hdev, u64 *addr, u64 *event_mask) in gaudi_print_and_get_mmu_error_info()
6789 static int gaudi_extract_ecc_info(struct hl_device *hdev, in gaudi_extract_ecc_info()
6874 static void gaudi_handle_sw_config_stream_data(struct hl_device *hdev, u32 stream, in gaudi_handle_sw_config_stream_data()
6911 static void gaudi_handle_last_pqes_on_err(struct hl_device *hdev, u32 qid_base, in gaudi_handle_last_pqes_on_err()
6991 static void handle_qman_data_on_err(struct hl_device *hdev, u32 qid_base, in handle_qman_data_on_err()
7010 static void gaudi_handle_qman_err_generic(struct hl_device *hdev, in gaudi_handle_qman_err_generic()
7077 static void gaudi_print_sm_sei_info(struct hl_device *hdev, u16 event_type, in gaudi_print_sm_sei_info()
7111 static void gaudi_handle_ecc_event(struct hl_device *hdev, u16 event_type, in gaudi_handle_ecc_event()
7208 static void gaudi_handle_qman_err(struct hl_device *hdev, u16 event_type, u64 *event_mask) in gaudi_handle_qman_err()
7299 static void gaudi_print_irq_info(struct hl_device *hdev, u16 event_type, in gaudi_print_irq_info()
7341 static void gaudi_print_out_of_sync_info(struct hl_device *hdev, in gaudi_print_out_of_sync_info()
7350 static void gaudi_print_fw_alive_info(struct hl_device *hdev, in gaudi_print_fw_alive_info()
7361 static void gaudi_print_nic_axi_irq_info(struct hl_device *hdev, u16 event_type, in gaudi_print_nic_axi_irq_info()
7403 static int gaudi_compute_reset_late_init(struct hl_device *hdev) in gaudi_compute_reset_late_init()
7409 static int gaudi_hbm_read_interrupts(struct hl_device *hdev, int device, in gaudi_hbm_read_interrupts()
7547 static bool gaudi_tpc_read_interrupts(struct hl_device *hdev, u8 tpc_id, in gaudi_tpc_read_interrupts()
7583 static void gaudi_print_clk_change_info(struct hl_device *hdev, u16 event_type, u64 *event_mask) in gaudi_print_clk_change_info()
7633 static void gaudi_handle_eqe(struct hl_device *hdev, struct hl_eq_entry *eq_entry) in gaudi_handle_eqe()
7954 static void *gaudi_get_events_stat(struct hl_device *hdev, bool aggregate, u32 *size) in gaudi_get_events_stat()
7967 static int gaudi_mmu_invalidate_cache(struct hl_device *hdev, bool is_hard, u32 flags) in gaudi_mmu_invalidate_cache()
8000 static int gaudi_mmu_invalidate_cache_range(struct hl_device *hdev, in gaudi_mmu_invalidate_cache_range()
8010 static int gaudi_mmu_update_asid_hop0_addr(struct hl_device *hdev, u32 asid, u64 phys_addr) in gaudi_mmu_update_asid_hop0_addr()
8042 static int gaudi_send_heartbeat(struct hl_device *hdev) in gaudi_send_heartbeat()
8052 static int gaudi_cpucp_info_get(struct hl_device *hdev) in gaudi_cpucp_info_get()
8078 static bool gaudi_is_device_idle(struct hl_device *hdev, u64 *mask_arr, u8 mask_len, in gaudi_is_device_idle()
8215 static void gaudi_hw_queues_lock(struct hl_device *hdev) in gaudi_hw_queues_lock()
8223 static void gaudi_hw_queues_unlock(struct hl_device *hdev) in gaudi_hw_queues_unlock()
8231 static u32 gaudi_get_pci_id(struct hl_device *hdev) in gaudi_get_pci_id()
8236 static int gaudi_get_eeprom_data(struct hl_device *hdev, void *data, in gaudi_get_eeprom_data()
8247 static int gaudi_get_monitor_dump(struct hl_device *hdev, void *data) in gaudi_get_monitor_dump()
8261 static int gaudi_run_tpc_kernel(struct hl_device *hdev, u64 tpc_kernel, u32 tpc_id) in gaudi_run_tpc_kernel()
8357 static int gaudi_internal_cb_pool_init(struct hl_device *hdev, in gaudi_internal_cb_pool_init()
8430 static void gaudi_internal_cb_pool_fini(struct hl_device *hdev, in gaudi_internal_cb_pool_fini()
8483 static u32 gaudi_get_queue_id_for_cq(struct hl_device *hdev, u32 cq_idx) in gaudi_get_queue_id_for_cq()
8488 static u32 gaudi_get_signal_cb_size(struct hl_device *hdev) in gaudi_get_signal_cb_size()
8494 static u32 gaudi_get_wait_cb_size(struct hl_device *hdev) in gaudi_get_wait_cb_size()
8501 static u32 gaudi_get_sob_addr(struct hl_device *hdev, u32 sob_id) in gaudi_get_sob_addr()
8506 static u32 gaudi_gen_signal_cb(struct hl_device *hdev, void *data, u16 sob_id, in gaudi_gen_signal_cb()
8554 static u32 gaudi_add_arm_monitor_pkt(struct hl_device *hdev, in gaudi_add_arm_monitor_pkt()
8624 static int gaudi_get_fence_addr(struct hl_device *hdev, u32 queue_id, u64 *addr) in gaudi_get_fence_addr()
8787 static u32 gaudi_gen_wait_cb(struct hl_device *hdev, in gaudi_gen_wait_cb()
8809 static void gaudi_reset_sob(struct hl_device *hdev, void *data) in gaudi_reset_sob()
8822 static u64 gaudi_get_device_time(struct hl_device *hdev) in gaudi_get_device_time()
8829 static int gaudi_get_hw_block_id(struct hl_device *hdev, u64 block_addr, in gaudi_get_hw_block_id()
8835 static int gaudi_block_mmap(struct hl_device *hdev, in gaudi_block_mmap()
8842 static void gaudi_enable_events_from_fw(struct hl_device *hdev) in gaudi_enable_events_from_fw()
8854 static int gaudi_ack_mmu_page_fault_or_access_error(struct hl_device *hdev, u64 mmu_cap_mask) in gaudi_ack_mmu_page_fault_or_access_error()
8902 static int gaudi_gen_sync_to_engine_map(struct hl_device *hdev, in gaudi_gen_sync_to_engine_map()
8991 struct hl_device *hdev, in gaudi_print_single_monitor()
9030 struct hl_device *hdev, u64 base_offset, u64 status_base_offset, in gaudi_print_fences_single_engine()
9106 static void gaudi_state_dump_init(struct hl_device *hdev) in gaudi_state_dump_init()
9133 static int gaudi_set_dram_properties(struct hl_device *hdev) in gaudi_set_dram_properties()
9138 static int gaudi_set_binning_masks(struct hl_device *hdev) in gaudi_set_binning_masks()
9143 static void gaudi_check_if_razwi_happened(struct hl_device *hdev) in gaudi_check_if_razwi_happened()
9149 struct hl_device *hdev = dev_get_drvdata(dev); in infineon_ver_show() local
9164 static void gaudi_add_device_attr(struct hl_device *hdev, struct attribute_group *dev_clk_attr_grp, in gaudi_add_device_attr()
9171 static int gaudi_send_device_activity(struct hl_device *hdev, bool open) in gaudi_send_device_activity()
9279 void gaudi_set_asic_funcs(struct hl_device *hdev) in gaudi_set_asic_funcs()