Lines Matching defs:hdev
360 int goya_set_fixed_properties(struct hl_device *hdev) in goya_set_fixed_properties()
508 static int goya_pci_bars_map(struct hl_device *hdev) in goya_pci_bars_map()
524 static u64 goya_set_ddr_bar_base(struct hl_device *hdev, u64 addr) in goya_set_ddr_bar_base()
558 static int goya_init_iatu(struct hl_device *hdev) in goya_init_iatu()
592 static enum hl_device_hw_state goya_get_hw_state(struct hl_device *hdev) in goya_get_hw_state()
608 static int goya_early_init(struct hl_device *hdev) in goya_early_init()
704 static int goya_early_fini(struct hl_device *hdev) in goya_early_fini()
712 static void goya_mmu_prepare_reg(struct hl_device *hdev, u64 reg, u32 asid) in goya_mmu_prepare_reg()
719 static void goya_qman0_set_security(struct hl_device *hdev, bool secure) in goya_qman0_set_security()
740 static void goya_fetch_psoc_frequency(struct hl_device *hdev) in goya_fetch_psoc_frequency()
809 int goya_set_frequency(struct hl_device *hdev, enum hl_pll_frequency freq) in goya_set_frequency()
832 struct hl_device *hdev = goya_work->hdev; in goya_set_freq_to_low_job() local
845 int goya_late_init(struct hl_device *hdev) in goya_late_init()
917 void goya_late_fini(struct hl_device *hdev) in goya_late_fini()
926 static void goya_set_pci_memory_regions(struct hl_device *hdev) in goya_set_pci_memory_regions()
965 static int goya_sw_init(struct hl_device *hdev) in goya_sw_init()
1062 static int goya_sw_fini(struct hl_device *hdev) in goya_sw_fini()
1079 static void goya_init_dma_qman(struct hl_device *hdev, int dma_id, in goya_init_dma_qman()
1131 static void goya_init_dma_ch(struct hl_device *hdev, int dma_id) in goya_init_dma_ch()
1165 void goya_init_dma_qmans(struct hl_device *hdev) in goya_init_dma_qmans()
1191 static void goya_disable_external_queues(struct hl_device *hdev) in goya_disable_external_queues()
1205 static int goya_stop_queue(struct hl_device *hdev, u32 cfg_reg, in goya_stop_queue()
1255 static int goya_stop_external_queues(struct hl_device *hdev) in goya_stop_external_queues()
1325 int goya_init_cpu_queues(struct hl_device *hdev) in goya_init_cpu_queues()
1392 static void goya_set_pll_refclk(struct hl_device *hdev) in goya_set_pll_refclk()
1430 static void goya_disable_clk_rlx(struct hl_device *hdev) in goya_disable_clk_rlx()
1436 static void _goya_tpc_mbist_workaround(struct hl_device *hdev, u8 tpc_id) in _goya_tpc_mbist_workaround()
1501 static void goya_tpc_mbist_workaround(struct hl_device *hdev) in goya_tpc_mbist_workaround()
1528 static void goya_init_golden_registers(struct hl_device *hdev) in goya_init_golden_registers()
1823 static void goya_init_mme_qman(struct hl_device *hdev) in goya_init_mme_qman()
1873 static void goya_init_mme_cmdq(struct hl_device *hdev) in goya_init_mme_cmdq()
1909 void goya_init_mme_qmans(struct hl_device *hdev) in goya_init_mme_qmans()
1929 static void goya_init_tpc_qman(struct hl_device *hdev, u32 base_off, int tpc_id) in goya_init_tpc_qman()
1979 static void goya_init_tpc_cmdq(struct hl_device *hdev, int tpc_id) in goya_init_tpc_cmdq()
2016 void goya_init_tpc_qmans(struct hl_device *hdev) in goya_init_tpc_qmans()
2058 static void goya_disable_internal_queues(struct hl_device *hdev) in goya_disable_internal_queues()
2105 static int goya_stop_internal_queues(struct hl_device *hdev) in goya_stop_internal_queues()
2306 static void goya_dma_stall(struct hl_device *hdev) in goya_dma_stall()
2320 static void goya_tpc_stall(struct hl_device *hdev) in goya_tpc_stall()
2337 static void goya_mme_stall(struct hl_device *hdev) in goya_mme_stall()
2347 static int goya_enable_msix(struct hl_device *hdev) in goya_enable_msix()
2397 static void goya_sync_irqs(struct hl_device *hdev) in goya_sync_irqs()
2412 static void goya_disable_msix(struct hl_device *hdev) in goya_disable_msix()
2435 static void goya_enable_timestamp(struct hl_device *hdev) in goya_enable_timestamp()
2448 static void goya_disable_timestamp(struct hl_device *hdev) in goya_disable_timestamp()
2454 static void goya_halt_engines(struct hl_device *hdev, bool hard_reset, bool fw_reset) in goya_halt_engines()
2495 static int goya_load_firmware_to_device(struct hl_device *hdev) in goya_load_firmware_to_device()
2512 static int goya_load_boot_fit_to_device(struct hl_device *hdev) in goya_load_boot_fit_to_device()
2521 static void goya_init_dynamic_firmware_loader(struct hl_device *hdev) in goya_init_dynamic_firmware_loader()
2544 static void goya_init_static_firmware_loader(struct hl_device *hdev) in goya_init_static_firmware_loader()
2564 static void goya_init_firmware_preload_params(struct hl_device *hdev) in goya_init_firmware_preload_params()
2576 static void goya_init_firmware_loader(struct hl_device *hdev) in goya_init_firmware_loader()
2597 static int goya_init_cpu(struct hl_device *hdev) in goya_init_cpu()
2628 static int goya_mmu_update_asid_hop0_addr(struct hl_device *hdev, u32 asid, in goya_mmu_update_asid_hop0_addr()
2660 int goya_mmu_init(struct hl_device *hdev) in goya_mmu_init()
2717 static int goya_hw_init(struct hl_device *hdev) in goya_hw_init()
2785 static void goya_hw_fini(struct hl_device *hdev, bool hard_reset, bool fw_reset) in goya_hw_fini()
2862 int goya_suspend(struct hl_device *hdev) in goya_suspend()
2873 int goya_resume(struct hl_device *hdev) in goya_resume()
2878 static int goya_mmap(struct hl_device *hdev, struct vm_area_struct *vma, in goya_mmap()
2894 void goya_ring_doorbell(struct hl_device *hdev, u32 hw_queue_id, u32 pi) in goya_ring_doorbell()
2979 void goya_pqe_write(struct hl_device *hdev, __le64 *pqe, struct hl_bd *bd) in goya_pqe_write()
2985 static void *goya_dma_alloc_coherent(struct hl_device *hdev, size_t size, in goya_dma_alloc_coherent()
2998 static void goya_dma_free_coherent(struct hl_device *hdev, size_t size, in goya_dma_free_coherent()
3007 int goya_scrub_device_mem(struct hl_device *hdev) in goya_scrub_device_mem()
3012 void *goya_get_int_queue_base(struct hl_device *hdev, u32 queue_id, in goya_get_int_queue_base()
3070 static int goya_send_job_on_qman0(struct hl_device *hdev, struct hl_cs_job *job) in goya_send_job_on_qman0()
3137 int goya_send_cpu_message(struct hl_device *hdev, u32 *msg, u16 len, in goya_send_cpu_message()
3155 int goya_test_queue(struct hl_device *hdev, u32 hw_queue_id) in goya_test_queue()
3222 int goya_test_cpu_queue(struct hl_device *hdev) in goya_test_cpu_queue()
3236 int goya_test_queues(struct hl_device *hdev) in goya_test_queues()
3249 static void *goya_dma_pool_zalloc(struct hl_device *hdev, size_t size, in goya_dma_pool_zalloc()
3266 static void goya_dma_pool_free(struct hl_device *hdev, void *vaddr, in goya_dma_pool_free()
3275 void *goya_cpu_accessible_dma_pool_alloc(struct hl_device *hdev, size_t size, in goya_cpu_accessible_dma_pool_alloc()
3287 void goya_cpu_accessible_dma_pool_free(struct hl_device *hdev, size_t size, in goya_cpu_accessible_dma_pool_free()
3293 u32 goya_get_dma_desc_list_size(struct hl_device *hdev, struct sg_table *sgt) in goya_get_dma_desc_list_size()
3333 static int goya_pin_memory_before_cs(struct hl_device *hdev, in goya_pin_memory_before_cs()
3379 static int goya_validate_dma_pkt_host(struct hl_device *hdev, in goya_validate_dma_pkt_host()
3482 static int goya_validate_dma_pkt_no_host(struct hl_device *hdev, in goya_validate_dma_pkt_no_host()
3527 static int goya_validate_dma_pkt_no_mmu(struct hl_device *hdev, in goya_validate_dma_pkt_no_mmu()
3564 static int goya_validate_dma_pkt_mmu(struct hl_device *hdev, in goya_validate_dma_pkt_mmu()
3601 static int goya_validate_wreg32(struct hl_device *hdev, in goya_validate_wreg32()
3645 static int goya_validate_cb(struct hl_device *hdev, in goya_validate_cb()
3752 static int goya_patch_dma_packet(struct hl_device *hdev, in goya_patch_dma_packet()
3882 static int goya_patch_cb(struct hl_device *hdev, in goya_patch_cb()
3980 static int goya_parse_cb_mmu(struct hl_device *hdev, in goya_parse_cb_mmu()
4055 static int goya_parse_cb_no_mmu(struct hl_device *hdev, in goya_parse_cb_no_mmu()
4103 static int goya_parse_cb_no_ext_queue(struct hl_device *hdev, in goya_parse_cb_no_ext_queue()
4134 int goya_cs_parser(struct hl_device *hdev, struct hl_cs_parser *parser) in goya_cs_parser()
4147 void goya_add_end_of_cb_packets(struct hl_device *hdev, void *kernel_address, in goya_add_end_of_cb_packets()
4172 void goya_update_eq_ci(struct hl_device *hdev, u32 val) in goya_update_eq_ci()
4177 void goya_restore_phase_topology(struct hl_device *hdev) in goya_restore_phase_topology()
4182 static void goya_clear_sm_regs(struct hl_device *hdev) in goya_clear_sm_regs()
4202 static int goya_debugfs_read_dma(struct hl_device *hdev, u64 addr, u32 size, void *blob_addr) in goya_debugfs_read_dma()
4208 static u64 goya_read_pte(struct hl_device *hdev, u64 addr) in goya_read_pte()
4219 static void goya_write_pte(struct hl_device *hdev, u64 addr, u64 val) in goya_write_pte()
4428 static void goya_print_razwi_info(struct hl_device *hdev) in goya_print_razwi_info()
4451 static void goya_print_mmu_error_info(struct hl_device *hdev) in goya_print_mmu_error_info()
4473 static void goya_print_out_of_sync_info(struct hl_device *hdev, in goya_print_out_of_sync_info()
4482 static void goya_print_irq_info(struct hl_device *hdev, u16 event_type, in goya_print_irq_info()
4497 static int goya_unmask_irq_arr(struct hl_device *hdev, u32 *irq_arr, in goya_unmask_irq_arr()
4548 static int goya_compute_reset_late_init(struct hl_device *hdev) in goya_compute_reset_late_init()
4558 static int goya_unmask_irq(struct hl_device *hdev, u16 event_type) in goya_unmask_irq()
4579 static void goya_print_clk_change_info(struct hl_device *hdev, u16 event_type) in goya_print_clk_change_info()
4627 void goya_handle_eqe(struct hl_device *hdev, struct hl_eq_entry *eq_entry) in goya_handle_eqe()
4747 void *goya_get_events_stat(struct hl_device *hdev, bool aggregate, u32 *size) in goya_get_events_stat()
4760 static int goya_memset_device_memory(struct hl_device *hdev, u64 addr, u64 size, in goya_memset_device_memory()
4832 int goya_context_switch(struct hl_device *hdev, u32 asid) in goya_context_switch()
4866 static int goya_mmu_clear_pgt_range(struct hl_device *hdev) in goya_mmu_clear_pgt_range()
4880 static int goya_mmu_set_dram_default_page(struct hl_device *hdev) in goya_mmu_set_dram_default_page()
4893 static int goya_mmu_add_mappings_for_device_cpu(struct hl_device *hdev) in goya_mmu_add_mappings_for_device_cpu()
4974 void goya_mmu_remove_device_cpu_mappings(struct hl_device *hdev) in goya_mmu_remove_device_cpu_mappings()
5017 static void goya_mmu_prepare(struct hl_device *hdev, u32 asid) in goya_mmu_prepare()
5035 static int goya_mmu_invalidate_cache(struct hl_device *hdev, bool is_hard, in goya_mmu_invalidate_cache()
5069 static int goya_mmu_invalidate_cache_range(struct hl_device *hdev, in goya_mmu_invalidate_cache_range()
5079 int goya_send_heartbeat(struct hl_device *hdev) in goya_send_heartbeat()
5089 int goya_cpucp_info_get(struct hl_device *hdev) in goya_cpucp_info_get()
5126 static bool goya_is_device_idle(struct hl_device *hdev, u64 *mask_arr, u8 mask_len, in goya_is_device_idle()
5205 static void goya_hw_queues_lock(struct hl_device *hdev) in goya_hw_queues_lock()
5213 static void goya_hw_queues_unlock(struct hl_device *hdev) in goya_hw_queues_unlock()
5221 static u32 goya_get_pci_id(struct hl_device *hdev) in goya_get_pci_id()
5226 static int goya_get_eeprom_data(struct hl_device *hdev, void *data, in goya_get_eeprom_data()
5237 static void goya_cpu_init_scrambler_dram(struct hl_device *hdev) in goya_cpu_init_scrambler_dram()
5255 u32 goya_get_queue_id_for_cq(struct hl_device *hdev, u32 cq_idx) in goya_get_queue_id_for_cq()
5260 static u32 goya_get_signal_cb_size(struct hl_device *hdev) in goya_get_signal_cb_size()
5265 static u32 goya_get_wait_cb_size(struct hl_device *hdev) in goya_get_wait_cb_size()
5270 static u32 goya_gen_signal_cb(struct hl_device *hdev, void *data, u16 sob_id, in goya_gen_signal_cb()
5276 static u32 goya_gen_wait_cb(struct hl_device *hdev, in goya_gen_wait_cb()
5282 static void goya_reset_sob(struct hl_device *hdev, void *data) in goya_reset_sob()
5287 static void goya_reset_sob_group(struct hl_device *hdev, u16 sob_group) in goya_reset_sob_group()
5292 u64 goya_get_device_time(struct hl_device *hdev) in goya_get_device_time()
5304 static int goya_collective_wait_create_jobs(struct hl_device *hdev, in goya_collective_wait_create_jobs()
5316 static int goya_get_hw_block_id(struct hl_device *hdev, u64 block_addr, in goya_get_hw_block_id()
5322 static int goya_block_mmap(struct hl_device *hdev, struct vm_area_struct *vma, in goya_block_mmap()
5328 static void goya_enable_events_from_fw(struct hl_device *hdev) in goya_enable_events_from_fw()
5334 static int goya_ack_mmu_page_fault_or_access_error(struct hl_device *hdev, u64 mmu_cap_mask) in goya_ack_mmu_page_fault_or_access_error()
5353 static int goya_gen_sync_to_engine_map(struct hl_device *hdev, in goya_gen_sync_to_engine_map()
5367 struct hl_device *hdev, in goya_print_single_monitor()
5376 struct hl_device *hdev, u64 base_offset, u64 status_base_offset, in goya_print_fences_single_engine()
5392 static void goya_state_dump_init(struct hl_device *hdev) in goya_state_dump_init()
5399 static u32 goya_get_sob_addr(struct hl_device *hdev, u32 sob_id) in goya_get_sob_addr()
5409 static int goya_get_monitor_dump(struct hl_device *hdev, void *data) in goya_get_monitor_dump()
5414 static void goya_check_if_razwi_happened(struct hl_device *hdev) in goya_check_if_razwi_happened()
5418 static int goya_scrub_device_dram(struct hl_device *hdev, u64 val) in goya_scrub_device_dram()
5423 static int goya_set_dram_properties(struct hl_device *hdev) in goya_set_dram_properties()
5428 static int goya_set_binning_masks(struct hl_device *hdev) in goya_set_binning_masks()
5433 static int goya_send_device_activity(struct hl_device *hdev, bool open) in goya_send_device_activity()
5541 void goya_set_asic_funcs(struct hl_device *hdev) in goya_set_asic_funcs()