Lines Matching refs:sdma
555 for (i = 0; i < adev->sdma.num_instances; i++) { in sdma_v4_0_setup_ulv()
580 for (i = 0; i < adev->sdma.num_instances; i++) { in sdma_v4_0_init_microcode()
737 struct amdgpu_sdma_instance *sdma = amdgpu_sdma_get_instance_from_ring(ring); in sdma_v4_0_ring_insert_nop() local
741 if (sdma && sdma->burst_nop && (i == 0)) in sdma_v4_0_ring_insert_nop()
880 for (i = 0; i < adev->sdma.num_instances; i++) { in sdma_v4_0_gfx_enable()
916 for (i = 0; i < adev->sdma.num_instances; i++) { in sdma_v4_0_page_stop()
965 for (i = 0; i < adev->sdma.num_instances; i++) { in sdma_v4_0_ctx_switch_enable()
982 adev->sdma.instance[i].fw_version >= 14) in sdma_v4_0_ctx_switch_enable()
1006 if (adev->sdma.has_page_queue) in sdma_v4_0_enable()
1010 for (i = 0; i < adev->sdma.num_instances; i++) { in sdma_v4_0_enable()
1045 struct amdgpu_ring *ring = &adev->sdma.instance[i].ring; in sdma_v4_0_gfx_resume()
1132 struct amdgpu_ring *ring = &adev->sdma.instance[i].page; in sdma_v4_0_page_resume()
1307 for (i = 0; i < adev->sdma.num_instances; i++) { in sdma_v4_0_load_microcode()
1308 if (!adev->sdma.instance[i].fw) in sdma_v4_0_load_microcode()
1311 hdr = (const struct sdma_firmware_header_v1_0 *)adev->sdma.instance[i].fw->data; in sdma_v4_0_load_microcode()
1316 (adev->sdma.instance[i].fw->data + in sdma_v4_0_load_microcode()
1326 adev->sdma.instance[i].fw_version); in sdma_v4_0_load_microcode()
1363 for (i = 0; i < adev->sdma.num_instances; i++) { in sdma_v4_0_start()
1368 if (adev->sdma.has_page_queue) in sdma_v4_0_start()
1393 for (i = 0; i < adev->sdma.num_instances; i++) { in sdma_v4_0_start()
1394 ring = &adev->sdma.instance[i].ring; in sdma_v4_0_start()
1400 if (adev->sdma.has_page_queue) { in sdma_v4_0_start()
1401 struct amdgpu_ring *page = &adev->sdma.instance[i].page; in sdma_v4_0_start()
1634 struct amdgpu_sdma_instance *sdma = amdgpu_sdma_get_instance_from_ring(ring); in sdma_v4_0_ring_pad_ib() local
1640 if (sdma && sdma->burst_nop && (i == 0)) in sdma_v4_0_ring_pad_ib()
1703 uint fw_version = adev->sdma.instance[0].fw_version; in sdma_v4_0_fw_support_paging_queue()
1732 adev->sdma.has_page_queue = false; in sdma_v4_0_early_init()
1734 adev->sdma.has_page_queue = true; in sdma_v4_0_early_init()
1756 if (adev->sdma.ras && adev->sdma.ras->ras_block.hw_ops && in sdma_v4_0_late_init()
1757 adev->sdma.ras->ras_block.hw_ops->reset_ras_error_count) in sdma_v4_0_late_init()
1758 adev->sdma.ras->ras_block.hw_ops->reset_ras_error_count(adev); in sdma_v4_0_late_init()
1771 for (i = 0; i < adev->sdma.num_instances; i++) { in sdma_v4_0_sw_init()
1774 &adev->sdma.trap_irq); in sdma_v4_0_sw_init()
1780 for (i = 0; i < adev->sdma.num_instances; i++) { in sdma_v4_0_sw_init()
1783 &adev->sdma.ecc_irq); in sdma_v4_0_sw_init()
1789 for (i = 0; i < adev->sdma.num_instances; i++) { in sdma_v4_0_sw_init()
1792 &adev->sdma.vm_hole_irq); in sdma_v4_0_sw_init()
1798 &adev->sdma.doorbell_invalid_irq); in sdma_v4_0_sw_init()
1804 &adev->sdma.pool_timeout_irq); in sdma_v4_0_sw_init()
1810 &adev->sdma.srbm_write_irq); in sdma_v4_0_sw_init()
1815 for (i = 0; i < adev->sdma.num_instances; i++) { in sdma_v4_0_sw_init()
1816 ring = &adev->sdma.instance[i].ring; in sdma_v4_0_sw_init()
1827 r = amdgpu_ring_init(adev, ring, 1024, &adev->sdma.trap_irq, in sdma_v4_0_sw_init()
1833 if (adev->sdma.has_page_queue) { in sdma_v4_0_sw_init()
1834 ring = &adev->sdma.instance[i].page; in sdma_v4_0_sw_init()
1846 &adev->sdma.trap_irq, in sdma_v4_0_sw_init()
1867 for (i = 0; i < adev->sdma.num_instances; i++) { in sdma_v4_0_sw_fini()
1868 amdgpu_ring_fini(&adev->sdma.instance[i].ring); in sdma_v4_0_sw_fini()
1869 if (adev->sdma.has_page_queue) in sdma_v4_0_sw_fini()
1870 amdgpu_ring_fini(&adev->sdma.instance[i].page); in sdma_v4_0_sw_fini()
1906 for (i = 0; i < adev->sdma.num_instances; i++) { in sdma_v4_0_hw_fini()
1907 amdgpu_irq_put(adev, &adev->sdma.ecc_irq, in sdma_v4_0_hw_fini()
1953 for (i = 0; i < adev->sdma.num_instances; i++) { in sdma_v4_0_is_idle()
1966 u32 sdma[AMDGPU_MAX_SDMA_INSTANCES]; in sdma_v4_0_wait_for_idle() local
1970 for (j = 0; j < adev->sdma.num_instances; j++) { in sdma_v4_0_wait_for_idle()
1971 sdma[j] = RREG32_SDMA(j, mmSDMA0_STATUS_REG); in sdma_v4_0_wait_for_idle()
1972 if (!(sdma[j] & SDMA0_STATUS_REG__IDLE_MASK)) in sdma_v4_0_wait_for_idle()
1975 if (j == adev->sdma.num_instances) in sdma_v4_0_wait_for_idle()
2014 amdgpu_fence_process(&adev->sdma.instance[instance].ring); in sdma_v4_0_process_trap_irq()
2018 amdgpu_fence_process(&adev->sdma.instance[instance].page); in sdma_v4_0_process_trap_irq()
2025 amdgpu_fence_process(&adev->sdma.instance[instance].page); in sdma_v4_0_process_trap_irq()
2068 drm_sched_fault(&adev->sdma.instance[instance].ring.sched); in sdma_v4_0_process_illegal_inst_irq()
2097 if (instance < 0 || instance >= adev->sdma.num_instances) { in sdma_v4_0_print_iv_entry()
2163 for (i = 0; i < adev->sdma.num_instances; i++) { in sdma_v4_0_update_medium_grain_clock_gating()
2177 for (i = 0; i < adev->sdma.num_instances; i++) { in sdma_v4_0_update_medium_grain_clock_gating()
2202 for (i = 0; i < adev->sdma.num_instances; i++) { in sdma_v4_0_update_medium_grain_light_sleep()
2210 for (i = 0; i < adev->sdma.num_instances; i++) { in sdma_v4_0_update_medium_grain_light_sleep()
2431 for (i = 0; i < adev->sdma.num_instances; i++) { in sdma_v4_0_set_ring_funcs()
2433 adev->sdma.instance[i].ring.funcs = in sdma_v4_0_set_ring_funcs()
2436 adev->sdma.instance[i].ring.funcs = in sdma_v4_0_set_ring_funcs()
2438 adev->sdma.instance[i].ring.me = i; in sdma_v4_0_set_ring_funcs()
2439 if (adev->sdma.has_page_queue) { in sdma_v4_0_set_ring_funcs()
2441 adev->sdma.instance[i].page.funcs = in sdma_v4_0_set_ring_funcs()
2444 adev->sdma.instance[i].page.funcs = in sdma_v4_0_set_ring_funcs()
2446 adev->sdma.instance[i].page.me = i; in sdma_v4_0_set_ring_funcs()
2483 adev->sdma.trap_irq.num_types = adev->sdma.num_instances; in sdma_v4_0_set_irq_funcs()
2484 adev->sdma.ecc_irq.num_types = adev->sdma.num_instances; in sdma_v4_0_set_irq_funcs()
2486 switch (adev->sdma.num_instances) { in sdma_v4_0_set_irq_funcs()
2489 adev->sdma.vm_hole_irq.num_types = adev->sdma.num_instances; in sdma_v4_0_set_irq_funcs()
2490 adev->sdma.doorbell_invalid_irq.num_types = adev->sdma.num_instances; in sdma_v4_0_set_irq_funcs()
2491 adev->sdma.pool_timeout_irq.num_types = adev->sdma.num_instances; in sdma_v4_0_set_irq_funcs()
2492 adev->sdma.srbm_write_irq.num_types = adev->sdma.num_instances; in sdma_v4_0_set_irq_funcs()
2497 adev->sdma.trap_irq.funcs = &sdma_v4_0_trap_irq_funcs; in sdma_v4_0_set_irq_funcs()
2498 adev->sdma.illegal_inst_irq.funcs = &sdma_v4_0_illegal_inst_irq_funcs; in sdma_v4_0_set_irq_funcs()
2499 adev->sdma.ecc_irq.funcs = &sdma_v4_0_ecc_irq_funcs; in sdma_v4_0_set_irq_funcs()
2500 adev->sdma.vm_hole_irq.funcs = &sdma_v4_0_vm_hole_irq_funcs; in sdma_v4_0_set_irq_funcs()
2501 adev->sdma.doorbell_invalid_irq.funcs = &sdma_v4_0_doorbell_invalid_irq_funcs; in sdma_v4_0_set_irq_funcs()
2502 adev->sdma.pool_timeout_irq.funcs = &sdma_v4_0_pool_timeout_irq_funcs; in sdma_v4_0_set_irq_funcs()
2503 adev->sdma.srbm_write_irq.funcs = &sdma_v4_0_srbm_write_irq_funcs; in sdma_v4_0_set_irq_funcs()
2571 if (adev->sdma.has_page_queue) in sdma_v4_0_set_buffer_funcs()
2572 adev->mman.buffer_funcs_ring = &adev->sdma.instance[0].page; in sdma_v4_0_set_buffer_funcs()
2574 adev->mman.buffer_funcs_ring = &adev->sdma.instance[0].ring; in sdma_v4_0_set_buffer_funcs()
2591 for (i = 0; i < adev->sdma.num_instances; i++) { in sdma_v4_0_set_vm_pte_funcs()
2592 if (adev->sdma.has_page_queue) in sdma_v4_0_set_vm_pte_funcs()
2593 sched = &adev->sdma.instance[i].page.sched; in sdma_v4_0_set_vm_pte_funcs()
2595 sched = &adev->sdma.instance[i].ring.sched; in sdma_v4_0_set_vm_pte_funcs()
2598 adev->vm_manager.vm_pte_num_scheds = adev->sdma.num_instances; in sdma_v4_0_set_vm_pte_funcs()
2651 for (i = 0; i < adev->sdma.num_instances; i++) { in sdma_v4_0_query_ras_error_count()
2665 for (i = 0; i < adev->sdma.num_instances; i++) in sdma_v4_0_reset_ras_error_count()
2687 adev->sdma.ras = &sdma_v4_0_ras; in sdma_v4_0_set_ras_funcs()
2690 adev->sdma.ras = &sdma_v4_4_ras; in sdma_v4_0_set_ras_funcs()