Lines Matching refs:fence_drv
104 struct amdgpu_fence_driver *drv = &ring->fence_drv; in amdgpu_fence_write()
120 struct amdgpu_fence_driver *drv = &ring->fence_drv; in amdgpu_fence_read()
164 seq = ++ring->fence_drv.sync_seq; in amdgpu_fence_emit()
173 &ring->fence_drv.lock, in amdgpu_fence_emit()
180 &ring->fence_drv.lock, in amdgpu_fence_emit()
184 amdgpu_ring_emit_fence(ring, ring->fence_drv.gpu_addr, in amdgpu_fence_emit()
187 ptr = &ring->fence_drv.fences[seq & ring->fence_drv.num_fences_mask]; in amdgpu_fence_emit()
235 seq = ++ring->fence_drv.sync_seq; in amdgpu_fence_emit_polling()
237 seq - ring->fence_drv.num_fences_mask, in amdgpu_fence_emit_polling()
242 amdgpu_ring_emit_fence(ring, ring->fence_drv.gpu_addr, in amdgpu_fence_emit_polling()
259 mod_timer(&ring->fence_drv.fallback_timer, in amdgpu_fence_schedule_fallback()
276 struct amdgpu_fence_driver *drv = &ring->fence_drv; in amdgpu_fence_process()
281 last_seq = atomic_read(&ring->fence_drv.last_seq); in amdgpu_fence_process()
286 if (del_timer(&ring->fence_drv.fallback_timer) && in amdgpu_fence_process()
287 seq != ring->fence_drv.sync_seq) in amdgpu_fence_process()
329 fence_drv.fallback_timer); in amdgpu_fence_fallback()
345 uint64_t seq = READ_ONCE(ring->fence_drv.sync_seq); in amdgpu_fence_wait_empty()
352 ptr = &ring->fence_drv.fences[seq & ring->fence_drv.num_fences_mask]; in amdgpu_fence_wait_empty()
407 emitted -= atomic_read(&ring->fence_drv.last_seq); in amdgpu_fence_count_emitted()
408 emitted += READ_ONCE(ring->fence_drv.sync_seq); in amdgpu_fence_count_emitted()
421 struct amdgpu_fence_driver *drv = &ring->fence_drv; in amdgpu_fence_last_unsignaled_time_us()
425 last_seq = atomic_read(&ring->fence_drv.last_seq); in amdgpu_fence_last_unsignaled_time_us()
426 sync_seq = READ_ONCE(ring->fence_drv.sync_seq); in amdgpu_fence_last_unsignaled_time_us()
452 struct amdgpu_fence_driver *drv = &ring->fence_drv; in amdgpu_fence_update_start_timestamp()
484 ring->fence_drv.cpu_addr = ring->fence_cpu_addr; in amdgpu_fence_driver_start_ring()
485 ring->fence_drv.gpu_addr = ring->fence_gpu_addr; in amdgpu_fence_driver_start_ring()
489 ring->fence_drv.cpu_addr = adev->uvd.inst[ring->me].cpu_addr + index; in amdgpu_fence_driver_start_ring()
490 ring->fence_drv.gpu_addr = adev->uvd.inst[ring->me].gpu_addr + index; in amdgpu_fence_driver_start_ring()
492 amdgpu_fence_write(ring, atomic_read(&ring->fence_drv.last_seq)); in amdgpu_fence_driver_start_ring()
494 ring->fence_drv.irq_src = irq_src; in amdgpu_fence_driver_start_ring()
495 ring->fence_drv.irq_type = irq_type; in amdgpu_fence_driver_start_ring()
496 ring->fence_drv.initialized = true; in amdgpu_fence_driver_start_ring()
499 ring->name, ring->fence_drv.gpu_addr); in amdgpu_fence_driver_start_ring()
522 ring->fence_drv.cpu_addr = NULL; in amdgpu_fence_driver_init_ring()
523 ring->fence_drv.gpu_addr = 0; in amdgpu_fence_driver_init_ring()
524 ring->fence_drv.sync_seq = 0; in amdgpu_fence_driver_init_ring()
525 atomic_set(&ring->fence_drv.last_seq, 0); in amdgpu_fence_driver_init_ring()
526 ring->fence_drv.initialized = false; in amdgpu_fence_driver_init_ring()
528 timer_setup(&ring->fence_drv.fallback_timer, amdgpu_fence_fallback, 0); in amdgpu_fence_driver_init_ring()
530 ring->fence_drv.num_fences_mask = ring->num_hw_submission * 2 - 1; in amdgpu_fence_driver_init_ring()
531 spin_lock_init(&ring->fence_drv.lock); in amdgpu_fence_driver_init_ring()
532 ring->fence_drv.fences = kcalloc(ring->num_hw_submission * 2, sizeof(void *), in amdgpu_fence_driver_init_ring()
535 if (!ring->fence_drv.fences) in amdgpu_fence_driver_init_ring()
573 if (!ring || !ring->fence_drv.initialized) in amdgpu_fence_driver_hw_fini()
585 if (ring->fence_drv.irq_src) in amdgpu_fence_driver_hw_fini()
586 amdgpu_irq_put(adev, ring->fence_drv.irq_src, in amdgpu_fence_driver_hw_fini()
587 ring->fence_drv.irq_type); in amdgpu_fence_driver_hw_fini()
589 del_timer_sync(&ring->fence_drv.fallback_timer); in amdgpu_fence_driver_hw_fini()
601 if (!ring || !ring->fence_drv.initialized || !ring->fence_drv.irq_src) in amdgpu_fence_driver_isr_toggle()
618 if (!ring || !ring->fence_drv.initialized) in amdgpu_fence_driver_sw_fini()
630 for (j = 0; j <= ring->fence_drv.num_fences_mask; ++j) in amdgpu_fence_driver_sw_fini()
631 dma_fence_put(ring->fence_drv.fences[j]); in amdgpu_fence_driver_sw_fini()
632 kfree(ring->fence_drv.fences); in amdgpu_fence_driver_sw_fini()
633 ring->fence_drv.fences = NULL; in amdgpu_fence_driver_sw_fini()
634 ring->fence_drv.initialized = false; in amdgpu_fence_driver_sw_fini()
656 if (!ring || !ring->fence_drv.initialized) in amdgpu_fence_driver_hw_init()
660 if (ring->fence_drv.irq_src) in amdgpu_fence_driver_hw_init()
661 amdgpu_irq_get(adev, ring->fence_drv.irq_src, in amdgpu_fence_driver_hw_init()
662 ring->fence_drv.irq_type); in amdgpu_fence_driver_hw_init()
677 for (i = 0; i <= ring->fence_drv.num_fences_mask; i++) { in amdgpu_fence_driver_clear_job_fences()
678 ptr = &ring->fence_drv.fences[i]; in amdgpu_fence_driver_clear_job_fences()
695 amdgpu_fence_write(ring, ring->fence_drv.sync_seq); in amdgpu_fence_driver_force_completion()
730 if (!timer_pending(&to_amdgpu_fence(f)->ring->fence_drv.fallback_timer)) in amdgpu_fence_enable_signaling()
747 if (!timer_pending(&to_amdgpu_ring(job->base.sched)->fence_drv.fallback_timer)) in amdgpu_job_fence_enable_signaling()
834 if (!ring || !ring->fence_drv.initialized) in amdgpu_debugfs_fence_info_show()
841 atomic_read(&ring->fence_drv.last_seq)); in amdgpu_debugfs_fence_info_show()
843 ring->fence_drv.sync_seq); in amdgpu_debugfs_fence_info_show()
858 le32_to_cpu(*(ring->fence_drv.cpu_addr + 2))); in amdgpu_debugfs_fence_info_show()
861 le32_to_cpu(*(ring->fence_drv.cpu_addr + 4))); in amdgpu_debugfs_fence_info_show()
864 le32_to_cpu(*(ring->fence_drv.cpu_addr + 6))); in amdgpu_debugfs_fence_info_show()