Lines Matching refs:fence_drv
102 struct amdgpu_fence_driver *drv = &ring->fence_drv; in amdgpu_fence_write()
118 struct amdgpu_fence_driver *drv = &ring->fence_drv; in amdgpu_fence_read()
162 seq = ++ring->fence_drv.sync_seq; in amdgpu_fence_emit()
169 &ring->fence_drv.lock, in amdgpu_fence_emit()
173 &ring->fence_drv.lock, in amdgpu_fence_emit()
177 amdgpu_ring_emit_fence(ring, ring->fence_drv.gpu_addr, in amdgpu_fence_emit()
180 ptr = &ring->fence_drv.fences[seq & ring->fence_drv.num_fences_mask]; in amdgpu_fence_emit()
226 seq = ++ring->fence_drv.sync_seq; in amdgpu_fence_emit_polling()
228 seq - ring->fence_drv.num_fences_mask, in amdgpu_fence_emit_polling()
233 amdgpu_ring_emit_fence(ring, ring->fence_drv.gpu_addr, in amdgpu_fence_emit_polling()
250 mod_timer(&ring->fence_drv.fallback_timer, in amdgpu_fence_schedule_fallback()
267 struct amdgpu_fence_driver *drv = &ring->fence_drv; in amdgpu_fence_process()
272 last_seq = atomic_read(&ring->fence_drv.last_seq); in amdgpu_fence_process()
277 if (del_timer(&ring->fence_drv.fallback_timer) && in amdgpu_fence_process()
278 seq != ring->fence_drv.sync_seq) in amdgpu_fence_process()
320 fence_drv.fallback_timer); in amdgpu_fence_fallback()
336 uint64_t seq = READ_ONCE(ring->fence_drv.sync_seq); in amdgpu_fence_wait_empty()
343 ptr = &ring->fence_drv.fences[seq & ring->fence_drv.num_fences_mask]; in amdgpu_fence_wait_empty()
399 emitted -= atomic_read(&ring->fence_drv.last_seq); in amdgpu_fence_count_emitted()
400 emitted += READ_ONCE(ring->fence_drv.sync_seq); in amdgpu_fence_count_emitted()
425 ring->fence_drv.cpu_addr = &adev->wb.wb[ring->fence_offs]; in amdgpu_fence_driver_start_ring()
426 ring->fence_drv.gpu_addr = adev->wb.gpu_addr + (ring->fence_offs * 4); in amdgpu_fence_driver_start_ring()
430 ring->fence_drv.cpu_addr = adev->uvd.inst[ring->me].cpu_addr + index; in amdgpu_fence_driver_start_ring()
431 ring->fence_drv.gpu_addr = adev->uvd.inst[ring->me].gpu_addr + index; in amdgpu_fence_driver_start_ring()
433 amdgpu_fence_write(ring, atomic_read(&ring->fence_drv.last_seq)); in amdgpu_fence_driver_start_ring()
435 ring->fence_drv.irq_src = irq_src; in amdgpu_fence_driver_start_ring()
436 ring->fence_drv.irq_type = irq_type; in amdgpu_fence_driver_start_ring()
437 ring->fence_drv.initialized = true; in amdgpu_fence_driver_start_ring()
440 ring->name, ring->fence_drv.gpu_addr); in amdgpu_fence_driver_start_ring()
469 ring->fence_drv.cpu_addr = NULL; in amdgpu_fence_driver_init_ring()
470 ring->fence_drv.gpu_addr = 0; in amdgpu_fence_driver_init_ring()
471 ring->fence_drv.sync_seq = 0; in amdgpu_fence_driver_init_ring()
472 atomic_set(&ring->fence_drv.last_seq, 0); in amdgpu_fence_driver_init_ring()
473 ring->fence_drv.initialized = false; in amdgpu_fence_driver_init_ring()
475 timer_setup(&ring->fence_drv.fallback_timer, amdgpu_fence_fallback, 0); in amdgpu_fence_driver_init_ring()
477 ring->fence_drv.num_fences_mask = num_hw_submission * 2 - 1; in amdgpu_fence_driver_init_ring()
478 spin_lock_init(&ring->fence_drv.lock); in amdgpu_fence_driver_init_ring()
479 ring->fence_drv.fences = kcalloc(num_hw_submission * 2, sizeof(void *), in amdgpu_fence_driver_init_ring()
481 if (!ring->fence_drv.fences) in amdgpu_fence_driver_init_ring()
547 if (!ring || !ring->fence_drv.initialized) in amdgpu_fence_driver_hw_fini()
559 if (ring->fence_drv.irq_src) in amdgpu_fence_driver_hw_fini()
560 amdgpu_irq_put(adev, ring->fence_drv.irq_src, in amdgpu_fence_driver_hw_fini()
561 ring->fence_drv.irq_type); in amdgpu_fence_driver_hw_fini()
563 del_timer_sync(&ring->fence_drv.fallback_timer); in amdgpu_fence_driver_hw_fini()
574 if (!ring || !ring->fence_drv.initialized) in amdgpu_fence_driver_sw_fini()
580 for (j = 0; j <= ring->fence_drv.num_fences_mask; ++j) in amdgpu_fence_driver_sw_fini()
581 dma_fence_put(ring->fence_drv.fences[j]); in amdgpu_fence_driver_sw_fini()
582 kfree(ring->fence_drv.fences); in amdgpu_fence_driver_sw_fini()
583 ring->fence_drv.fences = NULL; in amdgpu_fence_driver_sw_fini()
584 ring->fence_drv.initialized = false; in amdgpu_fence_driver_sw_fini()
606 if (!ring || !ring->fence_drv.initialized) in amdgpu_fence_driver_hw_init()
610 if (ring->fence_drv.irq_src) in amdgpu_fence_driver_hw_init()
611 amdgpu_irq_get(adev, ring->fence_drv.irq_src, in amdgpu_fence_driver_hw_init()
612 ring->fence_drv.irq_type); in amdgpu_fence_driver_hw_init()
627 for (i = 0; i <= ring->fence_drv.num_fences_mask; i++) { in amdgpu_fence_driver_clear_job_fences()
628 ptr = &ring->fence_drv.fences[i]; in amdgpu_fence_driver_clear_job_fences()
643 amdgpu_fence_write(ring, ring->fence_drv.sync_seq); in amdgpu_fence_driver_force_completion()
678 if (!timer_pending(&to_amdgpu_fence(f)->ring->fence_drv.fallback_timer)) in amdgpu_fence_enable_signaling()
695 if (!timer_pending(&to_amdgpu_ring(job->base.sched)->fence_drv.fallback_timer)) in amdgpu_job_fence_enable_signaling()
782 if (!ring || !ring->fence_drv.initialized) in amdgpu_debugfs_fence_info_show()
789 atomic_read(&ring->fence_drv.last_seq)); in amdgpu_debugfs_fence_info_show()
791 ring->fence_drv.sync_seq); in amdgpu_debugfs_fence_info_show()
806 le32_to_cpu(*(ring->fence_drv.cpu_addr + 2))); in amdgpu_debugfs_fence_info_show()
809 le32_to_cpu(*(ring->fence_drv.cpu_addr + 4))); in amdgpu_debugfs_fence_info_show()
812 le32_to_cpu(*(ring->fence_drv.cpu_addr + 6))); in amdgpu_debugfs_fence_info_show()