Lines Matching refs:vm_manager
149 r = xa_err(xa_erase_irq(&adev->vm_manager.pasids, vm->pasid)); in amdgpu_vm_set_pasid()
157 r = xa_err(xa_store_irq(&adev->vm_manager.pasids, pasid, vm, in amdgpu_vm_set_pasid()
400 adev->vm_manager.vm_pte_scheds, in amdgpu_vm_init_entities()
401 adev->vm_manager.vm_pte_num_scheds, NULL); in amdgpu_vm_init_entities()
406 adev->vm_manager.vm_pte_scheds, in amdgpu_vm_init_entities()
407 adev->vm_manager.vm_pte_num_scheds, NULL); in amdgpu_vm_init_entities()
613 struct amdgpu_vmid_mgr *id_mgr = &adev->vm_manager.id_mgr[vmhub]; in amdgpu_vm_need_pipeline_sync()
647 struct amdgpu_vmid_mgr *id_mgr = &adev->vm_manager.id_mgr[vmhub]; in amdgpu_vm_flush()
1211 vram_base = bo_adev->vm_manager.vram_base_offset; in amdgpu_vm_bo_update()
1297 spin_lock_irqsave(&adev->vm_manager.prt_lock, flags); in amdgpu_vm_update_prt_state()
1298 enable = !!atomic_read(&adev->vm_manager.num_prt_users); in amdgpu_vm_update_prt_state()
1300 spin_unlock_irqrestore(&adev->vm_manager.prt_lock, flags); in amdgpu_vm_update_prt_state()
1313 if (atomic_inc_return(&adev->vm_manager.num_prt_users) == 1) in amdgpu_vm_prt_get()
1324 if (atomic_dec_return(&adev->vm_manager.num_prt_users) == 0) in amdgpu_vm_prt_put()
1699 if (lpfn >= adev->vm_manager.max_pfn) in amdgpu_vm_verify_parameters()
2245 adev->vm_manager.max_pfn = (uint64_t)vm_size << 18; in amdgpu_vm_adjust_size()
2247 tmp = roundup_pow_of_two(adev->vm_manager.max_pfn); in amdgpu_vm_adjust_size()
2251 adev->vm_manager.num_level = min_t(unsigned int, max_level, tmp); in amdgpu_vm_adjust_size()
2252 switch (adev->vm_manager.num_level) { in amdgpu_vm_adjust_size()
2254 adev->vm_manager.root_level = AMDGPU_VM_PDB2; in amdgpu_vm_adjust_size()
2257 adev->vm_manager.root_level = AMDGPU_VM_PDB1; in amdgpu_vm_adjust_size()
2260 adev->vm_manager.root_level = AMDGPU_VM_PDB0; in amdgpu_vm_adjust_size()
2267 adev->vm_manager.block_size = in amdgpu_vm_adjust_size()
2270 - 9 * adev->vm_manager.num_level); in amdgpu_vm_adjust_size()
2271 else if (adev->vm_manager.num_level > 1) in amdgpu_vm_adjust_size()
2272 adev->vm_manager.block_size = 9; in amdgpu_vm_adjust_size()
2274 adev->vm_manager.block_size = amdgpu_vm_get_block_size(tmp); in amdgpu_vm_adjust_size()
2277 adev->vm_manager.fragment_size = fragment_size_default; in amdgpu_vm_adjust_size()
2279 adev->vm_manager.fragment_size = amdgpu_vm_fragment_size; in amdgpu_vm_adjust_size()
2282 vm_size, adev->vm_manager.num_level + 1, in amdgpu_vm_adjust_size()
2283 adev->vm_manager.block_size, in amdgpu_vm_adjust_size()
2284 adev->vm_manager.fragment_size); in amdgpu_vm_adjust_size()
2317 xa_lock_irqsave(&adev->vm_manager.pasids, flags); in amdgpu_vm_get_vm_from_pasid()
2318 vm = xa_load(&adev->vm_manager.pasids, pasid); in amdgpu_vm_get_vm_from_pasid()
2319 xa_unlock_irqrestore(&adev->vm_manager.pasids, flags); in amdgpu_vm_get_vm_from_pasid()
2449 vm->use_cpu_for_update = !!(adev->vm_manager.vm_update_mode & in amdgpu_vm_init()
2472 r = amdgpu_vm_pt_create(adev, vm, adev->vm_manager.root_level, in amdgpu_vm_init()
2544 vm->use_cpu_for_update = !!(adev->vm_manager.vm_update_mode & in amdgpu_vm_make_compute()
2679 adev->vm_manager.concurrent_flush = !(adev->asic_type < CHIP_VEGA10 || in amdgpu_vm_manager_init()
2684 adev->vm_manager.fence_context = in amdgpu_vm_manager_init()
2687 adev->vm_manager.seqno[i] = 0; in amdgpu_vm_manager_init()
2689 spin_lock_init(&adev->vm_manager.prt_lock); in amdgpu_vm_manager_init()
2690 atomic_set(&adev->vm_manager.num_prt_users, 0); in amdgpu_vm_manager_init()
2702 adev->vm_manager.vm_update_mode = in amdgpu_vm_manager_init()
2705 adev->vm_manager.vm_update_mode = 0; in amdgpu_vm_manager_init()
2707 adev->vm_manager.vm_update_mode = amdgpu_vm_update_mode; in amdgpu_vm_manager_init()
2709 adev->vm_manager.vm_update_mode = 0; in amdgpu_vm_manager_init()
2712 xa_init_flags(&adev->vm_manager.pasids, XA_FLAGS_LOCK_IRQ); in amdgpu_vm_manager_init()
2724 WARN_ON(!xa_empty(&adev->vm_manager.pasids)); in amdgpu_vm_manager_fini()
2725 xa_destroy(&adev->vm_manager.pasids); in amdgpu_vm_manager_fini()
2797 xa_lock_irqsave(&adev->vm_manager.pasids, irqflags); in amdgpu_vm_handle_fault()
2798 vm = xa_load(&adev->vm_manager.pasids, pasid); in amdgpu_vm_handle_fault()
2805 xa_unlock_irqrestore(&adev->vm_manager.pasids, irqflags); in amdgpu_vm_handle_fault()
2823 xa_lock_irqsave(&adev->vm_manager.pasids, irqflags); in amdgpu_vm_handle_fault()
2824 vm = xa_load(&adev->vm_manager.pasids, pasid); in amdgpu_vm_handle_fault()
2827 xa_unlock_irqrestore(&adev->vm_manager.pasids, irqflags); in amdgpu_vm_handle_fault()
2990 xa_lock_irqsave(&adev->vm_manager.pasids, flags); in amdgpu_vm_update_fault_cache()
2992 vm = xa_load(&adev->vm_manager.pasids, pasid); in amdgpu_vm_update_fault_cache()
3005 adev->vm_manager.fault_info.addr = addr; in amdgpu_vm_update_fault_cache()
3006 adev->vm_manager.fault_info.vmhub = vmhub; in amdgpu_vm_update_fault_cache()
3007 adev->vm_manager.fault_info.status = status; in amdgpu_vm_update_fault_cache()
3025 xa_unlock_irqrestore(&adev->vm_manager.pasids, flags); in amdgpu_vm_update_fault_cache()