| /drivers/gpu/drm/amd/amdgpu/ |
| A D | amdgpu_ids.c | 202 unsigned vmhub = ring->vm_hub; in amdgpu_vmid_grab_idle() local 203 struct amdgpu_vmid_mgr *id_mgr = &adev->vm_manager.id_mgr[vmhub]; in amdgpu_vmid_grab_idle() 277 unsigned vmhub = ring->vm_hub; in amdgpu_vmid_grab_reserved() local 278 struct amdgpu_vmid_mgr *id_mgr = &adev->vm_manager.id_mgr[vmhub]; in amdgpu_vmid_grab_reserved() 342 unsigned vmhub = ring->vm_hub; in amdgpu_vmid_grab_used() local 343 struct amdgpu_vmid_mgr *id_mgr = &adev->vm_manager.id_mgr[vmhub]; in amdgpu_vmid_grab_used() 403 unsigned vmhub = ring->vm_hub; in amdgpu_vmid_grab() local 414 if (amdgpu_vmid_uses_reserved(vm, vmhub)) { in amdgpu_vmid_grab() 474 return vm->reserved_vmid[vmhub]; in amdgpu_vmid_uses_reserved() 478 unsigned vmhub) in amdgpu_vmid_alloc_reserved() argument [all …]
|
| A D | gmc_v12_0.c | 101 hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in gmc_v12_0_process_interrupt() 103 hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gmc_v12_0_process_interrupt() 176 uint32_t vmhub) in gmc_v12_0_use_invalidate_semaphore() argument 178 return ((vmhub == AMDGPU_MMHUB0(0)) && in gmc_v12_0_use_invalidate_semaphore() 199 unsigned int vmhub, uint32_t flush_type) in gmc_v12_0_flush_vm_hub() argument 202 struct amdgpu_vmhub *hub = &adev->vmhub[vmhub]; in gmc_v12_0_flush_vm_hub() 210 hub_ip = (vmhub == AMDGPU_GFXHUB(0)) ? in gmc_v12_0_flush_vm_hub() 260 if ((vmhub != AMDGPU_GFXHUB(0)) && in gmc_v12_0_flush_vm_hub() 291 uint32_t vmhub, uint32_t flush_type) in gmc_v12_0_flush_gpu_tlb() argument 304 struct amdgpu_vmhub *hub = &adev->vmhub[vmhub]; in gmc_v12_0_flush_gpu_tlb() [all …]
|
| A D | amdgpu_ids.h | 81 bool amdgpu_vmid_uses_reserved(struct amdgpu_vm *vm, unsigned int vmhub); 83 unsigned vmhub); 85 unsigned vmhub); 88 void amdgpu_vmid_reset(struct amdgpu_device *adev, unsigned vmhub,
|
| A D | gmc_v9_0.c | 482 hub = &adev->vmhub[j]; in gmc_v9_0_vm_fault_interrupt_state() 510 hub = &adev->vmhub[j]; in gmc_v9_0_vm_fault_interrupt_state() 554 unsigned int vmhub; in gmc_v9_0_process_interrupt() local 570 vmhub = AMDGPU_MMHUB1(0); in gmc_v9_0_process_interrupt() 579 vmhub = xcc_id; in gmc_v9_0_process_interrupt() 581 hub = &adev->vmhub[vmhub]; in gmc_v9_0_process_interrupt() 791 uint32_t vmhub) in gmc_v9_0_use_invalidate_semaphore() argument 843 hub = &adev->vmhub[vmhub]; in gmc_v9_0_flush_gpu_tlb() 849 if (vmhub >= AMDGPU_MMHUB0(0)) in gmc_v9_0_flush_gpu_tlb() 852 inst = vmhub; in gmc_v9_0_flush_gpu_tlb() [all …]
|
| A D | gmc_v11_0.c | 105 struct amdgpu_vmhub *hub = &adev->vmhub[vmhub_index]; in gmc_v11_0_process_interrupt() 183 uint32_t vmhub) in gmc_v11_0_use_invalidate_semaphore() argument 185 return ((vmhub == AMDGPU_MMHUB0(0)) && in gmc_v11_0_use_invalidate_semaphore() 209 uint32_t vmhub, uint32_t flush_type) in gmc_v11_0_flush_gpu_tlb() argument 211 bool use_semaphore = gmc_v11_0_use_invalidate_semaphore(adev, vmhub); in gmc_v11_0_flush_gpu_tlb() 212 struct amdgpu_vmhub *hub = &adev->vmhub[vmhub]; in gmc_v11_0_flush_gpu_tlb() 221 if ((vmhub == AMDGPU_GFXHUB(0)) && !adev->gfx.is_poweron) in gmc_v11_0_flush_gpu_tlb() 242 hub_ip = (vmhub == AMDGPU_GFXHUB(0)) ? GC_HWIP : MMHUB_HWIP; in gmc_v11_0_flush_gpu_tlb() 283 if ((vmhub != AMDGPU_GFXHUB(0)) && in gmc_v11_0_flush_gpu_tlb() 343 struct amdgpu_vmhub *hub = &ring->adev->vmhub[ring->vm_hub]; in gmc_v11_0_emit_flush_gpu_tlb() [all …]
|
| A D | gmc_v10_0.c | 105 struct amdgpu_vmhub *hub = &adev->vmhub[vmhub_index]; in gmc_v10_0_process_interrupt() 214 uint32_t vmhub) in gmc_v10_0_use_invalidate_semaphore() argument 216 return ((vmhub == AMDGPU_MMHUB0(0)) && in gmc_v10_0_use_invalidate_semaphore() 251 uint32_t vmhub, uint32_t flush_type) in gmc_v10_0_flush_gpu_tlb() argument 253 bool use_semaphore = gmc_v10_0_use_invalidate_semaphore(adev, vmhub); in gmc_v10_0_flush_gpu_tlb() 254 struct amdgpu_vmhub *hub = &adev->vmhub[vmhub]; in gmc_v10_0_flush_gpu_tlb() 281 hub_ip = (vmhub == AMDGPU_GFXHUB(0)) ? GC_HWIP : MMHUB_HWIP; in gmc_v10_0_flush_gpu_tlb() 311 if ((vmhub == AMDGPU_GFXHUB(0)) && in gmc_v10_0_flush_gpu_tlb() 333 vmhub); in gmc_v10_0_flush_gpu_tlb() 378 struct amdgpu_vmhub *hub = &ring->adev->vmhub[ring->vm_hub]; in gmc_v10_0_emit_flush_gpu_tlb()
|
| A D | amdgpu_vm.c | 730 unsigned vmhub = ring->vm_hub; in amdgpu_vm_need_pipeline_sync() local 765 unsigned vmhub = ring->vm_hub; in amdgpu_vm_flush() local 3114 unsigned int vmhub) in amdgpu_vm_update_fault_cache() argument 3135 adev->vm_manager.fault_info.vmhub = vmhub; in amdgpu_vm_update_fault_cache() 3138 if (AMDGPU_IS_GFXHUB(vmhub)) { in amdgpu_vm_update_fault_cache() 3140 vm->fault_info.vmhub |= in amdgpu_vm_update_fault_cache() 3142 } else if (AMDGPU_IS_MMHUB0(vmhub)) { in amdgpu_vm_update_fault_cache() 3144 vm->fault_info.vmhub |= in amdgpu_vm_update_fault_cache() 3146 } else if (AMDGPU_IS_MMHUB1(vmhub)) { in amdgpu_vm_update_fault_cache() 3148 vm->fault_info.vmhub |= in amdgpu_vm_update_fault_cache() [all …]
|
| A D | gfxhub_v1_0.c | 43 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v1_0_setup_vm_pt_regs() 252 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v1_0_setup_vmid_config() 312 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v1_0_program_invalidation() 343 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v1_0_gart_disable() 417 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v1_0_init()
|
| A D | gfxhub_v2_0.c | 123 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_0_setup_vm_pt_regs() 285 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_0_setup_vmid_config() 334 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_0_program_invalidation() 363 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_0_gart_disable() 437 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_0_init()
|
| A D | gfxhub_v3_0_3.c | 125 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_3_setup_vm_pt_regs() 297 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_3_setup_vmid_config() 346 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_3_program_invalidation() 375 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_3_gart_disable() 453 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_3_init()
|
| A D | amdgpu_gmc.c | 591 unsigned vmhub, inv_eng; in amdgpu_gmc_allocate_vm_inv_eng() local 607 vmhub = ring->vm_hub; in amdgpu_gmc_allocate_vm_inv_eng() 619 inv_eng = ffs(vm_inv_engs[vmhub]); in amdgpu_gmc_allocate_vm_inv_eng() 627 vm_inv_engs[vmhub] &= ~(1 << ring->vm_inv_eng); in amdgpu_gmc_allocate_vm_inv_eng() 652 uint32_t vmhub, uint32_t flush_type) in amdgpu_gmc_flush_gpu_tlb() argument 655 struct amdgpu_vmhub *hub = &adev->vmhub[vmhub]; in amdgpu_gmc_flush_gpu_tlb() 672 vmhub, 2); in amdgpu_gmc_flush_gpu_tlb() 676 vmhub, 0); in amdgpu_gmc_flush_gpu_tlb() 678 adev->gmc.gmc_funcs->flush_gpu_tlb(adev, vmid, vmhub, in amdgpu_gmc_flush_gpu_tlb() 953 hub = &adev->vmhub[hub_type]; in amdgpu_gmc_set_vm_fault_masks()
|
| A D | gfxhub_v11_5_0.c | 127 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v11_5_0_setup_vm_pt_regs() 295 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v11_5_0_setup_vmid_config() 344 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v11_5_0_program_invalidation() 385 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v11_5_0_gart_disable() 468 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v11_5_0_init()
|
| A D | gfxhub_v12_0.c | 130 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v12_0_setup_vm_pt_regs() 300 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v12_0_setup_vmid_config() 349 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v12_0_program_invalidation() 390 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v12_0_gart_disable() 473 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v12_0_init()
|
| A D | gfxhub_v3_0.c | 122 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_setup_vm_pt_regs() 292 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_setup_vmid_config() 341 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_program_invalidation() 382 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_gart_disable() 465 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_init()
|
| A D | mmhub_v3_0_2.c | 132 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_2_setup_vm_pt_regs() 313 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_2_setup_vmid_config() 363 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_2_program_invalidation() 392 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_2_gart_disable() 471 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_2_init()
|
| A D | mmhub_v3_0_1.c | 148 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_1_setup_vm_pt_regs() 315 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_1_setup_vmid_config() 365 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_1_program_invalidation() 394 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_1_gart_disable() 468 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_1_init()
|
| A D | gfxhub_v2_1.c | 126 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_1_setup_vm_pt_regs() 297 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_1_setup_vmid_config() 346 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_1_program_invalidation() 387 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_1_gart_disable() 468 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_1_init() 623 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_1_halt()
|
| A D | mmhub_v2_0.c | 190 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v2_0_setup_vm_pt_regs() 365 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v2_0_setup_vmid_config() 415 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v2_0_program_invalidation() 444 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v2_0_gart_disable() 523 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v2_0_init()
|
| A D | mmhub_v2_3.c | 124 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v2_3_setup_vm_pt_regs() 283 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v2_3_setup_vmid_config() 333 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v2_3_program_invalidation() 376 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v2_3_gart_disable() 450 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v2_3_init()
|
| A D | mmhub_v3_0.c | 139 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_setup_vm_pt_regs() 321 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_setup_vmid_config() 371 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_program_invalidation() 400 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_gart_disable() 479 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_init()
|
| A D | mmhub_v3_3.c | 240 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_3_setup_vm_pt_regs() 409 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_3_setup_vmid_config() 459 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_3_program_invalidation() 537 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_3_gart_disable() 611 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_3_init()
|
| A D | mmhub_v4_1_0.c | 131 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v4_1_0_setup_vm_pt_regs() 314 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v4_1_0_setup_vmid_config() 364 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v4_1_0_program_invalidation() 393 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v4_1_0_gart_disable() 473 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v4_1_0_init()
|
| A D | gfxhub_v1_2.c | 51 hub = &adev->vmhub[AMDGPU_GFXHUB(i)]; in gfxhub_v1_2_xcc_setup_vm_pt_regs() 344 hub = &adev->vmhub[AMDGPU_GFXHUB(j)]; in gfxhub_v1_2_xcc_setup_vmid_config() 407 hub = &adev->vmhub[AMDGPU_GFXHUB(j)]; in gfxhub_v1_2_xcc_program_invalidation() 453 hub = &adev->vmhub[AMDGPU_GFXHUB(j)]; in gfxhub_v1_2_xcc_gart_disable() 550 hub = &adev->vmhub[AMDGPU_GFXHUB(i)]; in gfxhub_v1_2_xcc_init()
|
| A D | mmhub_v1_0.c | 57 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v1_0_setup_vm_pt_regs() 280 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v1_0_setup_vmid_config() 339 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v1_0_program_invalidation() 392 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v1_0_gart_disable() 469 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v1_0_init()
|
| A D | mmhub_v1_8.c | 64 hub = &adev->vmhub[AMDGPU_MMHUB0(i)]; in mmhub_v1_8_setup_vm_pt_regs() 393 hub = &adev->vmhub[AMDGPU_MMHUB0(j)]; in mmhub_v1_8_setup_vmid_config() 451 hub = &adev->vmhub[AMDGPU_MMHUB0(j)]; in mmhub_v1_8_program_invalidation() 513 hub = &adev->vmhub[AMDGPU_MMHUB0(j)]; in mmhub_v1_8_gart_disable() 589 hub = &adev->vmhub[AMDGPU_MMHUB0(i)]; in mmhub_v1_8_init()
|