/linux-6.3-rc2/arch/arm64/kvm/ |
A D | vmid.c | 32 #define vmid2idx(vmid) ((vmid) & ~VMID_MASK) argument 42 #define vmid_gen_match(vmid) \ argument 48 u64 vmid; in flush_context() local 56 if (vmid == 0) in flush_context() 98 if (vmid != 0) { in new_vmid() 125 __set_bit(vmid, vmid_map); in new_vmid() 126 cur_idx = vmid; in new_vmid() 127 vmid = idx2vmid(vmid) | generation; in new_vmid() 129 return vmid; in new_vmid() 141 u64 vmid, old_active_vmid; in kvm_arm_vmid_update() local [all …]
|
/linux-6.3-rc2/drivers/virt/acrn/ |
A D | hypercall.h | 80 static inline long hcall_start_vm(u64 vmid) in hcall_start_vm() argument 82 return acrn_hypercall1(HC_START_VM, vmid); in hcall_start_vm() 91 static inline long hcall_pause_vm(u64 vmid) in hcall_pause_vm() argument 93 return acrn_hypercall1(HC_PAUSE_VM, vmid); in hcall_pause_vm() 102 static inline long hcall_destroy_vm(u64 vmid) in hcall_destroy_vm() argument 104 return acrn_hypercall1(HC_DESTROY_VM, vmid); in hcall_destroy_vm() 113 static inline long hcall_reset_vm(u64 vmid) in hcall_reset_vm() argument 115 return acrn_hypercall1(HC_RESET_VM, vmid); in hcall_reset_vm() 139 return acrn_hypercall2(HC_INJECT_MSI, vmid, msi); in hcall_inject_msi() 163 return acrn_hypercall2(HC_SET_IRQLINE, vmid, op); in hcall_set_irqline() [all …]
|
A D | vm.c | 31 if (ret < 0 || vm_param->vmid == ACRN_INVALID_VMID) { in acrn_vm_create() 40 vm->vmid = vm_param->vmid; in acrn_vm_create() 44 hcall_destroy_vm(vm_param->vmid); in acrn_vm_create() 45 vm->vmid = ACRN_INVALID_VMID; in acrn_vm_create() 55 dev_dbg(acrn_dev.this_device, "VM %u created.\n", vm->vmid); in acrn_vm_create() 63 if (vm->vmid == ACRN_INVALID_VMID || in acrn_vm_destroy() 67 ret = hcall_destroy_vm(vm->vmid); in acrn_vm_destroy() 70 "Failed to destroy VM %u\n", vm->vmid); in acrn_vm_destroy() 92 vm->vmid = ACRN_INVALID_VMID; in acrn_vm_destroy() 120 ret = hcall_inject_msi(vm->vmid, virt_to_phys(msi)); in acrn_msi_inject() [all …]
|
A D | hsm.c | 37 vm->vmid = ACRN_INVALID_VMID; in acrn_dev_open() 160 ret = hcall_start_vm(vm->vmid); in acrn_dev_ioctl() 163 "Failed to start VM %u!\n", vm->vmid); in acrn_dev_ioctl() 166 ret = hcall_pause_vm(vm->vmid); in acrn_dev_ioctl() 169 "Failed to pause VM %u!\n", vm->vmid); in acrn_dev_ioctl() 172 ret = hcall_reset_vm(vm->vmid); in acrn_dev_ioctl() 175 "Failed to restart VM %u!\n", vm->vmid); in acrn_dev_ioctl() 215 vm->vmid); in acrn_dev_ioctl() 286 ret = hcall_create_vdev(vm->vmid, virt_to_phys(vdev)); in acrn_dev_ioctl() 328 ret = hcall_set_irqline(vm->vmid, ioctl_param); in acrn_dev_ioctl() [all …]
|
A D | mm.c | 27 regions->vmid = vm->vmid; in modify_region() 34 "Failed to set memory region for VM[%u]!\n", vm->vmid); in modify_region() 125 "Add memory region failed, VM[%u]!\n", vm->vmid); in acrn_vm_memseg_map() 143 "Del memory region failed, VM[%u]!\n", vm->vmid); in acrn_vm_memseg_unmap() 256 regions_info->vmid = vm->vmid; in acrn_vm_ram_map() 284 "Failed to set regions, VM[%u]!\n", vm->vmid); in acrn_vm_ram_map() 291 __func__, vm->vmid, in acrn_vm_ram_map()
|
/linux-6.3-rc2/arch/riscv/kvm/ |
A D | tlb.c | 160 unsigned long vmid; in kvm_riscv_local_tlb_sanitize() local 177 vmid = READ_ONCE(vcpu->kvm->arch.vmid.vmid); in kvm_riscv_local_tlb_sanitize() 189 struct kvm_vmid *vmid; in kvm_riscv_hfence_gvma_vmid_all_process() local 191 vmid = &vcpu->kvm->arch.vmid; in kvm_riscv_hfence_gvma_vmid_all_process() 192 kvm_riscv_local_hfence_gvma_vmid_all(READ_ONCE(vmid->vmid)); in kvm_riscv_hfence_gvma_vmid_all_process() 197 struct kvm_vmid *vmid; in kvm_riscv_hfence_vvma_all_process() local 199 vmid = &vcpu->kvm->arch.vmid; in kvm_riscv_hfence_vvma_all_process() 200 kvm_riscv_local_hfence_vvma_all(READ_ONCE(vmid->vmid)); in kvm_riscv_hfence_vvma_all_process() 263 READ_ONCE(v->vmid), in kvm_riscv_hfence_process() 269 READ_ONCE(v->vmid), d.asid, in kvm_riscv_hfence_process() [all …]
|
A D | vmid.c | 51 kvm->arch.vmid.vmid_version = 0; in kvm_riscv_gstage_vmid_init() 52 kvm->arch.vmid.vmid = 0; in kvm_riscv_gstage_vmid_init() 57 bool kvm_riscv_gstage_vmid_ver_changed(struct kvm_vmid *vmid) in kvm_riscv_gstage_vmid_ver_changed() argument 62 return unlikely(READ_ONCE(vmid->vmid_version) != in kvm_riscv_gstage_vmid_ver_changed() 75 struct kvm_vmid *vmid = &vcpu->kvm->arch.vmid; in kvm_riscv_gstage_vmid_update() local 77 if (!kvm_riscv_gstage_vmid_ver_changed(vmid)) in kvm_riscv_gstage_vmid_update() 86 if (!kvm_riscv_gstage_vmid_ver_changed(vmid)) { in kvm_riscv_gstage_vmid_update() 113 vmid->vmid = vmid_next; in kvm_riscv_gstage_vmid_update() 117 WRITE_ONCE(vmid->vmid_version, READ_ONCE(vmid_version)); in kvm_riscv_gstage_vmid_update()
|
/linux-6.3-rc2/drivers/gpu/drm/amd/display/modules/vmid/ |
A D | vmid.c | 43 if (vmid < MAX_VMID) { in add_ptb_to_table() 44 core_vmid->ptb_assigned_to_vmid[vmid] = ptb; in add_ptb_to_table() 51 if (vmid < MAX_VMID) { in clear_entry_from_vmid_table() 52 core_vmid->ptb_assigned_to_vmid[vmid] = 0; in clear_entry_from_vmid_table() 98 int vmid = 0; in mod_vmid_get_for_ptb() local 104 vmid = get_existing_vmid_for_ptb(core_vmid, ptb); in mod_vmid_get_for_ptb() 106 if (vmid == -1) { in mod_vmid_get_for_ptb() 114 vmid = get_next_available_vmid(core_vmid); in mod_vmid_get_for_ptb() 115 if (vmid != -1) { in mod_vmid_get_for_ptb() 116 add_ptb_to_table(core_vmid, vmid, ptb); in mod_vmid_get_for_ptb() [all …]
|
/linux-6.3-rc2/drivers/gpu/drm/amd/amdkfd/ |
A D | cik_event_interrupt.c | 37 unsigned int vmid; in cik_event_interrupt_isr() local 53 vmid = f2g->read_vmid_from_vmfault_reg(dev->adev); in cik_event_interrupt_isr() 54 ret = f2g->get_atc_vmid_pasid_mapping_info(dev->adev, vmid, &pasid); in cik_event_interrupt_isr() 57 tmp_ihre->ring_id |= vmid << 8; in cik_event_interrupt_isr() 61 vmid >= dev->vm_info.first_vmid_kfd && in cik_event_interrupt_isr() 62 vmid <= dev->vm_info.last_vmid_kfd; in cik_event_interrupt_isr() 66 vmid = (ihre->ring_id & 0x0000ff00) >> 8; in cik_event_interrupt_isr() 67 if (vmid < dev->vm_info.first_vmid_kfd || in cik_event_interrupt_isr() 68 vmid > dev->vm_info.last_vmid_kfd) in cik_event_interrupt_isr() 94 unsigned int vmid = (ihre->ring_id & 0x0000ff00) >> 8; in cik_event_interrupt_wq() local [all …]
|
A D | kfd_int_process_v9.c | 168 uint16_t source_id, client_id, pasid, vmid; in event_interrupt_isr_v9() local 172 vmid = SOC15_VMID_FROM_IH_ENTRY(ih_ring_entry); in event_interrupt_isr_v9() 173 if (vmid < dev->vm_info.first_vmid_kfd || in event_interrupt_isr_v9() 174 vmid > dev->vm_info.last_vmid_kfd) in event_interrupt_isr_v9() 211 pasid = dev->dqm->vmid_pasid[vmid]; in event_interrupt_isr_v9() 219 client_id, source_id, vmid, pasid); in event_interrupt_isr_v9() 259 uint16_t source_id, client_id, pasid, vmid; in event_interrupt_wq_v9() local 266 vmid = SOC15_VMID_FROM_IH_ENTRY(ih_ring_entry); in event_interrupt_wq_v9() 355 info.vmid = vmid; in event_interrupt_wq_v9()
|
A D | kfd_int_process_v11.c | 233 uint16_t source_id, client_id, pasid, vmid; in event_interrupt_isr_v11() local 240 vmid = SOC15_VMID_FROM_IH_ENTRY(ih_ring_entry); in event_interrupt_isr_v11() 242 (vmid < dev->vm_info.first_vmid_kfd || in event_interrupt_isr_v11() 243 vmid > dev->vm_info.last_vmid_kfd)) in event_interrupt_isr_v11() 254 client_id, source_id, vmid, pasid); in event_interrupt_isr_v11() 280 uint16_t source_id, client_id, ring_id, pasid, vmid; in event_interrupt_wq_v11() local 290 vmid = SOC15_VMID_FROM_IH_ENTRY(ih_ring_entry); in event_interrupt_wq_v11() 299 info.vmid = vmid; in event_interrupt_wq_v11()
|
/linux-6.3-rc2/drivers/gpu/drm/amd/display/dc/dcn20/ |
A D | dcn20_vmid.c | 32 vmid->regs->reg 35 vmid->ctx 39 vmid->shifts->field_name, vmid->masks->field_name 41 static void dcn20_wait_for_vmid_ready(struct dcn20_vmid *vmid) in dcn20_wait_for_vmid_ready() argument 73 void dcn20_vmid_setup(struct dcn20_vmid *vmid, const struct dcn_vmid_page_table_config *config) in dcn20_vmid_setup() argument 95 dcn20_wait_for_vmid_ready(vmid); in dcn20_vmid_setup()
|
/linux-6.3-rc2/drivers/gpu/drm/amd/amdgpu/ |
A D | amdgpu_amdkfd_gfx_v9.c | 91 lock_srbm(adev, 0, 0, 0, vmid); in kgd_gfx_v9_program_sh_mem_settings() 101 unsigned int vmid) in kgd_gfx_v9_set_pasid_vmid_mapping() argument 125 (1U << vmid))) in kgd_gfx_v9_set_pasid_vmid_mapping() 130 1U << vmid); in kgd_gfx_v9_set_pasid_vmid_mapping() 142 (1U << (vmid + 16)))) in kgd_gfx_v9_set_pasid_vmid_mapping() 147 1U << (vmid + 16)); in kgd_gfx_v9_set_pasid_vmid_mapping() 619 + vmid); in kgd_gfx_v9_get_atc_vmid_pasid_mapping_info() 654 vmid); in kgd_gfx_v9_set_vm_context_page_table_base() 688 int *wave_cnt, int *vmid) in get_wave_count() argument 699 *vmid = 0xFF; in get_wave_count() [all …]
|
A D | amdgpu_amdkfd_gfx_v7.c | 49 uint32_t queue, uint32_t vmid) in lock_srbm() argument 83 lock_srbm(adev, 0, 0, 0, vmid); in kgd_program_sh_mem_settings() 94 unsigned int vmid) in kgd_set_pasid_vmid_mapping() argument 105 WREG32(mmATC_VMID0_PASID_MAPPING + vmid, pasid_mapping); in kgd_set_pasid_vmid_mapping() 112 WREG32(mmIH_VMID_0_LUT + vmid, pasid_mapping); in kgd_set_pasid_vmid_mapping() 520 uint8_t vmid, uint16_t *p_pasid) in get_atc_vmid_pasid_mapping_info() argument 524 value = RREG32(mmATC_VMID0_PASID_MAPPING + vmid); in get_atc_vmid_pasid_mapping_info() 531 uint64_t va, uint32_t vmid) in set_scratch_backing_va() argument 533 lock_srbm(adev, 0, 0, 0, vmid); in set_scratch_backing_va() 539 uint32_t vmid, uint64_t page_table_base) in set_vm_context_page_table_base() argument [all …]
|
A D | gmc_v11_0.c | 177 uint8_t vmid, uint16_t *p_pasid) in gmc_v11_0_get_vmid_pasid_mapping_info() argument 235 tmp &= 1 << vmid; in gmc_v11_0_flush_vm_hub() 301 1 << vmid); in gmc_v11_0_flush_gpu_tlb() 323 int vmid, i; in gmc_v11_0_flush_gpu_tlb_pasid() local 355 for (vmid = 1; vmid < 16; vmid++) { in gmc_v11_0_flush_gpu_tlb_pasid() 362 gmc_v11_0_flush_gpu_tlb(adev, vmid, in gmc_v11_0_flush_gpu_tlb_pasid() 365 gmc_v11_0_flush_gpu_tlb(adev, vmid, in gmc_v11_0_flush_gpu_tlb_pasid() 375 unsigned vmid, uint64_t pd_addr) in gmc_v11_0_emit_flush_gpu_tlb() argument 397 (hub->ctx_addr_distance * vmid), in gmc_v11_0_emit_flush_gpu_tlb() 401 (hub->ctx_addr_distance * vmid), in gmc_v11_0_emit_flush_gpu_tlb() [all …]
|
A D | amdgpu_amdkfd_gfx_v10.c | 43 uint32_t queue, uint32_t vmid) in lock_srbm() argument 46 nv_grbm_select(adev, mec, pipe, queue, vmid); in lock_srbm() 84 lock_srbm(adev, 0, 0, 0, vmid); in kgd_program_sh_mem_settings() 94 unsigned int vmid) in kgd_set_pasid_vmid_mapping() argument 117 (1U << vmid))) in kgd_set_pasid_vmid_mapping() 123 1U << vmid); in kgd_set_pasid_vmid_mapping() 663 uint8_t vmid, uint16_t *p_pasid) in get_atc_vmid_pasid_mapping_info() argument 668 + vmid); in get_atc_vmid_pasid_mapping_info() 699 uint32_t vmid, uint64_t page_table_base) in set_vm_context_page_table_base() argument 703 vmid); in set_vm_context_page_table_base() [all …]
|
A D | amdgpu_amdkfd_gfx_v9.h | 25 void kgd_gfx_v9_program_sh_mem_settings(struct amdgpu_device *adev, uint32_t vmid, 30 unsigned int vmid); 53 uint8_t vmid, uint16_t *p_pasid); 56 uint32_t vmid, uint64_t page_table_base); 60 uint32_t vmid, uint64_t tba_addr, uint64_t tma_addr);
|
A D | amdgpu_amdkfd_gfx_v8.c | 43 uint32_t queue, uint32_t vmid) in lock_srbm() argument 77 lock_srbm(adev, 0, 0, 0, vmid); in kgd_program_sh_mem_settings() 88 unsigned int vmid) in kgd_set_pasid_vmid_mapping() argument 100 WREG32(mmATC_VMID0_PASID_MAPPING + vmid, pasid_mapping); in kgd_set_pasid_vmid_mapping() 107 WREG32(mmIH_VMID_0_LUT + vmid, pasid_mapping); in kgd_set_pasid_vmid_mapping() 531 uint8_t vmid, uint16_t *p_pasid) in get_atc_vmid_pasid_mapping_info() argument 535 value = RREG32(mmATC_VMID0_PASID_MAPPING + vmid); in get_atc_vmid_pasid_mapping_info() 566 uint64_t va, uint32_t vmid) in set_scratch_backing_va() argument 568 lock_srbm(adev, 0, 0, 0, vmid); in set_scratch_backing_va() 574 uint32_t vmid, uint64_t page_table_base) in set_vm_context_page_table_base() argument [all …]
|
A D | vcn_sw_ring.c | 47 uint32_t vmid = AMDGPU_JOB_GET_VMID(job); in vcn_dec_sw_ring_emit_ib() local 50 amdgpu_ring_write(ring, vmid); in vcn_dec_sw_ring_emit_ib() 66 uint32_t vmid, uint64_t pd_addr) in vcn_dec_sw_ring_emit_vm_flush() argument 71 pd_addr = amdgpu_gmc_emit_flush_gpu_tlb(ring, vmid, pd_addr); in vcn_dec_sw_ring_emit_vm_flush() 74 data0 = hub->ctx0_ptb_addr_lo32 + vmid * hub->ctx_addr_distance; in vcn_dec_sw_ring_emit_vm_flush()
|
A D | amdgpu_gmc.h | 81 uint32_t (*get_invalidate_req)(unsigned int vmid, uint32_t flush_type); 115 void (*flush_gpu_tlb)(struct amdgpu_device *adev, uint32_t vmid, 121 uint64_t (*emit_flush_gpu_tlb)(struct amdgpu_ring *ring, unsigned vmid, 124 void (*emit_pasid_mapping)(struct amdgpu_ring *ring, unsigned vmid, 295 #define amdgpu_gmc_flush_gpu_tlb(adev, vmid, vmhub, type) ((adev)->gmc.gmc_funcs->flush_gpu_tlb((ad… argument 299 #define amdgpu_gmc_emit_flush_gpu_tlb(r, vmid, addr) (r)->adev->gmc.gmc_funcs->emit_flush_gpu_tlb((… argument 300 #define amdgpu_gmc_emit_pasid_mapping(r, vmid, pasid) (r)->adev->gmc.gmc_funcs->emit_pasid_mapping(… argument
|
A D | gmc_v10_0.c | 222 uint8_t vmid, uint16_t *p_pasid) in gmc_v10_0_get_atc_vmid_pasid_mapping_info() argument 227 + vmid); in gmc_v10_0_get_atc_vmid_pasid_mapping_info() 297 tmp &= 1 << vmid; in gmc_v10_0_flush_vm_hub() 356 1 << vmid); in gmc_v10_0_flush_gpu_tlb() 425 int vmid, i; in gmc_v10_0_flush_gpu_tlb_pasid() local 458 for (vmid = 1; vmid < AMDGPU_NUM_VMID; vmid++) { in gmc_v10_0_flush_gpu_tlb_pasid() 465 gmc_v10_0_flush_gpu_tlb(adev, vmid, in gmc_v10_0_flush_gpu_tlb_pasid() 468 gmc_v10_0_flush_gpu_tlb(adev, vmid, in gmc_v10_0_flush_gpu_tlb_pasid() 502 (hub->ctx_addr_distance * vmid), in gmc_v10_0_emit_flush_gpu_tlb() 506 (hub->ctx_addr_distance * vmid), in gmc_v10_0_emit_flush_gpu_tlb() [all …]
|
/linux-6.3-rc2/drivers/scsi/lpfc/ |
A D | lpfc_vmid.c | 81 int lpfc_vmid_hash_fn(const char *vmid, int len) in lpfc_vmid_hash_fn() argument 89 c = *vmid++; in lpfc_vmid_hash_fn() 130 struct lpfc_vmid *vmid) in lpfc_vmid_assign_cs_ctl() argument 136 vmid->un.cs_ctl_vmid = lpfc_vmid_get_cs_ctl(vport); in lpfc_vmid_assign_cs_ctl() 138 hash = lpfc_vmid_hash_fn(vmid->host_vmid, vmid->vmid_len); in lpfc_vmid_assign_cs_ctl() 141 vmid->host_vmid); in lpfc_vmid_assign_cs_ctl() 143 vmid->un.cs_ctl_vmid = pvmid->un.cs_ctl_vmid; in lpfc_vmid_assign_cs_ctl() 145 vmid->un.cs_ctl_vmid = lpfc_vmid_get_cs_ctl(vport); in lpfc_vmid_assign_cs_ctl() 215 vmp = vport->vmid + i; in lpfc_vmid_get_appid() 309 vmp = &vport->vmid[i]; in lpfc_reinit_vmid()
|
/linux-6.3-rc2/samples/acrn/ |
A D | vm-sample.c | 31 __u16 vmid; variable 41 ioctl(hsm_fd, ACRN_IOCTL_PAUSE_VM, vmid); in vm_exit() 68 vmid = create_vm.vmid; in main() 102 ret = ioctl(hsm_fd, ACRN_IOCTL_START_VM, vmid); in main() 121 notify.vmid = vmid; in main()
|
/linux-6.3-rc2/arch/riscv/include/asm/ |
A D | kvm_host.h | 84 unsigned long vmid; member 89 struct kvm_vmid vmid; member 244 void kvm_riscv_local_hfence_gvma_vmid_gpa(unsigned long vmid, 247 void kvm_riscv_local_hfence_gvma_vmid_all(unsigned long vmid); 251 void kvm_riscv_local_hfence_vvma_asid_gva(unsigned long vmid, 256 void kvm_riscv_local_hfence_vvma_asid_all(unsigned long vmid, 258 void kvm_riscv_local_hfence_vvma_gva(unsigned long vmid, 261 void kvm_riscv_local_hfence_vvma_all(unsigned long vmid); 310 bool kvm_riscv_gstage_vmid_ver_changed(struct kvm_vmid *vmid);
|
/linux-6.3-rc2/drivers/gpu/drm/amd/include/ |
A D | kgd_kfd_interface.h | 51 uint32_t vmid; member 231 void (*program_sh_mem_settings)(struct amdgpu_device *adev, uint32_t vmid, 236 unsigned int vmid); 278 uint8_t vmid, 286 uint64_t va, uint32_t vmid); 289 uint32_t vmid, uint64_t page_table_base); 295 uint32_t vmid, uint64_t tba_addr, uint64_t tma_addr);
|