/linux-6.3-rc2/drivers/iommu/ |
A D | sun50i-iommu.c | 293 struct sun50i_iommu *iommu = sun50i_domain->iommu; in sun50i_table_flush() local 386 struct sun50i_iommu *iommu = sun50i_domain->iommu; in sun50i_iommu_flush_iotlb_all() local 397 if (!iommu) in sun50i_iommu_flush_iotlb_all() 409 struct sun50i_iommu *iommu = sun50i_domain->iommu; in sun50i_iommu_iotlb_sync_map() local 555 struct sun50i_iommu *iommu = sun50i_domain->iommu; in sun50i_dte_get_page_table() local 595 struct sun50i_iommu *iommu = sun50i_domain->iommu; in sun50i_iommu_map() local 715 sun50i_domain->iommu = iommu; in sun50i_iommu_attach_domain() 782 if (!iommu) in sun50i_iommu_attach_device() 808 return &iommu->iommu; in sun50i_iommu_probe_device() 1047 iommu_device_unregister(&iommu->iommu); in sun50i_iommu_probe() [all …]
|
A D | rockchip-iommu.c | 650 report_iommu_fault(iommu->domain, iommu->dev, iova, in rk_iommu_irq() 669 clk_bulk_disable(iommu->num_clocks, iommu->clocks); in rk_iommu_irq() 726 clk_bulk_disable(iommu->num_clocks, iommu->clocks); in rk_iommu_zap_iova() 945 clk_bulk_disable(iommu->num_clocks, iommu->clocks); in rk_iommu_disable() 979 clk_bulk_disable(iommu->num_clocks, iommu->clocks); in rk_iommu_enable() 993 if (!iommu) in rk_iommu_detach_device() 1147 return &iommu->iommu; in rk_iommu_probe_device() 1255 iommu->clocks = devm_kcalloc(iommu->dev, iommu->num_clocks, in rk_iommu_probe() 1268 err = devm_clk_bulk_get(iommu->dev, iommu->num_clocks, iommu->clocks); in rk_iommu_probe() 1320 iommu_device_sysfs_remove(&iommu->iommu); in rk_iommu_probe() [all …]
|
A D | msm_iommu.c | 73 if (iommu->clk) in __disable_clocks() 391 if (!iommu) in msm_iommu_probe_device() 394 return &iommu->iommu; in msm_iommu_probe_device() 709 if (!iommu) in msm_iommu_probe() 715 iommu->pclk = devm_clk_get(iommu->dev, "smmu_pclk"); in msm_iommu_probe() 725 iommu->clk = devm_clk_get(iommu->dev, "iommu_clk"); in msm_iommu_probe() 739 iommu->base = devm_ioremap_resource(iommu->dev, r); in msm_iommu_probe() 759 msm_iommu_reset(iommu->base, iommu->ncb); in msm_iommu_probe() 778 iommu); in msm_iommu_probe() 786 ret = iommu_device_sysfs_add(&iommu->iommu, iommu->dev, NULL, in msm_iommu_probe() [all …]
|
A D | iommu-sysfs.c | 62 iommu->dev = kzalloc(sizeof(*iommu->dev), GFP_KERNEL); in iommu_device_sysfs_add() 63 if (!iommu->dev) in iommu_device_sysfs_add() 66 device_initialize(iommu->dev); in iommu_device_sysfs_add() 69 iommu->dev->parent = parent; in iommu_device_sysfs_add() 70 iommu->dev->groups = groups; in iommu_device_sysfs_add() 78 ret = device_add(iommu->dev); in iommu_device_sysfs_add() 82 dev_set_drvdata(iommu->dev, iommu); in iommu_device_sysfs_add() 87 put_device(iommu->dev); in iommu_device_sysfs_add() 96 iommu->dev = NULL; in iommu_device_sysfs_remove() 110 if (!iommu || IS_ERR(iommu)) in iommu_device_link() [all …]
|
A D | Makefile | 3 obj-$(CONFIG_IOMMU_API) += iommu.o 4 obj-$(CONFIG_IOMMU_API) += iommu-traces.o 5 obj-$(CONFIG_IOMMU_API) += iommu-sysfs.o 6 obj-$(CONFIG_IOMMU_DEBUGFS) += iommu-debugfs.o 7 obj-$(CONFIG_IOMMU_DMA) += dma-iommu.o 20 obj-$(CONFIG_OMAP_IOMMU) += omap-iommu.o 23 obj-$(CONFIG_SUN50I_IOMMU) += sun50i-iommu.o 26 obj-$(CONFIG_EXYNOS_IOMMU) += exynos-iommu.o 28 obj-$(CONFIG_S390_IOMMU) += s390-iommu.o 29 obj-$(CONFIG_HYPERV_IOMMU) += hyperv-iommu.o [all …]
|
/linux-6.3-rc2/drivers/iommu/amd/ |
A D | init.c | 293 iommu->index, iommu->pci_seg->id, in get_global_efr() 294 PCI_BUS_NUM(iommu->devid), PCI_SLOT(iommu->devid), in get_global_efr() 1737 amd_iommus[iommu->index] = iommu; in init_iommu_one() 1836 iommu->pci_seg->rlookup_table[iommu->devid] = NULL; in init_iommu_one_late() 2093 pci_read_config_dword(iommu->dev, iommu->cap_ptr + 4, in iommu_init_pci() 2106 iommu->stored_l2[i] = iommu_read_l2(iommu, i); in iommu_init_pci() 2112 ret = iommu_device_sysfs_add(&iommu->iommu, &iommu->dev->dev, in iommu_init_pci() 2222 iommu); in iommu_setup_msi() 2656 iommu_write_l2(iommu, i, iommu->stored_l2[i]); in iommu_apply_resume_quirks() 3590 if (iommu) in amd_iommu_pc_get_max_banks() [all …]
|
A D | iommu.c | 595 struct device *dev = iommu->iommu.dev; in iommu_print_event() 1886 if (!iommu->iommu.ops) in amd_iommu_probe_device() 1890 return &iommu->iommu; in amd_iommu_probe_device() 1900 iommu_dev = &iommu->iommu; in amd_iommu_probe_device() 3241 struct amd_iommu *iommu = data->iommu; in irq_remapping_prepare_irte() local 3374 data->iommu = iommu; in irq_remapping_alloc() 3428 struct amd_iommu *iommu = data->iommu; in irq_remapping_activate() local 3445 struct amd_iommu *iommu = data->iommu; in irq_remapping_deactivate() local 3470 return iommu && iommu->ir_domain == d; in irq_remapping_select() 3617 struct amd_iommu *iommu = ir_data->iommu; in amd_ir_set_affinity() local [all …]
|
/linux-6.3-rc2/arch/sparc/kernel/ |
A D | iommu.c | 157 struct iommu *iommu, in alloc_npages() argument 202 struct iommu *iommu; in dma_4u_alloc_coherent() local 221 iommu = dev->archdata.iommu; in dma_4u_alloc_coherent() 250 struct iommu *iommu; in dma_4u_free_coherent() local 268 struct iommu *iommu; in dma_4u_map_page() local 390 struct iommu *iommu; in dma_4u_unmap_page() local 443 struct iommu *iommu; in dma_4u_map_sg() local 612 struct iommu *iommu; in dma_4u_unmap_sg() local 661 struct iommu *iommu; in dma_4u_sync_single_for_cpu() local 699 struct iommu *iommu; in dma_4u_sync_sg_for_cpu() local [all …]
|
A D | iommu-common.c | 66 iommu->nr_pools = npools; in iommu_tbl_pool_init() 78 iommu->poolsize = num_entries/iommu->nr_pools; in iommu_tbl_pool_init() 80 iommu->poolsize = (num_entries * 3 / 4)/iommu->nr_pools; in iommu_tbl_pool_init() 152 shift = iommu->table_map_base >> iommu->table_shift; in iommu_tbl_range_alloc() 176 boundary_size = iommu->poolsize * iommu->nr_pools; in iommu_tbl_range_alloc() 179 iommu->table_shift); in iommu_tbl_range_alloc() 187 set_flush(iommu); in iommu_tbl_range_alloc() 196 set_flush(iommu); in iommu_tbl_range_alloc() 205 if (iommu->lazy_flush && in iommu_tbl_range_alloc() 207 clear_flush(iommu); in iommu_tbl_range_alloc() [all …]
|
A D | sbus.c | 62 struct iommu *iommu = dev->archdata.iommu; in sbus_set_sbus64() local 212 struct iommu *iommu = op->dev.archdata.iommu; in sbus_build_irq() local 274 struct iommu *iommu = op->dev.archdata.iommu; in sysio_ue_handler() local 348 struct iommu *iommu = op->dev.archdata.iommu; in sysio_ce_handler() local 427 struct iommu *iommu = op->dev.archdata.iommu; in sysio_sbus_error_handler() local 496 struct iommu *iommu = op->dev.archdata.iommu; in sysio_register_error_handlers() local 544 struct iommu *iommu; in sbus_iommu_init() local 558 iommu = kzalloc(sizeof(*iommu), GFP_ATOMIC); in sbus_iommu_init() 563 op->dev.archdata.iommu = iommu; in sbus_iommu_init() 571 iommu->iommu_tags = iommu->iommu_control + in sbus_iommu_init() [all …]
|
/linux-6.3-rc2/drivers/iommu/intel/ |
A D | irq_remapping.c | 135 irq_iommu->iommu = iommu; in alloc_irte() 172 iommu = irq_iommu->iommu; in modify_irte() 243 iommu = irq_iommu->iommu; in clear_entries() 646 if (iommu && iommu->ir_table) { in intel_teardown_irq_remapping() 876 if (ir_hpet[count].iommu == iommu && in ir_parse_one_hpet_scope() 887 ir_hpet[free].iommu = iommu; in ir_parse_one_hpet_scope() 921 if (ir_ioapic[count].iommu == iommu && in ir_parse_one_ioapic_scope() 934 ir_ioapic[free].iommu = iommu; in ir_parse_one_ioapic_scope() 971 if (ir_hpet[i].iommu == iommu) in ir_remove_ioapic_hpet_scope() 975 if (ir_ioapic[i].iommu == iommu) in ir_remove_ioapic_hpet_scope() [all …]
|
A D | iommu.c | 686 if (!iommu || iommu->drhd->ignored) in iommu_is_dummy() 1798 info->iommu = iommu; in domain_attach_iommu() 2043 iommu->flush.flush_context(iommu, 0, in domain_context_mapping_one() 2095 data.iommu = iommu; in domain_context_mapping() 2277 struct intel_iommu *iommu = info->iommu; in domain_context_clear_one() local 2303 iommu->flush.flush_context(iommu, in domain_context_clear_one() 2312 iommu->flush.flush_iotlb(iommu, in domain_context_clear_one() 4499 if (!iommu || !iommu->iommu.ops) in intel_iommu_probe_device() 4517 info->iommu = iommu; in intel_iommu_probe_device() 4551 return &iommu->iommu; in intel_iommu_probe_device() [all …]
|
A D | dmar.c | 975 if (!request_mem_region(iommu->reg_phys, iommu->reg_size, iommu->name)) { in map_iommu() 981 iommu->reg = ioremap(iommu->reg_phys, iommu->reg_size); in map_iommu() 1013 iommu->reg = ioremap(iommu->reg_phys, iommu->reg_size); in map_iommu() 1130 iommu->iommu.max_pasids = 2UL << ecap_pss(iommu->ecap); in alloc_iommu() 1151 drhd->iommu = iommu; in alloc_iommu() 1157 iommu_device_sysfs_remove(&iommu->iommu); in alloc_iommu() 1172 iommu_device_unregister(&iommu->iommu); in free_iommu() 1180 free_irq(iommu->pr_irq, iommu); in free_iommu() 1184 free_irq(iommu->irq, iommu); in free_iommu() 2071 irq = dmar_alloc_hwirq(iommu->seq_id, iommu->node, iommu); in dmar_set_interrupt() [all …]
|
A D | svm.c | 76 iommu->name); in intel_svm_enable_prq() 81 irq = dmar_alloc_hwirq(IOMMU_IRQ_ID_OFFSET_PRQ + iommu->seq_id, iommu->node, iommu); in intel_svm_enable_prq() 90 snprintf(iommu->iopfq_name, sizeof(iommu->iopfq_name), in intel_svm_enable_prq() 100 snprintf(iommu->prq_name, sizeof(iommu->prq_name), "dmar%d-prq", iommu->seq_id); in intel_svm_enable_prq() 103 iommu->prq_name, iommu); in intel_svm_enable_prq() 137 free_irq(iommu->pr_irq, iommu); in intel_svm_finish_prq() 342 sdev->iommu = iommu; in intel_svm_bind_mm() 385 if (!iommu) in intel_svm_unbind_mm() 496 iommu = info->iommu; in intel_svm_drain_prq() 777 if (!iommu) in intel_svm_page_response() [all …]
|
A D | cap_audit.c | 92 CHECK_FEATURE_MISMATCH_HOTPLUG(iommu, cap, zlr, CAP_ZLR_MASK); in cap_audit_hotplug() 94 CHECK_FEATURE_MISMATCH_HOTPLUG(iommu, cap, phmr, CAP_PHMR_MASK); in cap_audit_hotplug() 95 CHECK_FEATURE_MISMATCH_HOTPLUG(iommu, cap, plmr, CAP_PLMR_MASK); in cap_audit_hotplug() 97 CHECK_FEATURE_MISMATCH_HOTPLUG(iommu, cap, afl, CAP_AFL_MASK); in cap_audit_hotplug() 118 CHECK_FEATURE_MISMATCH_HOTPLUG(iommu, ecap, qis, ECAP_QI_MASK); in cap_audit_hotplug() 154 if (!iommu) { in cap_audit_static() 157 iommu = i; in cap_audit_static() 162 check_dmar_capabilities(iommu, i); in cap_audit_static() 164 check_irq_capabilities(iommu, i); in cap_audit_static() 185 return cap_audit_static(iommu, type); in intel_cap_audit() [all …]
|
A D | pasid.c | 54 iommu->name, status_code); in vcmd_alloc_pasid() 462 spin_lock(&iommu->lock); in intel_pasid_tear_down_entry() 482 iommu->flush.flush_iotlb(iommu, did, 0, 0, DMA_TLB_DSI_FLUSH); in intel_pasid_tear_down_entry() 520 iommu->name); in intel_pasid_setup_first_level() 536 iommu->name); in intel_pasid_setup_first_level() 543 iommu->name); in intel_pasid_setup_first_level() 547 spin_lock(&iommu->lock); in intel_pasid_setup_first_level() 627 iommu->name); in intel_pasid_setup_second_level() 641 spin_lock(&iommu->lock); in intel_pasid_setup_second_level() 685 spin_lock(&iommu->lock); in intel_pasid_setup_pass_through() [all …]
|
A D | debugfs.c | 117 struct intel_iommu *iommu; in iommu_regset_show() local 268 spin_lock(&iommu->lock); in root_tbl_walk() 280 spin_unlock(&iommu->lock); in root_tbl_walk() 286 struct intel_iommu *iommu; in dmar_translation_struct_show() local 294 iommu->name); in dmar_translation_struct_show() 297 root_tbl_walk(m, iommu); in dmar_translation_struct_show() 433 qi = iommu->qi; in invalidation_queue_show() 434 shift = qi_shift(iommu); in invalidation_queue_show() 524 iommu->name); in ir_translation_struct_show() 544 iommu->name); in ir_translation_struct_show() [all …]
|
A D | perfmon.c | 346 struct intel_iommu *iommu = iommu_pmu->iommu; in iommu_pmu_start() local 383 struct intel_iommu *iommu = iommu_pmu->iommu; in iommu_pmu_stop() local 495 struct intel_iommu *iommu = iommu_pmu->iommu; in iommu_pmu_enable() local 503 struct intel_iommu *iommu = iommu_pmu->iommu; in iommu_pmu_disable() local 708 iommu_pmu->iommu = iommu; in alloc_iommu_pmu() 741 iommu->pmu = NULL; in free_iommu_pmu() 749 irq = dmar_alloc_hwirq(IOMMU_IRQ_ID_OFFSET_PERF + iommu->seq_id, iommu->node, iommu); in iommu_pmu_set_interrupt() 760 iommu->perf_irq = 0; in iommu_pmu_set_interrupt() 771 free_irq(iommu->perf_irq, iommu); in iommu_pmu_unset_interrupt() 773 iommu->perf_irq = 0; in iommu_pmu_unset_interrupt() [all …]
|
A D | trace.h | 22 TP_PROTO(struct intel_iommu *iommu, u64 qw0, u64 qw1, u64 qw2, u64 qw3), 24 TP_ARGS(iommu, qw0, qw1, qw2, qw3), 31 __string(iommu, iommu->name) 35 __assign_str(iommu, iommu->name); 53 __get_str(iommu), 59 TP_PROTO(struct intel_iommu *iommu, struct device *dev, 63 TP_ARGS(iommu, dev, dw0, dw1, dw2, dw3, seq), 71 __string(iommu, iommu->name) 82 __assign_str(iommu, iommu->name); 87 __get_str(iommu), __get_str(dev), __entry->seq, [all …]
|
/linux-6.3-rc2/drivers/vfio/ |
A D | vfio_iommu_type1.c | 810 if (!iommu->v2) in vfio_iommu_type1_pin_pages() 1124 iommu->dma_avail++; in vfio_remove_dma() 2542 iommu = kzalloc(sizeof(*iommu), GFP_KERNEL); in vfio_iommu_type1_open() 2543 if (!iommu) in vfio_iommu_type1_open() 2553 iommu->v2 = true; in vfio_iommu_type1_open() 2556 kfree(iommu); in vfio_iommu_type1_open() 2570 return iommu; in vfio_iommu_type1_open() 2610 kfree(iommu); in vfio_iommu_type1_release() 2654 return iommu && !vfio_iommu_has_emulated(iommu); in vfio_iommu_type1_check_extension() 2656 if (!iommu) in vfio_iommu_type1_check_extension() [all …]
|
/linux-6.3-rc2/arch/powerpc/platforms/cell/ |
A D | iommu.c | 347 __func__, iommu->nid, iommu->stab, ptab, in cell_iommu_alloc_ptab() 389 iommu->cmd_regs = iommu->xlate_regs + IOC_IOCmd_Offset; in cell_iommu_enable_hardware() 405 ret = request_irq(virq, ioc_interrupt, 0, iommu->name, iommu); in cell_iommu_enable_hardware() 422 iommu->ptab = cell_iommu_alloc_ptab(iommu, base, size, 0, 0, in cell_iommu_setup_hardware() 480 window->iommu = iommu; in cell_iommu_setup_window() 552 if (iommu == NULL || list_empty(&iommu->windows)) { in cell_get_iommu_table() 654 snprintf(iommu->name, sizeof(iommu->name), "iommu%d", i); in cell_iommu_alloc() 657 return iommu; in cell_iommu_alloc() 667 if (!iommu) in cell_iommu_init_one() 995 BUG_ON(!iommu); in cell_iommu_fixed_mapping_init() [all …]
|
/linux-6.3-rc2/Documentation/devicetree/bindings/pci/ |
A D | pci-iommu.txt | 26 Documentation/devicetree/bindings/iommu/iommu.txt. 39 (rid-base,iommu,iommu-base,length). 55 iommu: iommu@a { 70 iommu-map = <0x0 &iommu 0x0 0x10000>; 82 iommu: iommu@a { 97 iommu-map = <0x0 &iommu 0x0 0x10000>; 110 iommu: iommu@a { 125 iommu-map = <0x0000 &iommu 0x8000 0x8000>, 138 iommu_a: iommu@a { 144 iommu_b: iommu@b { [all …]
|
/linux-6.3-rc2/Documentation/devicetree/bindings/iommu/ |
A D | qcom,iommu.txt | 54 apps_iommu: iommu@1e20000 { 57 #iommu-cells = <1>; 58 compatible = "qcom,msm8916-iommu", "qcom,msm-iommu-v1"; 64 qcom,iommu-secure-id = <17>; 67 iommu-ctx@4000 { 74 iommu-ctx@5000 { 81 gpu_iommu: iommu@1f08000 { 84 #iommu-cells = <1>; 85 compatible = "qcom,msm8916-iommu", "qcom,msm-iommu-v1"; 93 iommu-ctx@1000 { [all …]
|
/linux-6.3-rc2/arch/sparc/mm/ |
A D | iommu.c | 59 struct iommu_struct *iommu; in sbus_iommu_init() local 67 if (!iommu) { in sbus_iommu_init() 74 if (!iommu->regs) { in sbus_iommu_init() 86 iommu_invalidate(iommu->regs); in sbus_iommu_init() 87 iommu->start = IOMMU_START; in sbus_iommu_init() 88 iommu->end = 0xffffffff; in sbus_iommu_init() 131 op->dev.archdata.iommu = iommu; in sbus_iommu_init() 186 struct iommu_struct *iommu = dev->archdata.iommu; in __sbus_iommu_map_page() local 282 struct iommu_struct *iommu = dev->archdata.iommu; in sbus_iommu_unmap_page() local 315 struct iommu_struct *iommu = dev->archdata.iommu; in sbus_iommu_alloc() local [all …]
|
/linux-6.3-rc2/drivers/gpu/drm/msm/ |
A D | msm_iommu.c | 245 iommu_set_fault_handler(iommu->domain, msm_fault_handler, iommu); in msm_iommu_pagetable_create() 262 &ttbr0_cfg, iommu->domain); in msm_iommu_pagetable_create() 313 if (iommu->base.handler) in msm_fault_handler() 314 return iommu->base.handler(iommu->base.arg, iova, flags, ptr); in msm_fault_handler() 366 kfree(iommu); in msm_iommu_destroy() 380 struct msm_iommu *iommu; in msm_iommu_new() local 389 iommu = kzalloc(sizeof(*iommu), GFP_KERNEL); in msm_iommu_new() 390 if (!iommu) { in msm_iommu_new() 395 iommu->domain = domain; in msm_iommu_new() 403 kfree(iommu); in msm_iommu_new() [all …]
|