Lines Matching refs:iop
40 container_of((x), struct arm_v7s_io_pgtable, iop)
165 struct io_pgtable iop; member
236 return phys_to_virt(iopte_to_paddr(pte, lvl, &data->iop.cfg)); in iopte_deref()
242 struct io_pgtable_cfg *cfg = &data->iop.cfg; in __arm_v7s_alloc_table()
302 struct io_pgtable_cfg *cfg = &data->iop.cfg; in __arm_v7s_free_table()
435 struct io_pgtable_cfg *cfg = &data->iop.cfg; in arm_v7s_init_pte()
501 struct io_pgtable_cfg *cfg = &data->iop.cfg; in __arm_v7s_map()
551 if (WARN_ON(iova >= (1ULL << data->iop.cfg.ias) || in arm_v7s_map_pages()
552 paddr >= (1ULL << data->iop.cfg.oas))) in arm_v7s_map_pages()
578 static void arm_v7s_free_pgtable(struct io_pgtable *iop) in arm_v7s_free_pgtable() argument
580 struct arm_v7s_io_pgtable *data = io_pgtable_to_data(iop); in arm_v7s_free_pgtable()
583 for (i = 0; i < ARM_V7S_PTES_PER_LVL(1, &data->iop.cfg); i++) { in arm_v7s_free_pgtable()
599 struct io_pgtable *iop = &data->iop; in arm_v7s_split_cont() local
614 __arm_v7s_pte_sync(ptep, ARM_V7S_CONT_PAGES, &iop->cfg); in arm_v7s_split_cont()
617 io_pgtable_tlb_flush_walk(iop, iova, size, size); in arm_v7s_split_cont()
627 struct io_pgtable_cfg *cfg = &data->iop.cfg; in arm_v7s_split_blk_unmap()
662 io_pgtable_tlb_add_page(&data->iop, gather, iova, size); in arm_v7s_split_blk_unmap()
672 struct io_pgtable *iop = &data->iop; in __arm_v7s_unmap() local
679 idx = ARM_V7S_LVL_IDX(iova, lvl, &iop->cfg); in __arm_v7s_unmap()
709 __arm_v7s_set_pte(ptep, 0, num_entries, &iop->cfg); in __arm_v7s_unmap()
714 io_pgtable_tlb_flush_walk(iop, iova, blk_size, in __arm_v7s_unmap()
719 io_pgtable_tlb_add_page(iop, gather, iova, blk_size); in __arm_v7s_unmap()
745 if (WARN_ON(iova >= (1ULL << data->iop.cfg.ias))) in arm_v7s_unmap_pages()
769 ptep += ARM_V7S_LVL_IDX(iova, ++lvl, &data->iop.cfg); in arm_v7s_iova_to_phys()
780 return iopte_to_paddr(pte, lvl, &data->iop.cfg) | (iova & ~mask); in arm_v7s_iova_to_phys()
831 data->iop.ops = (struct io_pgtable_ops) { in arm_v7s_alloc_pgtable()
838 data->iop.cfg = *cfg; in arm_v7s_alloc_pgtable()
881 return &data->iop; in arm_v7s_alloc_pgtable()