Lines Matching refs:tbl
208 struct iommu_table *tbl = container->tables[i]; in tce_iommu_find_table() local
210 if (tbl) { in tce_iommu_find_table()
211 unsigned long entry = ioba >> tbl->it_page_shift; in tce_iommu_find_table()
212 unsigned long start = tbl->it_offset; in tce_iommu_find_table()
213 unsigned long end = start + tbl->it_size; in tce_iommu_find_table()
216 *ptbl = tbl; in tce_iommu_find_table()
338 struct iommu_table *tbl,
341 struct iommu_table *tbl);
361 struct iommu_table *tbl = container->tables[i]; in tce_iommu_release() local
363 if (!tbl) in tce_iommu_release()
366 tce_iommu_clear(container, tbl, tbl->it_offset, tbl->it_size); in tce_iommu_release()
367 tce_iommu_free_table(container, tbl); in tce_iommu_release()
411 struct iommu_table *tbl, unsigned long entry) in tce_iommu_unuse_page_v2() argument
416 __be64 *pua = IOMMU_TABLE_USERSPACE_ENTRY_RO(tbl, entry); in tce_iommu_unuse_page_v2()
422 tbl->it_page_shift, &hpa, &mem); in tce_iommu_unuse_page_v2()
433 struct iommu_table *tbl, in tce_iommu_clear() argument
442 if (tbl->it_indirect_levels && tbl->it_userspace) { in tce_iommu_clear()
451 __be64 *pua = IOMMU_TABLE_USERSPACE_ENTRY_RO(tbl, in tce_iommu_clear()
455 entry |= tbl->it_level_size - 1; in tce_iommu_clear()
464 ret = iommu_tce_xchg_no_kill(container->mm, tbl, entry, &oldhpa, in tce_iommu_clear()
473 tce_iommu_unuse_page_v2(container, tbl, entry); in tce_iommu_clear()
480 iommu_tce_kill(tbl, firstentry, pages); in tce_iommu_clear()
501 struct iommu_table *tbl, in tce_iommu_build() argument
510 unsigned long offset = tce & IOMMU_PAGE_MASK(tbl) & ~PAGE_MASK; in tce_iommu_build()
517 tbl->it_page_shift)) { in tce_iommu_build()
524 ret = iommu_tce_xchg_no_kill(container->mm, tbl, entry + i, in tce_iommu_build()
529 __func__, entry << tbl->it_page_shift, in tce_iommu_build()
537 tce += IOMMU_PAGE_SIZE(tbl); in tce_iommu_build()
541 tce_iommu_clear(container, tbl, entry, i); in tce_iommu_build()
543 iommu_tce_kill(tbl, entry, pages); in tce_iommu_build()
549 struct iommu_table *tbl, in tce_iommu_build_v2() argument
559 __be64 *pua = IOMMU_TABLE_USERSPACE_ENTRY(tbl, entry + i); in tce_iommu_build_v2()
562 tce, tbl->it_page_shift, &hpa, &mem); in tce_iommu_build_v2()
567 tbl->it_page_shift)) { in tce_iommu_build_v2()
573 hpa |= tce & IOMMU_PAGE_MASK(tbl) & ~PAGE_MASK; in tce_iommu_build_v2()
580 ret = iommu_tce_xchg_no_kill(container->mm, tbl, entry + i, in tce_iommu_build_v2()
584 tce_iommu_unuse_page_v2(container, tbl, entry + i); in tce_iommu_build_v2()
586 __func__, entry << tbl->it_page_shift, in tce_iommu_build_v2()
592 tce_iommu_unuse_page_v2(container, tbl, entry + i); in tce_iommu_build_v2()
596 tce += IOMMU_PAGE_SIZE(tbl); in tce_iommu_build_v2()
600 tce_iommu_clear(container, tbl, entry, i); in tce_iommu_build_v2()
602 iommu_tce_kill(tbl, entry, pages); in tce_iommu_build_v2()
636 struct iommu_table *tbl) in tce_iommu_free_table() argument
638 unsigned long pages = tbl->it_allocated_size >> PAGE_SHIFT; in tce_iommu_free_table()
640 iommu_tce_table_put(tbl); in tce_iommu_free_table()
650 struct iommu_table *tbl = NULL; in tce_iommu_create_window() local
674 page_shift, window_size, levels, &tbl); in tce_iommu_create_window()
678 BUG_ON(!tbl->it_ops->free); in tce_iommu_create_window()
687 ret = table_group->ops->set_window(table_group, num, tbl); in tce_iommu_create_window()
692 container->tables[num] = tbl; in tce_iommu_create_window()
695 *start_addr = tbl->it_offset << tbl->it_page_shift; in tce_iommu_create_window()
704 tce_iommu_free_table(container, tbl); in tce_iommu_create_window()
713 struct iommu_table *tbl; in tce_iommu_remove_window() local
717 num = tce_iommu_find_table(container, start_addr, &tbl); in tce_iommu_remove_window()
721 BUG_ON(!tbl->it_size); in tce_iommu_remove_window()
741 tce_iommu_clear(container, tbl, tbl->it_offset, tbl->it_size); in tce_iommu_remove_window()
742 tce_iommu_free_table(container, tbl); in tce_iommu_remove_window()
858 struct iommu_table *tbl = NULL; in tce_iommu_ioctl() local
881 num = tce_iommu_find_table(container, param.iova, &tbl); in tce_iommu_ioctl()
885 if ((param.size & ~IOMMU_PAGE_MASK(tbl)) || in tce_iommu_ioctl()
886 (param.vaddr & ~IOMMU_PAGE_MASK(tbl))) in tce_iommu_ioctl()
902 ret = iommu_tce_put_param_check(tbl, param.iova, param.vaddr); in tce_iommu_ioctl()
907 ret = tce_iommu_build_v2(container, tbl, in tce_iommu_ioctl()
908 param.iova >> tbl->it_page_shift, in tce_iommu_ioctl()
910 param.size >> tbl->it_page_shift, in tce_iommu_ioctl()
913 ret = tce_iommu_build(container, tbl, in tce_iommu_ioctl()
914 param.iova >> tbl->it_page_shift, in tce_iommu_ioctl()
916 param.size >> tbl->it_page_shift, in tce_iommu_ioctl()
919 iommu_flush_tce(tbl); in tce_iommu_ioctl()
925 struct iommu_table *tbl = NULL; in tce_iommu_ioctl() local
948 num = tce_iommu_find_table(container, param.iova, &tbl); in tce_iommu_ioctl()
952 if (param.size & ~IOMMU_PAGE_MASK(tbl)) in tce_iommu_ioctl()
955 ret = iommu_tce_clear_param_check(tbl, param.iova, 0, in tce_iommu_ioctl()
956 param.size >> tbl->it_page_shift); in tce_iommu_ioctl()
960 ret = tce_iommu_clear(container, tbl, in tce_iommu_ioctl()
961 param.iova >> tbl->it_page_shift, in tce_iommu_ioctl()
962 param.size >> tbl->it_page_shift); in tce_iommu_ioctl()
963 iommu_flush_tce(tbl); in tce_iommu_ioctl()
1148 struct iommu_table *tbl = container->tables[i]; in tce_iommu_release_ownership() local
1150 if (!tbl) in tce_iommu_release_ownership()
1153 tce_iommu_clear(container, tbl, tbl->it_offset, tbl->it_size); in tce_iommu_release_ownership()
1154 if (tbl->it_map) in tce_iommu_release_ownership()
1155 iommu_release_ownership(tbl); in tce_iommu_release_ownership()
1167 struct iommu_table *tbl = table_group->tables[i]; in tce_iommu_take_ownership() local
1169 if (!tbl || !tbl->it_map) in tce_iommu_take_ownership()
1172 rc = iommu_take_ownership(tbl); in tce_iommu_take_ownership()
1220 struct iommu_table *tbl = container->tables[i]; in tce_iommu_take_ownership_ddw() local
1222 if (!tbl) in tce_iommu_take_ownership_ddw()
1225 ret = table_group->ops->set_window(table_group, i, tbl); in tce_iommu_take_ownership_ddw()