| /drivers/infiniband/hw/mana/ |
| A D | mr.c | 18 if (access_flags & IB_ACCESS_LOCAL_WRITE) in mana_ib_verbs_to_gdma_access_flags() 52 req.gva.access_flags = mr_params->gva.access_flags; in mana_ib_gd_create_mr() 56 req.zbva.access_flags = mr_params->zbva.access_flags; in mana_ib_gd_create_mr() 108 u64 iova, int access_flags, in mana_ib_reg_user_mr() argument 129 access_flags &= ~IB_ACCESS_OPTIONAL; in mana_ib_reg_user_mr() 130 if (access_flags & ~VALID_MR_FLAGS) in mana_ib_reg_user_mr() 157 if (access_flags & IB_ZERO_BASED) { in mana_ib_reg_user_mr() 160 mr_params.zbva.access_flags = in mana_ib_reg_user_mr() 166 mr_params.gva.access_flags = in mana_ib_reg_user_mr() 213 if (access_flags & ~VALID_MR_FLAGS) in mana_ib_reg_user_mr_dmabuf() [all …]
|
| A D | mana_ib.h | 632 struct ib_mr *mana_ib_get_dma_mr(struct ib_pd *ibpd, int access_flags); 635 u64 iova, int access_flags,
|
| /drivers/infiniband/hw/mlx5/ |
| A D | mr.c | 649 res = key1.access_flags - key2.access_flags; in cache_ent_key_cmp() 730 smallest->rb_key.access_flags == rb_key.access_flags && in mkey_cache_ent_from_rb_key() 778 int access_flags) in get_unchangeable_access_flags() argument 808 .access_flags = get_unchangeable_access_flags(dev, access_flags), in mlx5_mr_cache_alloc() 1127 mr->access_flags = access_flags; in set_mr_fields() 1163 rb_key.access_flags = get_unchangeable_access_flags(dev, access_flags); in alloc_cacheable_mr() 1280 mr->access_flags = access_flags; in reg_create() 1647 access_flags, in reg_user_mr_dmabuf() 1652 fd, access_flags); in reg_user_mr_dmabuf() 1784 fd, access_flags); in mlx5_ib_reg_user_mr_dmabuf() [all …]
|
| A D | umr.c | 444 unsigned int access_flags) in mlx5r_umr_set_access_flags() argument 446 bool ro_read = (access_flags & IB_ACCESS_RELAXED_ORDERING) && in mlx5r_umr_set_access_flags() 450 MLX5_SET(mkc, seg, a, !!(access_flags & IB_ACCESS_REMOTE_ATOMIC)); in mlx5r_umr_set_access_flags() 451 MLX5_SET(mkc, seg, rw, !!(access_flags & IB_ACCESS_REMOTE_WRITE)); in mlx5r_umr_set_access_flags() 452 MLX5_SET(mkc, seg, rr, !!(access_flags & IB_ACCESS_REMOTE_READ)); in mlx5r_umr_set_access_flags() 453 MLX5_SET(mkc, seg, lw, !!(access_flags & IB_ACCESS_LOCAL_WRITE)); in mlx5r_umr_set_access_flags() 456 !!(access_flags & IB_ACCESS_RELAXED_ORDERING)); in mlx5r_umr_set_access_flags() 461 int access_flags) in mlx5r_umr_rereg_pd_access() argument 472 mlx5r_umr_set_access_flags(dev, &wqe.mkey_seg, access_flags); in mlx5r_umr_rereg_pd_access() 482 mr->access_flags = access_flags; in mlx5r_umr_rereg_pd_access() [all …]
|
| A D | mem.c | 41 u64 access_flags) in mlx5_ib_populate_pas() argument 47 access_flags); in mlx5_ib_populate_pas()
|
| A D | mlx5_ib.h | 649 unsigned int access_flags; member 721 int access_flags; member 1378 u64 virt_addr, int access_flags, 1383 int fd, int access_flags, 1395 int access_flags); 1398 u64 length, u64 virt_addr, int access_flags, 1436 u64 access_flags); 1446 int access_flags, int access_mode, 1735 struct ib_umem *umem, int access_flags) in mlx5_umem_needs_ats() argument 1739 return access_flags & IB_ACCESS_RELAXED_ORDERING; in mlx5_umem_needs_ats()
|
| A D | restrack.c | 86 if (!(mr->access_flags & IB_ACCESS_ON_DEMAND)) in fill_stat_mr_entry() 137 if (!(mr->access_flags & IB_ACCESS_ON_DEMAND)) in fill_res_mr_entry()
|
| A D | umr.h | 96 int access_flags);
|
| A D | odp.c | 484 mr = mlx5_mr_cache_alloc(dev, imr->access_flags, in implicit_get_child_mr() 492 mr->access_flags = imr->access_flags; in implicit_get_child_mr() 607 int access_flags) in mlx5_ib_alloc_implicit_mr() argument 617 umem_odp = ib_umem_odp_alloc_implicit(&dev->ib_dev, access_flags); in mlx5_ib_alloc_implicit_mr() 621 imr = mlx5_mr_cache_alloc(dev, access_flags, MLX5_MKC_ACCESS_MODE_KSM, in mlx5_ib_alloc_implicit_mr() 628 imr->access_flags = access_flags; in mlx5_ib_alloc_implicit_mr()
|
| A D | devx.c | 2230 struct devx_umem *obj, u32 access_flags) in devx_umem_get() argument 2240 err = ib_check_mr_access(&dev->ib_dev, access_flags); in devx_umem_get() 2254 &dev->ib_dev, addr, size, dmabuf_fd, access_flags); in devx_umem_get() 2259 obj->umem = ib_umem_get(&dev->ib_dev, addr, size, access_flags); in devx_umem_get() 2371 int access_flags; in UVERBS_HANDLER() local 2377 err = uverbs_get_flags32(&access_flags, attrs, in UVERBS_HANDLER() 2390 err = devx_umem_get(dev, &c->ibucontext, attrs, obj, access_flags); in UVERBS_HANDLER() 2394 err = devx_umem_reg_cmd_alloc(dev, attrs, obj, &cmd, access_flags); in UVERBS_HANDLER()
|
| /drivers/infiniband/core/ |
| A D | uverbs_std_types_mr.c | 110 ret = uverbs_get_flags32(&attr.access_flags, attrs, in UVERBS_HANDLER() 116 if (!(attr.access_flags & IB_ZERO_BASED)) in UVERBS_HANDLER() 196 u32 fd, access_flags; in UVERBS_HANDLER() local 226 ret = uverbs_get_flags32(&access_flags, attrs, in UVERBS_HANDLER() 236 ret = ib_check_mr_access(ib_dev, access_flags); in UVERBS_HANDLER() 241 access_flags, NULL, in UVERBS_HANDLER() 283 u32 access_flags; in UVERBS_HANDLER() local 351 ret = uverbs_get_flags32(&access_flags, attrs, in UVERBS_HANDLER() 357 ret = ib_check_mr_access(ib_dev, access_flags); in UVERBS_HANDLER() 363 iova, fd, access_flags, in UVERBS_HANDLER() [all …]
|
| /drivers/infiniband/hw/vmw_pvrdma/ |
| A D | pvrdma_mr.c | 82 cmd->access_flags = acc; in pvrdma_get_dma_mr() 113 u64 virt_addr, int access_flags, in pvrdma_reg_user_mr() argument 134 umem = ib_umem_get(pd->device, start, length, access_flags); in pvrdma_reg_user_mr() 175 cmd->access_flags = access_flags; in pvrdma_reg_user_mr() 246 cmd->access_flags = 0; in pvrdma_alloc_mr()
|
| A D | pvrdma_dev_api.h | 460 u32 access_flags; member 565 u32 access_flags; member
|
| A D | pvrdma_verbs.h | 368 u64 virt_addr, int access_flags,
|
| /drivers/infiniband/hw/mlx4/ |
| A D | mr.c | 107 u64 length, int access_flags) in mlx4_get_umem_mr() argument 115 if (!ib_access_writable(access_flags)) { in mlx4_get_umem_mr() 129 access_flags |= IB_ACCESS_LOCAL_WRITE; in mlx4_get_umem_mr() 131 access_flags |= IB_ACCESS_LOCAL_WRITE; in mlx4_get_umem_mr() 137 return ib_umem_get(device, start, length, access_flags); in mlx4_get_umem_mr() 141 u64 virt_addr, int access_flags, in mlx4_ib_reg_user_mr() argument 158 mr->umem = mlx4_get_umem_mr(pd->device, start, length, access_flags); in mlx4_ib_reg_user_mr() 171 convert_access(access_flags), n, shift, &mr->mmr); in mlx4_ib_reg_user_mr()
|
| /drivers/iommu/ |
| A D | iommu-sva.c | 210 unsigned int access_flags = 0; in iommu_sva_handle_mm() local 229 access_flags |= VM_READ; in iommu_sva_handle_mm() 232 access_flags |= VM_WRITE; in iommu_sva_handle_mm() 237 access_flags |= VM_EXEC; in iommu_sva_handle_mm() 244 if (access_flags & ~vma->vm_flags) in iommu_sva_handle_mm()
|
| /drivers/infiniband/sw/rxe/ |
| A D | rxe_odp.c | 80 u64 iova, int access_flags, struct rxe_mr *mr) in rxe_odp_mr_init_user() argument 88 rxe_mr_init(access_flags, mr); in rxe_odp_mr_init_user() 99 umem_odp = ib_umem_odp_get(&rxe->ib_dev, start, length, access_flags, in rxe_odp_mr_init_user() 110 mr->access = access_flags; in rxe_odp_mr_init_user()
|
| A D | rxe_loc.h | 198 u64 iova, int access_flags, struct rxe_mr *mr); 212 int access_flags, struct rxe_mr *mr) in rxe_odp_mr_init_user() argument
|
| /drivers/infiniband/hw/efa/ |
| A D | efa_verbs.c | 1683 access_flags &= ~IB_ACCESS_OPTIONAL; in efa_alloc_mr() 1684 if (access_flags & ~supp_access_flags) { in efa_alloc_mr() 1687 access_flags, supp_access_flags); in efa_alloc_mr() 1699 u64 length, u64 virt_addr, int access_flags) in efa_register_mr() argument 1712 params.permissions = access_flags; in efa_register_mr() 1767 int fd, int access_flags, in efa_reg_user_mr_dmabuf() argument 1781 mr = efa_alloc_mr(ibpd, access_flags, &attrs->driver_udata); in efa_reg_user_mr_dmabuf() 1788 access_flags); in efa_reg_user_mr_dmabuf() 1812 u64 virt_addr, int access_flags, in efa_reg_mr() argument 1825 mr = efa_alloc_mr(ibpd, access_flags, udata); in efa_reg_mr() [all …]
|
| A D | efa.h | 169 u64 virt_addr, int access_flags, 174 int fd, int access_flags,
|
| /drivers/infiniband/sw/rdmavt/ |
| A D | mr.c | 313 mr->mr.access_flags = acc; in rvt_get_dma_mr() 370 mr->mr.access_flags = mr_access_flags; in rvt_reg_user_mr() 637 mr->mr.access_flags = access; in rvt_fast_reg_mr() 772 (mr->access_flags & acc) != acc)) in rvt_lkey_ok() 879 (mr->access_flags & acc) == 0)) in rvt_rkey_ok()
|
| /drivers/infiniband/hw/usnic/ |
| A D | usnic_ib_verbs.h | 62 u64 virt_addr, int access_flags,
|
| A D | usnic_ib_verbs.c | 594 u64 virt_addr, int access_flags, in usnic_ib_reg_mr() argument 612 access_flags, 0); in usnic_ib_reg_mr()
|
| /drivers/infiniband/hw/mthca/ |
| A D | mthca_qp.c | 332 u32 access_flags; in get_hw_access_flags() local 341 access_flags = attr->qp_access_flags; in get_hw_access_flags() 343 access_flags = qp->atomic_rd_en; in get_hw_access_flags() 346 access_flags &= IB_ACCESS_REMOTE_WRITE; in get_hw_access_flags() 348 if (access_flags & IB_ACCESS_REMOTE_READ) in get_hw_access_flags() 350 if (access_flags & IB_ACCESS_REMOTE_ATOMIC) in get_hw_access_flags() 352 if (access_flags & IB_ACCESS_REMOTE_WRITE) in get_hw_access_flags()
|
| /drivers/infiniband/hw/bnxt_re/ |
| A D | qplib_sp.h | 113 u32 access_flags; member
|