Home
last modified time | relevance | path

Searched refs:ibmr (Results 1 – 25 of 63) sorted by relevance

123

/linux-6.3-rc2/net/rds/
A Dib_frmr.c67 if (ibmr) in rds_ib_alloc_frmr()
68 return ibmr; in rds_ib_alloc_frmr()
70 ibmr = kzalloc_node(sizeof(*ibmr), GFP_KERNEL, in rds_ib_alloc_frmr()
72 if (!ibmr) { in rds_ib_alloc_frmr()
98 return ibmr; in rds_ib_alloc_frmr()
101 kfree(ibmr); in rds_ib_alloc_frmr()
203 ibmr->sg = sg; in rds_ib_map_frmr()
208 ibmr->sg_dma_len = ib_dma_map_sg(dev, ibmr->sg, ibmr->sg_len, in rds_ib_map_frmr()
260 ib_dma_unmap_sg(rds_ibdev->dev, ibmr->sg, ibmr->sg_len, in rds_ib_map_frmr()
416 if (ibmr) in rds_ib_reg_frmr()
[all …]
A Dib_rdma.c215 return ibmr; in rds_ib_reuse_mr()
223 if (ibmr->odp) in rds_ib_sync_mr()
244 ibmr->sg, ibmr->sg_len, in __rds_ib_teardown_mr()
361 if (ibmr) { in rds_ib_flush_mr_pool()
373 if (ibmr) { in rds_ib_flush_mr_pool()
385 if (ibmr) { in rds_ib_flush_mr_pool()
447 if (ibmr) in rds_ib_try_reuse_ibmr()
470 if (ibmr) in rds_ib_try_reuse_ibmr()
592 ibmr = kzalloc(sizeof(*ibmr), GFP_KERNEL); in rds_ib_get_mr()
593 if (!ibmr) { in rds_ib_get_mr()
[all …]
/linux-6.3-rc2/drivers/infiniband/hw/vmw_pvrdma/
A Dpvrdma_mr.c94 mr->ibmr.lkey = resp->lkey; in pvrdma_get_dma_mr()
95 mr->ibmr.rkey = resp->rkey; in pvrdma_get_dma_mr()
97 return &mr->ibmr; in pvrdma_get_dma_mr()
182 mr->ibmr.lkey = resp->lkey; in pvrdma_reg_user_mr()
183 mr->ibmr.rkey = resp->rkey; in pvrdma_reg_user_mr()
185 return &mr->ibmr; in pvrdma_reg_user_mr()
254 mr->ibmr.lkey = resp->lkey; in pvrdma_alloc_mr()
255 mr->ibmr.rkey = resp->rkey; in pvrdma_alloc_mr()
259 return &mr->ibmr; in pvrdma_alloc_mr()
279 struct pvrdma_user_mr *mr = to_vmr(ibmr); in pvrdma_dereg_mr()
[all …]
A Dpvrdma.h141 struct ib_mr ibmr; member
284 static inline struct pvrdma_user_mr *to_vmr(struct ib_mr *ibmr) in to_vmr() argument
286 return container_of(ibmr, struct pvrdma_user_mr, ibmr); in to_vmr()
/linux-6.3-rc2/drivers/infiniband/sw/rdmavt/
A Dmr.h12 struct ib_mr ibmr; member
17 static inline struct rvt_mr *to_imr(struct ib_mr *ibmr) in to_imr() argument
19 return container_of(ibmr, struct rvt_mr, ibmr); in to_imr()
30 int rvt_dereg_mr(struct ib_mr *ibmr, struct ib_udata *udata);
33 int rvt_map_mr_sg(struct ib_mr *ibmr, struct scatterlist *sg,
A Dmr.c259 mr->ibmr.lkey = mr->mr.lkey; in __rvt_alloc_mr()
260 mr->ibmr.rkey = mr->mr.lkey; in __rvt_alloc_mr()
314 ret = &mr->ibmr; in rvt_get_dma_mr()
387 return &mr->ibmr; in rvt_reg_user_mr()
511 struct rvt_mr *mr = to_imr(ibmr); in rvt_dereg_mr()
547 return &mr->ibmr; in rvt_alloc_mr()
597 mr->mr.user_base = ibmr->iova; in rvt_map_mr_sg()
598 mr->mr.iova = ibmr->iova; in rvt_map_mr_sg()
629 ibmr->lkey = key; in rvt_fast_reg_mr()
630 ibmr->rkey = key; in rvt_fast_reg_mr()
[all …]
A Dtrace_mr.h144 TP_PROTO(struct ib_mr *ibmr, int sg_nents, unsigned int *sg_offset),
145 TP_ARGS(ibmr, sg_nents, sg_offset),
147 RDI_DEV_ENTRY(ib_to_rvt(to_imr(ibmr)->mr.pd->device))
156 RDI_DEV_ASSIGN(ib_to_rvt(to_imr(ibmr)->mr.pd->device));
157 __entry->ibmr_iova = ibmr->iova;
158 __entry->iova = to_imr(ibmr)->mr.iova;
159 __entry->user_base = to_imr(ibmr)->mr.user_base;
160 __entry->ibmr_length = to_imr(ibmr)->mr.length;
/linux-6.3-rc2/drivers/infiniband/sw/rxe/
A Drxe_mr.c29 switch (mr->ibmr.type) { in mr_check_range()
35 if (iova < mr->ibmr.iova || in mr_check_range()
36 iova + length > mr->ibmr.iova + mr->ibmr.length) { in mr_check_range()
62 mr->lkey = mr->ibmr.lkey = lkey; in rxe_mr_init()
63 mr->rkey = mr->ibmr.rkey = rkey; in rxe_mr_init()
66 mr->ibmr.page_size = PAGE_SIZE; in rxe_mr_init()
77 mr->ibmr.type = IB_MR_TYPE_DMA; in rxe_mr_init_dma()
158 mr->ibmr.type = IB_MR_TYPE_USER; in rxe_mr_init_user()
205 mr->ibmr.type = IB_MR_TYPE_MEM_REG; in rxe_mr_init_fast()
215 struct rxe_mr *mr = to_rmr(ibmr); in rxe_set_page()
[all …]
A Drxe_mw.c117 if (unlikely(wqe->wr.wr.mw.length > mr->ibmr.length)) { in rxe_check_bind_mw()
123 if (unlikely((wqe->wr.wr.mw.addr < mr->ibmr.iova) || in rxe_check_bind_mw()
125 (mr->ibmr.iova + mr->ibmr.length)))) { in rxe_check_bind_mw()
A Drxe_verbs.h295 struct ib_mr ibmr; member
317 return mr ? mr->ibmr.page_size : PAGE_SIZE; in mr_page_size()
443 return mr ? container_of(mr, struct rxe_mr, ibmr) : NULL; in to_rmr()
458 return to_rpd(mr->ibmr.pd); in mr_pd()
/linux-6.3-rc2/drivers/infiniband/hw/mlx5/
A Dmr.c1086 return &mr->ibmr; in mlx5_ib_get_dma_mr()
1179 mr->ibmr.pd = pd; in alloc_cacheable_mr()
1210 mr->ibmr.pd = pd; in reg_create()
1313 return &mr->ibmr; in mlx5_ib_get_dm_mr()
1413 return &mr->ibmr; in create_real_mr()
1467 return &mr->ibmr; in create_user_odp_mr()
1564 return &mr->ibmr; in mlx5_ib_reg_user_mr_dmabuf()
1981 mr->ibmr.pd = pd; in mlx5_ib_alloc_pi_mr()
2444 pi_mr->ibmr.page_size = ibmr->page_size; in mlx5_ib_map_mtt_mr_sg_pi()
2520 ibmr->length = pi_mr->ibmr.length; in mlx5_ib_map_klm_mr_sg_pi()
[all …]
A Drestrack.c81 static int fill_stat_mr_entry(struct sk_buff *msg, struct ib_mr *ibmr) in fill_stat_mr_entry() argument
83 struct mlx5_ib_mr *mr = to_mmr(ibmr); in fill_stat_mr_entry()
115 static int fill_res_mr_entry_raw(struct sk_buff *msg, struct ib_mr *ibmr) in fill_res_mr_entry_raw() argument
117 struct mlx5_ib_mr *mr = to_mmr(ibmr); in fill_res_mr_entry_raw()
123 static int fill_res_mr_entry(struct sk_buff *msg, struct ib_mr *ibmr) in fill_res_mr_entry() argument
125 struct mlx5_ib_mr *mr = to_mmr(ibmr); in fill_res_mr_entry()
A Dodp.c205 mlx5_ib_dereg_mr(&mr->ibmr, NULL); in free_implicit_child_mr_work()
429 mr->ibmr.pd = imr->ibmr.pd; in implicit_get_child_mr()
432 mr->ibmr.lkey = mr->mmkey.key; in implicit_get_child_mr()
433 mr->ibmr.rkey = mr->mmkey.key; in implicit_get_child_mr()
477 mlx5_ib_dereg_mr(&mr->ibmr, NULL); in implicit_get_child_mr()
504 imr->ibmr.pd = &pd->ibpd; in mlx5_ib_alloc_implicit_mr()
505 imr->ibmr.iova = 0; in mlx5_ib_alloc_implicit_mr()
507 imr->ibmr.lkey = imr->mmkey.key; in mlx5_ib_alloc_implicit_mr()
508 imr->ibmr.rkey = imr->mmkey.key; in mlx5_ib_alloc_implicit_mr()
509 imr->ibmr.device = &dev->ib_dev; in mlx5_ib_alloc_implicit_mr()
[all …]
A Dwr.c206 seg->start_addr = cpu_to_be64(mr->ibmr.iova); in set_reg_mkey_seg()
207 seg->len = cpu_to_be64(mr->ibmr.length); in set_reg_mkey_seg()
436 data_key = pi_mr->ibmr.lkey; in set_sig_data_segment()
440 prot_key = pi_mr->ibmr.lkey; in set_sig_data_segment()
576 region_len = pi_mr->ibmr.length; in set_pi_umr_wr()
867 reg_pi_wr.mr = &pi_mr->ibmr; in handle_reg_mr_integrity()
869 reg_pi_wr.key = pi_mr->ibmr.rkey; in handle_reg_mr_integrity()
889 pa_pi_mr.ibmr.lkey = mr->ibmr.pd->local_dma_lkey; in handle_reg_mr_integrity()
899 pa_pi_mr.ibmr.length = mr->ibmr.length; in handle_reg_mr_integrity()
902 (*ctrl)->imm = cpu_to_be32(mr->ibmr.rkey); in handle_reg_mr_integrity()
[all …]
/linux-6.3-rc2/drivers/infiniband/hw/mlx4/
A Dmr.c76 mr->ibmr.rkey = mr->ibmr.lkey = mr->mmr.key; in mlx4_ib_get_dma_mr()
79 return &mr->ibmr; in mlx4_ib_get_dma_mr()
441 mr->ibmr.rkey = mr->ibmr.lkey = mr->mmr.key; in mlx4_ib_reg_user_mr()
442 mr->ibmr.page_size = 1U << shift; in mlx4_ib_reg_user_mr()
444 return &mr->ibmr; in mlx4_ib_reg_user_mr()
598 struct mlx4_ib_mr *mr = to_mmr(ibmr); in mlx4_ib_dereg_mr()
673 mr->ibmr.rkey = mr->ibmr.lkey = mr->mmr.key; in mlx4_ib_alloc_mr()
676 return &mr->ibmr; in mlx4_ib_alloc_mr()
679 mr->ibmr.device = pd->device; in mlx4_ib_alloc_mr()
690 struct mlx4_ib_mr *mr = to_mmr(ibmr); in mlx4_set_page()
[all …]
/linux-6.3-rc2/drivers/infiniband/hw/mana/
A Dmr.c69 mr->ibmr.lkey = resp.lkey; in mana_ib_gd_create_mr()
70 mr->ibmr.rkey = resp.rkey; in mana_ib_gd_create_mr()
164 return &mr->ibmr; in mana_ib_reg_user_mr()
178 int mana_ib_dereg_mr(struct ib_mr *ibmr, struct ib_udata *udata) in mana_ib_dereg_mr() argument
180 struct mana_ib_mr *mr = container_of(ibmr, struct mana_ib_mr, ibmr); in mana_ib_dereg_mr()
181 struct ib_device *ibdev = ibmr->device; in mana_ib_dereg_mr()
A Dmana_ib.h59 struct ib_mr ibmr; member
122 int mana_ib_dereg_mr(struct ib_mr *ibmr, struct ib_udata *udata);
/linux-6.3-rc2/drivers/infiniband/hw/usnic/
A Dusnic_ib.h69 struct ib_mr ibmr; member
125 struct usnic_ib_mr *to_umr(struct ib_mr *ibmr) in to_umr() argument
127 return container_of(ibmr, struct usnic_ib_mr, ibmr); in to_umr()
/linux-6.3-rc2/drivers/infiniband/hw/hns/
A Dhns_roce_mr.c210 mr->ibmr.rkey = mr->ibmr.lkey = mr->key; in hns_roce_get_dma_mr()
212 return &mr->ibmr; in hns_roce_get_dma_mr()
251 mr->ibmr.rkey = mr->ibmr.lkey = mr->key; in hns_roce_reg_user_mr()
253 return &mr->ibmr; in hns_roce_reg_user_mr()
271 struct hns_roce_mr *mr = to_hr_mr(ibmr); in hns_roce_rereg_user_mr()
341 struct hns_roce_mr *mr = to_hr_mr(ibmr); in hns_roce_dereg_mr()
390 mr->ibmr.rkey = mr->ibmr.lkey = mr->key; in hns_roce_alloc_mr()
391 mr->ibmr.length = mr->size; in hns_roce_alloc_mr()
393 return &mr->ibmr; in hns_roce_alloc_mr()
406 struct hns_roce_mr *mr = to_hr_mr(ibmr); in hns_roce_set_page()
[all …]
/linux-6.3-rc2/net/sunrpc/xprtrdma/
A Dfrwr_ops.c292 struct ib_mr *ibmr; in frwr_map() local
318 ibmr = mr->mr_ibmr; in frwr_map()
323 ibmr->iova &= 0x00000000ffffffff; in frwr_map()
324 ibmr->iova |= ((u64)be32_to_cpu(xid)) << 32; in frwr_map()
325 key = (u8)(ibmr->rkey & 0x000000FF); in frwr_map()
326 ib_update_fast_reg_key(ibmr, ++key); in frwr_map()
329 reg_wr->mr = ibmr; in frwr_map()
330 reg_wr->key = ibmr->rkey; in frwr_map()
335 mr->mr_handle = ibmr->rkey; in frwr_map()
336 mr->mr_length = ibmr->length; in frwr_map()
[all …]
/linux-6.3-rc2/drivers/infiniband/hw/erdma/
A Derdma_verbs.c805 mr->ibmr.lkey = stag; in erdma_get_dma_mr()
806 mr->ibmr.rkey = stag; in erdma_get_dma_mr()
807 mr->ibmr.pd = ibpd; in erdma_get_dma_mr()
813 return &mr->ibmr; in erdma_get_dma_mr()
849 mr->ibmr.lkey = stag; in erdma_ib_alloc_mr()
851 mr->ibmr.pd = ibpd; in erdma_ib_alloc_mr()
878 return &mr->ibmr; in erdma_ib_alloc_mr()
947 mr->ibmr.lkey = mr->ibmr.rkey = stag; in erdma_reg_user_mr()
948 mr->ibmr.pd = ibpd; in erdma_reg_user_mr()
959 return &mr->ibmr; in erdma_reg_user_mr()
[all …]
A Derdma_verbs.h104 struct ib_mr ibmr; member
279 static inline struct erdma_mr *to_emr(struct ib_mr *ibmr) in to_emr() argument
281 return container_of(ibmr, struct erdma_mr, ibmr); in to_emr()
326 int erdma_dereg_mr(struct ib_mr *ibmr, struct ib_udata *data);
339 int erdma_map_mr_sg(struct ib_mr *ibmr, struct scatterlist *sg, int sg_nents,
/linux-6.3-rc2/drivers/infiniband/hw/mthca/
A Dmthca_provider.h74 struct ib_mr ibmr; member
286 static inline struct mthca_mr *to_mmr(struct ib_mr *ibmr) in to_mmr() argument
288 return container_of(ibmr, struct mthca_mr, ibmr); in to_mmr()
/linux-6.3-rc2/drivers/infiniband/hw/cxgb4/
A Dmem.c384 mhp->ibmr.rkey = mhp->ibmr.lkey = stag; in finish_mem_reg()
385 mhp->ibmr.length = mhp->attr.len; in finish_mem_reg()
386 mhp->ibmr.page_size = 1U << (mhp->attr.page_size + 12); in finish_mem_reg()
478 return &mhp->ibmr; in c4iw_get_dma_mr()
582 return &mhp->ibmr; in c4iw_reg_user_mr()
653 mhp->ibmr.rkey = mhp->ibmr.lkey = stag; in c4iw_alloc_mr()
660 return &(mhp->ibmr); in c4iw_alloc_mr()
678 static int c4iw_set_page(struct ib_mr *ibmr, u64 addr) in c4iw_set_page() argument
680 struct c4iw_mr *mhp = to_c4iw_mr(ibmr); in c4iw_set_page()
693 struct c4iw_mr *mhp = to_c4iw_mr(ibmr); in c4iw_map_mr_sg()
[all …]
/linux-6.3-rc2/drivers/infiniband/hw/ocrdma/
A Docrdma.h192 struct ib_mr ibmr; member
481 static inline struct ocrdma_mr *get_ocrdma_mr(struct ib_mr *ibmr) in get_ocrdma_mr() argument
483 return container_of(ibmr, struct ocrdma_mr, ibmr); in get_ocrdma_mr()

Completed in 51 milliseconds

123