| /linux/drivers/infiniband/sw/rdmavt/ |
| A D | mr.c | 259 mr->ibmr.lkey = mr->mr.lkey; in __rvt_alloc_mr() 260 mr->ibmr.rkey = mr->mr.lkey; in __rvt_alloc_mr() 458 t, mr, mr->pd, mr->lkey, in rvt_check_refs() 561 u32 mapped_segs = mr->mr.length >> mr->mr.page_shift; in rvt_set_page() 594 mr->mr.length = 0; in rvt_map_mr_sg() 599 mr->mr.offset = ibmr->iova - (u64)mr->mr.map[0]->segs[0].vaddr; in rvt_map_mr_sg() 623 if (!mr->mr.lkey || mr->umem) in rvt_fast_reg_mr() 742 isge->mr = mr; in rvt_lkey_ok() 796 isge->mr = mr; in rvt_lkey_ok() 852 sge->mr = mr; in rvt_rkey_ok() [all …]
|
| A D | trace_mr.h | 22 TP_ARGS(mr, m, n, v, len), 40 __entry->iova = mr->iova; 42 __entry->lkey = mr->lkey; 46 __entry->length = mr->length; 47 __entry->offset = mr->offset; 68 TP_ARGS(mr, m, n, v, len)); 73 TP_ARGS(mr, m, n, v, len)); 78 TP_ARGS(mr, m, n, v, len)); 101 __entry->mr = sge->mr; 106 __entry->lkey = sge->mr->lkey; [all …]
|
| /linux/drivers/infiniband/sw/rxe/ |
| A D | rxe_mr.c | 36 iova + length > mr->ibmr.iova + mr->ibmr.length) { in mr_check_range() 57 mr->lkey = mr->ibmr.lkey = key; in rxe_mr_init() 58 mr->rkey = mr->ibmr.rkey = key; in rxe_mr_init() 77 return (iova >> mr->page_shift) - (mr->ibmr.iova >> mr->page_shift); in rxe_mr_iova_to_index() 220 if (unlikely(mr->nbuf == mr->num_buf)) in rxe_set_page() 412 if (mr) in copy_data() 418 if (mr) in copy_data() 624 if (!mr) in lookup_mr() 655 key, (remote ? mr->rkey : mr->lkey)); in rxe_invalidate_mr() 690 struct rxe_mr *mr = to_rmr(wqe->wr.wr.reg.mr); in rxe_reg_fast_mr() local [all …]
|
| A D | rxe_mw.c | 91 if (!mr) in rxe_check_bind_mw() 125 (mr->ibmr.iova + mr->ibmr.length)))) { in rxe_check_bind_mw() 146 if (mw->mr) { in rxe_do_bind_mw() 153 mw->mr = mr; in rxe_do_bind_mw() 155 rxe_get(mr); in rxe_do_bind_mw() 197 mr = NULL; in rxe_bind_mw() 216 if (mr) in rxe_bind_mw() 217 rxe_put(mr); in rxe_bind_mw() 247 mr = mw->mr; in rxe_do_invalidate_mw() 250 rxe_put(mr); in rxe_do_invalidate_mw() [all …]
|
| /linux/net/sunrpc/xprtrdma/ |
| A D | frwr_ops.c | 61 ib_dma_unmap_sg(mr->mr_device, mr->mr_sg, mr->mr_nents, in frwr_mr_unmap() 62 mr->mr_dir); in frwr_mr_unmap() 76 frwr_mr_unmap(mr); in frwr_mr_release() 81 kfree(mr->mr_sg); in frwr_mr_release() 82 kfree(mr); in frwr_mr_release() 92 rpcrdma_mr_push(mr, &mr->mr_req->rl_free_mrs); in frwr_mr_put() 111 frwr_mr_put(mr); in frwr_reset() 146 mr->mr_sg = sg; in frwr_mr_init() 399 mr->mr_regwr.wr.wr_cqe = &mr->mr_cqe; in frwr_send() 677 if (!mr) in frwr_wp_create() [all …]
|
| /linux/drivers/vdpa/mlx5/core/ |
| A D | mr.c | 44 for_each_sg(mr->sg_head.sgl, sg, mr->nent, i) { in populate_mtts() 78 MLX5_SET64(mkc, mkc, len, mr->end - mr->start); in fill_create_direct_mr() 81 get_octo_len(mr->end - mr->start, mr->log_size)); in fill_create_direct_mr() 83 get_octo_len(mr->end - mr->start, mr->log_size)); in fill_create_direct_mr() 96 mr->mr = mlx5_idx_to_mkey(mkey_index); in create_direct_mr_end() 112 if (!mr->mr) in destroy_direct_mr() 115 mlx5_vdpa_destroy_mkey(mvdev, mr->mr); in destroy_direct_mr() 130 return map_end(map, mr) - map_start(map, mr); in maplen() 419 mr->nent = dma_map_sg_attrs(dma, mr->sg_head.sgl, mr->nsg, DMA_BIDIRECTIONAL, 0); in map_direct_mr() 753 mr, mr->mkey, refcount_read(&mr->refcount)); in mlx5_vdpa_show_mr_leaks() [all …]
|
| /linux/drivers/infiniband/hw/vmw_pvrdma/ |
| A D | pvrdma_mr.c | 75 mr = kzalloc(sizeof(*mr), GFP_KERNEL); in pvrdma_get_dma_mr() 76 if (!mr) in pvrdma_get_dma_mr() 89 kfree(mr); in pvrdma_get_dma_mr() 144 mr = kzalloc(sizeof(*mr), GFP_KERNEL); in pvrdma_reg_user_mr() 145 if (!mr) { in pvrdma_reg_user_mr() 191 kfree(mr); in pvrdma_reg_user_mr() 220 mr = kzalloc(sizeof(*mr), GFP_KERNEL); in pvrdma_alloc_mr() 221 if (!mr) in pvrdma_alloc_mr() 266 kfree(mr); in pvrdma_alloc_mr() 306 if (mr->npages == mr->max_pages) in pvrdma_set_page() [all …]
|
| /linux/drivers/gpu/drm/nouveau/nvkm/subdev/fb/ |
| A D | gddr5.c | 75 ram->mr[0] &= ~0xf7f; in nvkm_gddr5_calc() 80 ram->mr[1] &= ~0x0bf; in nvkm_gddr5_calc() 91 ram->mr[1] &= ~0x030; in nvkm_gddr5_calc() 95 ram->mr[3] &= ~0x020; in nvkm_gddr5_calc() 98 ram->mr[5] &= ~0x004; in nvkm_gddr5_calc() 99 ram->mr[5] |= (l3 << 2); in nvkm_gddr5_calc() 103 if (ram->mr[6] & 0x001) in nvkm_gddr5_calc() 105 ram->mr[6] &= ~0xff1; in nvkm_gddr5_calc() 110 ram->mr[7] &= ~0x300; in nvkm_gddr5_calc() 113 ram->mr[7] &= ~0x088; in nvkm_gddr5_calc() [all …]
|
| A D | sddr3.c | 93 (ram->mr[1] & 0x040) >> 5 | in nvkm_sddr3_calc() 106 ram->mr[0] &= ~0xf74; in nvkm_sddr3_calc() 107 ram->mr[0] |= (WR & 0x07) << 9; in nvkm_sddr3_calc() 108 ram->mr[0] |= (CL & 0x0e) << 3; in nvkm_sddr3_calc() 109 ram->mr[0] |= (CL & 0x01) << 2; in nvkm_sddr3_calc() 111 ram->mr[1] &= ~0x245; in nvkm_sddr3_calc() 112 ram->mr[1] |= (ODT & 0x1) << 2; in nvkm_sddr3_calc() 113 ram->mr[1] |= (ODT & 0x2) << 5; in nvkm_sddr3_calc() 114 ram->mr[1] |= (ODT & 0x4) << 7; in nvkm_sddr3_calc() 115 ram->mr[1] |= !DLL; in nvkm_sddr3_calc() [all …]
|
| A D | gddr3.c | 89 DLL = !(ram->mr[1] & 0x1); in nvkm_gddr3_calc() 98 ODT = (ram->mr[1] & 0xc) >> 2; in nvkm_gddr3_calc() 101 hi = ram->mr[2] & 0x1; in nvkm_gddr3_calc() 107 ram->mr[0] &= ~0xf74; in nvkm_gddr3_calc() 108 ram->mr[0] |= (CWL & 0x07) << 9; in nvkm_gddr3_calc() 109 ram->mr[0] |= (CL & 0x07) << 4; in nvkm_gddr3_calc() 110 ram->mr[0] |= (CL & 0x08) >> 1; in nvkm_gddr3_calc() 112 ram->mr[1] &= ~0x3fc; in nvkm_gddr3_calc() 113 ram->mr[1] |= (ODT & 0x03) << 2; in nvkm_gddr3_calc() 114 ram->mr[1] |= (RON & 0x03) << 8; in nvkm_gddr3_calc() [all …]
|
| /linux/drivers/infiniband/hw/mlx5/ |
| A D | mr.c | 1055 mr->ibmr.lkey = mr->mmkey.key; in mlx5_ib_get_dma_mr() 1056 mr->ibmr.rkey = mr->mmkey.key; in mlx5_ib_get_dma_mr() 1091 mr->ibmr.lkey = mr->mmkey.key; in set_mr_fields() 1092 mr->ibmr.rkey = mr->mmkey.key; in set_mr_fields() 1839 if (!mr->umem || is_odp_mr(mr) || is_dmabuf_mr(mr)) in mlx5_ib_rereg_user_mr() 1861 if (!mr->umem || is_odp_mr(mr) || is_dmabuf_mr(mr)) in mlx5_ib_rereg_user_mr() 1938 if (!mr->umem && !mr->data_direct && mr->descs) { in mlx5_free_priv_descs() 2187 mr->ibmr.lkey = mr->mmkey.key; in _mlx5_alloc_mkey_descs() 2188 mr->ibmr.rkey = mr->mmkey.key; in _mlx5_alloc_mkey_descs() 2622 mr->meta_length = mr->ibmr.length - mr->data_length; in mlx5_ib_sg_to_klms() [all …]
|
| A D | odp.c | 457 if (IS_ERR(mr)) { in implicit_get_child_mr() 459 return mr; in implicit_get_child_mr() 466 mr->ibmr.lkey = mr->mmkey.key; in implicit_get_child_mr() 467 mr->ibmr.rkey = mr->mmkey.key; in implicit_get_child_mr() 469 mr->parent = imr; in implicit_get_child_mr() 515 mlx5_ib_dbg(mr_to_mdev(imr), "key %x mr %p\n", mr->mmkey.key, mr); in implicit_get_child_mr() 516 return mr; in implicit_get_child_mr() 889 ret = pagefault_real_mr(mr, to_ib_umem_odp(mr->umem), mr->umem->address, in mlx5_ib_init_odp_mr() 899 ret = pagefault_dmabuf_mr(mr, mr->umem->length, NULL, in mlx5_ib_init_dmabuf_mr() 1942 return mr; in get_prefetchable_mr() [all …]
|
| /linux/drivers/scsi/ |
| A D | mesh.c | 314 (mr->count_hi << 8) + mr->count_lo, mr->sequence, in mesh_dump_regs() 315 (mr->bus_status1 << 8) + mr->bus_status0, mr->fifo_count, in mesh_dump_regs() 316 mr->exception, mr->error, mr->intr_mask, mr->interrupt, in mesh_dump_regs() 437 MKWORD(mr->interrupt, mr->exception, mr->error, mr->fifo_count)); in mesh_start_cmd() 512 MKWORD(mr->interrupt, mr->exception, mr->error, mr->fifo_count)); in mesh_start_cmd() 517 MKWORD(mr->interrupt, mr->exception, mr->error, mr->fifo_count)); in mesh_start_cmd() 528 MKWORD(mr->interrupt, mr->exception, mr->error, mr->fifo_count)); in mesh_start_cmd() 806 MKWORD(mr->interrupt, mr->exception, mr->error, in start_phase() 908 MKWORD(0, mr->error, mr->exception, mr->fifo_count)); in reselected() 1367 MKWORD(mr->count_hi, mr->count_lo, mr->sequence, mr->fifo_count)); in phase_mismatch() [all …]
|
| /linux/drivers/infiniband/hw/mlx4/ |
| A D | mr.c | 63 mr = kzalloc(sizeof(*mr), GFP_KERNEL); in mlx4_ib_get_dma_mr() 64 if (!mr) in mlx4_ib_get_dma_mr() 76 mr->ibmr.rkey = mr->ibmr.lkey = mr->mmr.key; in mlx4_ib_get_dma_mr() 85 kfree(mr); in mlx4_ib_get_dma_mr() 416 mr = kzalloc(sizeof(*mr), GFP_KERNEL); in mlx4_ib_reg_user_mr() 417 if (!mr) in mlx4_ib_reg_user_mr() 441 mr->ibmr.rkey = mr->ibmr.lkey = mr->mmr.key; in mlx4_ib_reg_user_mr() 655 mr = kzalloc(sizeof(*mr), GFP_KERNEL); in mlx4_ib_alloc_mr() 656 if (!mr) in mlx4_ib_alloc_mr() 673 mr->ibmr.rkey = mr->ibmr.lkey = mr->mmr.key; in mlx4_ib_alloc_mr() [all …]
|
| /linux/drivers/infiniband/core/ |
| A D | uverbs_std_types_mr.c | 95 struct ib_mr *mr; in UVERBS_HANDLER() local 128 if (IS_ERR(mr)) in UVERBS_HANDLER() 132 mr->pd = pd; in UVERBS_HANDLER() 152 &mr->rkey, sizeof(mr->rkey)); in UVERBS_HANDLER() 169 &mr->rkey, sizeof(mr->rkey)); in UVERBS_HANDLER() 175 &mr->length, sizeof(mr->length)); in UVERBS_HANDLER() 181 &mr->iova, sizeof(mr->iova)); in UVERBS_HANDLER() 243 if (IS_ERR(mr)) in UVERBS_HANDLER() 247 mr->pd = pd; in UVERBS_HANDLER() 260 &mr->lkey, sizeof(mr->lkey)); in UVERBS_HANDLER() [all …]
|
| A D | mr_pool.c | 10 struct ib_mr *mr; in ib_mr_pool_get() local 15 if (mr) { in ib_mr_pool_get() 16 list_del(&mr->qp_entry); in ib_mr_pool_get() 21 return mr; in ib_mr_pool_get() 30 list_add(&mr->qp_entry, list); in ib_mr_pool_put() 39 struct ib_mr *mr; in ib_mr_pool_init() local 49 if (IS_ERR(mr)) { in ib_mr_pool_init() 50 ret = PTR_ERR(mr); in ib_mr_pool_init() 68 struct ib_mr *mr; in ib_mr_pool_destroy() local 74 list_del(&mr->qp_entry); in ib_mr_pool_destroy() [all …]
|
| /linux/drivers/infiniband/hw/hns/ |
| A D | hns_roce_mr.c | 120 mr->npages = mr->pbl_mtr.hem_cfg.buf_pg_count; in alloc_mr_pbl() 201 mr = kzalloc(sizeof(*mr), GFP_KERNEL); in hns_roce_get_dma_mr() 202 if (!mr) in hns_roce_get_dma_mr() 219 mr->ibmr.rkey = mr->ibmr.lkey = mr->key; in hns_roce_get_dma_mr() 238 mr = kzalloc(sizeof(*mr), GFP_KERNEL); in hns_roce_reg_user_mr() 262 mr->ibmr.rkey = mr->ibmr.lkey = mr->key; in hns_roce_reg_user_mr() 390 mr = kzalloc(sizeof(*mr), GFP_KERNEL); in hns_roce_alloc_mr() 391 if (!mr) in hns_roce_alloc_mr() 411 mr->ibmr.rkey = mr->ibmr.lkey = mr->key; in hns_roce_alloc_mr() 412 mr->ibmr.length = mr->size; in hns_roce_alloc_mr() [all …]
|
| /linux/arch/powerpc/platforms/pseries/ |
| A D | hvCall.S | 160 mr r4,r5 161 mr r5,r6 162 mr r6,r7 163 mr r7,r8 164 mr r8,r9 187 mr r4,r5 188 mr r5,r6 189 mr r6,r7 190 mr r7,r8 191 mr r8,r9 [all …]
|
| /linux/net/rds/ |
| A D | rdma.c | 81 return mr; in rds_mr_tree_walk() 102 mr->r_key, kref_read(&mr->r_kref)); in rds_destroy_mr() 112 mr->r_trans->free_mr(trans_private, mr->r_invalidate); in rds_destroy_mr() 120 kfree(mr); in __rds_put_mr_final() 238 if (!mr) { in __rds_rdma_map() 354 if (mr) in __rds_rdma_map() 425 if (mr) { in rds_free_mr() 433 if (!mr) in rds_free_mr() 834 if (!mr) in rds_cmsg_rdma_dest() 840 if (mr) { in rds_cmsg_rdma_dest() [all …]
|
| /linux/drivers/rtc/ |
| A D | rtc-at91sam9.c | 133 u32 offset, alarm, mr; in at91_rtc_settime() local 140 mr = rtt_readl(rtc, MR); in at91_rtc_settime() 164 mr &= ~AT91_RTT_ALMIEN; in at91_rtc_settime() 205 u32 mr; in at91_rtc_setalarm() local 214 mr = rtt_readl(rtc, MR); in at91_rtc_setalarm() 261 u32 sr, mr; in at91_rtc_cache_events() local 339 u32 mr; in at91_rtc_probe() local 395 mr = rtt_readl(rtc, MR); in at91_rtc_probe() 405 rtt_writel(rtc, MR, mr); in at91_rtc_probe() 502 u32 mr; in at91_rtc_resume() local [all …]
|
| /linux/drivers/infiniband/hw/mana/ |
| A D | mr.c | 66 mr->ibmr.lkey = resp.lkey; in mana_ib_gd_create_mr() 67 mr->ibmr.rkey = resp.rkey; in mana_ib_gd_create_mr() 105 struct mana_ib_mr *mr; in mana_ib_reg_user_mr() local 119 mr = kzalloc(sizeof(*mr), GFP_KERNEL); in mana_ib_reg_user_mr() 120 if (!mr) in mana_ib_reg_user_mr() 124 if (IS_ERR(mr->umem)) { in mana_ib_reg_user_mr() 125 err = PTR_ERR(mr->umem); in mana_ib_reg_user_mr() 159 return &mr->ibmr; in mana_ib_reg_user_mr() 168 kfree(mr); in mana_ib_reg_user_mr() 185 if (mr->umem) in mana_ib_dereg_mr() [all …]
|
| /linux/drivers/net/ethernet/mellanox/mlxsw/ |
| A D | spectrum_mr.c | 254 struct mlxsw_sp_mr *mr = mlxsw_sp->mr; in mlxsw_sp_mr_route_write() local 292 struct mlxsw_sp_mr *mr = mlxsw_sp->mr; in mlxsw_sp_mr_route_erase() local 485 struct mlxsw_sp_mr *mr = mlxsw_sp->mr; in mlxsw_sp_mr_route_ivif_resolve() local 519 struct mlxsw_sp_mr *mr = mlxsw_sp->mr; in mlxsw_sp_mr_route_ivif_unresolve() local 534 struct mlxsw_sp_mr *mr = mlxsw_sp->mr; in mlxsw_sp_mr_route_evif_resolve() local 593 struct mlxsw_sp_mr *mr = mlxsw_sp->mr; in mlxsw_sp_mr_route_evif_unresolve() local 751 struct mlxsw_sp_mr *mr = mlxsw_sp->mr; in mlxsw_sp_mr_rif_mtu_update() local 906 struct mlxsw_sp_mr *mr = mlxsw_sp->mr; in mlxsw_sp_mr_table_create() local 955 struct mlxsw_sp_mr *mr = mlxsw_sp->mr; in mlxsw_sp_mr_table_destroy() local 1045 mlxsw_sp->mr = mr; in mlxsw_sp_mr_init() [all …]
|
| /linux/arch/x86/mm/ |
| A D | init.c | 480 if (mr[i].end != mr[i+1].start || in split_mem_range() 481 mr[i].page_size_mask != mr[i+1].page_size_mask) in split_mem_range() 484 old_start = mr[i].start; in split_mem_range() 485 memmove(&mr[i], &mr[i+1], in split_mem_range() 487 mr[i--].start = old_start; in split_mem_range() 493 mr[i].start, mr[i].end - 1, in split_mem_range() 494 page_size_string(&mr[i])); in split_mem_range() 535 struct map_range mr[NR_RANGE_MR]; in init_memory_mapping() local 542 memset(mr, 0, sizeof(mr)); in init_memory_mapping() 546 ret = kernel_physical_mapping_init(mr[i].start, mr[i].end, in init_memory_mapping() [all …]
|
| /linux/drivers/sh/intc/ |
| A D | handle.c | 55 if (mr->set_reg && mr->clr_reg) { in _intc_mask_data() 58 reg_e = mr->clr_reg; in _intc_mask_data() 59 reg_d = mr->set_reg; in _intc_mask_data() 62 if (mr->set_reg) { in _intc_mask_data() 64 reg_e = mr->set_reg; in _intc_mask_data() 65 reg_d = mr->set_reg; in _intc_mask_data() 68 reg_e = mr->clr_reg; in _intc_mask_data() 69 reg_d = mr->clr_reg; in _intc_mask_data() 183 mr = desc->hw.ack_regs + i; in intc_ack_data() 191 reg_e = mr->set_reg; in intc_ack_data() [all …]
|
| /linux/drivers/infiniband/ulp/iser/ |
| A D | iser_memory.c | 270 ib_update_fast_reg_key(mr, ib_inc_rkey(mr->rkey)); in iser_reg_sig_mr() 286 wr->mr = mr; in iser_reg_sig_mr() 287 wr->key = mr->rkey; in iser_reg_sig_mr() 294 sig_reg->rkey = mr->rkey; in iser_reg_sig_mr() 312 struct ib_mr *mr = rsc->mr; in iser_fast_reg_mr() local 316 if (rsc->mr->need_inval) in iser_fast_reg_mr() 319 ib_update_fast_reg_key(mr, ib_inc_rkey(mr->rkey)); in iser_fast_reg_mr() 333 wr->mr = mr; in iser_fast_reg_mr() 334 wr->key = mr->rkey; in iser_fast_reg_mr() 341 reg->sge.lkey = mr->lkey; in iser_fast_reg_mr() [all …]
|