Home
last modified time | relevance | path

Searched refs:rkey (Results 1 – 25 of 73) sorted by relevance

123

/drivers/infiniband/sw/rxe/
A Drxe_mw.c31 mw->rkey = ibmw->rkey = (mw->elem.index << 8) | rxe_get_next_key(-1); in rxe_alloc_mw()
138 u32 key = wqe->wr.wr.mw.rkey & 0xff; in rxe_do_bind_mw()
140 mw->rkey = (mw->rkey & ~0xff) | key; in rxe_do_bind_mw()
180 if (unlikely(mw->rkey != mw_rkey)) { in rxe_bind_mw()
258 int rxe_invalidate_mw(struct rxe_qp *qp, u32 rkey) in rxe_invalidate_mw() argument
264 mw = rxe_pool_get_index(&rxe->mw_pool, rkey >> 8); in rxe_invalidate_mw()
270 if (rkey != mw->rkey) { in rxe_invalidate_mw()
290 struct rxe_mw *rxe_lookup_mw(struct rxe_qp *qp, int access, u32 rkey) in rxe_lookup_mw() argument
295 int index = rkey >> 8; in rxe_lookup_mw()
301 if (unlikely((mw->rkey != rkey) || rxe_mw_pd(mw) != pd || in rxe_lookup_mw()
A Drxe_hdr.h528 __be32 rkey; member
550 return be32_to_cpu(reth->rkey); in __reth_rkey()
557 reth->rkey = cpu_to_be32(rkey); in __reth_set_rkey()
595 rxe_opcode[pkt->opcode].offset[RXE_RETH], rkey); in reth_set_rkey()
661 __be32 rkey; member
684 return be32_to_cpu(atmeth->rkey); in __atmeth_rkey()
691 atmeth->rkey = cpu_to_be32(rkey); in __atmeth_set_rkey()
919 __be32 rkey; member
926 return be32_to_cpu(ieth->rkey); in __ieth_rkey()
933 ieth->rkey = cpu_to_be32(rkey); in __ieth_set_rkey()
[all …]
A Drxe_resp.c413 qp->resp.rkey = 0; in qp_resp_from_reth()
415 qp->resp.rkey = reth_rkey(pkt); in qp_resp_from_reth()
436 u32 rkey; in check_rkey() local
481 rkey = qp->resp.rkey; in check_rkey()
485 if (rkey_is_mw(rkey)) { in check_rkey()
620 res->read.rkey = qp->resp.rkey; in rxe_prepare_res()
850 if (rkey_is_mw(rkey)) { in rxe_recheck_mr()
856 if (mw->rkey != rkey || mw->state != RXE_MW_STATE_VALID || in rxe_recheck_mr()
872 if (mr->rkey != rkey || mr->state != RXE_MR_STATE_VALID) { in rxe_recheck_mr()
989 if (rkey_is_mw(rkey)) in invalidate_rkey()
[all …]
A Drxe_verbs.h186 u32 rkey; member
219 u32 rkey; member
331 static inline int rkey_is_mw(u32 rkey) in rkey_is_mw() argument
333 u32 index = rkey >> 8; in rkey_is_mw()
345 u32 rkey; member
378 u32 rkey; member
A Drxe_req.c459 reth_set_rkey(pkt, ibwr->wr.flush.rkey); in init_req_packet()
461 reth_set_rkey(pkt, ibwr->wr.rdma.rkey); in init_req_packet()
484 atmeth_set_rkey(pkt, ibwr->wr.atomic.rkey); in init_req_packet()
596 u32 rkey; in rxe_do_local_ops() local
601 rkey = wqe->wr.ex.invalidate_rkey; in rxe_do_local_ops()
602 if (rkey_is_mw(rkey)) in rxe_do_local_ops()
603 ret = rxe_invalidate_mw(qp, rkey); in rxe_do_local_ops()
605 ret = rxe_invalidate_mr(qp, rkey); in rxe_do_local_ops()
A Drxe_mr.c58 mr->rkey = mr->ibmr.rkey = key; in rxe_mr_init()
627 (type == RXE_LOOKUP_REMOTE && mr->rkey != key) || in lookup_mr()
652 if (remote ? (key != mr->rkey) : (key != mr->lkey)) { in rxe_invalidate_mr()
654 key, (remote ? mr->rkey : mr->lkey)); in rxe_invalidate_mr()
714 mr->rkey = key; in rxe_reg_fast_mr()
/drivers/infiniband/ulp/iser/
A Diser_memory.c135 reg->rkey = device->pd->unsafe_global_rkey; in iser_reg_dma()
137 reg->rkey = 0; in iser_reg_dma()
142 " length=0x%x\n", reg->sge.lkey, reg->rkey, in iser_reg_dma()
241 inv_wr->ex.invalidate_rkey = mr->rkey; in iser_inv_rkey()
270 ib_update_fast_reg_key(mr, ib_inc_rkey(mr->rkey)); in iser_reg_sig_mr()
287 wr->key = mr->rkey; in iser_reg_sig_mr()
294 sig_reg->rkey = mr->rkey; in iser_reg_sig_mr()
299 sig_reg->sge.lkey, sig_reg->rkey, sig_reg->sge.addr, in iser_reg_sig_mr()
319 ib_update_fast_reg_key(mr, ib_inc_rkey(mr->rkey)); in iser_fast_reg_mr()
334 wr->key = mr->rkey; in iser_fast_reg_mr()
[all …]
A Diser_initiator.c70 hdr->read_stag = cpu_to_be32(mem_reg->rkey); in iser_prepare_read_cmd()
74 task->itt, mem_reg->rkey, in iser_prepare_read_cmd()
117 hdr->write_stag = cpu_to_be32(mem_reg->rkey); in iser_prepare_write_cmd()
122 task->itt, mem_reg->rkey, in iser_prepare_write_cmd()
578 if (unlikely((!desc->sig_protected && rkey != desc->rsc.mr->rkey) || in iser_inv_desc()
579 (desc->sig_protected && rkey != desc->rsc.sig_mr->rkey))) { in iser_inv_desc()
580 iser_err("Bogus remote invalidation for rkey %#x\n", rkey); in iser_inv_desc()
597 u32 rkey = wc->ex.invalidate_rkey; in iser_check_remote_inv() local
600 iser_conn, rkey); in iser_check_remote_inv()
615 if (unlikely(iser_inv_desc(desc, rkey))) in iser_check_remote_inv()
[all …]
/drivers/infiniband/core/
A Drw.c126 u64 remote_addr, u32 rkey, enum dma_data_direction dir) in rdma_rw_init_mr_wrs() argument
162 reg->wr.rkey = rkey; in rdma_rw_init_mr_wrs()
197 u64 remote_addr, u32 rkey, enum dma_data_direction dir) in rdma_rw_init_map_wrs() argument
223 rdma_wr->rkey = rkey; in rdma_rw_init_map_wrs()
271 rdma_wr->rkey = rkey; in rdma_rw_init_single_wr()
294 u64 remote_addr, u32 rkey, enum dma_data_direction dir) in rdma_rw_ctx_init() argument
328 sg_offset, remote_addr, rkey, dir); in rdma_rw_ctx_init()
331 remote_addr, rkey, dir); in rdma_rw_ctx_init()
334 remote_addr, rkey, dir); in rdma_rw_ctx_init()
368 u64 remote_addr, u32 rkey, enum dma_data_direction dir) in rdma_rw_ctx_signature_init() argument
[all …]
A Duverbs_std_types_mr.c152 &mr->rkey, sizeof(mr->rkey)); in UVERBS_HANDLER()
169 &mr->rkey, sizeof(mr->rkey)); in UVERBS_HANDLER()
265 &mr->rkey, sizeof(mr->rkey)); in UVERBS_HANDLER()
394 &mr->rkey, sizeof(mr->rkey)); in UVERBS_HANDLER()
/drivers/infiniband/hw/vmw_pvrdma/
A Dpvrdma_mr.c95 mr->ibmr.rkey = resp->rkey; in pvrdma_get_dma_mr()
188 mr->ibmr.rkey = resp->rkey; in pvrdma_reg_user_mr()
260 mr->ibmr.rkey = resp->rkey; in pvrdma_alloc_mr()
/drivers/infiniband/sw/siw/
A Dsiw_qp_tx.c138 c_tx->pkt.rreq.source_stag = htonl(wqe->sqe.rkey); in siw_qp_prepare_tx()
183 c_tx->pkt.send_inv.inval_stag = cpu_to_be32(wqe->sqe.rkey); in siw_qp_prepare_tx()
195 c_tx->pkt.rwrite.sink_stag = htonl(wqe->sqe.rkey); in siw_qp_prepare_tx()
209 c_tx->pkt.rresp.sink_stag = cpu_to_be32(wqe->sqe.rkey); in siw_qp_prepare_tx()
938 siw_dbg_pd(pd, "STag 0x%08x\n", sqe->rkey); in siw_fastreg_mr()
941 pr_warn("siw: fastreg: STag 0x%08x unknown\n", sqe->rkey); in siw_fastreg_mr()
945 if (unlikely(base_mr->rkey >> 8 != sqe->rkey >> 8)) { in siw_fastreg_mr()
950 mem = siw_mem_id2obj(sdev, sqe->rkey >> 8); in siw_fastreg_mr()
967 mem->stag = sqe->rkey; in siw_fastreg_mr()
970 siw_dbg_mem(mem, "STag 0x%08x now valid\n", sqe->rkey); in siw_fastreg_mr()
[all …]
/drivers/nvme/target/
A Dpr.c240 if (reg->rkey != nrkey) in nvmet_pr_register()
248 new->rkey = nrkey; in nvmet_pr_register()
316 reg->rkey = *(u64 *)attr; in nvmet_pr_update_reg_rkey()
338 new->rkey = holder->rkey; in nvmet_pr_update_reg_attr()
364 if (ignore_key || reg->rkey == le64_to_cpu(d->crkey)) in nvmet_pr_replace()
469 if (reg->rkey == prkey) { in nvmet_pr_unreg_all_host_by_prkey()
492 if (reg->rkey == prkey && in nvmet_pr_unreg_all_others_by_prkey()
573 if (prkey == holder->rkey) { in nvmet_pr_preempt()
679 reg->rkey == le64_to_cpu(d->crkey)) { in nvmet_execute_pr_acquire()
790 reg->rkey == le64_to_cpu(d->crkey)) { in nvmet_execute_pr_release()
[all …]
/drivers/infiniband/ulp/rtrs/
A DREADME51 then pass it to the block layer. A new rkey is generated and registered for the
53 The new rkey is sent back to the client along with the IO result.
144 using the IMM field, Server invalidate rkey associated to the memory chunks
149 inflight IO and for the error code. The new rkey is sent back using
150 SEND_WITH_IMM WR, client When it recived new rkey message, it validates
151 the message and finished IO after update rkey for the rbuffer, then post
186 Server invalidate rkey associated to the memory chunks first, when it finishes,
192 outstanding inflight IO and the error code. The new rkey is sent back using
193 SEND_WITH_IMM WR, client When it recived new rkey message, it validates
194 the message and finished IO after update rkey for the rbuffer, then post
A Drtrs-srv.c211 u32 rkey = 0; in rdma_write_sg() local
243 if (rkey == 0) in rdma_write_sg()
244 rkey = wr->rkey; in rdma_write_sg()
247 WARN_ON_ONCE(rkey != wr->rkey); in rdma_write_sg()
280 inv_wr.ex.invalidate_rkey = rkey; in rdma_write_sg()
293 rwr.key = srv_mr->mr->rkey; in rdma_write_sg()
299 msg->rkey = cpu_to_le32(srv_mr->mr->rkey); in rdma_write_sg()
414 rwr.key = srv_mr->mr->rkey; in send_io_resp_imm()
420 msg->rkey = cpu_to_le32(srv_mr->mr->rkey); in send_io_resp_imm()
857 rwr[mri].key = mr->rkey; in process_info_req()
[all …]
A Drtrs-clt.c373 .ex.invalidate_rkey = req->mr->rkey, in rtrs_inv_rkey()
426 req->mr->rkey, err); in complete_rdma_req()
488 rbuf->rkey, rbuf->addr + off, in rtrs_post_send_rdma()
564 clt_path->rbufs[buf_id].rkey = le32_to_cpu(msg->rkey); in rtrs_clt_rkey_rsp_done()
1063 rbuf->rkey, rbuf->addr, imm, in rtrs_post_rdma_write_sg()
1135 .key = req->mr->rkey, in rtrs_clt_write_req()
1221 .key = req->mr->rkey, in rtrs_clt_read_req()
1231 msg->desc[0].key = cpu_to_le32(req->mr->rkey); in rtrs_clt_read_req()
2433 u32 len, rkey; in process_info_rsp() local
2437 rkey = le32_to_cpu(desc->key); in process_info_rsp()
[all …]
A Drtrs-pri.h261 __le32 rkey; member
308 u32 rkey, u64 rdma_addr, u32 imm_data,
/drivers/infiniband/sw/rdmavt/
A Dmr.c260 mr->ibmr.rkey = mr->mr.lkey; in __rvt_alloc_mr()
635 ibmr->rkey = key; in rvt_fast_reg_mr()
652 int rvt_invalidate_rkey(struct rvt_qp *qp, u32 rkey) in rvt_invalidate_rkey() argument
658 if (rkey == 0) in rvt_invalidate_rkey()
663 rkt->table[(rkey >> (32 - dev->dparms.lkey_table_size))]); in rvt_invalidate_rkey()
664 if (unlikely(!mr || mr->lkey != rkey || qp->ibqp.pd != mr->pd)) in rvt_invalidate_rkey()
832 u32 len, u64 vaddr, u32 rkey, int acc) in rvt_rkey_ok() argument
845 if (rkey == 0) { in rvt_rkey_ok()
866 mr = rcu_dereference(rkt->table[rkey >> rkt->shift]); in rvt_rkey_ok()
874 mr->lkey != rkey || qp->ibqp.pd != mr->pd)) in rvt_rkey_ok()
/drivers/net/ethernet/mellanox/mlx5/core/steering/sws/
A Ddr_send.c31 u32 rkey; member
401 u32 rkey, in dr_rdma_handle_icm_write_segments() argument
411 wq_raddr->rkey = cpu_to_be32(rkey); in dr_rdma_handle_icm_write_segments()
438 u32 rkey, struct dr_data_seg *data_seg, in dr_rdma_segments() argument
455 rkey, data_seg, &size); in dr_rdma_segments()
487 dr_rdma_segments(dr_qp, send_info->remote_addr, send_info->rkey, in dr_post_send()
489 dr_rdma_segments(dr_qp, send_info->remote_addr, send_info->rkey, in dr_post_send()
492 dr_rdma_segments(dr_qp, send_info->remote_addr, send_info->rkey, in dr_post_send()
767 send_info.rkey = mlx5dr_icm_pool_get_chunk_rkey(htbl->chunk); in mlx5dr_send_postsend_htbl()
824 send_info.rkey = mlx5dr_icm_pool_get_chunk_rkey(htbl->chunk); in mlx5dr_send_postsend_formatted_htbl()
[all …]
/drivers/nvme/host/
A Dpr.c256 le64_to_cpu(rse->regctl_eds[i].rkey); in nvme_pr_read_keys()
261 keys_info->keys[i] = le64_to_cpu(rs->regctl_ds[i].rkey); in nvme_pr_read_keys()
313 resv->key = le64_to_cpu(rse->regctl_eds[i].rkey); in nvme_pr_read_reservation()
321 resv->key = le64_to_cpu(rs->regctl_ds[i].rkey); in nvme_pr_read_reservation()
/drivers/infiniband/hw/hfi1/
A Drc.c597 ohdr->u.rc.reth.rkey = in hfi1_make_rc_req()
745 ohdr->u.rc.reth.rkey = in hfi1_make_rc_req()
863 wqe->atomic_wr.rkey); in hfi1_make_rc_req()
995 ohdr->u.rc.reth.rkey = in hfi1_make_rc_req()
2594 u32 rkey = be32_to_cpu(reth->rkey); in rc_rcv_error() local
2783 u32 rkey; in hfi1_rc_rcv() local
2982 u32 rkey = be32_to_cpu(reth->rkey); in hfi1_rc_rcv() local
3037 u32 rkey = be32_to_cpu(reth->rkey); in hfi1_rc_rcv() local
3092 u32 rkey; in hfi1_rc_rcv() local
3116 rkey = be32_to_cpu(ateth->rkey); in hfi1_rc_rcv()
[all …]
A Duc.c146 ohdr->u.rc.reth.rkey = in hfi1_make_uc_req()
147 cpu_to_be32(wqe->rdma_wr.rkey); in hfi1_make_uc_req()
449 u32 rkey = be32_to_cpu(reth->rkey); in hfi1_uc_rcv() local
455 vaddr, rkey, IB_ACCESS_REMOTE_WRITE); in hfi1_uc_rcv()
A Dtrace.c277 be32_to_cpu(eh->rc.reth.rkey), in parse_everbs_hdrs()
289 be32_to_cpu(eh->rc.reth.rkey), in parse_everbs_hdrs()
306 be32_to_cpu(eh->tid_rdma.w_req.reth.rkey), in parse_everbs_hdrs()
345 be32_to_cpu(eh->tid_rdma.r_req.reth.rkey), in parse_everbs_hdrs()
406 eh->atomic_eth.rkey, in parse_everbs_hdrs()
/drivers/infiniband/hw/mlx4/
A Dmr.c76 mr->ibmr.rkey = mr->ibmr.lkey = mr->mmr.key; in mlx4_ib_get_dma_mr()
183 mr->ibmr.rkey = mr->ibmr.lkey = mr->mmr.key; in mlx4_ib_reg_user_mr()
370 ibmw->rkey = mw->mmw.key; in mlx4_ib_alloc_mw()
415 mr->ibmr.rkey = mr->ibmr.lkey = mr->mmr.key; in mlx4_ib_alloc_mr()
/drivers/md/persistent-data/
A Ddm-btree.c379 uint64_t rkey; in dm_btree_lookup() local
398 lower_bound, &rkey, in dm_btree_lookup()
402 if (rkey != keys[level]) { in dm_btree_lookup()
420 uint64_t key, uint64_t *rkey, void *value_le) in dm_btree_lookup_next_single() argument
449 r = dm_btree_lookup_next_single(info, value64(n, i), key, rkey, value_le); in dm_btree_lookup_next_single()
452 r = dm_btree_lookup_next_single(info, value64(n, i), key, rkey, value_le); in dm_btree_lookup_next_single()
462 *rkey = le64_to_cpu(n->keys[i]); in dm_btree_lookup_next_single()
471 uint64_t *keys, uint64_t *rkey, void *value_le) in dm_btree_lookup_next() argument
481 lower_bound, rkey, in dm_btree_lookup_next()
486 if (*rkey != keys[level]) { in dm_btree_lookup_next()
[all …]

Completed in 82 milliseconds

123