| /linux-6.3-rc2/drivers/infiniband/hw/erdma/ |
| A D | erdma_qp.c | 437 cpu_to_le64(atomic_wr(send_wr)->swap); in erdma_push_one_sqe()
439 cpu_to_le64(atomic_wr(send_wr)->compare_add); in erdma_push_one_sqe()
444 cpu_to_le64(atomic_wr(send_wr)->compare_add); in erdma_push_one_sqe()
449 sge->addr = cpu_to_le64(atomic_wr(send_wr)->remote_addr); in erdma_push_one_sqe()
450 sge->key = cpu_to_le32(atomic_wr(send_wr)->rkey); in erdma_push_one_sqe()
|
| /linux-6.3-rc2/drivers/infiniband/sw/rxe/ |
| A D | rxe_verbs.c | 497 if (atomic_wr(ibwr)->remote_addr & 0x7) in validate_send_wr()
545 atomic_wr(ibwr)->remote_addr; in init_send_wr()
547 atomic_wr(ibwr)->compare_add; in init_send_wr()
548 wr->wr.atomic.swap = atomic_wr(ibwr)->swap; in init_send_wr()
549 wr->wr.atomic.rkey = atomic_wr(ibwr)->rkey; in init_send_wr()
599 wqe->iova = mask & WR_ATOMIC_MASK ? atomic_wr(ibwr)->remote_addr : in init_send_wqe()
|
| A D | rxe_req.c | 507 memcpy(payload_addr(pkt), wqe->dma.atomic_wr, payload); in finish_packet()
|
| /linux-6.3-rc2/include/uapi/rdma/ |
| A D | rdma_user_rxe.h | 156 __DECLARE_FLEX_ARRAY(__u8, atomic_wr);
|
| /linux-6.3-rc2/drivers/infiniband/hw/vmw_pvrdma/ |
| A D | pvrdma_qp.c | 813 atomic_wr(wr)->remote_addr; in pvrdma_post_send()
814 wqe_hdr->wr.atomic.rkey = atomic_wr(wr)->rkey; in pvrdma_post_send()
816 atomic_wr(wr)->compare_add; in pvrdma_post_send()
819 atomic_wr(wr)->swap; in pvrdma_post_send()
|
| /linux-6.3-rc2/drivers/infiniband/hw/qib/ |
| A D | qib_rc.c | 421 if (wqe->atomic_wr.wr.opcode == IB_WR_ATOMIC_CMP_AND_SWP) { in qib_make_rc_req()
423 put_ib_ateth_swap(wqe->atomic_wr.swap, in qib_make_rc_req()
425 put_ib_ateth_compare(wqe->atomic_wr.compare_add, in qib_make_rc_req()
429 put_ib_ateth_swap(wqe->atomic_wr.compare_add, in qib_make_rc_req()
433 put_ib_ateth_vaddr(wqe->atomic_wr.remote_addr, in qib_make_rc_req()
436 wqe->atomic_wr.rkey); in qib_make_rc_req()
|
| /linux-6.3-rc2/drivers/infiniband/hw/mthca/ |
| A D | mthca_qp.c | 1690 set_raddr_seg(wqe, atomic_wr(wr)->remote_addr, in mthca_tavor_post_send()
1691 atomic_wr(wr)->rkey); in mthca_tavor_post_send()
1694 set_atomic_seg(wqe, atomic_wr(wr)); in mthca_tavor_post_send()
2020 set_raddr_seg(wqe, atomic_wr(wr)->remote_addr, in mthca_arbel_post_send()
2021 atomic_wr(wr)->rkey); in mthca_arbel_post_send()
2024 set_atomic_seg(wqe, atomic_wr(wr)); in mthca_arbel_post_send()
|
| /linux-6.3-rc2/drivers/infiniband/sw/rdmavt/ |
| A D | qp.c | 3076 if (unlikely(wqe->atomic_wr.remote_addr & (sizeof(u64) - 1))) in rvt_ruc_loopback()
3079 wqe->atomic_wr.remote_addr, in rvt_ruc_loopback()
3080 wqe->atomic_wr.rkey, in rvt_ruc_loopback()
3085 sdata = wqe->atomic_wr.compare_add; in rvt_ruc_loopback()
3090 sdata, wqe->atomic_wr.swap); in rvt_ruc_loopback()
|
| /linux-6.3-rc2/drivers/infiniband/hw/hfi1/ |
| A D | rc.c | 850 put_ib_ateth_swap(wqe->atomic_wr.swap, in hfi1_make_rc_req()
852 put_ib_ateth_compare(wqe->atomic_wr.compare_add, in hfi1_make_rc_req()
856 put_ib_ateth_swap(wqe->atomic_wr.compare_add, in hfi1_make_rc_req()
860 put_ib_ateth_vaddr(wqe->atomic_wr.remote_addr, in hfi1_make_rc_req()
863 wqe->atomic_wr.rkey); in hfi1_make_rc_req()
|
| /linux-6.3-rc2/include/rdma/ |
| A D | rdmavt_qp.h | 172 struct ib_atomic_wr atomic_wr; member
|
| A D | ib_verbs.h | 1415 static inline const struct ib_atomic_wr *atomic_wr(const struct ib_send_wr *wr) in atomic_wr() function
|
| /linux-6.3-rc2/drivers/infiniband/hw/mlx4/ |
| A D | qp.c | 3609 set_raddr_seg(wqe, atomic_wr(wr)->remote_addr, in _mlx4_ib_post_send()
3610 atomic_wr(wr)->rkey); in _mlx4_ib_post_send()
3613 set_atomic_seg(wqe, atomic_wr(wr)); in _mlx4_ib_post_send()
3622 set_raddr_seg(wqe, atomic_wr(wr)->remote_addr, in _mlx4_ib_post_send()
3623 atomic_wr(wr)->rkey); in _mlx4_ib_post_send()
3626 set_masked_atomic_seg(wqe, atomic_wr(wr)); in _mlx4_ib_post_send()
|
| /linux-6.3-rc2/drivers/infiniband/hw/bnxt_re/ |
| A D | ib_verbs.c | 2410 wqe->atomic.cmp_data = atomic_wr(wr)->compare_add; in bnxt_re_build_atomic_wqe()
2411 wqe->atomic.swap_data = atomic_wr(wr)->swap; in bnxt_re_build_atomic_wqe()
2415 wqe->atomic.cmp_data = atomic_wr(wr)->compare_add; in bnxt_re_build_atomic_wqe()
2420 wqe->atomic.remote_va = atomic_wr(wr)->remote_addr; in bnxt_re_build_atomic_wqe()
2421 wqe->atomic.r_key = atomic_wr(wr)->rkey; in bnxt_re_build_atomic_wqe()
|
| /linux-6.3-rc2/drivers/infiniband/hw/qedr/ |
| A D | verbs.c | 3673 DMA_REGPAIR_LE(awqe2->remote_va, atomic_wr(wr)->remote_addr); in __qedr_post_send()
3674 awqe2->r_key = cpu_to_le32(atomic_wr(wr)->rkey); in __qedr_post_send()
3681 atomic_wr(wr)->compare_add); in __qedr_post_send()
3685 atomic_wr(wr)->swap); in __qedr_post_send()
3687 atomic_wr(wr)->compare_add); in __qedr_post_send()
|
| /linux-6.3-rc2/drivers/infiniband/hw/hns/ |
| A D | hns_roce_hw_v2.c | 179 aseg->fetchadd_swap_data = cpu_to_le64(atomic_wr(wr)->swap); in set_atomic_seg()
180 aseg->cmp_data = cpu_to_le64(atomic_wr(wr)->compare_add); in set_atomic_seg()
183 cpu_to_le64(atomic_wr(wr)->compare_add); in set_atomic_seg()
551 rc_sq_wqe->rkey = cpu_to_le32(atomic_wr(wr)->rkey); in set_rc_opcode()
552 rc_sq_wqe->va = cpu_to_le64(atomic_wr(wr)->remote_addr); in set_rc_opcode()
|