| /linux/drivers/infiniband/sw/rxe/ |
| A D | rxe_req.c | 18 struct rxe_send_wqe *wqe, in retry_first_write_send()
43 struct rxe_send_wqe *wqe; in req_retry() local
112 struct rxe_send_wqe *wqe; in req_next_wqe() local
302 static int next_opcode(struct rxe_qp *qp, struct rxe_send_wqe *wqe, in next_opcode()
364 struct rxe_send_wqe *wqe, in init_req_packet()
456 static int finish_packet(struct rxe_qp *qp, struct rxe_send_wqe *wqe, in finish_packet()
492 struct rxe_send_wqe *wqe, in update_wqe_state()
504 struct rxe_send_wqe *wqe, in update_wqe_psn()
526 static void save_state(struct rxe_send_wqe *wqe, in save_state()
537 static void rollback_state(struct rxe_send_wqe *wqe, in rollback_state()
[all …]
|
| A D | rxe_comp.c | 140 struct rxe_send_wqe *wqe; in get_wqe() local
173 struct rxe_send_wqe *wqe) in check_psn()
212 struct rxe_send_wqe *wqe) in check_ack()
343 struct rxe_send_wqe *wqe) in do_read()
363 struct rxe_send_wqe *wqe) in do_atomic()
380 static void make_send_cqe(struct rxe_qp *qp, struct rxe_send_wqe *wqe, in make_send_cqe()
423 static void do_complete(struct rxe_qp *qp, struct rxe_send_wqe *wqe) in do_complete()
459 struct rxe_send_wqe *wqe) in complete_ack()
505 struct rxe_send_wqe *wqe) in complete_wqe()
527 struct rxe_send_wqe *wqe; in rxe_drain_resp_pkts() local
[all …]
|
| A D | rxe_mw.c | 71 static int rxe_check_bind_mw(struct rxe_qp *qp, struct rxe_send_wqe *wqe, in rxe_check_bind_mw()
163 static void rxe_do_bind_mw(struct rxe_qp *qp, struct rxe_send_wqe *wqe, in rxe_do_bind_mw()
192 int rxe_bind_mw(struct rxe_qp *qp, struct rxe_send_wqe *wqe) in rxe_bind_mw()
|
| /linux/fs/ |
| A D | io-wq.c | 48 struct io_wqe *wqe; member
183 struct io_wqe *wqe = worker->wqe; in io_worker_cancel_cb() local
207 struct io_wqe *wqe = worker->wqe; in io_worker_exit() local
315 struct io_wqe *wqe; in create_worker_cb() local
343 struct io_wqe *wqe = worker->wqe; in io_queue_worker_create() local
390 struct io_wqe *wqe = worker->wqe; in io_wqe_dec_running() local
464 struct io_wqe *wqe = worker->wqe; in io_get_next_work() local
543 struct io_wqe *wqe = worker->wqe; in io_worker_handle_work() local
613 struct io_wqe *wqe = worker->wqe; in io_wqe_worker() local
752 struct io_wqe *wqe; in create_worker_cont() local
[all …]
|
| /linux/drivers/infiniband/hw/irdma/ |
| A D | uk.c | 62 __le64 *wqe; in irdma_nop_1() local
97 __le64 *wqe; in irdma_clr_wqes() local
192 __le64 *wqe; in irdma_qp_get_next_send_wqe() local
247 __le64 *wqe; in irdma_qp_get_next_recv_wqe() local
276 __le64 *wqe; in irdma_uk_rdma_write() local
382 __le64 *wqe; in irdma_uk_rdma_read() local
464 __le64 *wqe; in irdma_uk_send() local
685 __le64 *wqe; in irdma_uk_inline_rdma_write() local
752 __le64 *wqe; in irdma_uk_inline_send() local
824 __le64 *wqe; in irdma_uk_stag_local_invalidate() local
[all …]
|
| A D | ctrl.c | 160 __le64 *wqe; in irdma_sc_add_arp_cache_entry() local
197 __le64 *wqe; in irdma_sc_del_arp_cache_entry() local
232 __le64 *wqe; in irdma_sc_manage_apbvt_entry() local
280 __le64 *wqe; in irdma_sc_manage_qhash_table_entry() local
429 __le64 *wqe; in irdma_sc_qp_create() local
480 __le64 *wqe; in irdma_sc_qp_modify() local
551 __le64 *wqe; in irdma_sc_qp_destroy() local
744 __le64 *wqe; in irdma_sc_alloc_local_mac_entry() local
780 __le64 *wqe; in irdma_sc_add_local_mac_entry() local
818 __le64 *wqe; in irdma_sc_del_local_mac_entry() local
[all …]
|
| A D | uda.c | 23 __le64 *wqe; in irdma_sc_access_ah() local
122 __le64 *wqe; in irdma_access_mcast_grp() local
|
| A D | puda.c | 83 __le64 *wqe; in irdma_puda_post_recvbuf() local
196 __le64 *wqe = NULL; in irdma_puda_get_next_send_wqe() local
428 __le64 *wqe; in irdma_puda_send() local
610 __le64 *wqe; in irdma_puda_qp_wqe() local
728 __le64 *wqe; in irdma_puda_cq_wqe() local
1127 __le64 *wqe; in irdma_ilq_putback_rcvbuf() local
|
| /linux/drivers/infiniband/hw/qib/ |
| A D | qib_rc.c | 42 static u32 restart_sge(struct rvt_sge_state *ss, struct rvt_swqe *wqe, in restart_sge()
222 struct rvt_swqe *wqe; in qib_make_rc_req() local
739 struct rvt_swqe *wqe = rvt_get_swqe_ptr(qp, n); in reset_psn() local
823 struct rvt_swqe *wqe = rvt_get_swqe_ptr(qp, qp->s_acked); in qib_restart_rc() local
859 struct rvt_swqe *wqe; in reset_sending_psn() local
885 struct rvt_swqe *wqe; in qib_rc_send_complete() local
952 struct rvt_swqe *wqe, in do_rc_completion()
1012 struct rvt_swqe *wqe; in do_rc_ack() local
1227 struct rvt_swqe *wqe; in rdma_seq_err() local
1277 struct rvt_swqe *wqe; in qib_rc_rcv_resp() local
|
| /linux/drivers/infiniband/sw/siw/ |
| A D | siw_qp_rx.c | 169 struct siw_wqe *wqe = &frx->wqe_active; in siw_rresp_check_ntoh() local
281 struct siw_wqe *wqe = &frx->wqe_active; in siw_send_check_ntoh() local
334 struct siw_wqe *wqe = NULL; in siw_rqe_get() local
425 struct siw_wqe *wqe; in siw_proc_send() local
560 struct siw_wqe *wqe = rx_wqe(frx); in siw_proc_write() local
746 struct siw_wqe *wqe = NULL; in siw_orqe_start_rx() local
790 struct siw_wqe *wqe = rx_wqe(frx); in siw_proc_rresp() local
1217 struct siw_wqe *wqe = rx_wqe(qp->rx_fpdu); in siw_rdmap_complete() local
|
| A D | siw_qp_tx.c | 42 struct siw_wqe *wqe = &c_tx->wqe_active; in siw_try_1seg() local
121 struct siw_wqe *wqe = &c_tx->wqe_active; in siw_qp_prepare_tx() local
433 struct siw_wqe *wqe = &c_tx->wqe_active; in siw_tx_hdt() local
703 static void siw_prepare_fpdu(struct siw_qp *qp, struct siw_wqe *wqe) in siw_prepare_fpdu()
761 static int siw_check_sgl_tx(struct ib_pd *pd, struct siw_wqe *wqe, in siw_check_sgl_tx()
791 static int siw_qp_sq_proc_tx(struct siw_qp *qp, struct siw_wqe *wqe) in siw_qp_sq_proc_tx()
976 static int siw_qp_sq_proc_local(struct siw_qp *qp, struct siw_wqe *wqe) in siw_qp_sq_proc_local()
1024 struct siw_wqe *wqe = tx_wqe(qp); in siw_qp_sq_process() local
|
| A D | siw_qp.c | 262 struct siw_wqe *wqe = tx_wqe(qp); in siw_qp_mpa_rts() local
462 struct siw_wqe *wqe = tx_wqe(qp); in siw_send_terminate() local
884 struct siw_wqe *wqe = tx_wqe(qp); in siw_activate_tx_from_sq() local
980 struct siw_wqe *wqe = tx_wqe(qp); in siw_activate_tx() local
1191 struct siw_wqe *wqe = tx_wqe(qp); in siw_sq_flush() local
1266 struct siw_wqe *wqe = &qp->rx_untagged.wqe_active; in siw_rq_flush() local
|
| /linux/drivers/infiniband/hw/cxgb4/ |
| A D | qp.c | 489 static int build_rdma_send(struct t4_sq *sq, union t4_wr *wqe, in build_rdma_send()
556 static int build_rdma_write(struct t4_sq *sq, union t4_wr *wqe, in build_rdma_write()
697 union t4_wr *wqe; in post_write_cmpl() local
820 static int build_memreg(struct t4_sq *sq, union t4_wr *wqe, in build_memreg()
1086 union t4_wr *wqe = NULL; in c4iw_post_send() local
1266 union t4_recv_wr *wqe = NULL; in c4iw_post_receive() local
1341 static void defer_srq_wr(struct t4_srq *srq, union t4_recv_wr *wqe, in defer_srq_wr()
1360 union t4_recv_wr *wqe, lwqe; in c4iw_post_srq_recv() local
1563 struct fw_ri_wr *wqe; in post_terminate() local
1695 struct fw_ri_wr *wqe; in rdma_fini() local
[all …]
|
| /linux/drivers/infiniband/hw/hfi1/ |
| A D | rc.c | 394 struct rvt_swqe *wqe; in hfi1_make_rc_req() local
1418 struct rvt_swqe *wqe) in update_num_rd_atomic()
1461 struct rvt_swqe *wqe = rvt_get_swqe_ptr(qp, n); in reset_psn() local
1567 struct rvt_swqe *wqe = rvt_get_swqe_ptr(qp, qp->s_acked); in hfi1_restart_rc() local
1637 struct rvt_swqe *wqe; in reset_sending_psn() local
1697 struct rvt_swqe *wqe; in hfi1_rc_send_complete() local
1825 struct rvt_swqe *wqe, in do_rc_completion()
1970 struct rvt_swqe *wqe; in do_rc_ack() local
2266 struct rvt_swqe *wqe; in rdma_seq_err() local
2310 struct rvt_swqe *wqe; in rc_rcv_resp() local
|
| A D | tid_rdma.c | 378 struct rvt_swqe *wqe = rvt_get_swqe_ptr(qp, i); in hfi1_qp_priv_init() local
416 struct rvt_swqe *wqe; in hfi1_qp_priv_tid_free() local
2418 struct rvt_swqe *wqe; in find_tid_request() local
2582 struct rvt_swqe *wqe; in hfi1_kern_read_tid_flow_free() local
2663 struct rvt_swqe *wqe; in handle_read_kdeth_eflags() local
3181 struct rvt_swqe *wqe = rvt_get_swqe_ptr(qp, i); in hfi1_qp_kern_exp_rcv_clear_all() local
4044 struct rvt_swqe *wqe; in hfi1_rc_rcv_tid_rdma_write_resp() local
4502 struct rvt_swqe *wqe; in hfi1_rc_rcv_tid_rdma_ack() local
4802 struct rvt_swqe *wqe; in hfi1_tid_retry_timeout() local
4988 struct rvt_swqe *wqe; in update_tid_tail() local
[all …]
|
| A D | ud.c | 224 static void hfi1_make_bth_deth(struct rvt_qp *qp, struct rvt_swqe *wqe, in hfi1_make_bth_deth()
262 struct rvt_swqe *wqe) in hfi1_make_ud_req_9B()
333 struct rvt_swqe *wqe) in hfi1_make_ud_req_16B()
441 struct rvt_swqe *wqe; in hfi1_make_ud_req() local
|
| A D | rc.h | 35 static inline u32 restart_sge(struct rvt_sge_state *ss, struct rvt_swqe *wqe, in restart_sge()
|
| /linux/drivers/infiniband/sw/rdmavt/ |
| A D | qp.c | 593 struct rvt_swqe *wqe = rvt_get_swqe_ptr(qp, qp->s_last); in rvt_clear_mr_refs() local
623 static bool rvt_swqe_has_lkey(struct rvt_swqe *wqe, u32 lkey) in rvt_swqe_has_lkey()
646 struct rvt_swqe *wqe = rvt_get_swqe_ptr(qp, s_last); in rvt_qp_sends_has_lkey() local
981 struct rvt_swqe *wqe; in free_ud_wq_attr() local
1001 struct rvt_swqe *wqe; in alloc_ud_wq_attr() local
1799 struct rvt_rwqe *wqe; in rvt_post_recv() local
1966 struct rvt_swqe *wqe; in rvt_post_one_wr() local
2214 struct rvt_rwqe *wqe; in rvt_post_srq_recv() local
2269 static int init_sge(struct rvt_qp *qp, struct rvt_rwqe *wqe) in init_sge()
2352 struct rvt_rwqe *wqe; in rvt_get_rwqe() local
[all …]
|
| /linux/drivers/infiniband/hw/bnxt_re/ |
| A D | ib_verbs.c | 421 struct bnxt_qplib_swqe wqe; in bnxt_re_bind_fence_mw() local
1753 struct bnxt_qplib_swqe wqe; in bnxt_re_post_srq_recv() local
2336 struct bnxt_qplib_swqe *wqe) in bnxt_re_build_send_wqe()
2374 struct bnxt_qplib_swqe *wqe) in bnxt_re_build_rdma_wqe()
2433 struct bnxt_qplib_swqe *wqe) in bnxt_re_build_inv_wqe()
2452 struct bnxt_qplib_swqe *wqe) in bnxt_re_build_reg_wqe()
2525 struct bnxt_qplib_swqe *wqe) in bnxt_re_copy_wr_payload()
2563 struct bnxt_qplib_swqe wqe = {}; in bnxt_re_post_send_shadow_qp() local
2605 struct bnxt_qplib_swqe wqe; in bnxt_re_post_send() local
2703 struct bnxt_qplib_swqe wqe; in bnxt_re_post_recv_shadow_qp() local
[all …]
|
| /linux/drivers/net/ethernet/huawei/hinic/ |
| A D | hinic_hw_cmdq.c | 54 #define CMDQ_WQE_HEADER(wqe) ((struct hinic_cmdq_header *)(wqe)) argument
182 static void cmdq_prepare_wqe_ctrl(struct hinic_cmdq_wqe *wqe, int wrapped, in cmdq_prepare_wqe_ctrl()
239 static void cmdq_set_direct_wqe_data(struct hinic_cmdq_direct_wqe *wqe, in cmdq_set_direct_wqe_data()
248 static void cmdq_set_lcmd_wqe(struct hinic_cmdq_wqe *wqe, in cmdq_set_lcmd_wqe()
276 static void cmdq_set_direct_wqe(struct hinic_cmdq_wqe *wqe, in cmdq_set_direct_wqe()
534 struct hinic_cmdq_wqe *wqe) in clear_wqe_complete_bit()
568 struct hinic_cmdq_wqe *wqe) in cmdq_arm_ceq_handler()
|
| A D | hinic_hw_wq.c | 73 #define WQE_IN_RANGE(wqe, start, end) \ argument
77 #define WQE_SHADOW_PAGE(wq, wqe) \ argument
874 static inline bool wqe_shadow(struct hinic_wq *wq, struct hinic_hw_wqe *wqe) in wqe_shadow()
888 void hinic_write_wqe(struct hinic_wq *wq, struct hinic_hw_wqe *wqe, in hinic_write_wqe()
|
| /linux/drivers/net/ethernet/mellanox/mlx5/core/en_accel/ |
| A D | ktls_txrx.c | 55 mlx5e_ktls_build_static_params(struct mlx5e_set_tls_static_params_wqe *wqe, in mlx5e_ktls_build_static_params()
98 mlx5e_ktls_build_progress_params(struct mlx5e_set_tls_progress_params_wqe *wqe, in mlx5e_ktls_build_progress_params()
|
| /linux/drivers/infiniband/hw/mthca/ |
| A D | mthca_srq.c | 92 static inline int *wqe_to_link(void *wqe) in wqe_to_link()
158 void *wqe; in mthca_alloc_srq_buf() local
495 void *wqe; in mthca_tavor_post_srq_recv() local
588 void *wqe; in mthca_arbel_post_srq_recv() local
|
| /linux/drivers/scsi/lpfc/ |
| A D | lpfc_nvme.c | 388 union lpfc_wqe128 *wqe; in lpfc_nvme_gen_req() local
698 struct lpfc_iocbq *wqe, *next_wqe; in __lpfc_nvme_ls_abort() local
818 union lpfc_wqe128 *wqe; in lpfc_nvme_adj_fcp_sgls() local
1188 union lpfc_wqe128 *wqe = &pwqeq->wqe; in lpfc_nvme_prep_io_cmd() local
1295 union lpfc_wqe128 *wqe = &lpfc_ncmd->cur_iocbq.wqe; in lpfc_nvme_prep_io_dma() local
1967 union lpfc_wqe128 *wqe; in lpfc_get_nvme_buf() local
|
| /linux/drivers/net/ethernet/mellanox/mlx5/core/ |
| A D | en_tx.c | 473 struct mlx5e_tx_wqe *wqe, u16 pi, bool xmit_more) in mlx5e_sq_xmit_wqe()
544 struct mlx5e_tx_wqe *wqe; in mlx5e_tx_mpwqe_session_start() local
690 struct mlx5e_tx_wqe *wqe; in mlx5e_xmit() local
735 struct mlx5e_tx_wqe *wqe; in mlx5e_sq_xmit_simple() local
985 struct mlx5i_tx_wqe *wqe; in mlx5i_sq_xmit() local
|