/linux-6.3-rc2/drivers/net/ethernet/chelsio/cxgb/ |
A D | sge.c | 233 struct sge *sge; member 375 s->sge = sge; in tx_sched_init() 729 struct sge *sge = adapter->sge; in t1_vlan_mode() local 1309 struct sge *sge = s->sge; in restart_sched() local 1437 struct sge *sge = adapter->sge; in update_tx_info() local 1471 struct sge *sge = adapter->sge; in process_responses() local 1561 struct sge *sge = adapter->sge; in process_pure_responses() local 1655 struct sge *sge = adapter->sge; in t1_interrupt() local 1700 struct sge *sge = adapter->sge; in t1_sge_tx() local 1811 struct sge *sge = adapter->sge; in t1_start_xmit() local [all …]
|
A D | sge.h | 62 struct sge; 65 int t1_sge_configure(struct sge *, struct sge_params *); 67 void t1_sge_destroy(struct sge *); 74 void t1_sge_start(struct sge *); 75 void t1_sge_stop(struct sge *); 76 bool t1_sge_intr_error_handler(struct sge *sge); 77 void t1_sge_intr_enable(struct sge *); 78 void t1_sge_intr_disable(struct sge *); 79 void t1_sge_intr_clear(struct sge *); 80 const struct sge_intr_counts *t1_sge_get_intr_counts(const struct sge *sge); [all …]
|
/linux-6.3-rc2/include/rdma/ |
A D | rdmavt_mr.h | 104 u32 len = sge->length; in rvt_get_sge_length() 117 struct rvt_sge *sge = &ss->sge; in rvt_update_sge() local 119 sge->vaddr += length; in rvt_update_sge() 120 sge->length -= length; in rvt_update_sge() 124 rvt_put_mr(sge->mr); in rvt_update_sge() 127 } else if (sge->length == 0 && sge->mr->lkey) { in rvt_update_sge() 129 if (++sge->m >= sge->mr->mapsz) in rvt_update_sge() 131 sge->n = 0; in rvt_update_sge() 133 sge->vaddr = sge->mr->map[sge->m]->segs[sge->n].vaddr; in rvt_update_sge() 134 sge->length = sge->mr->map[sge->m]->segs[sge->n].length; in rvt_update_sge() [all …]
|
/linux-6.3-rc2/drivers/scsi/esas2r/ |
A D | esas2r_io.c | 222 if (unlikely(sgc->sge.a64.curr > sgc->sge.a64.limit)) { in esas2r_build_sg_list_sge() 247 sgc->sge.a64.curr = in esas2r_build_sg_list_sge() 252 sgc->sge.a64.limit = in esas2r_build_sg_list_sge() 280 sge.a64.last - in esas2r_build_sg_list_sge() 299 sgc->sge.a64.chain = sgc->sge.a64.last; in esas2r_build_sg_list_sge() 306 sgc->sge.a64.last = sgc->sge.a64.curr; in esas2r_build_sg_list_sge() 311 sgc->sge.a64.curr++; in esas2r_build_sg_list_sge() 467 sgc->sge.prd.chain = sgc->sge.prd.curr; in esas2r_build_prd_iblk() 478 sgc->sge.prd.curr = in esas2r_build_prd_iblk() 482 sgc->sge.prd.sge_cnt = sgc->sge.prd.sgl_max_cnt - 1; in esas2r_build_prd_iblk() [all …]
|
/linux-6.3-rc2/drivers/infiniband/sw/rdmavt/ |
A D | trace_mr.h | 83 TP_ARGS(sge, isge), 87 __field(struct rvt_sge *, sge) 101 __entry->mr = sge->mr; 102 __entry->sge = sge; 104 __entry->vaddr = sge->vaddr; 106 __entry->lkey = sge->mr->lkey; 110 __entry->m = sge->m; 111 __entry->n = sge->m; 118 __entry->sge, 135 TP_ARGS(sge, isge)); [all …]
|
A D | mr.c | 686 if (sge->lkey) { in rvt_sge_adjacent() 728 if (sge->lkey == 0) { in rvt_lkey_ok() 852 sge->mr = mr; in rvt_rkey_ok() 854 sge->length = len; in rvt_rkey_ok() 855 sge->sge_length = len; in rvt_rkey_ok() 856 sge->m = 0; in rvt_rkey_ok() 857 sge->n = 0; in rvt_rkey_ok() 903 sge->mr = mr; in rvt_rkey_ok() 906 sge->sge_length = len; in rvt_rkey_ok() 907 sge->m = m; in rvt_rkey_ok() [all …]
|
/linux-6.3-rc2/drivers/scsi/csiostor/ |
A D | csio_wr.c | 118 struct csio_sge *sge = &wrm->sge; in csio_wr_fill_fl() local 1050 struct csio_sge *sge = &wrm->sge; in csio_wr_process_fl() local 1312 struct csio_sge *sge = &wrm->sge; in csio_wr_fixup_host_params() local 1418 sge->csio_fl_align = fl_align; in csio_wr_fixup_host_params() 1435 struct csio_sge *sge = &wrm->sge; in csio_init_intr_coalesce_parms() local 1457 struct csio_sge *sge = &wrm->sge; in csio_wr_get_sge() local 1469 sge->csio_fl_align = 32; break; in csio_wr_get_sge() 1471 sge->csio_fl_align = 64; break; in csio_wr_get_sge() 1473 sge->csio_fl_align = 128; break; in csio_wr_get_sge() 1475 sge->csio_fl_align = 256; break; in csio_wr_get_sge() [all …]
|
/linux-6.3-rc2/net/core/ |
A D | skmsg.c | 54 sge = &msg->sg.data[i]; in sk_msg_alloc() 58 sge->offset + sge->length == orig_offset) { in sk_msg_alloc() 59 sge->length += use; in sk_msg_alloc() 67 sg_unmark_end(sge); in sk_msg_alloc() 98 off -= sge->length; in sk_msg_clone() 154 sge->length = 0; in sk_msg_return_zero() 155 sge->offset = 0; in sk_msg_return_zero() 168 int uncharge = (bytes < sge->length) ? bytes : sge->length; in sk_msg_return() 189 memset(sge, 0, sizeof(*sge)); in sk_msg_free_elem() 231 if (!sge->length) in __sk_msg_free_partial() [all …]
|
/linux-6.3-rc2/drivers/net/ethernet/huawei/hinic/ |
A D | hinic_common.c | 55 void hinic_set_sge(struct hinic_sge *sge, dma_addr_t addr, int len) in hinic_set_sge() argument 57 sge->hi_addr = upper_32_bits(addr); in hinic_set_sge() 58 sge->lo_addr = lower_32_bits(addr); in hinic_set_sge() 59 sge->len = len; in hinic_set_sge() 68 dma_addr_t hinic_sge_to_dma(struct hinic_sge *sge) in hinic_sge_to_dma() argument 70 return (dma_addr_t)((((u64)sge->hi_addr) << 32) | sge->lo_addr); in hinic_sge_to_dma()
|
/linux-6.3-rc2/drivers/infiniband/hw/qib/ |
A D | qib_ud.c | 61 struct rvt_sge *sge; in qib_ud_loopback() local 174 sge = &ssge.sge; in qib_ud_loopback() 179 sge->vaddr += len; in qib_ud_loopback() 180 sge->length -= len; in qib_ud_loopback() 185 } else if (sge->length == 0 && sge->mr->lkey) { in qib_ud_loopback() 187 if (++sge->m >= sge->mr->mapsz) in qib_ud_loopback() 189 sge->n = 0; in qib_ud_loopback() 191 sge->vaddr = in qib_ud_loopback() 192 sge->mr->map[sge->m]->segs[sge->n].vaddr; in qib_ud_loopback() 193 sge->length = in qib_ud_loopback() [all …]
|
A D | qib_verbs.c | 141 struct rvt_sge sge = ss->sge; in qib_count_sge() local 160 } else if (sge.length == 0 && sge.mr->lkey) { in qib_count_sge() 162 if (++sge.m >= sge.mr->mapsz) in qib_count_sge() 164 sge.n = 0; in qib_count_sge() 167 sge.mr->map[sge.m]->segs[sge.n].vaddr; in qib_count_sge() 169 sge.mr->map[sge.m]->segs[sge.n].length; in qib_count_sge() 181 struct rvt_sge *sge = &ss->sge; in qib_copy_from_sge() local 193 } else if (sge->length == 0 && sge->mr->lkey) { in qib_copy_from_sge() 195 if (++sge->m >= sge->mr->mapsz) in qib_copy_from_sge() 200 sge->mr->map[sge->m]->segs[sge->n].vaddr; in qib_copy_from_sge() [all …]
|
/linux-6.3-rc2/drivers/infiniband/sw/siw/ |
A D | siw_qp_tx.c | 43 struct siw_sge *sge = &wqe->sqe.sge[0]; in siw_try_1seg() local 44 u32 bytes = sge->length; in siw_try_1seg() 91 sge->laddr + part); in siw_try_1seg() 386 sge++; in siw_0copy_tx() 434 struct siw_sge *sge = &wqe->sqe.sge[c_tx->sge_idx]; in siw_tx_hdt() local 574 sge++; in siw_tx_hdt() 660 sge = &wqe->sqe.sge[c_tx->sge_idx]; in siw_tx_hdt() 667 sge++; in siw_tx_hdt() 774 struct siw_sge *sge = &wqe->sqe.sge[0]; in siw_check_sgl_tx() local 784 if (sge->length) { in siw_check_sgl_tx() [all …]
|
A D | siw_qp_rx.c | 367 wqe->rqe.sge[i].laddr = rqe->sge[i].laddr; in siw_rqe_get() 368 wqe->rqe.sge[i].lkey = rqe->sge[i].lkey; in siw_rqe_get() 369 wqe->rqe.sge[i].length = rqe->sge[i].length; in siw_rqe_get() 457 struct siw_sge *sge; in siw_proc_send() local 460 sge = &wqe->rqe.sge[frx->sge_idx]; in siw_proc_send() 462 if (!sge->length) { in siw_proc_send() 760 wqe->sqe.sge[0].laddr = orqe->sge[0].laddr; in siw_orqe_start_rx() 761 wqe->sqe.sge[0].lkey = orqe->sge[0].lkey; in siw_orqe_start_rx() 762 wqe->sqe.sge[0].length = orqe->sge[0].length; in siw_orqe_start_rx() 792 struct siw_sge *sge; in siw_proc_rresp() local [all …]
|
A D | siw_qp.c | 281 wqe->sqe.sge[0].laddr = 0; in siw_qp_mpa_rts() 282 wqe->sqe.sge[0].lkey = 0; in siw_qp_mpa_rts() 876 rreq->sge[0].laddr = sqe->sge[0].laddr; in siw_read_to_orq() 877 rreq->sge[0].length = sqe->sge[0].length; in siw_read_to_orq() 878 rreq->sge[0].lkey = sqe->sge[0].lkey; in siw_read_to_orq() 879 rreq->sge[1].lkey = sqe->sge[1].lkey; in siw_read_to_orq() 914 wqe->sqe.sge[0].laddr = (uintptr_t)&wqe->sqe.sge[1]; in siw_activate_tx_from_sq() 1009 wqe->sqe.sge[0].length = irqe->sge[0].length; in siw_activate_tx() 1010 wqe->sqe.sge[0].laddr = irqe->sge[0].laddr; in siw_activate_tx() 1011 wqe->sqe.sge[0].lkey = irqe->sge[0].lkey; in siw_activate_tx() [all …]
|
/linux-6.3-rc2/drivers/infiniband/ulp/iser/ |
A D | iser_memory.c | 139 reg->sge.length = sg_dma_len(&sg[0]); in iser_reg_dma() 143 reg->sge.addr, reg->sge.length); in iser_reg_dma() 293 sig_reg->sge.lkey = mr->lkey; in iser_reg_sig_mr() 295 sig_reg->sge.addr = mr->iova; in iser_reg_sig_mr() 296 sig_reg->sge.length = mr->length; in iser_reg_sig_mr() 299 sig_reg->sge.lkey, sig_reg->rkey, sig_reg->sge.addr, in iser_reg_sig_mr() 300 sig_reg->sge.length); in iser_reg_sig_mr() 341 reg->sge.lkey = mr->lkey; in iser_fast_reg_mr() 343 reg->sge.addr = mr->iova; in iser_fast_reg_mr() 344 reg->sge.length = mr->length; in iser_fast_reg_mr() [all …]
|
/linux-6.3-rc2/drivers/net/ethernet/chelsio/cxgb4/ |
A D | cxgb4_uld.c | 115 struct sge *s = &adap->sge; in alloc_uld_rxqs() 185 struct sge *s = &adap->sge; in setup_sge_queues_uld() 217 struct sge *s = &adap->sge; in free_sge_queues_uld() 240 struct sge *s = &adap->sge; in cfg_queues_uld() 308 adap->sge.uld_rxq_info[uld_type] = rxq_info; in cfg_queues_uld() 317 adap->sge.uld_rxq_info[uld_type] = NULL; in free_queues_uld() 425 struct sge *s = &adap->sge; in alloc_sge_txq_uld() 457 adap->sge.uld_txq_info[tx_uld_type] = NULL; in release_sge_txq_uld() 526 struct sge *s = &adap->sge; in t4_uld_mem_alloc() 554 struct sge *s = &adap->sge; in t4_uld_mem_free() [all …]
|
A D | cxgb4_tc_mqprio.c | 160 adap->sge.eohw_rxq = kcalloc(adap->sge.eoqsets, in cxgb4_mqprio_alloc_hw_resources() 163 if (!adap->sge.eohw_rxq) in cxgb4_mqprio_alloc_hw_resources() 166 adap->sge.eohw_txq = kcalloc(adap->sge.eoqsets, in cxgb4_mqprio_alloc_hw_resources() 169 if (!adap->sge.eohw_txq) { in cxgb4_mqprio_alloc_hw_resources() 170 kfree(adap->sge.eohw_rxq); in cxgb4_mqprio_alloc_hw_resources() 180 msix = -((int)adap->sge.intrq.abs_id + 1); in cxgb4_mqprio_alloc_hw_resources() 183 eorxq = &adap->sge.eohw_rxq[pi->first_qset + i]; in cxgb4_mqprio_alloc_hw_resources() 266 kfree(adap->sge.eohw_txq); in cxgb4_mqprio_alloc_hw_resources() 267 kfree(adap->sge.eohw_rxq); in cxgb4_mqprio_alloc_hw_resources() 312 kfree(adap->sge.eohw_txq); in cxgb4_mqprio_free_hw_resources() [all …]
|
A D | sge.c | 151 struct sge *s = &adapter->sge; in fl_mtu_bufsize() 401 struct sge *s = &adapter->sge; in get_buf_size() 538 struct sge *s = &adap->sge; in refill_fl() 3646 struct sge *s = &adap->sge; in cxgb4_validate_lb_pkt() 4251 struct sge *s = &adap->sge; in sge_rx_timer_cb() 4286 struct sge *s = &adap->sge; in sge_tx_timer_cb() 4380 struct sge *s = &adap->sge; in t4_sge_alloc_rxq() 4596 struct sge *s = &adap->sge; in t4_sge_alloc_eth_txq() 4689 struct sge *s = &adap->sge; in t4_sge_alloc_ctrl_txq() 4758 struct sge *s = &adap->sge; in t4_sge_alloc_ofld_txq() [all …]
|
/linux-6.3-rc2/drivers/infiniband/core/ |
A D | rw.c | 119 reg->sge.addr = reg->mr->iova; in rdma_rw_init_one_mr() 120 reg->sge.length = reg->mr->length; in rdma_rw_init_one_mr() 159 reg->wr.wr.sg_list = ®->sge; in rdma_rw_init_mr_wrs() 173 remote_addr += reg->sge.length; in rdma_rw_init_mr_wrs() 201 struct ib_sge *sge; in rdma_rw_init_map_wrs() local 206 ctx->map.sges = sge = kcalloc(sg_cnt, sizeof(*sge), GFP_KERNEL); in rdma_rw_init_map_wrs() 225 rdma_wr->wr.sg_list = sge; in rdma_rw_init_map_wrs() 230 sge->lkey = qp->pd->local_dma_lkey; in rdma_rw_init_map_wrs() 232 total_len += sge->length; in rdma_rw_init_map_wrs() 233 sge++; in rdma_rw_init_map_wrs() [all …]
|
/linux-6.3-rc2/drivers/net/ethernet/chelsio/cxgb4vf/ |
A D | sge.c | 607 struct sge *s = &adapter->sge; in refill_fl() 1568 struct sge *s = &adapter->sge; in do_gro() 1620 struct sge *s = &adapter->sge; in t4vf_ethrx_handler() 1758 struct sge *s = &adapter->sge; in process_responses() 1936 struct sge *s = &adapter->sge; in process_intrq() 2066 struct sge *s = &adapter->sge; in sge_rx_timer_cb() 2125 struct sge *s = &adapter->sge; in sge_tx_timer_cb() 2206 struct sge *s = &adapter->sge; in t4vf_sge_alloc_rxq() 2417 struct sge *s = &adapter->sge; in t4vf_sge_alloc_eth_txq() 2513 struct sge *s = &adapter->sge; in free_txq() [all …]
|
A D | cxgb4vf_main.c | 382 struct sge *s = &adapter->sge; in request_msix_queue_irqs() 420 struct sge *s = &adapter->sge; in free_msix_queue_irqs() 453 struct sge *s = &adapter->sge; in enable_rx() 476 struct sge *s = &adapter->sge; in quiesce_rx() 534 struct sge *s = &adapter->sge; in fwevtq_handler() 590 struct sge *s = &adapter->sge; in setup_sge_queues() 1599 const struct sge *s = &pi->adapter->sge; in cxgb4vf_get_ringparam() 1625 struct sge *s = &adapter->sge; in cxgb4vf_set_ringparam() 2518 struct sge *s = &adapter->sge; in adap_init0() 2670 struct sge *s = &adapter->sge; in cfg_queues() [all …]
|
/linux-6.3-rc2/net/sunrpc/xprtrdma/ |
A D | rpc_rdma.c | 537 struct ib_sge *sge; in rpcrdma_sendctx_unmap() local 548 ib_dma_unmap_page(rdmab_device(rb), sge->addr, sge->length, in rpcrdma_sendctx_unmap() 563 sge->addr = rdmab_addr(rb); in rpcrdma_prepare_hdr_sge() 564 sge->length = len; in rpcrdma_prepare_hdr_sge() 565 sge->lkey = rdmab_lkey(rb); in rpcrdma_prepare_hdr_sge() 567 ib_dma_sync_single_for_device(rdmab_device(rb), sge->addr, sge->length, in rpcrdma_prepare_hdr_sge() 585 sge->length = len; in rpcrdma_prepare_head_iov() 588 ib_dma_sync_single_for_device(rdmab_device(rb), sge->addr, sge->length, in rpcrdma_prepare_head_iov() 603 struct ib_sge *sge; in rpcrdma_prepare_pagelist() local 616 sge->length = len; in rpcrdma_prepare_pagelist() [all …]
|
/linux-6.3-rc2/fs/cifs/ |
A D | smbdirect.c | 42 struct ib_sge *sge; member 469 response->sge.addr, in recv_done() 733 request->sge[0].length, request->sge[0].lkey); in smbd_post_send_negotiate_req() 801 i, request->sge[i].addr, request->sge[i].length); in smbd_post_send() 884 memset(request->sge, 0, sizeof(request->sge)); in smbd_post_send_iter() 891 .sge = request->sge, in smbd_post_send_iter() 1050 response->sge.length, response->sge.lkey); in smbd_negotiate() 2413 struct ib_sge *sge = &rdma->sge[rdma->nr_sge]; in smb_set_sge() local 2602 struct ib_sge *sge = &rdma->sge[rdma->nr_sge--]; in smb_extract_iter_to_rdma() local 2604 ib_dma_unmap_single(rdma->device, sge->addr, sge->length, in smb_extract_iter_to_rdma() [all …]
|
/linux-6.3-rc2/drivers/infiniband/sw/rxe/ |
A D | rxe_mr.c | 346 struct rxe_sge *sge = &dma->sge[dma->cur_sge]; in copy_data() local 361 if (sge->length && (offset < sge->length)) { in copy_data() 372 if (offset >= sge->length) { in copy_data() 377 sge++; in copy_data() 386 if (sge->length) { in copy_data() 399 bytes = sge->length - offset; in copy_data() 402 iova = sge->addr + offset; in copy_data() 590 struct rxe_sge *sge = &dma->sge[dma->cur_sge]; in advance_dma_data() local 597 if (offset >= sge->length) { in advance_dma_data() 598 sge++; in advance_dma_data() [all …]
|
/linux-6.3-rc2/net/rds/ |
A D | ib_recv.c | 54 struct ib_sge *sge; in rds_ib_recv_init_ring() local 64 sge = &recv->r_sge[0]; in rds_ib_recv_init_ring() 65 sge->addr = ic->i_recv_hdrs_dma[i]; in rds_ib_recv_init_ring() 69 sge = &recv->r_sge[1]; in rds_ib_recv_init_ring() 70 sge->addr = 0; in rds_ib_recv_init_ring() 71 sge->length = RDS_FRAG_SIZE; in rds_ib_recv_init_ring() 312 struct ib_sge *sge; in rds_ib_recv_refill_one() local 346 sge = &recv->r_sge[0]; in rds_ib_recv_refill_one() 350 sge = &recv->r_sge[1]; in rds_ib_recv_refill_one() 580 sge->addr = ic->i_ack_dma; in rds_ib_recv_init_ack() [all …]
|