Lines Matching refs:sge
43 struct siw_sge *sge = &wqe->sqe.sge[0]; in siw_try_1seg() local
44 u32 bytes = sge->length; in siw_try_1seg()
53 memcpy(paddr, &wqe->sqe.sge[1], bytes); in siw_try_1seg()
60 (const void *)(uintptr_t)sge->laddr, bytes); in siw_try_1seg()
62 if (copy_from_user(paddr, u64_to_user_ptr(sge->laddr), in siw_try_1seg()
66 unsigned int off = sge->laddr & ~PAGE_MASK; in siw_try_1seg()
72 p = siw_get_upage(mem->umem, sge->laddr); in siw_try_1seg()
74 p = siw_get_pblpage(mem, sge->laddr, &pbl_idx); in siw_try_1seg()
91 sge->laddr + part); in siw_try_1seg()
94 sge->laddr + part, in siw_try_1seg()
137 c_tx->pkt.rreq.sink_stag = htonl(wqe->sqe.sge[0].lkey); in siw_qp_prepare_tx()
139 cpu_to_be64(wqe->sqe.sge[0].laddr); in siw_qp_prepare_tx()
142 c_tx->pkt.rreq.read_size = htonl(wqe->sqe.sge[0].length); in siw_qp_prepare_tx()
370 struct siw_sge *sge, unsigned int offset, in siw_0copy_tx() argument
374 int sge_bytes = min(sge->length - offset, size); in siw_0copy_tx()
376 offset = (sge->laddr + offset) & ~PAGE_MASK; in siw_0copy_tx()
386 sge++; in siw_0copy_tx()
387 sge_bytes = min(sge->length, size - sent); in siw_0copy_tx()
388 offset = sge->laddr & ~PAGE_MASK; in siw_0copy_tx()
434 struct siw_sge *sge = &wqe->sqe.sge[c_tx->sge_idx]; in siw_tx_hdt() local
464 unsigned int sge_len = min(sge->length - sge_off, data_len); in siw_tx_hdt()
465 unsigned int fp_off = (sge->laddr + sge_off) & ~PAGE_MASK; in siw_tx_hdt()
480 (void *)(uintptr_t)(sge->laddr + sge_off); in siw_tx_hdt()
502 mem, sge->laddr + sge_off, in siw_tx_hdt()
506 sge->laddr + sge_off); in siw_tx_hdt()
540 uintptr_t va = (uintptr_t)(sge->laddr + sge_off); in siw_tx_hdt()
571 if (sge_off == sge->length && in siw_tx_hdt()
574 sge++; in siw_tx_hdt()
602 rv = siw_0copy_tx(s, page_array, &wqe->sqe.sge[c_tx->sge_idx], in siw_tx_hdt()
660 sge = &wqe->sqe.sge[c_tx->sge_idx]; in siw_tx_hdt()
661 sge_unsent = sge->length - c_tx->sge_off; in siw_tx_hdt()
667 sge++; in siw_tx_hdt()
668 sge_unsent = sge->length; in siw_tx_hdt()
774 struct siw_sge *sge = &wqe->sqe.sge[0]; in siw_check_sgl_tx() local
780 for (i = 0, len = 0; num_sge; num_sge--, i++, sge++) { in siw_check_sgl_tx()
784 if (sge->length) { in siw_check_sgl_tx()
785 int rv = siw_check_sge(pd, sge, &wqe->mem[i], perms, 0, in siw_check_sgl_tx()
786 sge->length); in siw_check_sgl_tx()
791 len += sge->length; in siw_check_sgl_tx()
839 wqe->bytes = wqe->sqe.sge[0].length; in siw_qp_sq_proc_tx()
845 wqe->sqe.sge[0].laddr = in siw_qp_sq_proc_tx()
846 (u64)(uintptr_t)&wqe->sqe.sge[1]; in siw_qp_sq_proc_tx()