Lines Matching refs:sge
141 struct rvt_sge sge = ss->sge; in qib_count_sge() local
146 u32 len = rvt_get_sge_length(&sge, length); in qib_count_sge()
148 if (((long) sge.vaddr & (sizeof(u32) - 1)) || in qib_count_sge()
154 sge.vaddr += len; in qib_count_sge()
155 sge.length -= len; in qib_count_sge()
156 sge.sge_length -= len; in qib_count_sge()
157 if (sge.sge_length == 0) { in qib_count_sge()
159 sge = *sg_list++; in qib_count_sge()
160 } else if (sge.length == 0 && sge.mr->lkey) { in qib_count_sge()
161 if (++sge.n >= RVT_SEGSZ) { in qib_count_sge()
162 if (++sge.m >= sge.mr->mapsz) in qib_count_sge()
164 sge.n = 0; in qib_count_sge()
166 sge.vaddr = in qib_count_sge()
167 sge.mr->map[sge.m]->segs[sge.n].vaddr; in qib_count_sge()
168 sge.length = in qib_count_sge()
169 sge.mr->map[sge.m]->segs[sge.n].length; in qib_count_sge()
181 struct rvt_sge *sge = &ss->sge; in qib_copy_from_sge() local
184 u32 len = rvt_get_sge_length(sge, length); in qib_copy_from_sge()
186 memcpy(data, sge->vaddr, len); in qib_copy_from_sge()
187 sge->vaddr += len; in qib_copy_from_sge()
188 sge->length -= len; in qib_copy_from_sge()
189 sge->sge_length -= len; in qib_copy_from_sge()
190 if (sge->sge_length == 0) { in qib_copy_from_sge()
192 *sge = *ss->sg_list++; in qib_copy_from_sge()
193 } else if (sge->length == 0 && sge->mr->lkey) { in qib_copy_from_sge()
194 if (++sge->n >= RVT_SEGSZ) { in qib_copy_from_sge()
195 if (++sge->m >= sge->mr->mapsz) in qib_copy_from_sge()
197 sge->n = 0; in qib_copy_from_sge()
199 sge->vaddr = in qib_copy_from_sge()
200 sge->mr->map[sge->m]->segs[sge->n].vaddr; in qib_copy_from_sge()
201 sge->length = in qib_copy_from_sge()
202 sge->mr->map[sge->m]->segs[sge->n].length; in qib_copy_from_sge()
436 u32 len = rvt_get_sge_length(&ss->sge, length); in qib_copy_io()
440 off = (unsigned long)ss->sge.vaddr & (sizeof(u32) - 1); in qib_copy_io()
442 u32 *addr = (u32 *)((unsigned long)ss->sge.vaddr & in qib_copy_io()
473 u32 *addr = (u32 *) ss->sge.vaddr; in qib_copy_io()
526 qib_pio_copy(piobuf, ss->sge.vaddr, w - 1); in qib_copy_io()
528 last = ((u32 *) ss->sge.vaddr)[w - 1]; in qib_copy_io()
533 qib_pio_copy(piobuf, ss->sge.vaddr, w); in qib_copy_io()
538 u32 v = ((u32 *) ss->sge.vaddr)[w]; in qib_copy_io()
961 if (likely(ss->num_sge == 1 && len <= ss->sge.length && in qib_verbs_send_pio()
962 !((unsigned long)ss->sge.vaddr & (sizeof(u32) - 1)))) { in qib_verbs_send_pio()
963 u32 *addr = (u32 *) ss->sge.vaddr; in qib_verbs_send_pio()