Lines Matching refs:iovec
44 struct user_sdma_iovec *iovec);
304 struct iovec *iovec, unsigned long dim, in hfi1_user_sdma_process_request() argument
323 if (iovec[idx].iov_len < sizeof(info) + sizeof(req->hdr)) { in hfi1_user_sdma_process_request()
328 iovec[idx].iov_len, sizeof(info) + sizeof(req->hdr)); in hfi1_user_sdma_process_request()
331 ret = copy_from_user(&info, iovec[idx].iov_base, sizeof(info)); in hfi1_user_sdma_process_request()
416 ret = copy_from_user(&req->hdr, iovec[idx].iov_base + sizeof(info), in hfi1_user_sdma_process_request()
487 iovec + idx++, in hfi1_user_sdma_process_request()
509 u16 ntids = iovec[idx].iov_len / sizeof(*req->tids); in hfi1_user_sdma_process_request()
523 tmp = memdup_user(iovec[idx].iov_base, in hfi1_user_sdma_process_request()
703 struct user_sdma_iovec *iovec, u32 datalen, in user_sdma_txadd() argument
714 base = (unsigned long)iovec->iov.iov_base; in user_sdma_txadd()
715 offset = offset_in_page(base + iovec->offset + iov_offset); in user_sdma_txadd()
716 pageidx = (((iovec->offset + iov_offset + base) - (base & PAGE_MASK)) >> in user_sdma_txadd()
721 ret = sdma_txadd_page(pq->dd, &tx->txreq, iovec->pages[pageidx], in user_sdma_txadd()
730 if (unlikely(queued < datalen && pageidx == iovec->npages && in user_sdma_txadd()
732 iovec->offset += iov_offset; in user_sdma_txadd()
733 iovec = &req->iovs[++req->iov_idx]; in user_sdma_txadd()
750 struct user_sdma_iovec *iovec = NULL; in user_sdma_send_pkts() local
807 iovec = &req->iovs[req->iov_idx]; in user_sdma_send_pkts()
808 if (READ_ONCE(iovec->offset) == iovec->iov.iov_len) { in user_sdma_send_pkts()
813 iovec = &req->iovs[req->iov_idx]; in user_sdma_send_pkts()
814 WARN_ON(iovec->offset); in user_sdma_send_pkts()
874 ret = user_sdma_txadd(req, tx, iovec, datalen, in user_sdma_send_pkts()
888 iovec->offset += iov_offset; in user_sdma_send_pkts()
933 struct user_sdma_iovec *iovec, in pin_sdma_pages() argument
955 ((unsigned long)iovec->iov.iov_base + in pin_sdma_pages()
967 node->rb.len = iovec->iov.iov_len; in pin_sdma_pages()
983 struct user_sdma_iovec *iovec) in pin_vector_pages() argument
989 struct iovec *iov; in pin_vector_pages()
995 iovec->iov.iov_base, in pin_vector_pages()
996 iovec->iov.iov_len, &rb_node); in pin_vector_pages()
1001 iovec->pages = node->pages; in pin_vector_pages()
1002 iovec->npages = node->npages; in pin_vector_pages()
1003 iovec->node = node; in pin_vector_pages()
1013 node->rb.addr = (unsigned long)iovec->iov.iov_base; in pin_vector_pages()
1018 iov = &iovec->iov; in pin_vector_pages()
1021 pinned = pin_sdma_pages(req, iovec, node, npages); in pin_vector_pages()
1029 iovec->pages = node->pages; in pin_vector_pages()
1030 iovec->npages = npages; in pin_vector_pages()
1031 iovec->node = node; in pin_vector_pages()
1035 iovec->node = NULL; in pin_vector_pages()