Lines Matching refs:iovec
44 struct user_sdma_iovec *iovec);
302 struct iovec *iovec, unsigned long dim, in hfi1_user_sdma_process_request() argument
321 if (iovec[idx].iov_len < sizeof(info) + sizeof(req->hdr)) { in hfi1_user_sdma_process_request()
326 iovec[idx].iov_len, sizeof(info) + sizeof(req->hdr)); in hfi1_user_sdma_process_request()
329 ret = copy_from_user(&info, iovec[idx].iov_base, sizeof(info)); in hfi1_user_sdma_process_request()
414 ret = copy_from_user(&req->hdr, iovec[idx].iov_base + sizeof(info), in hfi1_user_sdma_process_request()
485 iovec + idx++, in hfi1_user_sdma_process_request()
507 u16 ntids = iovec[idx].iov_len / sizeof(*req->tids); in hfi1_user_sdma_process_request()
521 tmp = memdup_user(iovec[idx].iov_base, in hfi1_user_sdma_process_request()
701 struct user_sdma_iovec *iovec, u32 datalen, in user_sdma_txadd() argument
712 base = (unsigned long)iovec->iov.iov_base; in user_sdma_txadd()
713 offset = offset_in_page(base + iovec->offset + iov_offset); in user_sdma_txadd()
714 pageidx = (((iovec->offset + iov_offset + base) - (base & PAGE_MASK)) >> in user_sdma_txadd()
719 ret = sdma_txadd_page(pq->dd, &tx->txreq, iovec->pages[pageidx], in user_sdma_txadd()
728 if (unlikely(queued < datalen && pageidx == iovec->npages && in user_sdma_txadd()
730 iovec->offset += iov_offset; in user_sdma_txadd()
731 iovec = &req->iovs[++req->iov_idx]; in user_sdma_txadd()
748 struct user_sdma_iovec *iovec = NULL; in user_sdma_send_pkts() local
805 iovec = &req->iovs[req->iov_idx]; in user_sdma_send_pkts()
806 if (READ_ONCE(iovec->offset) == iovec->iov.iov_len) { in user_sdma_send_pkts()
811 iovec = &req->iovs[req->iov_idx]; in user_sdma_send_pkts()
812 WARN_ON(iovec->offset); in user_sdma_send_pkts()
872 ret = user_sdma_txadd(req, tx, iovec, datalen, in user_sdma_send_pkts()
886 iovec->offset += iov_offset; in user_sdma_send_pkts()
931 struct user_sdma_iovec *iovec, in pin_sdma_pages() argument
953 ((unsigned long)iovec->iov.iov_base + in pin_sdma_pages()
965 node->rb.len = iovec->iov.iov_len; in pin_sdma_pages()
981 struct user_sdma_iovec *iovec) in pin_vector_pages() argument
987 struct iovec *iov; in pin_vector_pages()
993 iovec->iov.iov_base, in pin_vector_pages()
994 iovec->iov.iov_len, &rb_node); in pin_vector_pages()
999 iovec->pages = node->pages; in pin_vector_pages()
1000 iovec->npages = node->npages; in pin_vector_pages()
1001 iovec->node = node; in pin_vector_pages()
1011 node->rb.addr = (unsigned long)iovec->iov.iov_base; in pin_vector_pages()
1016 iov = &iovec->iov; in pin_vector_pages()
1019 pinned = pin_sdma_pages(req, iovec, node, npages); in pin_vector_pages()
1027 iovec->pages = node->pages; in pin_vector_pages()
1028 iovec->npages = npages; in pin_vector_pages()
1029 iovec->node = node; in pin_vector_pages()
1033 iovec->node = NULL; in pin_vector_pages()