Lines Matching refs:ret
140 int ret; in io_shutdown() local
148 ret = __sys_shutdown_sock(sock, shutdown->how); in io_shutdown()
149 io_req_set_res(req, ret, 0); in io_shutdown()
218 int ret, nr_segs; in io_net_import_vec() local
228 ret = __import_iovec(ddir, uiov, uvec_seg, nr_segs, &iov, in io_net_import_vec()
230 if (unlikely(ret < 0)) in io_net_import_vec()
231 return ret; in io_net_import_vec()
247 int ret; in io_compat_msg_copy_hdr() local
252 ret = __get_compat_msghdr(&iomsg->msg, msg, save_addr); in io_compat_msg_copy_hdr()
253 if (ret) in io_compat_msg_copy_hdr()
254 return ret; in io_compat_msg_copy_hdr()
297 int ret; in io_msg_copy_hdr() local
305 ret = io_compat_msg_copy_hdr(req, iomsg, &cmsg, ddir, save_addr); in io_msg_copy_hdr()
306 if (ret) in io_msg_copy_hdr()
307 return ret; in io_msg_copy_hdr()
317 ret = io_copy_msghdr_from_user(msg, umsg); in io_msg_copy_hdr()
318 if (unlikely(ret)) in io_msg_copy_hdr()
319 return ret; in io_msg_copy_hdr()
323 ret = __copy_msghdr(&iomsg->msg, msg, save_addr); in io_msg_copy_hdr()
324 if (ret) in io_msg_copy_hdr()
325 return ret; in io_msg_copy_hdr()
357 int ret; in io_send_setup() local
373 ret = move_addr_to_kernel(addr, addr_len, &kmsg->addr); in io_send_setup()
374 if (unlikely(ret < 0)) in io_send_setup()
375 return ret; in io_send_setup()
397 int ret; in io_sendmsg_setup() local
400 ret = io_msg_copy_hdr(req, kmsg, &msg, ITER_SOURCE, NULL); in io_sendmsg_setup()
401 if (unlikely(ret)) in io_sendmsg_setup()
402 return ret; in io_sendmsg_setup()
466 static int io_bundle_nbufs(struct io_async_msghdr *kmsg, int ret) in io_bundle_nbufs() argument
472 if (ret <= 0) in io_bundle_nbufs()
488 int this_len = min_t(int, iov[nbufs].iov_len, ret); in io_bundle_nbufs()
491 ret -= this_len; in io_bundle_nbufs()
492 } while (ret); in io_bundle_nbufs()
506 static inline bool io_send_finish(struct io_kiocb *req, int *ret, in io_send_finish() argument
511 bool bundle_finished = *ret <= 0; in io_send_finish()
515 cflags = io_put_kbuf(req, *ret, issue_flags); in io_send_finish()
519 cflags = io_put_kbufs(req, *ret, io_bundle_nbufs(kmsg, *ret), issue_flags); in io_send_finish()
528 if (io_req_post_cqe(req, *ret, cflags | IORING_CQE_F_MORE)) { in io_send_finish()
535 io_req_set_res(req, *ret, cflags); in io_send_finish()
536 *ret = IOU_COMPLETE; in io_send_finish()
547 int ret; in io_sendmsg() local
565 ret = __sys_sendmsg_sock(sock, &kmsg->msg, flags); in io_sendmsg()
567 if (ret < min_ret) { in io_sendmsg()
568 if (ret == -EAGAIN && (issue_flags & IO_URING_F_NONBLOCK)) in io_sendmsg()
570 if (ret > 0 && io_net_retry(sock, flags)) { in io_sendmsg()
573 sr->done_io += ret; in io_sendmsg()
574 return io_net_kbuf_recyle(req, kmsg, ret); in io_sendmsg()
576 if (ret == -ERESTARTSYS) in io_sendmsg()
577 ret = -EINTR; in io_sendmsg()
581 if (ret >= 0) in io_sendmsg()
582 ret += sr->done_io; in io_sendmsg()
584 ret = sr->done_io; in io_sendmsg()
585 io_req_set_res(req, ret, 0); in io_sendmsg()
594 int ret; in io_send_select_buffer() local
613 ret = io_buffers_select(req, &arg, issue_flags); in io_send_select_buffer()
614 if (unlikely(ret < 0)) in io_send_select_buffer()
615 return ret; in io_send_select_buffer()
618 kmsg->vec.nr = ret; in io_send_select_buffer()
624 if (ret == 1) { in io_send_select_buffer()
626 ret = import_ubuf(ITER_SOURCE, sr->buf, sr->len, in io_send_select_buffer()
628 if (unlikely(ret)) in io_send_select_buffer()
629 return ret; in io_send_select_buffer()
632 arg.iovs, ret, arg.out_len); in io_send_select_buffer()
645 int ret; in io_send() local
661 ret = io_send_select_buffer(req, issue_flags, kmsg); in io_send()
662 if (ret) in io_send()
663 return ret; in io_send()
676 ret = sock_sendmsg(sock, &kmsg->msg); in io_send()
677 if (ret < min_ret) { in io_send()
678 if (ret == -EAGAIN && (issue_flags & IO_URING_F_NONBLOCK)) in io_send()
681 if (ret > 0 && io_net_retry(sock, flags)) { in io_send()
682 sr->len -= ret; in io_send()
683 sr->buf += ret; in io_send()
684 sr->done_io += ret; in io_send()
685 return io_net_kbuf_recyle(req, kmsg, ret); in io_send()
687 if (ret == -ERESTARTSYS) in io_send()
688 ret = -EINTR; in io_send()
691 if (ret >= 0) in io_send()
692 ret += sr->done_io; in io_send()
694 ret = sr->done_io; in io_send()
696 if (!io_send_finish(req, &ret, kmsg, issue_flags)) in io_send()
700 return ret; in io_send()
731 int ret; in io_recvmsg_copy_hdr() local
733 ret = io_msg_copy_hdr(req, iomsg, &msg, ITER_DEST, &iomsg->uaddr); in io_recvmsg_copy_hdr()
734 if (unlikely(ret)) in io_recvmsg_copy_hdr()
735 return ret; in io_recvmsg_copy_hdr()
738 ret = io_net_import_vec(req, iomsg, msg.msg_iov, msg.msg_iovlen, in io_recvmsg_copy_hdr()
740 if (unlikely(ret)) in io_recvmsg_copy_hdr()
741 return ret; in io_recvmsg_copy_hdr()
849 static inline bool io_recv_finish(struct io_kiocb *req, int *ret, in io_recv_finish() argument
859 if (*ret > 0 && sr->flags & IORING_RECV_MSHOT_LIM) { in io_recv_finish()
865 sr->mshot_total_len -= min_t(int, *ret, sr->mshot_total_len); in io_recv_finish()
873 size_t this_ret = *ret - sr->done_io; in io_recv_finish()
879 if (sr->mshot_len && *ret >= sr->mshot_len) in io_recv_finish()
898 cflags |= io_put_kbuf(req, *ret, issue_flags); in io_recv_finish()
906 io_req_post_cqe(req, *ret, cflags | IORING_CQE_F_MORE)) { in io_recv_finish()
907 *ret = IOU_RETRY; in io_recv_finish()
919 *ret = IOU_REQUEUE; in io_recv_finish()
926 io_req_set_res(req, *ret, cflags); in io_recv_finish()
927 *ret = IOU_COMPLETE; in io_recv_finish()
1022 int ret, min_ret = 0; in io_recvmsg() local
1048 ret = io_recvmsg_prep_multishot(kmsg, sr, &buf, &len); in io_recvmsg()
1049 if (ret) { in io_recvmsg()
1051 return ret; in io_recvmsg()
1061 ret = io_recvmsg_multishot(sock, sr, kmsg, flags, in io_recvmsg()
1068 ret = __sys_recvmsg_sock(sock, &kmsg->msg, sr->umsg, in io_recvmsg()
1072 if (ret < min_ret) { in io_recvmsg()
1073 if (ret == -EAGAIN && force_nonblock) { in io_recvmsg()
1079 if (ret > 0 && io_net_retry(sock, flags)) { in io_recvmsg()
1080 sr->done_io += ret; in io_recvmsg()
1081 return io_net_kbuf_recyle(req, kmsg, ret); in io_recvmsg()
1083 if (ret == -ERESTARTSYS) in io_recvmsg()
1084 ret = -EINTR; in io_recvmsg()
1090 if (ret > 0) in io_recvmsg()
1091 ret += sr->done_io; in io_recvmsg()
1093 ret = sr->done_io; in io_recvmsg()
1097 if (!io_recv_finish(req, &ret, kmsg, mshot_finished, issue_flags)) in io_recvmsg()
1100 return ret; in io_recvmsg()
1107 int ret; in io_recv_buf_select() local
1137 ret = io_buffers_peek(req, &arg); in io_recv_buf_select()
1138 if (unlikely(ret < 0)) in io_recv_buf_select()
1139 return ret; in io_recv_buf_select()
1142 kmsg->vec.nr = ret; in io_recv_buf_select()
1150 if (ret == 1) { in io_recv_buf_select()
1155 iov_iter_init(&kmsg->msg.msg_iter, ITER_DEST, arg.iovs, ret, in io_recv_buf_select()
1167 ret = import_ubuf(ITER_DEST, sr->buf, sr->len, in io_recv_buf_select()
1169 if (unlikely(ret)) in io_recv_buf_select()
1170 return ret; in io_recv_buf_select()
1182 int ret, min_ret = 0; in io_recv() local
1201 ret = io_recv_buf_select(req, kmsg, &len, issue_flags); in io_recv()
1202 if (unlikely(ret)) { in io_recv()
1215 ret = sock_recvmsg(sock, &kmsg->msg, flags); in io_recv()
1216 if (ret < min_ret) { in io_recv()
1217 if (ret == -EAGAIN && force_nonblock) { in io_recv()
1223 if (ret > 0 && io_net_retry(sock, flags)) { in io_recv()
1224 sr->len -= ret; in io_recv()
1225 sr->buf += ret; in io_recv()
1226 sr->done_io += ret; in io_recv()
1227 return io_net_kbuf_recyle(req, kmsg, ret); in io_recv()
1229 if (ret == -ERESTARTSYS) in io_recv()
1230 ret = -EINTR; in io_recv()
1237 mshot_finished = ret <= 0; in io_recv()
1238 if (ret > 0) in io_recv()
1239 ret += sr->done_io; in io_recv()
1241 ret = sr->done_io; in io_recv()
1245 if (!io_recv_finish(req, &ret, kmsg, mshot_finished, issue_flags)) in io_recv()
1248 return ret; in io_recv()
1285 int ret; in io_recvzc() local
1296 ret = io_zcrx_recv(req, zc->ifq, sock, zc->msg_flags | MSG_DONTWAIT, in io_recvzc()
1303 if (unlikely(ret <= 0) && ret != -EAGAIN) { in io_recvzc()
1304 if (ret == -ERESTARTSYS) in io_recvzc()
1305 ret = -EINTR; in io_recvzc()
1306 if (ret == IOU_REQUEUE) in io_recvzc()
1310 io_req_set_res(req, ret, 0); in io_recvzc()
1339 int ret; in io_send_zc_prep() local
1384 ret = io_send_setup(req, sqe); in io_send_zc_prep()
1388 ret = io_sendmsg_setup(req, sqe); in io_send_zc_prep()
1390 if (unlikely(ret)) in io_send_zc_prep()
1391 return ret; in io_send_zc_prep()
1413 int ret = 0; in io_sg_from_iter() local
1437 ret = -EMSGSIZE; in io_sg_from_iter()
1448 return ret; in io_sg_from_iter()
1470 int ret, min_ret = 0; in io_send_zc() local
1484 ret = io_send_zc_import(req, issue_flags); in io_send_zc()
1485 if (unlikely(ret)) in io_send_zc()
1486 return ret; in io_send_zc()
1498 ret = sock_sendmsg(sock, &kmsg->msg); in io_send_zc()
1500 if (unlikely(ret < min_ret)) { in io_send_zc()
1501 if (ret == -EAGAIN && (issue_flags & IO_URING_F_NONBLOCK)) in io_send_zc()
1504 if (ret > 0 && io_net_retry(sock, kmsg->msg.msg_flags)) { in io_send_zc()
1505 zc->len -= ret; in io_send_zc()
1506 zc->buf += ret; in io_send_zc()
1507 zc->done_io += ret; in io_send_zc()
1508 return io_net_kbuf_recyle(req, kmsg, ret); in io_send_zc()
1510 if (ret == -ERESTARTSYS) in io_send_zc()
1511 ret = -EINTR; in io_send_zc()
1515 if (ret >= 0) in io_send_zc()
1516 ret += zc->done_io; in io_send_zc()
1518 ret = zc->done_io; in io_send_zc()
1529 io_req_set_res(req, ret, IORING_CQE_F_MORE); in io_send_zc()
1539 int ret, min_ret = 0; in io_sendmsg_zc() local
1543 int ret; in io_sendmsg_zc() local
1545 ret = io_import_reg_vec(ITER_SOURCE, &kmsg->msg.msg_iter, req, in io_sendmsg_zc()
1547 if (unlikely(ret)) in io_sendmsg_zc()
1548 return ret; in io_sendmsg_zc()
1570 ret = __sys_sendmsg_sock(sock, &kmsg->msg, flags); in io_sendmsg_zc()
1572 if (unlikely(ret < min_ret)) { in io_sendmsg_zc()
1573 if (ret == -EAGAIN && (issue_flags & IO_URING_F_NONBLOCK)) in io_sendmsg_zc()
1576 if (ret > 0 && io_net_retry(sock, flags)) { in io_sendmsg_zc()
1577 sr->done_io += ret; in io_sendmsg_zc()
1578 return io_net_kbuf_recyle(req, kmsg, ret); in io_sendmsg_zc()
1580 if (ret == -ERESTARTSYS) in io_sendmsg_zc()
1581 ret = -EINTR; in io_sendmsg_zc()
1585 if (ret >= 0) in io_sendmsg_zc()
1586 ret += sr->done_io; in io_sendmsg_zc()
1588 ret = sr->done_io; in io_sendmsg_zc()
1599 io_req_set_res(req, ret, IORING_CQE_F_MORE); in io_sendmsg_zc()
1662 int ret, fd; in io_accept() local
1681 ret = PTR_ERR(file); in io_accept()
1682 if (ret == -EAGAIN && force_nonblock && in io_accept()
1686 if (ret == -ERESTARTSYS) in io_accept()
1687 ret = -EINTR; in io_accept()
1690 ret = fd; in io_accept()
1692 ret = io_fixed_fd_install(req, issue_flags, file, in io_accept()
1700 if (ret >= 0 && (req->flags & REQ_F_APOLL_MULTISHOT) && in io_accept()
1701 io_req_post_cqe(req, ret, cflags | IORING_CQE_F_MORE)) { in io_accept()
1707 io_req_set_res(req, ret, cflags); in io_accept()
1708 if (ret < 0) in io_accept()
1739 int ret, fd; in io_socket() local
1750 ret = PTR_ERR(file); in io_socket()
1751 if (ret == -EAGAIN && (issue_flags & IO_URING_F_NONBLOCK)) in io_socket()
1753 if (ret == -ERESTARTSYS) in io_socket()
1754 ret = -EINTR; in io_socket()
1758 ret = fd; in io_socket()
1760 ret = io_fixed_fd_install(req, issue_flags, file, in io_socket()
1763 io_req_set_res(req, ret, 0); in io_socket()
1791 int ret; in io_connect() local
1803 ret = __sys_connect_file(req->file, &io->addr, connect->addr_len, in io_connect()
1805 if ((ret == -EAGAIN || ret == -EINPROGRESS || ret == -ECONNABORTED) in io_connect()
1807 if (ret == -EINPROGRESS) { in io_connect()
1809 } else if (ret == -ECONNABORTED) { in io_connect()
1823 if (ret == -EBADFD || ret == -EISCONN) { in io_connect()
1825 ret = sock_error(sock_from_file(req->file)->sk); in io_connect()
1828 if (ret == -ERESTARTSYS) in io_connect()
1829 ret = -EINTR; in io_connect()
1831 if (ret < 0) in io_connect()
1834 io_req_set_res(req, ret, 0); in io_connect()
1861 int ret; in io_bind() local
1867 ret = __sys_bind_socket(sock, &io->addr, bind->addr_len); in io_bind()
1868 if (ret < 0) in io_bind()
1870 io_req_set_res(req, ret, 0); in io_bind()
1889 int ret; in io_listen() local
1895 ret = __sys_listen_socket(sock, listen->backlog); in io_listen()
1896 if (ret < 0) in io_listen()
1898 io_req_set_res(req, ret, 0); in io_listen()