Lines Matching refs:zc
1207 struct io_sr_msg *zc = io_kiocb_to_cmd(req, struct io_sr_msg); in io_send_zc_cleanup() local
1212 if (zc->notif) { in io_send_zc_cleanup()
1213 io_notif_flush(zc->notif); in io_send_zc_cleanup()
1214 zc->notif = NULL; in io_send_zc_cleanup()
1223 struct io_sr_msg *zc = io_kiocb_to_cmd(req, struct io_sr_msg); in io_send_zc_prep() local
1227 zc->done_io = 0; in io_send_zc_prep()
1236 notif = zc->notif = io_alloc_notif(ctx); in io_send_zc_prep()
1244 zc->flags = READ_ONCE(sqe->ioprio); in io_send_zc_prep()
1245 if (unlikely(zc->flags & ~IO_ZC_FLAGS_COMMON)) { in io_send_zc_prep()
1246 if (zc->flags & ~IO_ZC_FLAGS_VALID) in io_send_zc_prep()
1248 if (zc->flags & IORING_SEND_ZC_REPORT_USAGE) { in io_send_zc_prep()
1257 if (zc->flags & IORING_RECVSEND_FIXED_BUF) { in io_send_zc_prep()
1270 zc->addr = u64_to_user_ptr(READ_ONCE(sqe->addr2)); in io_send_zc_prep()
1271 zc->addr_len = READ_ONCE(sqe->addr_len); in io_send_zc_prep()
1275 if (unlikely(zc->flags & IORING_RECVSEND_FIXED_BUF)) in io_send_zc_prep()
1279 zc->buf = u64_to_user_ptr(READ_ONCE(sqe->addr)); in io_send_zc_prep()
1280 zc->len = READ_ONCE(sqe->len); in io_send_zc_prep()
1281 zc->msg_flags = READ_ONCE(sqe->msg_flags) | MSG_NOSIGNAL | MSG_ZEROCOPY; in io_send_zc_prep()
1282 if (zc->msg_flags & MSG_DONTWAIT) in io_send_zc_prep()
1287 zc->msg_flags |= MSG_CMSG_COMPAT; in io_send_zc_prep()
1368 struct io_sr_msg *zc = io_kiocb_to_cmd(req, struct io_sr_msg); in io_send_zc() local
1381 (zc->flags & IORING_RECVSEND_POLL_FIRST)) in io_send_zc()
1384 if (!zc->done_io) { in io_send_zc()
1390 msg_flags = zc->msg_flags; in io_send_zc()
1398 kmsg->msg.msg_ubuf = &io_notif_to_data(zc->notif)->uarg; in io_send_zc()
1406 zc->len -= ret; in io_send_zc()
1407 zc->buf += ret; in io_send_zc()
1408 zc->done_io += ret; in io_send_zc()
1418 ret += zc->done_io; in io_send_zc()
1419 else if (zc->done_io) in io_send_zc()
1420 ret = zc->done_io; in io_send_zc()
1427 io_notif_flush(zc->notif); in io_send_zc()