Home
last modified time | relevance | path

Searched refs:rings (Results 1 – 6 of 6) sorted by relevance

/io_uring/
A Dregister.c376 struct io_rings *rings; member
514 o.rings = ctx->rings; in io_register_resize_rings()
515 ctx->rings = NULL; in io_register_resize_rings()
523 tail = READ_ONCE(o.rings->sq.tail); in io_register_resize_rings()
541 ctx->rings = o.rings; in io_register_resize_rings()
551 n.rings->cqes[dst_head] = o.rings->cqes[src_head]; in io_register_resize_rings()
558 WRITE_ONCE(n.rings->sq_dropped, READ_ONCE(o.rings->sq_dropped)); in io_register_resize_rings()
559 atomic_set(&n.rings->sq_flags, atomic_read(&o.rings->sq_flags)); in io_register_resize_rings()
560 WRITE_ONCE(n.rings->cq_flags, READ_ONCE(o.rings->cq_flags)); in io_register_resize_rings()
561 WRITE_ONCE(n.rings->cq_overflow, READ_ONCE(o.rings->cq_overflow)); in io_register_resize_rings()
[all …]
A Dio_uring.h62 int dist = READ_ONCE(ctx->rings->cq.tail) - (int) iowq->cq_tail; in io_should_wake()
294 smp_store_release(&ctx->rings->cq.tail, ctx->cached_cq_tail); in io_commit_cqring()
328 struct io_rings *r = ctx->rings; in io_sqring_full()
342 struct io_rings *rings = ctx->rings; in io_sqring_entries() local
346 entries = smp_load_acquire(&rings->sq.tail) - ctx->cached_sq_head; in io_sqring_entries()
A Dio_uring.c189 return READ_ONCE(ctx->rings->cq.tail) - READ_ONCE(ctx->rings->cq.head); in __io_cqring_events_user()
654 if (ctx->rings) in io_cqring_overflow_kill()
761 struct io_rings *rings = ctx->rings; in io_cqe_cache_refill() local
2318 struct io_rings *rings = ctx->rings; in io_commit_sqring() local
2596 struct io_rings *rings = ctx->rings; in io_cqring_wait() local
2714 return READ_ONCE(rings->cq.head) == READ_ONCE(rings->cq.tail) ? ret : 0; in io_cqring_wait()
2721 ctx->rings = NULL; in io_rings_free()
2728 struct io_rings *rings; in rings_size() local
3145 if (!ctx->rings) in io_uring_try_cancel_requests()
3548 struct io_rings *rings; in io_allocate_scq_urings() local
[all …]
A Dsqpoll.c354 &ctx->rings->sq_flags); in io_sq_thread()
381 &ctx->rings->sq_flags); in io_sq_thread()
395 atomic_or(IORING_SQ_NEED_WAKEUP, &ctx->rings->sq_flags); in io_sq_thread()
A Deventfd.c80 if (READ_ONCE(ctx->rings->cq_flags) & IORING_CQ_EVENTFD_DISABLED) in io_eventfd_signal()
A Dfdinfo.c61 struct io_rings *r = ctx->rings; in __io_uring_show_fdinfo()

Completed in 20 milliseconds