Lines Matching refs:tail
201 unsigned int tail = pipe->tail; in splice_to_pipe() local
216 while (!pipe_full(head, tail, pipe->max_usage)) { in splice_to_pipe()
249 unsigned int tail = pipe->tail; in add_to_pipe() local
256 } else if (pipe_full(head, tail, pipe->max_usage)) { in add_to_pipe()
334 used = pipe_occupancy(pipe->head, pipe->tail); in copy_splice_read()
449 unsigned int tail = pipe->tail; in splice_from_pipe_feed() local
453 while (!pipe_empty(head, tail)) { in splice_from_pipe_feed()
454 struct pipe_buffer *buf = &pipe->bufs[tail & mask]; in splice_from_pipe_feed()
481 tail++; in splice_from_pipe_feed()
482 pipe->tail = tail; in splice_from_pipe_feed()
497 unsigned int tail = pipe->tail; in eat_empty_buffer() local
499 struct pipe_buffer *buf = &pipe->bufs[tail & mask]; in eat_empty_buffer()
503 pipe->tail = tail+1; in eat_empty_buffer()
530 while (pipe_empty(pipe->head, pipe->tail)) { in splice_from_pipe_next()
693 unsigned int head, tail, mask; in iter_file_splice_write() local
713 tail = pipe->tail; in iter_file_splice_write()
718 for (n = 0; !pipe_empty(head, tail) && left && n < nbufs; tail++) { in iter_file_splice_write()
719 struct pipe_buffer *buf = &pipe->bufs[tail & mask]; in iter_file_splice_write()
753 tail = pipe->tail; in iter_file_splice_write()
755 struct pipe_buffer *buf = &pipe->bufs[tail & mask]; in iter_file_splice_write()
760 tail++; in iter_file_splice_write()
761 pipe->tail = tail; in iter_file_splice_write()
812 unsigned int head, tail, mask, bc = 0; in splice_to_socket() local
823 while (pipe_empty(pipe->head, pipe->tail)) { in splice_to_socket()
848 tail = pipe->tail; in splice_to_socket()
851 while (!pipe_empty(head, tail)) { in splice_to_socket()
852 struct pipe_buffer *buf = &pipe->bufs[tail & mask]; in splice_to_socket()
856 tail++; in splice_to_socket()
873 tail++; in splice_to_socket()
882 if (remain && pipe_occupancy(pipe->head, tail) > 0) in splice_to_socket()
895 tail = pipe->tail; in splice_to_socket()
897 struct pipe_buffer *buf = &pipe->bufs[tail & mask]; in splice_to_socket()
906 tail++; in splice_to_socket()
910 if (tail != pipe->tail) { in splice_to_socket()
911 pipe->tail = tail; in splice_to_socket()
971 p_space = pipe->max_usage - pipe_occupancy(pipe->head, pipe->tail); in do_splice_read()
1083 WARN_ON_ONCE(!pipe_empty(pipe->head, pipe->tail)); in splice_direct_to_actor()
1125 pipe->tail = pipe->head = 0; in splice_direct_to_actor()
1271 if (!pipe_full(pipe->head, pipe->tail, pipe->max_usage)) in wait_for_space()
1673 if (!pipe_empty(pipe->head, pipe->tail)) in ipipe_prep()
1679 while (pipe_empty(pipe->head, pipe->tail)) { in ipipe_prep()
1709 if (!pipe_full(pipe->head, pipe->tail, pipe->max_usage)) in opipe_prep()
1715 while (pipe_full(pipe->head, pipe->tail, pipe->max_usage)) { in opipe_prep()
1767 i_tail = ipipe->tail; in splice_pipe_to_pipe()
1783 o_tail = opipe->tail; in splice_pipe_to_pipe()
1823 ipipe->tail = i_tail; in splice_pipe_to_pipe()
1893 i_tail = ipipe->tail; in link_pipe()
1907 o_tail = opipe->tail; in link_pipe()