Lines Matching refs:aux_head
375 unsigned long aux_head, aux_tail; in perf_aux_output_begin() local
418 aux_head = rb->aux_head; in perf_aux_output_begin()
422 handle->head = aux_head; in perf_aux_output_begin()
434 if (aux_head - aux_tail < perf_aux_size(rb)) in perf_aux_output_begin()
435 handle->size = CIRC_SPACE(aux_head, aux_tail, perf_aux_size(rb)); in perf_aux_output_begin()
469 if (rb->aux_head - rb->aux_wakeup >= rb->aux_watermark) { in rb_need_aux_wakeup()
470 rb->aux_wakeup = rounddown(rb->aux_head, rb->aux_watermark); in rb_need_aux_wakeup()
491 unsigned long aux_head; in perf_aux_output_end() local
497 aux_head = handle->head; in perf_aux_output_end()
498 rb->aux_head = aux_head; in perf_aux_output_end()
502 aux_head = rb->aux_head; in perf_aux_output_end()
503 rb->aux_head += size; in perf_aux_output_end()
519 perf_event_aux_event(handle->event, aux_head, size, in perf_aux_output_end()
522 WRITE_ONCE(rb->user_page->aux_head, rb->aux_head); in perf_aux_output_end()
552 rb->aux_head += size; in perf_aux_output_skip()
554 WRITE_ONCE(rb->user_page->aux_head, rb->aux_head); in perf_aux_output_skip()
560 handle->head = rb->aux_head; in perf_aux_output_skip()