Lines Matching refs:handle
20 static void perf_output_wakeup(struct perf_output_handle *handle) in perf_output_wakeup() argument
22 atomic_set(&handle->rb->poll, EPOLLIN); in perf_output_wakeup()
24 handle->event->pending_wakeup = 1; in perf_output_wakeup()
25 irq_work_queue(&handle->event->pending_irq); in perf_output_wakeup()
36 static void perf_output_get_handle(struct perf_output_handle *handle) in perf_output_get_handle() argument
38 struct perf_buffer *rb = handle->rb; in perf_output_get_handle()
47 handle->wakeup = local_read(&rb->wakeup); in perf_output_get_handle()
50 static void perf_output_put_handle(struct perf_output_handle *handle) in perf_output_put_handle() argument
52 struct perf_buffer *rb = handle->rb; in perf_output_put_handle()
130 if (handle->wakeup != local_read(&rb->wakeup)) in perf_output_put_handle()
131 perf_output_wakeup(handle); in perf_output_put_handle()
149 __perf_output_begin(struct perf_output_handle *handle, in __perf_output_begin() argument
182 handle->rb = rb; in __perf_output_begin()
183 handle->event = event; in __perf_output_begin()
192 perf_output_get_handle(handle); in __perf_output_begin()
237 handle->page = (offset >> page_shift) & (rb->nr_pages - 1); in __perf_output_begin()
239 handle->addr = rb->data_pages[handle->page] + offset; in __perf_output_begin()
240 handle->size = (1UL << page_shift) - offset; in __perf_output_begin()
251 perf_output_put(handle, lost_event); in __perf_output_begin()
252 perf_event__output_id_sample(event, handle, data); in __perf_output_begin()
260 perf_output_put_handle(handle); in __perf_output_begin()
267 int perf_output_begin_forward(struct perf_output_handle *handle, in perf_output_begin_forward() argument
271 return __perf_output_begin(handle, data, event, size, false); in perf_output_begin_forward()
274 int perf_output_begin_backward(struct perf_output_handle *handle, in perf_output_begin_backward() argument
278 return __perf_output_begin(handle, data, event, size, true); in perf_output_begin_backward()
281 int perf_output_begin(struct perf_output_handle *handle, in perf_output_begin() argument
286 return __perf_output_begin(handle, data, event, size, in perf_output_begin()
290 unsigned int perf_output_copy(struct perf_output_handle *handle, in perf_output_copy() argument
293 return __output_copy(handle, buf, len); in perf_output_copy()
296 unsigned int perf_output_skip(struct perf_output_handle *handle, in perf_output_skip() argument
299 return __output_skip(handle, NULL, len); in perf_output_skip()
302 void perf_output_end(struct perf_output_handle *handle) in perf_output_end() argument
304 perf_output_put_handle(handle); in perf_output_end()
337 void perf_aux_output_flag(struct perf_output_handle *handle, u64 flags) in perf_aux_output_flag() argument
346 handle->aux_flags |= flags; in perf_aux_output_flag()
364 void *perf_aux_output_begin(struct perf_output_handle *handle, in perf_aux_output_begin() argument
413 handle->rb = rb; in perf_aux_output_begin()
414 handle->event = event; in perf_aux_output_begin()
415 handle->head = aux_head; in perf_aux_output_begin()
416 handle->size = 0; in perf_aux_output_begin()
417 handle->aux_flags = 0; in perf_aux_output_begin()
426 handle->wakeup = rb->aux_wakeup + rb->aux_watermark; in perf_aux_output_begin()
428 handle->size = CIRC_SPACE(aux_head, aux_tail, perf_aux_size(rb)); in perf_aux_output_begin()
435 if (!handle->size) { /* A, matches D */ in perf_aux_output_begin()
437 perf_output_wakeup(handle); in perf_aux_output_begin()
443 return handle->rb->aux_priv; in perf_aux_output_begin()
451 handle->event = NULL; in perf_aux_output_begin()
480 void perf_aux_output_end(struct perf_output_handle *handle, unsigned long size) in perf_aux_output_end() argument
482 bool wakeup = !!(handle->aux_flags & PERF_AUX_FLAG_TRUNCATED); in perf_aux_output_end()
483 struct perf_buffer *rb = handle->rb; in perf_aux_output_end()
488 handle->aux_flags |= PERF_AUX_FLAG_OVERWRITE; in perf_aux_output_end()
490 aux_head = handle->head; in perf_aux_output_end()
493 handle->aux_flags &= ~PERF_AUX_FLAG_OVERWRITE; in perf_aux_output_end()
511 if (size || (handle->aux_flags & ~(u64)PERF_AUX_FLAG_OVERWRITE)) in perf_aux_output_end()
512 perf_event_aux_event(handle->event, aux_head, size, in perf_aux_output_end()
513 handle->aux_flags); in perf_aux_output_end()
520 if (handle->aux_flags & PERF_AUX_FLAG_TRUNCATED) in perf_aux_output_end()
521 handle->event->pending_disable = smp_processor_id(); in perf_aux_output_end()
522 perf_output_wakeup(handle); in perf_aux_output_end()
525 handle->event = NULL; in perf_aux_output_end()
538 int perf_aux_output_skip(struct perf_output_handle *handle, unsigned long size) in perf_aux_output_skip() argument
540 struct perf_buffer *rb = handle->rb; in perf_aux_output_skip()
542 if (size > handle->size) in perf_aux_output_skip()
549 perf_output_wakeup(handle); in perf_aux_output_skip()
550 handle->wakeup = rb->aux_wakeup + rb->aux_watermark; in perf_aux_output_skip()
553 handle->head = rb->aux_head; in perf_aux_output_skip()
554 handle->size -= size; in perf_aux_output_skip()
560 void *perf_get_aux(struct perf_output_handle *handle) in perf_get_aux() argument
563 if (!handle->event) in perf_get_aux()
566 return handle->rb->aux_priv; in perf_get_aux()
574 struct perf_output_handle *handle, in perf_output_copy_aux() argument
594 remainder = perf_output_copy(handle, addr, tocopy); in perf_output_copy_aux()