Lines Matching refs:aux_head
368 unsigned long aux_head, aux_tail; in perf_aux_output_begin() local
411 aux_head = rb->aux_head; in perf_aux_output_begin()
415 handle->head = aux_head; in perf_aux_output_begin()
427 if (aux_head - aux_tail < perf_aux_size(rb)) in perf_aux_output_begin()
428 handle->size = CIRC_SPACE(aux_head, aux_tail, perf_aux_size(rb)); in perf_aux_output_begin()
462 if (rb->aux_head - rb->aux_wakeup >= rb->aux_watermark) { in rb_need_aux_wakeup()
463 rb->aux_wakeup = rounddown(rb->aux_head, rb->aux_watermark); in rb_need_aux_wakeup()
484 unsigned long aux_head; in perf_aux_output_end() local
490 aux_head = handle->head; in perf_aux_output_end()
491 rb->aux_head = aux_head; in perf_aux_output_end()
495 aux_head = rb->aux_head; in perf_aux_output_end()
496 rb->aux_head += size; in perf_aux_output_end()
512 perf_event_aux_event(handle->event, aux_head, size, in perf_aux_output_end()
515 WRITE_ONCE(rb->user_page->aux_head, rb->aux_head); in perf_aux_output_end()
545 rb->aux_head += size; in perf_aux_output_skip()
547 WRITE_ONCE(rb->user_page->aux_head, rb->aux_head); in perf_aux_output_skip()
553 handle->head = rb->aux_head; in perf_aux_output_skip()