Lines Matching refs:info
2563 unsigned long tail, struct rb_event_info *info) in rb_reset_tail() argument
2565 struct buffer_page *tail_page = info->tail_page; in rb_reset_tail()
2567 unsigned long length = info->length; in rb_reset_tail()
2645 unsigned long tail, struct rb_event_info *info) in rb_move_tail() argument
2647 struct buffer_page *tail_page = info->tail_page; in rb_move_tail()
2729 rb_reset_tail(cpu_buffer, tail, info); in rb_move_tail()
2741 rb_reset_tail(cpu_buffer, tail, info); in rb_move_tail()
2777 struct rb_event_info *info) in rb_check_timestamp() argument
2782 (unsigned long long)info->delta, in rb_check_timestamp()
2783 (unsigned long long)info->ts, in rb_check_timestamp()
2784 (unsigned long long)info->before, in rb_check_timestamp()
2785 (unsigned long long)info->after, in rb_check_timestamp()
2796 struct rb_event_info *info, in rb_add_timestamp() argument
2800 bool abs = info->add_timestamp & in rb_add_timestamp()
2803 if (unlikely(info->delta > (1ULL << 59))) { in rb_add_timestamp()
2805 if (info->before == info->after && info->before > info->ts) { in rb_add_timestamp()
2816 info->before, info->ts); in rb_add_timestamp()
2819 rb_check_timestamp(cpu_buffer, info); in rb_add_timestamp()
2821 info->delta = 0; in rb_add_timestamp()
2823 *event = rb_add_time_stamp(*event, info->delta, abs); in rb_add_timestamp()
2842 struct rb_event_info *info) in rb_update_event() argument
2844 unsigned length = info->length; in rb_update_event()
2845 u64 delta = info->delta; in rb_update_event()
2849 cpu_buffer->event_stamp[nest] = info->ts; in rb_update_event()
2855 if (unlikely(info->add_timestamp)) in rb_update_event()
2856 rb_add_timestamp(cpu_buffer, &event, info, &delta, &length); in rb_update_event()
3301 struct rb_event_info *info, in dump_buffer_page() argument
3353 struct rb_event_info *info, in check_buffer() argument
3362 bpage = info->tail_page->page; in check_buffer()
3367 } else if (info->add_timestamp & in check_buffer()
3416 if ((full && ts > info->ts) || in check_buffer()
3417 (!full && ts + info->delta != info->ts)) { in check_buffer()
3428 ts + info->delta, info->ts, info->delta, in check_buffer()
3429 info->before, info->after, in check_buffer()
3431 dump_buffer_page(bpage, info, tail); in check_buffer()
3441 struct rb_event_info *info, in check_buffer() argument
3449 struct rb_event_info *info) in __rb_reserve_next() argument
3458 tail_page = info->tail_page = READ_ONCE(cpu_buffer->tail_page); in __rb_reserve_next()
3462 b_ok = rb_time_read(&cpu_buffer->before_stamp, &info->before); in __rb_reserve_next()
3463 a_ok = rb_time_read(&cpu_buffer->write_stamp, &info->after); in __rb_reserve_next()
3465 info->ts = rb_time_stamp(cpu_buffer->buffer); in __rb_reserve_next()
3467 if ((info->add_timestamp & RB_ADD_STAMP_ABSOLUTE)) { in __rb_reserve_next()
3468 info->delta = info->ts; in __rb_reserve_next()
3477 info->delta = 0; in __rb_reserve_next()
3478 } else if (unlikely(!a_ok || !b_ok || info->before != info->after)) { in __rb_reserve_next()
3479 info->add_timestamp |= RB_ADD_STAMP_FORCE | RB_ADD_STAMP_EXTEND; in __rb_reserve_next()
3480 info->length += RB_LEN_TIME_EXTEND; in __rb_reserve_next()
3482 info->delta = info->ts - info->after; in __rb_reserve_next()
3483 if (unlikely(test_time_stamp(info->delta))) { in __rb_reserve_next()
3484 info->add_timestamp |= RB_ADD_STAMP_EXTEND; in __rb_reserve_next()
3485 info->length += RB_LEN_TIME_EXTEND; in __rb_reserve_next()
3490 /*B*/ rb_time_set(&cpu_buffer->before_stamp, info->ts); in __rb_reserve_next()
3492 /*C*/ write = local_add_return(info->length, &tail_page->write); in __rb_reserve_next()
3497 tail = write - info->length; in __rb_reserve_next()
3501 check_buffer(cpu_buffer, info, CHECK_FULL_PAGE); in __rb_reserve_next()
3502 return rb_move_tail(cpu_buffer, tail, info); in __rb_reserve_next()
3507 /*D*/ rb_time_set(&cpu_buffer->write_stamp, info->ts); in __rb_reserve_next()
3514 if (likely(!(info->add_timestamp & in __rb_reserve_next()
3517 info->delta = info->ts - info->after; in __rb_reserve_next()
3520 info->delta = info->ts; in __rb_reserve_next()
3521 check_buffer(cpu_buffer, info, tail); in __rb_reserve_next()
3527 a_ok = rb_time_read(&cpu_buffer->before_stamp, &info->before); in __rb_reserve_next()
3540 /*E*/ a_ok = rb_time_read(&cpu_buffer->write_stamp, &info->after); in __rb_reserve_next()
3545 info->after == info->before && info->after < ts) { in __rb_reserve_next()
3551 info->delta = ts - info->after; in __rb_reserve_next()
3561 info->delta = 0; in __rb_reserve_next()
3563 info->ts = ts; in __rb_reserve_next()
3564 info->add_timestamp &= ~RB_ADD_STAMP_FORCE; in __rb_reserve_next()
3571 if (unlikely(!tail && !(info->add_timestamp & in __rb_reserve_next()
3573 info->delta = 0; in __rb_reserve_next()
3578 rb_update_event(cpu_buffer, event, info); in __rb_reserve_next()
3587 tail_page->page->time_stamp = info->ts; in __rb_reserve_next()
3590 local_add(info->length, &cpu_buffer->entries_bytes); in __rb_reserve_next()
3601 struct rb_event_info info; in rb_reserve_next_event() local
3629 info.length = rb_calculate_event_length(length); in rb_reserve_next_event()
3633 info.length += RB_LEN_TIME_EXTEND; in rb_reserve_next_event()
3634 if (info.length > BUF_MAX_DATA_SIZE) in rb_reserve_next_event()
3641 info.add_timestamp = add_ts_default; in rb_reserve_next_event()
3642 info.delta = 0; in rb_reserve_next_event()
3656 event = __rb_reserve_next(cpu_buffer, &info); in rb_reserve_next_event()
3659 if (info.add_timestamp & (RB_ADD_STAMP_FORCE | RB_ADD_STAMP_EXTEND)) in rb_reserve_next_event()
3660 info.length -= RB_LEN_TIME_EXTEND; in rb_reserve_next_event()