Lines Matching refs:ts
280 u64 ts; in rb_event_time_stamp() local
282 ts = event->array[0]; in rb_event_time_stamp()
283 ts <<= TS_SHIFT; in rb_event_time_stamp()
284 ts += event->time_delta; in rb_event_time_stamp()
286 return ts; in rb_event_time_stamp()
389 u64 ts; member
778 u64 ts; in ring_buffer_event_time_stamp() local
782 ts = rb_event_time_stamp(event); in ring_buffer_event_time_stamp()
783 return rb_fix_abs_ts(ts, cpu_buffer->tail_page->page->time_stamp); in ring_buffer_event_time_stamp()
800 if (!rb_time_read(&cpu_buffer->write_stamp, &ts)) in ring_buffer_event_time_stamp()
802 ts = rb_time_stamp(cpu_buffer->buffer); in ring_buffer_event_time_stamp()
804 return ts; in ring_buffer_event_time_stamp()
1131 u64 ts; in rb_time_stamp() local
1135 ts = trace_clock_local(); in rb_time_stamp()
1137 ts = buffer->clock(); in rb_time_stamp()
1140 return ts << DEBUG_SHIFT; in rb_time_stamp()
1156 int cpu, u64 *ts) in ring_buffer_normalize_time_stamp() argument
1159 *ts >>= DEBUG_SHIFT; in ring_buffer_normalize_time_stamp()
2817 (unsigned long long)info->ts, in rb_check_timestamp()
2842 if (abs && (info->ts & TS_MSB)) { in rb_add_timestamp()
2846 } else if (info->before == info->after && info->before > info->ts) { in rb_add_timestamp()
2857 info->before, info->ts); in rb_add_timestamp()
2890 cpu_buffer->event_stamp[nest] = info->ts; in rb_update_event()
3346 u64 ts, delta; in dump_buffer_page() local
3349 ts = bpage->time_stamp; in dump_buffer_page()
3350 pr_warn(" [%lld] PAGE TIME STAMP\n", ts); in dump_buffer_page()
3360 ts += delta; in dump_buffer_page()
3361 pr_warn(" [%lld] delta:%lld TIME EXTEND\n", ts, delta); in dump_buffer_page()
3366 ts = rb_fix_abs_ts(delta, ts); in dump_buffer_page()
3367 pr_warn(" [%lld] absolute:%lld TIME STAMP\n", ts, delta); in dump_buffer_page()
3371 ts += event->time_delta; in dump_buffer_page()
3372 pr_warn(" [%lld] delta:%d PADDING\n", ts, event->time_delta); in dump_buffer_page()
3376 ts += event->time_delta; in dump_buffer_page()
3377 pr_warn(" [%lld] delta:%d\n", ts, event->time_delta); in dump_buffer_page()
3399 u64 ts, delta; in check_buffer() local
3427 ts = bpage->time_stamp; in check_buffer()
3437 ts += delta; in check_buffer()
3442 ts = rb_fix_abs_ts(delta, ts); in check_buffer()
3450 ts += event->time_delta; in check_buffer()
3457 if ((full && ts > info->ts) || in check_buffer()
3458 (!full && ts + info->delta != info->ts)) { in check_buffer()
3469 ts + info->delta, info->ts, info->delta, in check_buffer()
3506 info->ts = rb_time_stamp(cpu_buffer->buffer); in __rb_reserve_next()
3509 info->delta = info->ts; in __rb_reserve_next()
3523 info->delta = info->ts - info->after; in __rb_reserve_next()
3531 /*B*/ rb_time_set(&cpu_buffer->before_stamp, info->ts); in __rb_reserve_next()
3548 /*D*/ rb_time_set(&cpu_buffer->write_stamp, info->ts); in __rb_reserve_next()
3558 info->delta = info->ts - info->after; in __rb_reserve_next()
3561 info->delta = info->ts; in __rb_reserve_next()
3564 u64 ts; in __rb_reserve_next() local
3577 ts = rb_time_stamp(cpu_buffer->buffer); in __rb_reserve_next()
3578 rb_time_set(&cpu_buffer->before_stamp, ts); in __rb_reserve_next()
3586 info->after == info->before && info->after < ts) { in __rb_reserve_next()
3592 info->delta = ts - info->after; in __rb_reserve_next()
3604 info->ts = ts; in __rb_reserve_next()
3628 tail_page->page->time_stamp = info->ts; in __rb_reserve_next()
4836 rb_buffer_peek(struct ring_buffer_per_cpu *cpu_buffer, u64 *ts, in rb_buffer_peek() argument
4843 if (ts) in rb_buffer_peek()
4844 *ts = 0; in rb_buffer_peek()
4881 if (ts) { in rb_buffer_peek()
4882 *ts = rb_event_time_stamp(event); in rb_buffer_peek()
4883 *ts = rb_fix_abs_ts(*ts, reader->page->time_stamp); in rb_buffer_peek()
4885 cpu_buffer->cpu, ts); in rb_buffer_peek()
4892 if (ts && !(*ts)) { in rb_buffer_peek()
4893 *ts = cpu_buffer->read_stamp + event->time_delta; in rb_buffer_peek()
4895 cpu_buffer->cpu, ts); in rb_buffer_peek()
4910 rb_iter_peek(struct ring_buffer_iter *iter, u64 *ts) in rb_iter_peek() argument
4917 if (ts) in rb_iter_peek()
4918 *ts = 0; in rb_iter_peek()
4973 if (ts) { in rb_iter_peek()
4974 *ts = rb_event_time_stamp(event); in rb_iter_peek()
4975 *ts = rb_fix_abs_ts(*ts, iter->head_page->page->time_stamp); in rb_iter_peek()
4977 cpu_buffer->cpu, ts); in rb_iter_peek()
4984 if (ts && !(*ts)) { in rb_iter_peek()
4985 *ts = iter->read_stamp + event->time_delta; in rb_iter_peek()
4987 cpu_buffer->cpu, ts); in rb_iter_peek()
5042 ring_buffer_peek(struct trace_buffer *buffer, int cpu, u64 *ts, in ring_buffer_peek() argument
5056 event = rb_buffer_peek(cpu_buffer, ts, lost_events); in ring_buffer_peek()
5091 ring_buffer_iter_peek(struct ring_buffer_iter *iter, u64 *ts) in ring_buffer_iter_peek() argument
5099 event = rb_iter_peek(iter, ts); in ring_buffer_iter_peek()
5120 ring_buffer_consume(struct trace_buffer *buffer, int cpu, u64 *ts, in ring_buffer_consume() argument
5139 event = rb_buffer_peek(cpu_buffer, ts, lost_events); in ring_buffer_consume()