Lines Matching refs:event
151 #define skip_time_extend(event) \ argument
152 ((struct ring_buffer_event *)((char *)event + RB_LEN_TIME_EXTEND))
154 #define extended_time(event) \ argument
155 (event->type_len >= RINGBUF_TYPE_TIME_EXTEND)
157 static inline int rb_null_event(struct ring_buffer_event *event) in rb_null_event() argument
159 return event->type_len == RINGBUF_TYPE_PADDING && !event->time_delta; in rb_null_event()
162 static void rb_event_set_padding(struct ring_buffer_event *event) in rb_event_set_padding() argument
165 event->type_len = RINGBUF_TYPE_PADDING; in rb_event_set_padding()
166 event->time_delta = 0; in rb_event_set_padding()
170 rb_event_data_length(struct ring_buffer_event *event) in rb_event_data_length() argument
174 if (event->type_len) in rb_event_data_length()
175 length = event->type_len * RB_ALIGNMENT; in rb_event_data_length()
177 length = event->array[0]; in rb_event_data_length()
187 rb_event_length(struct ring_buffer_event *event) in rb_event_length() argument
189 switch (event->type_len) { in rb_event_length()
191 if (rb_null_event(event)) in rb_event_length()
194 return event->array[0] + RB_EVNT_HDR_SIZE; in rb_event_length()
203 return rb_event_data_length(event); in rb_event_length()
216 rb_event_ts_length(struct ring_buffer_event *event) in rb_event_ts_length() argument
220 if (extended_time(event)) { in rb_event_ts_length()
223 event = skip_time_extend(event); in rb_event_ts_length()
225 return len + rb_event_length(event); in rb_event_ts_length()
238 unsigned ring_buffer_event_length(struct ring_buffer_event *event) in ring_buffer_event_length() argument
242 if (extended_time(event)) in ring_buffer_event_length()
243 event = skip_time_extend(event); in ring_buffer_event_length()
245 length = rb_event_length(event); in ring_buffer_event_length()
246 if (event->type_len > RINGBUF_TYPE_DATA_TYPE_LEN_MAX) in ring_buffer_event_length()
249 if (length > RB_MAX_SMALL_DATA + sizeof(event->array[0])) in ring_buffer_event_length()
250 length -= sizeof(event->array[0]); in ring_buffer_event_length()
257 rb_event_data(struct ring_buffer_event *event) in rb_event_data() argument
259 if (extended_time(event)) in rb_event_data()
260 event = skip_time_extend(event); in rb_event_data()
261 WARN_ON_ONCE(event->type_len > RINGBUF_TYPE_DATA_TYPE_LEN_MAX); in rb_event_data()
263 if (event->type_len) in rb_event_data()
264 return (void *)&event->array[0]; in rb_event_data()
266 return (void *)&event->array[1]; in rb_event_data()
273 void *ring_buffer_event_data(struct ring_buffer_event *event) in ring_buffer_event_data() argument
275 return rb_event_data(event); in ring_buffer_event_data()
299 u64 ring_buffer_event_time_stamp(struct ring_buffer_event *event) in ring_buffer_event_time_stamp() argument
303 ts = event->array[0]; in ring_buffer_event_time_stamp()
305 ts += event->time_delta; in ring_buffer_event_time_stamp()
571 struct ring_buffer_event *event; member
2257 struct ring_buffer_event *event; in rb_iter_head_event() local
2263 return iter->event; in rb_iter_head_event()
2277 event = __rb_page_index(iter_head_page, iter->head); in rb_iter_head_event()
2278 length = rb_event_length(event); in rb_iter_head_event()
2290 memcpy(iter->event, event, length); in rb_iter_head_event()
2303 return iter->event; in rb_iter_head_event()
2326 rb_event_index(struct ring_buffer_event *event) in rb_event_index() argument
2328 unsigned long addr = (unsigned long)event; in rb_event_index()
2520 struct ring_buffer_event *event; in rb_reset_tail() local
2540 event = __rb_page_index(tail_page, tail); in rb_reset_tail()
2565 rb_event_set_padding(event); in rb_reset_tail()
2576 event->array[0] = (BUF_PAGE_SIZE - tail) - RB_EVNT_HDR_SIZE; in rb_reset_tail()
2577 event->type_len = RINGBUF_TYPE_PADDING; in rb_reset_tail()
2579 event->time_delta = 1; in rb_reset_tail()
2702 rb_add_time_stamp(struct ring_buffer_event *event, u64 delta, bool abs) in rb_add_time_stamp() argument
2705 event->type_len = RINGBUF_TYPE_TIME_STAMP; in rb_add_time_stamp()
2707 event->type_len = RINGBUF_TYPE_TIME_EXTEND; in rb_add_time_stamp()
2710 if (abs || rb_event_index(event)) { in rb_add_time_stamp()
2711 event->time_delta = delta & TS_MASK; in rb_add_time_stamp()
2712 event->array[0] = delta >> TS_SHIFT; in rb_add_time_stamp()
2715 event->time_delta = 0; in rb_add_time_stamp()
2716 event->array[0] = 0; in rb_add_time_stamp()
2719 return skip_time_extend(event); in rb_add_time_stamp()
2723 struct ring_buffer_event *event);
2752 struct ring_buffer_event **event, in rb_add_timestamp() argument
2780 *event = rb_add_time_stamp(*event, info->delta, abs); in rb_add_timestamp()
2798 struct ring_buffer_event *event, in rb_update_event() argument
2809 rb_add_timestamp(cpu_buffer, &event, info, &delta, &length); in rb_update_event()
2811 event->time_delta = delta; in rb_update_event()
2814 event->type_len = 0; in rb_update_event()
2815 event->array[0] = length; in rb_update_event()
2817 event->type_len = DIV_ROUND_UP(length, RB_ALIGNMENT); in rb_update_event()
2822 struct ring_buffer_event event; /* Used only for sizeof array */ in rb_calculate_event_length() local
2829 length += sizeof(event.array[0]); in rb_calculate_event_length()
2854 struct ring_buffer_event *event) in rb_event_is_commit() argument
2856 unsigned long addr = (unsigned long)event; in rb_event_is_commit()
2859 index = rb_event_index(event); in rb_event_is_commit()
2866 static u64 rb_time_delta(struct ring_buffer_event *event) in rb_time_delta() argument
2868 switch (event->type_len) { in rb_time_delta()
2873 return ring_buffer_event_time_stamp(event); in rb_time_delta()
2879 return event->time_delta; in rb_time_delta()
2887 struct ring_buffer_event *event) in rb_try_to_discard() argument
2896 new_index = rb_event_index(event); in rb_try_to_discard()
2897 old_index = new_index + rb_event_ts_length(event); in rb_try_to_discard()
2898 addr = (unsigned long)event; in rb_try_to_discard()
2903 delta = rb_time_delta(event); in rb_try_to_discard()
2914 unsigned long event_length = rb_event_length(event); in rb_try_to_discard()
3052 static inline void rb_event_discard(struct ring_buffer_event *event) in rb_event_discard() argument
3054 if (extended_time(event)) in rb_event_discard()
3055 event = skip_time_extend(event); in rb_event_discard()
3058 event->array[0] = rb_event_data_length(event) - RB_EVNT_HDR_SIZE; in rb_event_discard()
3059 event->type_len = RINGBUF_TYPE_PADDING; in rb_event_discard()
3061 if (!event->time_delta) in rb_event_discard()
3062 event->time_delta = 1; in rb_event_discard()
3066 struct ring_buffer_event *event) in rb_commit() argument
3265 struct ring_buffer_event *event) in ring_buffer_unlock_commit() argument
3272 rb_commit(cpu_buffer, event); in ring_buffer_unlock_commit()
3288 struct ring_buffer_event *event; in __rb_reserve_next() local
3419 event = __rb_page_index(tail_page, tail); in __rb_reserve_next()
3420 rb_update_event(cpu_buffer, event, info); in __rb_reserve_next()
3434 return event; in __rb_reserve_next()
3442 struct ring_buffer_event *event; in rb_reserve_next_event() local
3498 event = __rb_reserve_next(cpu_buffer, &info); in rb_reserve_next_event()
3500 if (unlikely(PTR_ERR(event) == -EAGAIN)) { in rb_reserve_next_event()
3506 if (likely(event)) in rb_reserve_next_event()
3507 return event; in rb_reserve_next_event()
3532 struct ring_buffer_event *event; in ring_buffer_lock_reserve() local
3557 event = rb_reserve_next_event(buffer, cpu_buffer, length); in ring_buffer_lock_reserve()
3558 if (!event) in ring_buffer_lock_reserve()
3561 return event; in ring_buffer_lock_reserve()
3579 struct ring_buffer_event *event) in rb_decrement_entry() argument
3581 unsigned long addr = (unsigned long)event; in rb_decrement_entry()
3631 struct ring_buffer_event *event) in ring_buffer_discard_commit() argument
3637 rb_event_discard(event); in ring_buffer_discard_commit()
3649 rb_decrement_entry(cpu_buffer, event); in ring_buffer_discard_commit()
3650 if (rb_try_to_discard(cpu_buffer, event)) in ring_buffer_discard_commit()
3681 struct ring_buffer_event *event; in ring_buffer_write() local
3707 event = rb_reserve_next_event(buffer, cpu_buffer, length); in ring_buffer_write()
3708 if (!event) in ring_buffer_write()
3711 body = rb_event_data(event); in ring_buffer_write()
3715 rb_commit(cpu_buffer, event); in ring_buffer_write()
4219 struct ring_buffer_event *event) in rb_update_read_stamp() argument
4223 switch (event->type_len) { in rb_update_read_stamp()
4228 delta = ring_buffer_event_time_stamp(event); in rb_update_read_stamp()
4233 delta = ring_buffer_event_time_stamp(event); in rb_update_read_stamp()
4238 cpu_buffer->read_stamp += event->time_delta; in rb_update_read_stamp()
4249 struct ring_buffer_event *event) in rb_update_iter_read_stamp() argument
4253 switch (event->type_len) { in rb_update_iter_read_stamp()
4258 delta = ring_buffer_event_time_stamp(event); in rb_update_iter_read_stamp()
4263 delta = ring_buffer_event_time_stamp(event); in rb_update_iter_read_stamp()
4268 iter->read_stamp += event->time_delta; in rb_update_iter_read_stamp()
4446 struct ring_buffer_event *event; in rb_advance_reader() local
4456 event = rb_reader_event(cpu_buffer); in rb_advance_reader()
4458 if (event->type_len <= RINGBUF_TYPE_DATA_TYPE_LEN_MAX) in rb_advance_reader()
4461 rb_update_read_stamp(cpu_buffer, event); in rb_advance_reader()
4463 length = rb_event_length(event); in rb_advance_reader()
4494 rb_update_iter_read_stamp(iter, iter->event); in rb_advance_iter()
4506 struct ring_buffer_event *event; in rb_buffer_peek() local
4526 event = rb_reader_event(cpu_buffer); in rb_buffer_peek()
4528 switch (event->type_len) { in rb_buffer_peek()
4530 if (rb_null_event(event)) in rb_buffer_peek()
4540 return event; in rb_buffer_peek()
4549 *ts = ring_buffer_event_time_stamp(event); in rb_buffer_peek()
4559 *ts = cpu_buffer->read_stamp + event->time_delta; in rb_buffer_peek()
4565 return event; in rb_buffer_peek()
4580 struct ring_buffer_event *event; in rb_iter_peek() local
4621 event = rb_iter_head_event(iter); in rb_iter_peek()
4622 if (!event) in rb_iter_peek()
4625 switch (event->type_len) { in rb_iter_peek()
4627 if (rb_null_event(event)) { in rb_iter_peek()
4632 return event; in rb_iter_peek()
4641 *ts = ring_buffer_event_time_stamp(event); in rb_iter_peek()
4651 *ts = iter->read_stamp + event->time_delta; in rb_iter_peek()
4655 return event; in rb_iter_peek()
4712 struct ring_buffer_event *event; in ring_buffer_peek() local
4722 event = rb_buffer_peek(cpu_buffer, ts, lost_events); in ring_buffer_peek()
4723 if (event && event->type_len == RINGBUF_TYPE_PADDING) in ring_buffer_peek()
4728 if (event && event->type_len == RINGBUF_TYPE_PADDING) in ring_buffer_peek()
4731 return event; in ring_buffer_peek()
4760 struct ring_buffer_event *event; in ring_buffer_iter_peek() local
4765 event = rb_iter_peek(iter, ts); in ring_buffer_iter_peek()
4768 if (event && event->type_len == RINGBUF_TYPE_PADDING) in ring_buffer_iter_peek()
4771 return event; in ring_buffer_iter_peek()
4790 struct ring_buffer_event *event = NULL; in ring_buffer_consume() local
4805 event = rb_buffer_peek(cpu_buffer, ts, lost_events); in ring_buffer_consume()
4806 if (event) { in ring_buffer_consume()
4817 if (event && event->type_len == RINGBUF_TYPE_PADDING) in ring_buffer_consume()
4820 return event; in ring_buffer_consume()
4859 iter->event = kmalloc(BUF_PAGE_SIZE, flags); in ring_buffer_read_prepare()
4860 if (!iter->event) { in ring_buffer_read_prepare()
4943 kfree(iter->event); in ring_buffer_read_finish()
5444 struct ring_buffer_event *event; in ring_buffer_read_page() local
5479 event = rb_reader_event(cpu_buffer); in ring_buffer_read_page()
5516 size = rb_event_ts_length(event); in ring_buffer_read_page()
5532 size = rb_event_length(event); in ring_buffer_read_page()
5544 event = rb_reader_event(cpu_buffer); in ring_buffer_read_page()
5546 size = rb_event_ts_length(event); in ring_buffer_read_page()
5710 struct ring_buffer_event *event; in rb_write_something() local
5730 event = ring_buffer_lock_reserve(data->buffer, len); in rb_write_something()
5731 if (!event) { in rb_write_something()
5742 event_len = ring_buffer_event_length(event); in rb_write_something()
5747 item = ring_buffer_event_data(event); in rb_write_something()
5770 ring_buffer_unlock_commit(data->buffer, event); in rb_write_something()
5891 struct ring_buffer_event *event; in test_ringbuffer() local
5929 while ((event = ring_buffer_consume(buffer, cpu, NULL, &lost))) { in test_ringbuffer()
5931 item = ring_buffer_event_data(event); in test_ringbuffer()
5932 total_len += ring_buffer_event_length(event); in test_ringbuffer()