Lines Matching refs:event
144 #define skip_time_extend(event) \ argument
145 ((struct ring_buffer_event *)((char *)event + RB_LEN_TIME_EXTEND))
147 #define extended_time(event) \ argument
148 (event->type_len >= RINGBUF_TYPE_TIME_EXTEND)
150 static inline int rb_null_event(struct ring_buffer_event *event) in rb_null_event() argument
152 return event->type_len == RINGBUF_TYPE_PADDING && !event->time_delta; in rb_null_event()
155 static void rb_event_set_padding(struct ring_buffer_event *event) in rb_event_set_padding() argument
158 event->type_len = RINGBUF_TYPE_PADDING; in rb_event_set_padding()
159 event->time_delta = 0; in rb_event_set_padding()
163 rb_event_data_length(struct ring_buffer_event *event) in rb_event_data_length() argument
167 if (event->type_len) in rb_event_data_length()
168 length = event->type_len * RB_ALIGNMENT; in rb_event_data_length()
170 length = event->array[0]; in rb_event_data_length()
180 rb_event_length(struct ring_buffer_event *event) in rb_event_length() argument
182 switch (event->type_len) { in rb_event_length()
184 if (rb_null_event(event)) in rb_event_length()
187 return event->array[0] + RB_EVNT_HDR_SIZE; in rb_event_length()
196 return rb_event_data_length(event); in rb_event_length()
209 rb_event_ts_length(struct ring_buffer_event *event) in rb_event_ts_length() argument
213 if (extended_time(event)) { in rb_event_ts_length()
216 event = skip_time_extend(event); in rb_event_ts_length()
218 return len + rb_event_length(event); in rb_event_ts_length()
231 unsigned ring_buffer_event_length(struct ring_buffer_event *event) in ring_buffer_event_length() argument
235 if (extended_time(event)) in ring_buffer_event_length()
236 event = skip_time_extend(event); in ring_buffer_event_length()
238 length = rb_event_length(event); in ring_buffer_event_length()
239 if (event->type_len > RINGBUF_TYPE_DATA_TYPE_LEN_MAX) in ring_buffer_event_length()
242 if (length > RB_MAX_SMALL_DATA + sizeof(event->array[0])) in ring_buffer_event_length()
243 length -= sizeof(event->array[0]); in ring_buffer_event_length()
250 rb_event_data(struct ring_buffer_event *event) in rb_event_data() argument
252 if (extended_time(event)) in rb_event_data()
253 event = skip_time_extend(event); in rb_event_data()
254 WARN_ON_ONCE(event->type_len > RINGBUF_TYPE_DATA_TYPE_LEN_MAX); in rb_event_data()
256 if (event->type_len) in rb_event_data()
257 return (void *)&event->array[0]; in rb_event_data()
259 return (void *)&event->array[1]; in rb_event_data()
266 void *ring_buffer_event_data(struct ring_buffer_event *event) in ring_buffer_event_data() argument
268 return rb_event_data(event); in ring_buffer_event_data()
278 static u64 rb_event_time_stamp(struct ring_buffer_event *event) in rb_event_time_stamp() argument
282 ts = event->array[0]; in rb_event_time_stamp()
284 ts += event->time_delta; in rb_event_time_stamp()
535 struct ring_buffer_event *event; member
703 void *event) in verify_event() argument
709 unsigned long addr = (unsigned long)event; in verify_event()
730 void *event) in verify_event() argument
774 struct ring_buffer_event *event) in ring_buffer_event_time_stamp() argument
781 if (event->type_len == RINGBUF_TYPE_TIME_STAMP) { in ring_buffer_event_time_stamp()
782 ts = rb_event_time_stamp(event); in ring_buffer_event_time_stamp()
787 verify_event(cpu_buffer, event); in ring_buffer_event_time_stamp()
2337 struct ring_buffer_event *event; in rb_iter_head_event() local
2343 return iter->event; in rb_iter_head_event()
2357 event = __rb_page_index(iter_head_page, iter->head); in rb_iter_head_event()
2358 length = rb_event_length(event); in rb_iter_head_event()
2370 memcpy(iter->event, event, length); in rb_iter_head_event()
2383 return iter->event; in rb_iter_head_event()
2406 rb_event_index(struct ring_buffer_event *event) in rb_event_index() argument
2408 unsigned long addr = (unsigned long)event; in rb_event_index()
2600 struct ring_buffer_event *event; in rb_reset_tail() local
2620 event = __rb_page_index(tail_page, tail); in rb_reset_tail()
2645 rb_event_set_padding(event); in rb_reset_tail()
2656 event->array[0] = (BUF_PAGE_SIZE - tail) - RB_EVNT_HDR_SIZE; in rb_reset_tail()
2657 event->type_len = RINGBUF_TYPE_PADDING; in rb_reset_tail()
2659 event->time_delta = 1; in rb_reset_tail()
2782 rb_add_time_stamp(struct ring_buffer_event *event, u64 delta, bool abs) in rb_add_time_stamp() argument
2785 event->type_len = RINGBUF_TYPE_TIME_STAMP; in rb_add_time_stamp()
2787 event->type_len = RINGBUF_TYPE_TIME_EXTEND; in rb_add_time_stamp()
2790 if (abs || rb_event_index(event)) { in rb_add_time_stamp()
2791 event->time_delta = delta & TS_MASK; in rb_add_time_stamp()
2792 event->array[0] = delta >> TS_SHIFT; in rb_add_time_stamp()
2795 event->time_delta = 0; in rb_add_time_stamp()
2796 event->array[0] = 0; in rb_add_time_stamp()
2799 return skip_time_extend(event); in rb_add_time_stamp()
2829 struct ring_buffer_event **event, in rb_add_timestamp() argument
2864 *event = rb_add_time_stamp(*event, info->delta, abs); in rb_add_timestamp()
2882 struct ring_buffer_event *event, in rb_update_event() argument
2897 rb_add_timestamp(cpu_buffer, &event, info, &delta, &length); in rb_update_event()
2899 event->time_delta = delta; in rb_update_event()
2902 event->type_len = 0; in rb_update_event()
2903 event->array[0] = length; in rb_update_event()
2905 event->type_len = DIV_ROUND_UP(length, RB_ALIGNMENT); in rb_update_event()
2910 struct ring_buffer_event event; /* Used only for sizeof array */ in rb_calculate_event_length() local
2917 length += sizeof(event.array[0]); in rb_calculate_event_length()
2942 struct ring_buffer_event *event) in rb_try_to_discard() argument
2949 new_index = rb_event_index(event); in rb_try_to_discard()
2950 old_index = new_index + rb_event_ts_length(event); in rb_try_to_discard()
2951 addr = (unsigned long)event; in rb_try_to_discard()
2963 unsigned long event_length = rb_event_length(event); in rb_try_to_discard()
3101 static inline void rb_event_discard(struct ring_buffer_event *event) in rb_event_discard() argument
3103 if (extended_time(event)) in rb_event_discard()
3104 event = skip_time_extend(event); in rb_event_discard()
3107 event->array[0] = rb_event_data_length(event) - RB_EVNT_HDR_SIZE; in rb_event_discard()
3108 event->type_len = RINGBUF_TYPE_PADDING; in rb_event_discard()
3110 if (!event->time_delta) in rb_event_discard()
3111 event->time_delta = 1; in rb_event_discard()
3115 struct ring_buffer_event *event) in rb_commit() argument
3318 struct ring_buffer_event *event) in ring_buffer_unlock_commit() argument
3325 rb_commit(cpu_buffer, event); in ring_buffer_unlock_commit()
3345 struct ring_buffer_event *event; in dump_buffer_page() local
3352 for (e = 0; e < tail; e += rb_event_length(event)) { in dump_buffer_page()
3354 event = (struct ring_buffer_event *)(bpage->data + e); in dump_buffer_page()
3356 switch (event->type_len) { in dump_buffer_page()
3359 delta = rb_event_time_stamp(event); in dump_buffer_page()
3365 delta = rb_event_time_stamp(event); in dump_buffer_page()
3371 ts += event->time_delta; in dump_buffer_page()
3372 pr_warn(" [%lld] delta:%d PADDING\n", ts, event->time_delta); in dump_buffer_page()
3376 ts += event->time_delta; in dump_buffer_page()
3377 pr_warn(" [%lld] delta:%d\n", ts, event->time_delta); in dump_buffer_page()
3397 struct ring_buffer_event *event; in check_buffer() local
3429 for (e = 0; e < tail; e += rb_event_length(event)) { in check_buffer()
3431 event = (struct ring_buffer_event *)(bpage->data + e); in check_buffer()
3433 switch (event->type_len) { in check_buffer()
3436 delta = rb_event_time_stamp(event); in check_buffer()
3441 delta = rb_event_time_stamp(event); in check_buffer()
3446 if (event->time_delta == 1) in check_buffer()
3450 ts += event->time_delta; in check_buffer()
3492 struct ring_buffer_event *event; in __rb_reserve_next() local
3618 event = __rb_page_index(tail_page, tail); in __rb_reserve_next()
3619 rb_update_event(cpu_buffer, event, info); in __rb_reserve_next()
3633 return event; in __rb_reserve_next()
3641 struct ring_buffer_event *event; in rb_reserve_next_event() local
3697 event = __rb_reserve_next(cpu_buffer, &info); in rb_reserve_next_event()
3699 if (unlikely(PTR_ERR(event) == -EAGAIN)) { in rb_reserve_next_event()
3705 if (likely(event)) in rb_reserve_next_event()
3706 return event; in rb_reserve_next_event()
3731 struct ring_buffer_event *event; in ring_buffer_lock_reserve() local
3756 event = rb_reserve_next_event(buffer, cpu_buffer, length); in ring_buffer_lock_reserve()
3757 if (!event) in ring_buffer_lock_reserve()
3760 return event; in ring_buffer_lock_reserve()
3778 struct ring_buffer_event *event) in rb_decrement_entry() argument
3780 unsigned long addr = (unsigned long)event; in rb_decrement_entry()
3830 struct ring_buffer_event *event) in ring_buffer_discard_commit() argument
3839 rb_event_discard(event); in ring_buffer_discard_commit()
3851 rb_decrement_entry(cpu_buffer, event); in ring_buffer_discard_commit()
3852 if (rb_try_to_discard(cpu_buffer, event)) in ring_buffer_discard_commit()
3883 struct ring_buffer_event *event; in ring_buffer_write() local
3909 event = rb_reserve_next_event(buffer, cpu_buffer, length); in ring_buffer_write()
3910 if (!event) in ring_buffer_write()
3913 body = rb_event_data(event); in ring_buffer_write()
3917 rb_commit(cpu_buffer, event); in ring_buffer_write()
4426 struct ring_buffer_event *event) in rb_update_read_stamp() argument
4430 switch (event->type_len) { in rb_update_read_stamp()
4435 delta = rb_event_time_stamp(event); in rb_update_read_stamp()
4440 delta = rb_event_time_stamp(event); in rb_update_read_stamp()
4446 cpu_buffer->read_stamp += event->time_delta; in rb_update_read_stamp()
4457 struct ring_buffer_event *event) in rb_update_iter_read_stamp() argument
4461 switch (event->type_len) { in rb_update_iter_read_stamp()
4466 delta = rb_event_time_stamp(event); in rb_update_iter_read_stamp()
4471 delta = rb_event_time_stamp(event); in rb_update_iter_read_stamp()
4477 iter->read_stamp += event->time_delta; in rb_update_iter_read_stamp()
4779 struct ring_buffer_event *event; in rb_advance_reader() local
4789 event = rb_reader_event(cpu_buffer); in rb_advance_reader()
4791 if (event->type_len <= RINGBUF_TYPE_DATA_TYPE_LEN_MAX) in rb_advance_reader()
4794 rb_update_read_stamp(cpu_buffer, event); in rb_advance_reader()
4796 length = rb_event_length(event); in rb_advance_reader()
4827 rb_update_iter_read_stamp(iter, iter->event); in rb_advance_iter()
4839 struct ring_buffer_event *event; in rb_buffer_peek() local
4859 event = rb_reader_event(cpu_buffer); in rb_buffer_peek()
4861 switch (event->type_len) { in rb_buffer_peek()
4863 if (rb_null_event(event)) in rb_buffer_peek()
4873 return event; in rb_buffer_peek()
4882 *ts = rb_event_time_stamp(event); in rb_buffer_peek()
4893 *ts = cpu_buffer->read_stamp + event->time_delta; in rb_buffer_peek()
4899 return event; in rb_buffer_peek()
4914 struct ring_buffer_event *event; in rb_iter_peek() local
4954 event = rb_iter_head_event(iter); in rb_iter_peek()
4955 if (!event) in rb_iter_peek()
4958 switch (event->type_len) { in rb_iter_peek()
4960 if (rb_null_event(event)) { in rb_iter_peek()
4965 return event; in rb_iter_peek()
4974 *ts = rb_event_time_stamp(event); in rb_iter_peek()
4985 *ts = iter->read_stamp + event->time_delta; in rb_iter_peek()
4989 return event; in rb_iter_peek()
5046 struct ring_buffer_event *event; in ring_buffer_peek() local
5056 event = rb_buffer_peek(cpu_buffer, ts, lost_events); in ring_buffer_peek()
5057 if (event && event->type_len == RINGBUF_TYPE_PADDING) in ring_buffer_peek()
5062 if (event && event->type_len == RINGBUF_TYPE_PADDING) in ring_buffer_peek()
5065 return event; in ring_buffer_peek()
5094 struct ring_buffer_event *event; in ring_buffer_iter_peek() local
5099 event = rb_iter_peek(iter, ts); in ring_buffer_iter_peek()
5102 if (event && event->type_len == RINGBUF_TYPE_PADDING) in ring_buffer_iter_peek()
5105 return event; in ring_buffer_iter_peek()
5124 struct ring_buffer_event *event = NULL; in ring_buffer_consume() local
5139 event = rb_buffer_peek(cpu_buffer, ts, lost_events); in ring_buffer_consume()
5140 if (event) { in ring_buffer_consume()
5151 if (event && event->type_len == RINGBUF_TYPE_PADDING) in ring_buffer_consume()
5154 return event; in ring_buffer_consume()
5260 iter->event = kmalloc(BUF_PAGE_SIZE, flags); in ring_buffer_read_prepare()
5261 if (!iter->event) { in ring_buffer_read_prepare()
5346 kfree(iter->event); in ring_buffer_read_finish()
5851 struct ring_buffer_event *event; in ring_buffer_read_page() local
5886 event = rb_reader_event(cpu_buffer); in ring_buffer_read_page()
5924 size = rb_event_ts_length(event); in ring_buffer_read_page()
5940 size = rb_event_length(event); in ring_buffer_read_page()
5952 event = rb_reader_event(cpu_buffer); in ring_buffer_read_page()
5954 size = rb_event_ts_length(event); in ring_buffer_read_page()
6186 struct ring_buffer_event *event; in rb_write_something() local
6206 event = ring_buffer_lock_reserve(data->buffer, len); in rb_write_something()
6207 if (!event) { in rb_write_something()
6218 event_len = ring_buffer_event_length(event); in rb_write_something()
6223 item = ring_buffer_event_data(event); in rb_write_something()
6246 ring_buffer_unlock_commit(data->buffer, event); in rb_write_something()
6364 struct ring_buffer_event *event; in test_ringbuffer() local
6402 while ((event = ring_buffer_consume(buffer, cpu, NULL, &lost))) { in test_ringbuffer()
6404 item = ring_buffer_event_data(event); in test_ringbuffer()
6405 total_len += ring_buffer_event_length(event); in test_ringbuffer()