166 #define BUF_PAGE_HDR_SIZE offsetof(struct buffer_data_page, data)
342 	unsigned char	 data[] RB_ALIGN_DATA;	/* data of buffer page */  member
443 			       (unsigned int)offsetof(typeof(field), data),  in ring_buffer_print_page_header()
1824 	return bpage->data + index;  in __rb_data_page_index()
1829 	return bpage->page->data + index;  in __rb_page_index()
2938 		      void *data)  in ring_buffer_write()  argument
2973 	memcpy(body, data, length);  in ring_buffer_write()
4385 void ring_buffer_free_read_page(struct ring_buffer *buffer, void *data)  in ring_buffer_free_read_page()  argument
4387 	free_page((unsigned long)data);  in ring_buffer_free_read_page()
4509 			memcpy(bpage->data + pos, rpage->data + rpos, size);  in ring_buffer_read_page()
4566 			memcpy(&bpage->data[commit], &missed_events,  in ring_buffer_read_page()
4578 		memset(&bpage->data[commit], 0, BUF_PAGE_SIZE - commit);  in ring_buffer_read_page()
4697 static __init int rb_write_something(struct rb_test_data *data, bool nested)  in rb_write_something()  argument
4708 	cnt = data->cnt + (nested ? 27 : 0);  in rb_write_something()
4711 	size = (data->cnt * 68 / 25) % (sizeof(rb_string) - 1);  in rb_write_something()
4719 	event = ring_buffer_lock_reserve(data->buffer, len);  in rb_write_something()
4724 				data->bytes_dropped += len;  in rb_write_something()
4726 				data->bytes_dropped_nested += len;  in rb_write_something()
4733 	if (RB_WARN_ON(data->buffer, event_len < len))  in rb_write_something()
4741 		data->bytes_alloc_nested += event_len;  in rb_write_something()
4742 		data->bytes_written_nested += len;  in rb_write_something()
4743 		data->events_nested++;  in rb_write_something()
4744 		if (!data->min_size_nested || len < data->min_size_nested)  in rb_write_something()
4745 			data->min_size_nested = len;  in rb_write_something()
4746 		if (len > data->max_size_nested)  in rb_write_something()
4747 			data->max_size_nested = len;  in rb_write_something()
4749 		data->bytes_alloc += event_len;  in rb_write_something()
4750 		data->bytes_written += len;  in rb_write_something()
4751 		data->events++;  in rb_write_something()
4752 		if (!data->min_size || len < data->min_size)  in rb_write_something()
4753 			data->max_size = len;  in rb_write_something()
4754 		if (len > data->max_size)  in rb_write_something()
4755 			data->max_size = len;  in rb_write_something()
4759 	ring_buffer_unlock_commit(data->buffer, event);  in rb_write_something()
4766 	struct rb_test_data *data = arg;  in rb_test()  local
4769 		rb_write_something(data, false);  in rb_test()
4770 		data->cnt++;  in rb_test()
4774 		usleep_range(((data->cnt % 3) + 1) * 100, 1000);  in rb_test()
4782 	struct rb_test_data *data;  in rb_ipi()  local
4785 	data = &rb_data[cpu];  in rb_ipi()
4786 	rb_write_something(data, true);  in rb_ipi()
4876 		struct rb_test_data *data = &rb_data[cpu];  in test_ringbuffer()  local
4892 		total_events = data->events + data->events_nested;  in test_ringbuffer()
4893 		total_written = data->bytes_written + data->bytes_written_nested;  in test_ringbuffer()
4894 		total_alloc = data->bytes_alloc + data->bytes_alloc_nested;  in test_ringbuffer()
4895 		total_dropped = data->bytes_dropped + data->bytes_dropped_nested;  in test_ringbuffer()
4897 		big_event_size = data->max_size + data->max_size_nested;  in test_ringbuffer()
4898 		small_event_size = data->min_size + data->min_size_nested;  in test_ringbuffer()