279 					 struct auxtrace_buffer *buffer)  in auxtrace_queues__queue_buffer()  argument
294 		queue->tid = buffer->tid;  in auxtrace_queues__queue_buffer()
295 		queue->cpu = buffer->cpu;  in auxtrace_queues__queue_buffer()
298 	buffer->buffer_nr = queues->next_buffer_nr++;  in auxtrace_queues__queue_buffer()
300 	list_add_tail(&buffer->list, &queue->head);  in auxtrace_queues__queue_buffer()
313 					 struct auxtrace_buffer *buffer)  in auxtrace_queues__split_buffer()  argument
315 	u64 sz = buffer->size;  in auxtrace_queues__split_buffer()
321 		b = memdup(buffer, sizeof(struct auxtrace_buffer));  in auxtrace_queues__split_buffer()
331 		buffer->data_offset += BUFFER_LIMIT_FOR_32_BIT;  in auxtrace_queues__split_buffer()
336 	buffer->size = sz;  in auxtrace_queues__split_buffer()
337 	buffer->consecutive = consecutive;  in auxtrace_queues__split_buffer()
352 				       struct auxtrace_buffer *buffer,  in auxtrace_queues__add_buffer()  argument
357 	if (filter_cpu(session, buffer->cpu))  in auxtrace_queues__add_buffer()
360 	buffer = memdup(buffer, sizeof(*buffer));  in auxtrace_queues__add_buffer()
361 	if (!buffer)  in auxtrace_queues__add_buffer()
365 		buffer->data = buffer->data_offset - session->one_mmap_offset +  in auxtrace_queues__add_buffer()
368 		buffer->data = auxtrace_copy_data(buffer->size, session);  in auxtrace_queues__add_buffer()
369 		if (!buffer->data)  in auxtrace_queues__add_buffer()
371 		buffer->data_needs_freeing = true;  in auxtrace_queues__add_buffer()
373 		   buffer->size > BUFFER_LIMIT_FOR_32_BIT) {  in auxtrace_queues__add_buffer()
374 		err = auxtrace_queues__split_buffer(queues, idx, buffer);  in auxtrace_queues__add_buffer()
379 	err = auxtrace_queues__queue_buffer(queues, idx, buffer);  in auxtrace_queues__add_buffer()
385 		*buffer_ptr = buffer;  in auxtrace_queues__add_buffer()
390 	auxtrace_buffer__free(buffer);  in auxtrace_queues__add_buffer()
399 	struct auxtrace_buffer buffer = {  in auxtrace_queues__add_event()  local
410 	return auxtrace_queues__add_buffer(queues, session, idx, &buffer,  in auxtrace_queues__add_event()
447 			struct auxtrace_buffer *buffer;  in auxtrace_queues__free()  local
449 			buffer = list_entry(queues->queue_array[i].head.next,  in auxtrace_queues__free()
451 			list_del_init(&buffer->list);  in auxtrace_queues__free()
452 			auxtrace_buffer__free(buffer);  in auxtrace_queues__free()
996 					      struct auxtrace_buffer *buffer)  in auxtrace_buffer__next()  argument
998 	if (buffer) {  in auxtrace_buffer__next()
999 		if (list_is_last(&buffer->list, &queue->head))  in auxtrace_buffer__next()
1001 		return list_entry(buffer->list.next, struct auxtrace_buffer,  in auxtrace_buffer__next()
1040 	struct auxtrace_buffer buffer = {  in auxtrace_queues__add_sample()  local
1058 	buffer.tid = sid->tid;  in auxtrace_queues__add_sample()
1059 	buffer.cpu = sid->cpu;  in auxtrace_queues__add_sample()
1061 	return auxtrace_queues__add_buffer(queues, session, idx, &buffer, NULL);  in auxtrace_queues__add_sample()
1121 void *auxtrace_buffer__get_data_rw(struct auxtrace_buffer *buffer, int fd, bool rw)  in auxtrace_buffer__get_data_rw()  argument
1124 	size_t adj = buffer->data_offset & (page_size - 1);  in auxtrace_buffer__get_data_rw()
1125 	size_t size = buffer->size + adj;  in auxtrace_buffer__get_data_rw()
1126 	off_t file_offset = buffer->data_offset - adj;  in auxtrace_buffer__get_data_rw()
1129 	if (buffer->data)  in auxtrace_buffer__get_data_rw()
1130 		return buffer->data;  in auxtrace_buffer__get_data_rw()
1136 	buffer->mmap_addr = addr;  in auxtrace_buffer__get_data_rw()
1137 	buffer->mmap_size = size;  in auxtrace_buffer__get_data_rw()
1139 	buffer->data = addr + adj;  in auxtrace_buffer__get_data_rw()
1141 	return buffer->data;  in auxtrace_buffer__get_data_rw()
1144 void auxtrace_buffer__put_data(struct auxtrace_buffer *buffer)  in auxtrace_buffer__put_data()  argument
1146 	if (!buffer->data || !buffer->mmap_addr)  in auxtrace_buffer__put_data()
1148 	munmap(buffer->mmap_addr, buffer->mmap_size);  in auxtrace_buffer__put_data()
1149 	buffer->mmap_addr = NULL;  in auxtrace_buffer__put_data()
1150 	buffer->mmap_size = 0;  in auxtrace_buffer__put_data()
1151 	buffer->data = NULL;  in auxtrace_buffer__put_data()
1152 	buffer->use_data = NULL;  in auxtrace_buffer__put_data()
1155 void auxtrace_buffer__drop_data(struct auxtrace_buffer *buffer)  in auxtrace_buffer__drop_data()  argument
1157 	auxtrace_buffer__put_data(buffer);  in auxtrace_buffer__drop_data()
1158 	if (buffer->data_needs_freeing) {  in auxtrace_buffer__drop_data()
1159 		buffer->data_needs_freeing = false;  in auxtrace_buffer__drop_data()
1160 		zfree(&buffer->data);  in auxtrace_buffer__drop_data()
1161 		buffer->use_data = NULL;  in auxtrace_buffer__drop_data()
1162 		buffer->size = 0;  in auxtrace_buffer__drop_data()
1166 void auxtrace_buffer__free(struct auxtrace_buffer *buffer)  in auxtrace_buffer__free()  argument
1168 	auxtrace_buffer__drop_data(buffer);  in auxtrace_buffer__free()
1169 	free(buffer);  in auxtrace_buffer__free()