Lines Matching refs:buffer
51 static struct binder_buffer *binder_buffer_next(struct binder_buffer *buffer) in binder_buffer_next() argument
53 return list_entry(buffer->entry.next, struct binder_buffer, entry); in binder_buffer_next()
56 static struct binder_buffer *binder_buffer_prev(struct binder_buffer *buffer) in binder_buffer_prev() argument
58 return list_entry(buffer->entry.prev, struct binder_buffer, entry); in binder_buffer_prev()
62 struct binder_buffer *buffer) in binder_alloc_buffer_size() argument
64 if (list_is_last(&buffer->entry, &alloc->buffers)) in binder_alloc_buffer_size()
65 return alloc->buffer + alloc->buffer_size - buffer->user_data; in binder_alloc_buffer_size()
66 return binder_buffer_next(buffer)->user_data - buffer->user_data; in binder_alloc_buffer_size()
74 struct binder_buffer *buffer; in binder_insert_free_buffer() local
88 buffer = rb_entry(parent, struct binder_buffer, rb_node); in binder_insert_free_buffer()
89 BUG_ON(!buffer->free); in binder_insert_free_buffer()
91 buffer_size = binder_alloc_buffer_size(alloc, buffer); in binder_insert_free_buffer()
107 struct binder_buffer *buffer; in binder_insert_allocated_buffer_locked() local
113 buffer = rb_entry(parent, struct binder_buffer, rb_node); in binder_insert_allocated_buffer_locked()
114 BUG_ON(buffer->free); in binder_insert_allocated_buffer_locked()
116 if (new_buffer->user_data < buffer->user_data) in binder_insert_allocated_buffer_locked()
118 else if (new_buffer->user_data > buffer->user_data) in binder_insert_allocated_buffer_locked()
132 struct binder_buffer *buffer; in binder_alloc_prepare_to_free_locked() local
135 buffer = rb_entry(n, struct binder_buffer, rb_node); in binder_alloc_prepare_to_free_locked()
136 BUG_ON(buffer->free); in binder_alloc_prepare_to_free_locked()
138 if (user_ptr < buffer->user_data) { in binder_alloc_prepare_to_free_locked()
140 } else if (user_ptr > buffer->user_data) { in binder_alloc_prepare_to_free_locked()
148 if (!buffer->allow_user_free) in binder_alloc_prepare_to_free_locked()
150 buffer->allow_user_free = 0; in binder_alloc_prepare_to_free_locked()
151 return buffer; in binder_alloc_prepare_to_free_locked()
171 struct binder_buffer *buffer; in binder_alloc_prepare_to_free() local
174 buffer = binder_alloc_prepare_to_free_locked(alloc, user_ptr); in binder_alloc_prepare_to_free()
176 return buffer; in binder_alloc_prepare_to_free()
206 index = (page_addr - alloc->buffer) / PAGE_SIZE; in binder_lru_freelist_add()
255 alloc->pid, __func__, addr - alloc->buffer, ret); in binder_install_single_page()
270 struct binder_buffer *buffer, in binder_install_buffer_pages() argument
277 start = buffer->user_data & PAGE_MASK; in binder_install_buffer_pages()
278 final = PAGE_ALIGN(buffer->user_data + size); in binder_install_buffer_pages()
284 index = (page_addr - alloc->buffer) / PAGE_SIZE; in binder_install_buffer_pages()
315 index = (page_addr - alloc->buffer) / PAGE_SIZE; in binder_lru_freelist_del()
350 struct binder_buffer *buffer; in debug_no_space_locked() local
360 buffer = rb_entry(n, struct binder_buffer, rb_node); in debug_no_space_locked()
361 buffer_size = binder_alloc_buffer_size(alloc, buffer); in debug_no_space_locked()
369 buffer = rb_entry(n, struct binder_buffer, rb_node); in debug_no_space_locked()
370 buffer_size = binder_alloc_buffer_size(alloc, buffer); in debug_no_space_locked()
393 struct binder_buffer *buffer; in debug_low_async_space_locked() local
410 buffer = rb_entry(n, struct binder_buffer, rb_node); in debug_low_async_space_locked()
411 if (buffer->pid != pid) in debug_low_async_space_locked()
413 if (!buffer->async_transaction) in debug_low_async_space_locked()
415 total_alloc_size += binder_alloc_buffer_size(alloc, buffer); in debug_low_async_space_locked()
445 struct binder_buffer *buffer; in binder_alloc_new_buf_locked() local
457 buffer = ERR_PTR(-EPERM); in binder_alloc_new_buf_locked()
465 buffer = ERR_PTR(-ENOSPC); in binder_alloc_new_buf_locked()
470 buffer = rb_entry(n, struct binder_buffer, rb_node); in binder_alloc_new_buf_locked()
471 BUG_ON(!buffer->free); in binder_alloc_new_buf_locked()
472 buffer_size = binder_alloc_buffer_size(alloc, buffer); in binder_alloc_new_buf_locked()
490 buffer = ERR_PTR(-ENOSPC); in binder_alloc_new_buf_locked()
496 buffer = rb_entry(best_fit, struct binder_buffer, rb_node); in binder_alloc_new_buf_locked()
497 buffer_size = binder_alloc_buffer_size(alloc, buffer); in binder_alloc_new_buf_locked()
500 new_buffer->user_data = buffer->user_data + size; in binder_alloc_new_buf_locked()
501 list_add(&new_buffer->entry, &buffer->entry); in binder_alloc_new_buf_locked()
509 alloc->pid, size, buffer, buffer_size); in binder_alloc_new_buf_locked()
517 next_used_page = (buffer->user_data + buffer_size) & PAGE_MASK; in binder_alloc_new_buf_locked()
518 curr_last_page = PAGE_ALIGN(buffer->user_data + size); in binder_alloc_new_buf_locked()
519 binder_lru_freelist_del(alloc, PAGE_ALIGN(buffer->user_data), in binder_alloc_new_buf_locked()
522 rb_erase(&buffer->rb_node, &alloc->free_buffers); in binder_alloc_new_buf_locked()
523 buffer->free = 0; in binder_alloc_new_buf_locked()
524 buffer->allow_user_free = 0; in binder_alloc_new_buf_locked()
525 binder_insert_allocated_buffer_locked(alloc, buffer); in binder_alloc_new_buf_locked()
526 buffer->async_transaction = is_async; in binder_alloc_new_buf_locked()
527 buffer->oneway_spam_suspect = false; in binder_alloc_new_buf_locked()
534 buffer->oneway_spam_suspect = true; in binder_alloc_new_buf_locked()
540 return buffer; in binder_alloc_new_buf_locked()
586 struct binder_buffer *buffer, *next; in binder_alloc_new_buf() local
613 buffer = binder_alloc_new_buf_locked(alloc, next, size, is_async); in binder_alloc_new_buf()
614 if (IS_ERR(buffer)) { in binder_alloc_new_buf()
619 buffer->data_size = data_size; in binder_alloc_new_buf()
620 buffer->offsets_size = offsets_size; in binder_alloc_new_buf()
621 buffer->extra_buffers_size = extra_buffers_size; in binder_alloc_new_buf()
622 buffer->pid = current->tgid; in binder_alloc_new_buf()
625 ret = binder_install_buffer_pages(alloc, buffer, size); in binder_alloc_new_buf()
627 binder_alloc_free_buf(alloc, buffer); in binder_alloc_new_buf()
628 buffer = ERR_PTR(ret); in binder_alloc_new_buf()
631 return buffer; in binder_alloc_new_buf()
634 static unsigned long buffer_start_page(struct binder_buffer *buffer) in buffer_start_page() argument
636 return buffer->user_data & PAGE_MASK; in buffer_start_page()
639 static unsigned long prev_buffer_end_page(struct binder_buffer *buffer) in prev_buffer_end_page() argument
641 return (buffer->user_data - 1) & PAGE_MASK; in prev_buffer_end_page()
645 struct binder_buffer *buffer) in binder_delete_free_buffer() argument
649 if (PAGE_ALIGNED(buffer->user_data)) in binder_delete_free_buffer()
652 BUG_ON(alloc->buffers.next == &buffer->entry); in binder_delete_free_buffer()
653 prev = binder_buffer_prev(buffer); in binder_delete_free_buffer()
655 if (prev_buffer_end_page(prev) == buffer_start_page(buffer)) in binder_delete_free_buffer()
658 if (!list_is_last(&buffer->entry, &alloc->buffers)) { in binder_delete_free_buffer()
659 next = binder_buffer_next(buffer); in binder_delete_free_buffer()
660 if (buffer_start_page(next) == buffer_start_page(buffer)) in binder_delete_free_buffer()
664 binder_lru_freelist_add(alloc, buffer_start_page(buffer), in binder_delete_free_buffer()
665 buffer_start_page(buffer) + PAGE_SIZE); in binder_delete_free_buffer()
667 list_del(&buffer->entry); in binder_delete_free_buffer()
668 kfree(buffer); in binder_delete_free_buffer()
672 struct binder_buffer *buffer) in binder_free_buf_locked() argument
676 buffer_size = binder_alloc_buffer_size(alloc, buffer); in binder_free_buf_locked()
678 size = ALIGN(buffer->data_size, sizeof(void *)) + in binder_free_buf_locked()
679 ALIGN(buffer->offsets_size, sizeof(void *)) + in binder_free_buf_locked()
680 ALIGN(buffer->extra_buffers_size, sizeof(void *)); in binder_free_buf_locked()
684 alloc->pid, buffer, size, buffer_size); in binder_free_buf_locked()
686 BUG_ON(buffer->free); in binder_free_buf_locked()
688 BUG_ON(buffer->transaction != NULL); in binder_free_buf_locked()
689 BUG_ON(buffer->user_data < alloc->buffer); in binder_free_buf_locked()
690 BUG_ON(buffer->user_data > alloc->buffer + alloc->buffer_size); in binder_free_buf_locked()
692 if (buffer->async_transaction) { in binder_free_buf_locked()
699 binder_lru_freelist_add(alloc, PAGE_ALIGN(buffer->user_data), in binder_free_buf_locked()
700 (buffer->user_data + buffer_size) & PAGE_MASK); in binder_free_buf_locked()
702 rb_erase(&buffer->rb_node, &alloc->allocated_buffers); in binder_free_buf_locked()
703 buffer->free = 1; in binder_free_buf_locked()
704 if (!list_is_last(&buffer->entry, &alloc->buffers)) { in binder_free_buf_locked()
705 struct binder_buffer *next = binder_buffer_next(buffer); in binder_free_buf_locked()
712 if (alloc->buffers.next != &buffer->entry) { in binder_free_buf_locked()
713 struct binder_buffer *prev = binder_buffer_prev(buffer); in binder_free_buf_locked()
716 binder_delete_free_buffer(alloc, buffer); in binder_free_buf_locked()
718 buffer = prev; in binder_free_buf_locked()
721 binder_insert_free_buffer(alloc, buffer); in binder_free_buf_locked()
744 struct binder_buffer *buffer, in binder_alloc_get_page() argument
749 (buffer->user_data - alloc->buffer); in binder_alloc_get_page()
767 struct binder_buffer *buffer) in binder_alloc_clear_buf() argument
769 size_t bytes = binder_alloc_buffer_size(alloc, buffer); in binder_alloc_clear_buf()
777 page = binder_alloc_get_page(alloc, buffer, in binder_alloc_clear_buf()
794 struct binder_buffer *buffer) in binder_alloc_free_buf() argument
804 if (buffer->clear_on_free) { in binder_alloc_free_buf()
805 binder_alloc_clear_buf(alloc, buffer); in binder_alloc_free_buf()
806 buffer->clear_on_free = false; in binder_alloc_free_buf()
809 binder_free_buf_locked(alloc, buffer); in binder_alloc_free_buf()
829 struct binder_buffer *buffer; in binder_alloc_mmap_handler() local
849 alloc->buffer = vma->vm_start; in binder_alloc_mmap_handler()
865 buffer = kzalloc(sizeof(*buffer), GFP_KERNEL); in binder_alloc_mmap_handler()
866 if (!buffer) { in binder_alloc_mmap_handler()
872 buffer->user_data = alloc->buffer; in binder_alloc_mmap_handler()
873 list_add(&buffer->entry, &alloc->buffers); in binder_alloc_mmap_handler()
874 buffer->free = 1; in binder_alloc_mmap_handler()
875 binder_insert_free_buffer(alloc, buffer); in binder_alloc_mmap_handler()
887 alloc->buffer = 0; in binder_alloc_mmap_handler()
905 struct binder_buffer *buffer; in binder_alloc_deferred_release() local
912 buffer = rb_entry(n, struct binder_buffer, rb_node); in binder_alloc_deferred_release()
915 BUG_ON(buffer->transaction); in binder_alloc_deferred_release()
917 if (buffer->clear_on_free) { in binder_alloc_deferred_release()
918 binder_alloc_clear_buf(alloc, buffer); in binder_alloc_deferred_release()
919 buffer->clear_on_free = false; in binder_alloc_deferred_release()
921 binder_free_buf_locked(alloc, buffer); in binder_alloc_deferred_release()
926 buffer = list_first_entry(&alloc->buffers, in binder_alloc_deferred_release()
928 WARN_ON(!buffer->free); in binder_alloc_deferred_release()
930 list_del(&buffer->entry); in binder_alloc_deferred_release()
932 kfree(buffer); in binder_alloc_deferred_release()
976 struct binder_buffer *buffer; in binder_alloc_print_allocated() local
981 buffer = rb_entry(n, struct binder_buffer, rb_node); in binder_alloc_print_allocated()
983 buffer->debug_id, in binder_alloc_print_allocated()
984 buffer->user_data - alloc->buffer, in binder_alloc_print_allocated()
985 buffer->data_size, buffer->offsets_size, in binder_alloc_print_allocated()
986 buffer->extra_buffers_size, in binder_alloc_print_allocated()
987 buffer->transaction ? "active" : "delivered"); in binder_alloc_print_allocated()
1092 page_addr = alloc->buffer + index * PAGE_SIZE; in binder_alloc_free_page()
1208 struct binder_buffer *buffer, in check_buffer() argument
1211 size_t buffer_size = binder_alloc_buffer_size(alloc, buffer); in check_buffer()
1216 !buffer->free && in check_buffer()
1217 (!buffer->allow_user_free || !buffer->transaction); in check_buffer()
1234 struct binder_buffer *buffer, in binder_alloc_copy_user_to_buffer() argument
1239 if (!check_buffer(alloc, buffer, buffer_offset, bytes)) in binder_alloc_copy_user_to_buffer()
1249 page = binder_alloc_get_page(alloc, buffer, in binder_alloc_copy_user_to_buffer()
1266 struct binder_buffer *buffer, in binder_alloc_do_buffer_copy() argument
1272 if (!check_buffer(alloc, buffer, buffer_offset, bytes)) in binder_alloc_do_buffer_copy()
1280 page = binder_alloc_get_page(alloc, buffer, in binder_alloc_do_buffer_copy()
1296 struct binder_buffer *buffer, in binder_alloc_copy_to_buffer() argument
1301 return binder_alloc_do_buffer_copy(alloc, true, buffer, buffer_offset, in binder_alloc_copy_to_buffer()
1307 struct binder_buffer *buffer, in binder_alloc_copy_from_buffer() argument
1311 return binder_alloc_do_buffer_copy(alloc, false, buffer, buffer_offset, in binder_alloc_copy_from_buffer()