54 	ASSERT(monitor->op);  in cachefiles_read_waiter()
56 	object = container_of(monitor->op->op.object,  in cachefiles_read_waiter()
60 	list_add_tail(&monitor->op_link, &monitor->op->to_do);  in cachefiles_read_waiter()
63 	fscache_enqueue_retrieval(monitor->op);  in cachefiles_read_waiter()
153 	struct fscache_retrieval *op;  in cachefiles_read_copier()  local
156 	op = container_of(_op, struct fscache_retrieval, op);  in cachefiles_read_copier()
157 	object = container_of(op->op.object,  in cachefiles_read_copier()
165 	while (!list_empty(&op->to_do)) {  in cachefiles_read_copier()
166 		monitor = list_entry(op->to_do.next,  in cachefiles_read_copier()
180 			fscache_mark_page_cached(monitor->op,  in cachefiles_read_copier()
199 		fscache_end_io(op, monitor->netfs_page, error);  in cachefiles_read_copier()
201 		fscache_retrieval_complete(op, 1);  in cachefiles_read_copier()
202 		fscache_put_retrieval(op);  in cachefiles_read_copier()
209 			if (!list_empty(&op->to_do))  in cachefiles_read_copier()
210 				fscache_enqueue_retrieval(op);  in cachefiles_read_copier()
227 					    struct fscache_retrieval *op,  in cachefiles_read_backing_file_one()  argument
245 	monitor->op = fscache_get_retrieval(op);  in cachefiles_read_backing_file_one()
333 	fscache_mark_page_cached(op, netpage);  in cachefiles_read_backing_file_one()
336 	fscache_end_io(op, netpage, 0);  in cachefiles_read_backing_file_one()
337 	fscache_retrieval_complete(op, 1);  in cachefiles_read_backing_file_one()
347 		fscache_put_retrieval(monitor->op);  in cachefiles_read_backing_file_one()
356 		fscache_retrieval_complete(op, 1);  in cachefiles_read_backing_file_one()
361 	fscache_retrieval_complete(op, 1);  in cachefiles_read_backing_file_one()
368 	fscache_put_retrieval(monitor->op);  in cachefiles_read_backing_file_one()
371 	fscache_retrieval_complete(op, 1);  in cachefiles_read_backing_file_one()
390 int cachefiles_read_or_alloc_page(struct fscache_retrieval *op,  in cachefiles_read_or_alloc_page()  argument
401 	object = container_of(op->op.object,  in cachefiles_read_or_alloc_page()
419 	op->op.flags &= FSCACHE_OP_KEEP_FLAGS;  in cachefiles_read_or_alloc_page()
420 	op->op.flags |= FSCACHE_OP_ASYNC;  in cachefiles_read_or_alloc_page()
421 	op->op.processor = cachefiles_read_copier;  in cachefiles_read_or_alloc_page()
440 		ret = cachefiles_read_backing_file_one(object, op, page);  in cachefiles_read_or_alloc_page()
443 		fscache_mark_page_cached(op, page);  in cachefiles_read_or_alloc_page()
444 		fscache_retrieval_complete(op, 1);  in cachefiles_read_or_alloc_page()
454 	fscache_retrieval_complete(op, 1);  in cachefiles_read_or_alloc_page()
464 					struct fscache_retrieval *op,  in cachefiles_read_backing_file()  argument
485 			monitor->op = fscache_get_retrieval(op);  in cachefiles_read_backing_file()
529 		ret = add_to_page_cache_lru(netpage, op->mapping,  in cachefiles_read_backing_file()
534 				fscache_retrieval_complete(op, 1);  in cachefiles_read_backing_file()
602 		ret = add_to_page_cache_lru(netpage, op->mapping,  in cachefiles_read_backing_file()
607 				fscache_retrieval_complete(op, 1);  in cachefiles_read_backing_file()
618 		fscache_mark_page_cached(op, netpage);  in cachefiles_read_backing_file()
621 		fscache_end_io(op, netpage, 0);  in cachefiles_read_backing_file()
624 		fscache_retrieval_complete(op, 1);  in cachefiles_read_backing_file()
641 		fscache_put_retrieval(op);  in cachefiles_read_backing_file()
648 		fscache_retrieval_complete(op, 1);  in cachefiles_read_backing_file()
667 	fscache_retrieval_complete(op, 1);  in cachefiles_read_backing_file()
675 int cachefiles_read_or_alloc_pages(struct fscache_retrieval *op,  in cachefiles_read_or_alloc_pages()  argument
689 	object = container_of(op->op.object,  in cachefiles_read_or_alloc_pages()
695 	       object->fscache.debug_id, atomic_read(&op->op.usage),  in cachefiles_read_or_alloc_pages()
715 	op->op.flags &= FSCACHE_OP_KEEP_FLAGS;  in cachefiles_read_or_alloc_pages()
716 	op->op.flags |= FSCACHE_OP_ASYNC;  in cachefiles_read_or_alloc_pages()
717 	op->op.processor = cachefiles_read_copier;  in cachefiles_read_or_alloc_pages()
748 			fscache_mark_pages_cached(op, &pagevec);  in cachefiles_read_or_alloc_pages()
749 			fscache_retrieval_complete(op, 1);  in cachefiles_read_or_alloc_pages()
752 			fscache_retrieval_complete(op, 1);  in cachefiles_read_or_alloc_pages()
757 		fscache_mark_pages_cached(op, &pagevec);  in cachefiles_read_or_alloc_pages()
765 		ret2 = cachefiles_read_backing_file(object, op, &backpages);  in cachefiles_read_or_alloc_pages()
775 	fscache_retrieval_complete(op, *nr_pages);  in cachefiles_read_or_alloc_pages()
790 int cachefiles_allocate_page(struct fscache_retrieval *op,  in cachefiles_allocate_page()  argument
798 	object = container_of(op->op.object,  in cachefiles_allocate_page()
807 		fscache_mark_page_cached(op, page);  in cachefiles_allocate_page()
811 	fscache_retrieval_complete(op, 1);  in cachefiles_allocate_page()
827 int cachefiles_allocate_pages(struct fscache_retrieval *op,  in cachefiles_allocate_pages()  argument
838 	object = container_of(op->op.object,  in cachefiles_allocate_pages()
851 				fscache_mark_pages_cached(op, &pagevec);  in cachefiles_allocate_pages()
855 			fscache_mark_pages_cached(op, &pagevec);  in cachefiles_allocate_pages()
861 	fscache_retrieval_complete(op, *nr_pages);  in cachefiles_allocate_pages()
873 int cachefiles_write_page(struct fscache_storage *op, struct page *page)  in cachefiles_write_page()  argument
884 	ASSERT(op != NULL);  in cachefiles_write_page()
887 	object = container_of(op->op.object,  in cachefiles_write_page()