26 	struct fscache_retrieval *op = monitor->op;  in cachefiles_read_waiter()  local
50 	ASSERT(op);  in cachefiles_read_waiter()
57 	fscache_get_retrieval(op);  in cachefiles_read_waiter()
59 	object = container_of(op->op.object, struct cachefiles_object, fscache);  in cachefiles_read_waiter()
61 	list_add_tail(&monitor->op_link, &op->to_do);  in cachefiles_read_waiter()
62 	fscache_enqueue_retrieval(op);  in cachefiles_read_waiter()
65 	fscache_put_retrieval(op);  in cachefiles_read_waiter()
156 	struct fscache_retrieval *op;  in cachefiles_read_copier()  local
159 	op = container_of(_op, struct fscache_retrieval, op);  in cachefiles_read_copier()
160 	object = container_of(op->op.object,  in cachefiles_read_copier()
168 	while (!list_empty(&op->to_do)) {  in cachefiles_read_copier()
169 		monitor = list_entry(op->to_do.next,  in cachefiles_read_copier()
183 			fscache_mark_page_cached(monitor->op,  in cachefiles_read_copier()
202 		fscache_end_io(op, monitor->netfs_page, error);  in cachefiles_read_copier()
204 		fscache_retrieval_complete(op, 1);  in cachefiles_read_copier()
205 		fscache_put_retrieval(op);  in cachefiles_read_copier()
212 			if (!list_empty(&op->to_do))  in cachefiles_read_copier()
213 				fscache_enqueue_retrieval(op);  in cachefiles_read_copier()
230 					    struct fscache_retrieval *op,  in cachefiles_read_backing_file_one()  argument
248 	monitor->op = fscache_get_retrieval(op);  in cachefiles_read_backing_file_one()
335 	fscache_mark_page_cached(op, netpage);  in cachefiles_read_backing_file_one()
338 	fscache_end_io(op, netpage, 0);  in cachefiles_read_backing_file_one()
339 	fscache_retrieval_complete(op, 1);  in cachefiles_read_backing_file_one()
349 		fscache_put_retrieval(monitor->op);  in cachefiles_read_backing_file_one()
358 		fscache_retrieval_complete(op, 1);  in cachefiles_read_backing_file_one()
363 	fscache_retrieval_complete(op, 1);  in cachefiles_read_backing_file_one()
370 	fscache_put_retrieval(monitor->op);  in cachefiles_read_backing_file_one()
373 	fscache_retrieval_complete(op, 1);  in cachefiles_read_backing_file_one()
392 int cachefiles_read_or_alloc_page(struct fscache_retrieval *op,  in cachefiles_read_or_alloc_page()  argument
403 	object = container_of(op->op.object,  in cachefiles_read_or_alloc_page()
419 	op->op.flags &= FSCACHE_OP_KEEP_FLAGS;  in cachefiles_read_or_alloc_page()
420 	op->op.flags |= FSCACHE_OP_ASYNC;  in cachefiles_read_or_alloc_page()
421 	op->op.processor = cachefiles_read_copier;  in cachefiles_read_or_alloc_page()
442 		ret = cachefiles_read_backing_file_one(object, op, page);  in cachefiles_read_or_alloc_page()
445 		fscache_mark_page_cached(op, page);  in cachefiles_read_or_alloc_page()
446 		fscache_retrieval_complete(op, 1);  in cachefiles_read_or_alloc_page()
456 	fscache_retrieval_complete(op, 1);  in cachefiles_read_or_alloc_page()
466 					struct fscache_retrieval *op,  in cachefiles_read_backing_file()  argument
487 			monitor->op = fscache_get_retrieval(op);  in cachefiles_read_backing_file()
530 		ret = add_to_page_cache_lru(netpage, op->mapping,  in cachefiles_read_backing_file()
538 				fscache_retrieval_complete(op, 1);  in cachefiles_read_backing_file()
606 		ret = add_to_page_cache_lru(netpage, op->mapping,  in cachefiles_read_backing_file()
614 				fscache_retrieval_complete(op, 1);  in cachefiles_read_backing_file()
625 		fscache_mark_page_cached(op, netpage);  in cachefiles_read_backing_file()
628 		fscache_end_io(op, netpage, 0);  in cachefiles_read_backing_file()
631 		fscache_retrieval_complete(op, 1);  in cachefiles_read_backing_file()
648 		fscache_put_retrieval(op);  in cachefiles_read_backing_file()
655 		fscache_retrieval_complete(op, 1);  in cachefiles_read_backing_file()
674 	fscache_retrieval_complete(op, 1);  in cachefiles_read_backing_file()
682 int cachefiles_read_or_alloc_pages(struct fscache_retrieval *op,  in cachefiles_read_or_alloc_pages()  argument
696 	object = container_of(op->op.object,  in cachefiles_read_or_alloc_pages()
702 	       object->fscache.debug_id, atomic_read(&op->op.usage),  in cachefiles_read_or_alloc_pages()
720 	op->op.flags &= FSCACHE_OP_KEEP_FLAGS;  in cachefiles_read_or_alloc_pages()
721 	op->op.flags |= FSCACHE_OP_ASYNC;  in cachefiles_read_or_alloc_pages()
722 	op->op.processor = cachefiles_read_copier;  in cachefiles_read_or_alloc_pages()
754 			fscache_mark_pages_cached(op, &pagevec);  in cachefiles_read_or_alloc_pages()
755 			fscache_retrieval_complete(op, 1);  in cachefiles_read_or_alloc_pages()
758 			fscache_retrieval_complete(op, 1);  in cachefiles_read_or_alloc_pages()
763 		fscache_mark_pages_cached(op, &pagevec);  in cachefiles_read_or_alloc_pages()
771 		ret2 = cachefiles_read_backing_file(object, op, &backpages);  in cachefiles_read_or_alloc_pages()
781 	fscache_retrieval_complete(op, *nr_pages);  in cachefiles_read_or_alloc_pages()
796 int cachefiles_allocate_page(struct fscache_retrieval *op,  in cachefiles_allocate_page()  argument
804 	object = container_of(op->op.object,  in cachefiles_allocate_page()
813 		fscache_mark_page_cached(op, page);  in cachefiles_allocate_page()
817 	fscache_retrieval_complete(op, 1);  in cachefiles_allocate_page()
833 int cachefiles_allocate_pages(struct fscache_retrieval *op,  in cachefiles_allocate_pages()  argument
844 	object = container_of(op->op.object,  in cachefiles_allocate_pages()
857 				fscache_mark_pages_cached(op, &pagevec);  in cachefiles_allocate_pages()
861 			fscache_mark_pages_cached(op, &pagevec);  in cachefiles_allocate_pages()
867 	fscache_retrieval_complete(op, *nr_pages);  in cachefiles_allocate_pages()
879 int cachefiles_write_page(struct fscache_storage *op, struct page *page)  in cachefiles_write_page()  argument
890 	ASSERT(op != NULL);  in cachefiles_write_page()
893 	object = container_of(op->op.object,  in cachefiles_write_page()