231 	struct nfs_read_data *data = calldata;  in nfs_direct_read_result()  local
233 	nfs_readpage_result(task, data);  in nfs_direct_read_result()
239 	struct nfs_read_data *data = calldata;  in nfs_direct_read_release()  local
240 	struct nfs_direct_req *dreq = (struct nfs_direct_req *) data->req;  in nfs_direct_read_release()
241 	int status = data->task.tk_status;  in nfs_direct_read_release()
248 		dreq->count += data->res.count;  in nfs_direct_read_release()
250 		nfs_direct_dirty_pages(data->pagevec,  in nfs_direct_read_release()
251 				data->args.pgbase,  in nfs_direct_read_release()
252 				data->res.count);  in nfs_direct_read_release()
254 	nfs_direct_release_pages(data->pagevec, data->npages);  in nfs_direct_read_release()
298 		struct nfs_read_data *data;  in nfs_direct_read_schedule_segment()  local
305 		data = nfs_readdata_alloc(nfs_page_array_len(pgbase, bytes));  in nfs_direct_read_schedule_segment()
306 		if (unlikely(!data))  in nfs_direct_read_schedule_segment()
311 					data->npages, 1, 0, data->pagevec, NULL);  in nfs_direct_read_schedule_segment()
314 			nfs_readdata_release(data);  in nfs_direct_read_schedule_segment()
317 		if ((unsigned)result < data->npages) {  in nfs_direct_read_schedule_segment()
320 				nfs_direct_release_pages(data->pagevec, result);  in nfs_direct_read_schedule_segment()
321 				nfs_readdata_release(data);  in nfs_direct_read_schedule_segment()
325 			data->npages = result;  in nfs_direct_read_schedule_segment()
330 		data->req = (struct nfs_page *) dreq;  in nfs_direct_read_schedule_segment()
331 		data->inode = inode;  in nfs_direct_read_schedule_segment()
332 		data->cred = msg.rpc_cred;  in nfs_direct_read_schedule_segment()
333 		data->args.fh = NFS_FH(inode);  in nfs_direct_read_schedule_segment()
334 		data->args.context = get_nfs_open_context(ctx);  in nfs_direct_read_schedule_segment()
335 		data->args.offset = pos;  in nfs_direct_read_schedule_segment()
336 		data->args.pgbase = pgbase;  in nfs_direct_read_schedule_segment()
337 		data->args.pages = data->pagevec;  in nfs_direct_read_schedule_segment()
338 		data->args.count = bytes;  in nfs_direct_read_schedule_segment()
339 		data->res.fattr = &data->fattr;  in nfs_direct_read_schedule_segment()
340 		data->res.eof = 0;  in nfs_direct_read_schedule_segment()
341 		data->res.count = bytes;  in nfs_direct_read_schedule_segment()
342 		msg.rpc_argp = &data->args;  in nfs_direct_read_schedule_segment()
343 		msg.rpc_resp = &data->res;  in nfs_direct_read_schedule_segment()
345 		task_setup_data.task = &data->task;  in nfs_direct_read_schedule_segment()
346 		task_setup_data.callback_data = data;  in nfs_direct_read_schedule_segment()
347 		NFS_PROTO(inode)->read_setup(data, &msg);  in nfs_direct_read_schedule_segment()
356 				data->task.tk_pid,  in nfs_direct_read_schedule_segment()
360 				(unsigned long long)data->args.offset);  in nfs_direct_read_schedule_segment()
438 		struct nfs_write_data *data = list_entry(dreq->rewrite_list.next, struct nfs_write_data, pages);  in nfs_direct_free_writedata()  local
439 		list_del(&data->pages);  in nfs_direct_free_writedata()
440 		nfs_direct_release_pages(data->pagevec, data->npages);  in nfs_direct_free_writedata()
441 		nfs_writedata_release(data);  in nfs_direct_free_writedata()
450 	struct nfs_write_data *data;  in nfs_direct_write_reschedule()  local
466 		data = list_entry(p, struct nfs_write_data, pages);  in nfs_direct_write_reschedule()
471 		data->args.stable = NFS_FILE_SYNC;  in nfs_direct_write_reschedule()
476 		nfs_fattr_init(&data->fattr);  in nfs_direct_write_reschedule()
477 		data->res.count = data->args.count;  in nfs_direct_write_reschedule()
478 		memset(&data->verf, 0, sizeof(data->verf));  in nfs_direct_write_reschedule()
484 		task_setup_data.task = &data->task;  in nfs_direct_write_reschedule()
485 		task_setup_data.callback_data = data;  in nfs_direct_write_reschedule()
486 		msg.rpc_argp = &data->args;  in nfs_direct_write_reschedule()
487 		msg.rpc_resp = &data->res;  in nfs_direct_write_reschedule()
488 		NFS_PROTO(inode)->write_setup(data, &msg);  in nfs_direct_write_reschedule()
498 				data->task.tk_pid,  in nfs_direct_write_reschedule()
501 				data->args.count,  in nfs_direct_write_reschedule()
502 				(unsigned long long)data->args.offset);  in nfs_direct_write_reschedule()
511 	struct nfs_write_data *data = calldata;  in nfs_direct_commit_result()  local
514 	NFS_PROTO(data->inode)->commit_done(task, data);  in nfs_direct_commit_result()
519 	struct nfs_write_data *data = calldata;  in nfs_direct_commit_release()  local
520 	struct nfs_direct_req *dreq = (struct nfs_direct_req *) data->req;  in nfs_direct_commit_release()
521 	int status = data->task.tk_status;  in nfs_direct_commit_release()
525 				data->task.tk_pid, status);  in nfs_direct_commit_release()
527 	} else if (memcmp(&dreq->verf, &data->verf, sizeof(data->verf))) {  in nfs_direct_commit_release()
528 		dprintk("NFS: %5u commit verify failed\n", data->task.tk_pid);  in nfs_direct_commit_release()
532 	dprintk("NFS: %5u commit returned %d\n", data->task.tk_pid, status);  in nfs_direct_commit_release()
533 	nfs_direct_write_complete(dreq, data->inode);  in nfs_direct_commit_release()
544 	struct nfs_write_data *data = dreq->commit_data;  in nfs_direct_commit_schedule()  local
547 		.rpc_argp = &data->args,  in nfs_direct_commit_schedule()
548 		.rpc_resp = &data->res,  in nfs_direct_commit_schedule()
552 		.task = &data->task,  in nfs_direct_commit_schedule()
556 		.callback_data = data,  in nfs_direct_commit_schedule()
561 	data->inode = dreq->inode;  in nfs_direct_commit_schedule()
562 	data->cred = msg.rpc_cred;  in nfs_direct_commit_schedule()
564 	data->args.fh = NFS_FH(data->inode);  in nfs_direct_commit_schedule()
565 	data->args.offset = 0;  in nfs_direct_commit_schedule()
566 	data->args.count = 0;  in nfs_direct_commit_schedule()
567 	data->args.context = get_nfs_open_context(dreq->ctx);  in nfs_direct_commit_schedule()
568 	data->res.count = 0;  in nfs_direct_commit_schedule()
569 	data->res.fattr = &data->fattr;  in nfs_direct_commit_schedule()
570 	data->res.verf = &data->verf;  in nfs_direct_commit_schedule()
572 	NFS_PROTO(data->inode)->commit_setup(data, &msg);  in nfs_direct_commit_schedule()
577 	dprintk("NFS: %5u initiated commit call\n", data->task.tk_pid);  in nfs_direct_commit_schedule()
627 	struct nfs_write_data *data = calldata;  in nfs_direct_write_result()  local
629 	if (nfs_writeback_done(task, data) != 0)  in nfs_direct_write_result()
639 	struct nfs_write_data *data = calldata;  in nfs_direct_write_release()  local
640 	struct nfs_direct_req *dreq = (struct nfs_direct_req *) data->req;  in nfs_direct_write_release()
641 	int status = data->task.tk_status;  in nfs_direct_write_release()
653 	dreq->count += data->res.count;  in nfs_direct_write_release()
655 	if (data->res.verf->committed != NFS_FILE_SYNC) {  in nfs_direct_write_release()
658 				memcpy(&dreq->verf, &data->verf, sizeof(dreq->verf));  in nfs_direct_write_release()
662 				if (memcmp(&dreq->verf, &data->verf, sizeof(dreq->verf))) {  in nfs_direct_write_release()
663 					dprintk("NFS: %5u write verify failed\n", data->task.tk_pid);  in nfs_direct_write_release()
672 		nfs_direct_write_complete(dreq, data->inode);  in nfs_direct_write_release()
712 		struct nfs_write_data *data;  in nfs_direct_write_schedule_segment()  local
719 		data = nfs_writedata_alloc(nfs_page_array_len(pgbase, bytes));  in nfs_direct_write_schedule_segment()
720 		if (unlikely(!data))  in nfs_direct_write_schedule_segment()
725 					data->npages, 0, 0, data->pagevec, NULL);  in nfs_direct_write_schedule_segment()
728 			nfs_writedata_release(data);  in nfs_direct_write_schedule_segment()
731 		if ((unsigned)result < data->npages) {  in nfs_direct_write_schedule_segment()
734 				nfs_direct_release_pages(data->pagevec, result);  in nfs_direct_write_schedule_segment()
735 				nfs_writedata_release(data);  in nfs_direct_write_schedule_segment()
739 			data->npages = result;  in nfs_direct_write_schedule_segment()
744 		list_move_tail(&data->pages, &dreq->rewrite_list);  in nfs_direct_write_schedule_segment()
746 		data->req = (struct nfs_page *) dreq;  in nfs_direct_write_schedule_segment()
747 		data->inode = inode;  in nfs_direct_write_schedule_segment()
748 		data->cred = msg.rpc_cred;  in nfs_direct_write_schedule_segment()
749 		data->args.fh = NFS_FH(inode);  in nfs_direct_write_schedule_segment()
750 		data->args.context = get_nfs_open_context(ctx);  in nfs_direct_write_schedule_segment()
751 		data->args.offset = pos;  in nfs_direct_write_schedule_segment()
752 		data->args.pgbase = pgbase;  in nfs_direct_write_schedule_segment()
753 		data->args.pages = data->pagevec;  in nfs_direct_write_schedule_segment()
754 		data->args.count = bytes;  in nfs_direct_write_schedule_segment()
755 		data->args.stable = sync;  in nfs_direct_write_schedule_segment()
756 		data->res.fattr = &data->fattr;  in nfs_direct_write_schedule_segment()
757 		data->res.count = bytes;  in nfs_direct_write_schedule_segment()
758 		data->res.verf = &data->verf;  in nfs_direct_write_schedule_segment()
760 		task_setup_data.task = &data->task;  in nfs_direct_write_schedule_segment()
761 		task_setup_data.callback_data = data;  in nfs_direct_write_schedule_segment()
762 		msg.rpc_argp = &data->args;  in nfs_direct_write_schedule_segment()
763 		msg.rpc_resp = &data->res;  in nfs_direct_write_schedule_segment()
764 		NFS_PROTO(inode)->write_setup(data, &msg);  in nfs_direct_write_schedule_segment()
773 				data->task.tk_pid,  in nfs_direct_write_schedule_segment()
777 				(unsigned long long)data->args.offset);  in nfs_direct_write_schedule_segment()