• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 // SPDX-License-Identifier: GPL-2.0
2 /*
3  * Copyright (c) 2014 Anna Schumaker <Anna.Schumaker@Netapp.com>
4  */
5 #include <linux/fs.h>
6 #include <linux/sunrpc/addr.h>
7 #include <linux/sunrpc/sched.h>
8 #include <linux/nfs.h>
9 #include <linux/nfs3.h>
10 #include <linux/nfs4.h>
11 #include <linux/nfs_xdr.h>
12 #include <linux/nfs_fs.h>
13 #include "nfs4_fs.h"
14 #include "nfs42.h"
15 #include "iostat.h"
16 #include "pnfs.h"
17 #include "nfs4session.h"
18 #include "internal.h"
19 #include "delegation.h"
20 #include "nfs4trace.h"
21 
22 #define NFSDBG_FACILITY NFSDBG_PROC
23 static int nfs42_do_offload_cancel_async(struct file *dst, nfs4_stateid *std);
24 
nfs42_set_netaddr(struct file * filep,struct nfs42_netaddr * naddr)25 static void nfs42_set_netaddr(struct file *filep, struct nfs42_netaddr *naddr)
26 {
27 	struct nfs_client *clp = (NFS_SERVER(file_inode(filep)))->nfs_client;
28 	unsigned short port = 2049;
29 
30 	rcu_read_lock();
31 	naddr->netid_len = scnprintf(naddr->netid,
32 					sizeof(naddr->netid), "%s",
33 					rpc_peeraddr2str(clp->cl_rpcclient,
34 					RPC_DISPLAY_NETID));
35 	naddr->addr_len = scnprintf(naddr->addr,
36 					sizeof(naddr->addr),
37 					"%s.%u.%u",
38 					rpc_peeraddr2str(clp->cl_rpcclient,
39 					RPC_DISPLAY_ADDR),
40 					port >> 8, port & 255);
41 	rcu_read_unlock();
42 }
43 
_nfs42_proc_fallocate(struct rpc_message * msg,struct file * filep,struct nfs_lock_context * lock,loff_t offset,loff_t len)44 static int _nfs42_proc_fallocate(struct rpc_message *msg, struct file *filep,
45 		struct nfs_lock_context *lock, loff_t offset, loff_t len)
46 {
47 	struct inode *inode = file_inode(filep);
48 	struct nfs_server *server = NFS_SERVER(inode);
49 	u32 bitmask[NFS_BITMASK_SZ];
50 	struct nfs42_falloc_args args = {
51 		.falloc_fh	= NFS_FH(inode),
52 		.falloc_offset	= offset,
53 		.falloc_length	= len,
54 		.falloc_bitmask	= bitmask,
55 	};
56 	struct nfs42_falloc_res res = {
57 		.falloc_server	= server,
58 	};
59 	int status;
60 
61 	msg->rpc_argp = &args;
62 	msg->rpc_resp = &res;
63 
64 	status = nfs4_set_rw_stateid(&args.falloc_stateid, lock->open_context,
65 			lock, FMODE_WRITE);
66 	if (status) {
67 		if (status == -EAGAIN)
68 			status = -NFS4ERR_BAD_STATEID;
69 		return status;
70 	}
71 
72 	nfs4_bitmask_set(bitmask, server->cache_consistency_bitmask, inode,
73 			 NFS_INO_INVALID_BLOCKS);
74 
75 	res.falloc_fattr = nfs_alloc_fattr();
76 	if (!res.falloc_fattr)
77 		return -ENOMEM;
78 
79 	status = nfs4_call_sync(server->client, server, msg,
80 				&args.seq_args, &res.seq_res, 0);
81 	if (status == 0) {
82 		if (nfs_should_remove_suid(inode)) {
83 			spin_lock(&inode->i_lock);
84 			nfs_set_cache_invalid(inode,
85 				NFS_INO_REVAL_FORCED | NFS_INO_INVALID_MODE);
86 			spin_unlock(&inode->i_lock);
87 		}
88 		status = nfs_post_op_update_inode_force_wcc(inode,
89 							    res.falloc_fattr);
90 	}
91 	if (msg->rpc_proc == &nfs4_procedures[NFSPROC4_CLNT_ALLOCATE])
92 		trace_nfs4_fallocate(inode, &args, status);
93 	else
94 		trace_nfs4_deallocate(inode, &args, status);
95 	kfree(res.falloc_fattr);
96 	return status;
97 }
98 
nfs42_proc_fallocate(struct rpc_message * msg,struct file * filep,loff_t offset,loff_t len)99 static int nfs42_proc_fallocate(struct rpc_message *msg, struct file *filep,
100 				loff_t offset, loff_t len)
101 {
102 	struct inode *inode = file_inode(filep);
103 	struct nfs_server *server = NFS_SERVER(inode);
104 	struct nfs4_exception exception = { };
105 	struct nfs_lock_context *lock;
106 	int err;
107 
108 	lock = nfs_get_lock_context(nfs_file_open_context(filep));
109 	if (IS_ERR(lock))
110 		return PTR_ERR(lock);
111 
112 	exception.inode = inode;
113 	exception.state = lock->open_context->state;
114 
115 	nfs_file_block_o_direct(NFS_I(inode));
116 	err = nfs_sync_inode(inode);
117 	if (err)
118 		goto out;
119 
120 	do {
121 		err = _nfs42_proc_fallocate(msg, filep, lock, offset, len);
122 		if (err == -ENOTSUPP) {
123 			err = -EOPNOTSUPP;
124 			break;
125 		}
126 		err = nfs4_handle_exception(server, err, &exception);
127 	} while (exception.retry);
128 out:
129 	nfs_put_lock_context(lock);
130 	return err;
131 }
132 
nfs42_proc_allocate(struct file * filep,loff_t offset,loff_t len)133 int nfs42_proc_allocate(struct file *filep, loff_t offset, loff_t len)
134 {
135 	struct rpc_message msg = {
136 		.rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_ALLOCATE],
137 	};
138 	struct inode *inode = file_inode(filep);
139 	int err;
140 
141 	if (!nfs_server_capable(inode, NFS_CAP_ALLOCATE))
142 		return -EOPNOTSUPP;
143 
144 	inode_lock(inode);
145 
146 	err = nfs42_proc_fallocate(&msg, filep, offset, len);
147 	if (err == -EOPNOTSUPP)
148 		NFS_SERVER(inode)->caps &= ~NFS_CAP_ALLOCATE;
149 
150 	inode_unlock(inode);
151 	return err;
152 }
153 
nfs42_proc_deallocate(struct file * filep,loff_t offset,loff_t len)154 int nfs42_proc_deallocate(struct file *filep, loff_t offset, loff_t len)
155 {
156 	struct rpc_message msg = {
157 		.rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_DEALLOCATE],
158 	};
159 	struct inode *inode = file_inode(filep);
160 	int err;
161 
162 	if (!nfs_server_capable(inode, NFS_CAP_DEALLOCATE))
163 		return -EOPNOTSUPP;
164 
165 	inode_lock(inode);
166 
167 	err = nfs42_proc_fallocate(&msg, filep, offset, len);
168 	if (err == 0)
169 		truncate_pagecache_range(inode, offset, (offset + len) -1);
170 	if (err == -EOPNOTSUPP)
171 		NFS_SERVER(inode)->caps &= ~NFS_CAP_DEALLOCATE;
172 
173 	inode_unlock(inode);
174 	return err;
175 }
176 
handle_async_copy(struct nfs42_copy_res * res,struct nfs_server * dst_server,struct nfs_server * src_server,struct file * src,struct file * dst,nfs4_stateid * src_stateid,bool * restart)177 static int handle_async_copy(struct nfs42_copy_res *res,
178 			     struct nfs_server *dst_server,
179 			     struct nfs_server *src_server,
180 			     struct file *src,
181 			     struct file *dst,
182 			     nfs4_stateid *src_stateid,
183 			     bool *restart)
184 {
185 	struct nfs4_copy_state *copy, *tmp_copy = NULL, *iter;
186 	int status = NFS4_OK;
187 	struct nfs_open_context *dst_ctx = nfs_file_open_context(dst);
188 	struct nfs_open_context *src_ctx = nfs_file_open_context(src);
189 
190 	copy = kzalloc(sizeof(struct nfs4_copy_state), GFP_KERNEL);
191 	if (!copy)
192 		return -ENOMEM;
193 
194 	spin_lock(&dst_server->nfs_client->cl_lock);
195 	list_for_each_entry(iter,
196 				&dst_server->nfs_client->pending_cb_stateids,
197 				copies) {
198 		if (memcmp(&res->write_res.stateid, &iter->stateid,
199 				NFS4_STATEID_SIZE))
200 			continue;
201 		tmp_copy = iter;
202 		list_del(&iter->copies);
203 		break;
204 	}
205 	if (tmp_copy) {
206 		spin_unlock(&dst_server->nfs_client->cl_lock);
207 		kfree(copy);
208 		copy = tmp_copy;
209 		goto out;
210 	}
211 
212 	memcpy(&copy->stateid, &res->write_res.stateid, NFS4_STATEID_SIZE);
213 	init_completion(&copy->completion);
214 	copy->parent_dst_state = dst_ctx->state;
215 	copy->parent_src_state = src_ctx->state;
216 
217 	list_add_tail(&copy->copies, &dst_server->ss_copies);
218 	spin_unlock(&dst_server->nfs_client->cl_lock);
219 
220 	if (dst_server != src_server) {
221 		spin_lock(&src_server->nfs_client->cl_lock);
222 		list_add_tail(&copy->src_copies, &src_server->ss_src_copies);
223 		spin_unlock(&src_server->nfs_client->cl_lock);
224 	}
225 
226 	status = wait_for_completion_interruptible(&copy->completion);
227 	spin_lock(&dst_server->nfs_client->cl_lock);
228 	list_del_init(&copy->copies);
229 	spin_unlock(&dst_server->nfs_client->cl_lock);
230 	if (dst_server != src_server) {
231 		spin_lock(&src_server->nfs_client->cl_lock);
232 		list_del_init(&copy->src_copies);
233 		spin_unlock(&src_server->nfs_client->cl_lock);
234 	}
235 	if (status == -ERESTARTSYS) {
236 		goto out_cancel;
237 	} else if (copy->flags || copy->error == NFS4ERR_PARTNER_NO_AUTH) {
238 		status = -EAGAIN;
239 		*restart = true;
240 		goto out_cancel;
241 	}
242 out:
243 	res->write_res.count = copy->count;
244 	memcpy(&res->write_res.verifier, &copy->verf, sizeof(copy->verf));
245 	status = -copy->error;
246 
247 out_free:
248 	kfree(copy);
249 	return status;
250 out_cancel:
251 	nfs42_do_offload_cancel_async(dst, &copy->stateid);
252 	if (!nfs42_files_from_same_server(src, dst))
253 		nfs42_do_offload_cancel_async(src, src_stateid);
254 	goto out_free;
255 }
256 
process_copy_commit(struct file * dst,loff_t pos_dst,struct nfs42_copy_res * res)257 static int process_copy_commit(struct file *dst, loff_t pos_dst,
258 			       struct nfs42_copy_res *res)
259 {
260 	struct nfs_commitres cres;
261 	int status = -ENOMEM;
262 
263 	cres.verf = kzalloc(sizeof(struct nfs_writeverf), GFP_KERNEL);
264 	if (!cres.verf)
265 		goto out;
266 
267 	status = nfs4_proc_commit(dst, pos_dst, res->write_res.count, &cres);
268 	if (status)
269 		goto out_free;
270 	if (nfs_write_verifier_cmp(&res->write_res.verifier.verifier,
271 				    &cres.verf->verifier)) {
272 		dprintk("commit verf differs from copy verf\n");
273 		status = -EAGAIN;
274 	}
275 out_free:
276 	kfree(cres.verf);
277 out:
278 	return status;
279 }
280 
281 /**
282  * nfs42_copy_dest_done - perform inode cache updates after clone/copy offload
283  * @inode: pointer to destination inode
284  * @pos: destination offset
285  * @len: copy length
286  *
287  * Punch a hole in the inode page cache, so that the NFS client will
288  * know to retrieve new data.
289  * Update the file size if necessary, and then mark the inode as having
290  * invalid cached values for change attribute, ctime, mtime and space used.
291  */
nfs42_copy_dest_done(struct inode * inode,loff_t pos,loff_t len)292 static void nfs42_copy_dest_done(struct inode *inode, loff_t pos, loff_t len)
293 {
294 	loff_t newsize = pos + len;
295 	loff_t end = newsize - 1;
296 
297 	WARN_ON_ONCE(invalidate_inode_pages2_range(inode->i_mapping,
298 				pos >> PAGE_SHIFT, end >> PAGE_SHIFT));
299 
300 	spin_lock(&inode->i_lock);
301 	if (newsize > i_size_read(inode))
302 		i_size_write(inode, newsize);
303 	nfs_set_cache_invalid(inode, NFS_INO_INVALID_CHANGE |
304 					     NFS_INO_INVALID_CTIME |
305 					     NFS_INO_INVALID_MTIME |
306 					     NFS_INO_INVALID_BLOCKS);
307 	spin_unlock(&inode->i_lock);
308 }
309 
_nfs42_proc_copy(struct file * src,struct nfs_lock_context * src_lock,struct file * dst,struct nfs_lock_context * dst_lock,struct nfs42_copy_args * args,struct nfs42_copy_res * res,struct nl4_server * nss,nfs4_stateid * cnr_stateid,bool * restart)310 static ssize_t _nfs42_proc_copy(struct file *src,
311 				struct nfs_lock_context *src_lock,
312 				struct file *dst,
313 				struct nfs_lock_context *dst_lock,
314 				struct nfs42_copy_args *args,
315 				struct nfs42_copy_res *res,
316 				struct nl4_server *nss,
317 				nfs4_stateid *cnr_stateid,
318 				bool *restart)
319 {
320 	struct rpc_message msg = {
321 		.rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_COPY],
322 		.rpc_argp = args,
323 		.rpc_resp = res,
324 	};
325 	struct inode *dst_inode = file_inode(dst);
326 	struct inode *src_inode = file_inode(src);
327 	struct nfs_server *dst_server = NFS_SERVER(dst_inode);
328 	struct nfs_server *src_server = NFS_SERVER(src_inode);
329 	loff_t pos_src = args->src_pos;
330 	loff_t pos_dst = args->dst_pos;
331 	size_t count = args->count;
332 	ssize_t status;
333 
334 	if (nss) {
335 		args->cp_src = nss;
336 		nfs4_stateid_copy(&args->src_stateid, cnr_stateid);
337 	} else {
338 		status = nfs4_set_rw_stateid(&args->src_stateid,
339 				src_lock->open_context, src_lock, FMODE_READ);
340 		if (status) {
341 			if (status == -EAGAIN)
342 				status = -NFS4ERR_BAD_STATEID;
343 			return status;
344 		}
345 	}
346 	status = nfs_filemap_write_and_wait_range(src->f_mapping,
347 			pos_src, pos_src + (loff_t)count - 1);
348 	if (status)
349 		return status;
350 
351 	status = nfs4_set_rw_stateid(&args->dst_stateid, dst_lock->open_context,
352 				     dst_lock, FMODE_WRITE);
353 	if (status) {
354 		if (status == -EAGAIN)
355 			status = -NFS4ERR_BAD_STATEID;
356 		return status;
357 	}
358 
359 	nfs_file_block_o_direct(NFS_I(dst_inode));
360 	status = nfs_sync_inode(dst_inode);
361 	if (status)
362 		return status;
363 
364 	res->commit_res.verf = NULL;
365 	if (args->sync) {
366 		res->commit_res.verf =
367 			kzalloc(sizeof(struct nfs_writeverf), GFP_KERNEL);
368 		if (!res->commit_res.verf)
369 			return -ENOMEM;
370 	}
371 	set_bit(NFS_CLNT_SRC_SSC_COPY_STATE,
372 		&src_lock->open_context->state->flags);
373 	set_bit(NFS_CLNT_DST_SSC_COPY_STATE,
374 		&dst_lock->open_context->state->flags);
375 
376 	status = nfs4_call_sync(dst_server->client, dst_server, &msg,
377 				&args->seq_args, &res->seq_res, 0);
378 	trace_nfs4_copy(src_inode, dst_inode, args, res, nss, status);
379 	if (status == -ENOTSUPP)
380 		dst_server->caps &= ~NFS_CAP_COPY;
381 	if (status)
382 		goto out;
383 
384 	if (args->sync &&
385 		nfs_write_verifier_cmp(&res->write_res.verifier.verifier,
386 				    &res->commit_res.verf->verifier)) {
387 		status = -EAGAIN;
388 		goto out;
389 	}
390 
391 	if (!res->synchronous) {
392 		status = handle_async_copy(res, dst_server, src_server, src,
393 				dst, &args->src_stateid, restart);
394 		if (status)
395 			goto out;
396 	}
397 
398 	if ((!res->synchronous || !args->sync) &&
399 			res->write_res.verifier.committed != NFS_FILE_SYNC) {
400 		status = process_copy_commit(dst, pos_dst, res);
401 		if (status)
402 			goto out;
403 	}
404 
405 	nfs42_copy_dest_done(dst_inode, pos_dst, res->write_res.count);
406 	nfs_invalidate_atime(src_inode);
407 	status = res->write_res.count;
408 out:
409 	if (args->sync)
410 		kfree(res->commit_res.verf);
411 	return status;
412 }
413 
nfs42_proc_copy(struct file * src,loff_t pos_src,struct file * dst,loff_t pos_dst,size_t count,struct nl4_server * nss,nfs4_stateid * cnr_stateid,bool sync)414 ssize_t nfs42_proc_copy(struct file *src, loff_t pos_src,
415 			struct file *dst, loff_t pos_dst, size_t count,
416 			struct nl4_server *nss,
417 			nfs4_stateid *cnr_stateid, bool sync)
418 {
419 	struct nfs_server *server = NFS_SERVER(file_inode(dst));
420 	struct nfs_lock_context *src_lock;
421 	struct nfs_lock_context *dst_lock;
422 	struct nfs42_copy_args args = {
423 		.src_fh		= NFS_FH(file_inode(src)),
424 		.src_pos	= pos_src,
425 		.dst_fh		= NFS_FH(file_inode(dst)),
426 		.dst_pos	= pos_dst,
427 		.count		= count,
428 		.sync		= sync,
429 	};
430 	struct nfs42_copy_res res;
431 	struct nfs4_exception src_exception = {
432 		.inode		= file_inode(src),
433 		.stateid	= &args.src_stateid,
434 	};
435 	struct nfs4_exception dst_exception = {
436 		.inode		= file_inode(dst),
437 		.stateid	= &args.dst_stateid,
438 	};
439 	ssize_t err, err2;
440 	bool restart = false;
441 
442 	src_lock = nfs_get_lock_context(nfs_file_open_context(src));
443 	if (IS_ERR(src_lock))
444 		return PTR_ERR(src_lock);
445 
446 	src_exception.state = src_lock->open_context->state;
447 
448 	dst_lock = nfs_get_lock_context(nfs_file_open_context(dst));
449 	if (IS_ERR(dst_lock)) {
450 		err = PTR_ERR(dst_lock);
451 		goto out_put_src_lock;
452 	}
453 
454 	dst_exception.state = dst_lock->open_context->state;
455 
456 	do {
457 		inode_lock(file_inode(dst));
458 		err = _nfs42_proc_copy(src, src_lock,
459 				dst, dst_lock,
460 				&args, &res,
461 				nss, cnr_stateid, &restart);
462 		inode_unlock(file_inode(dst));
463 
464 		if (err >= 0)
465 			break;
466 		if ((err == -ENOTSUPP ||
467 				err == -NFS4ERR_OFFLOAD_DENIED) &&
468 				nfs42_files_from_same_server(src, dst)) {
469 			err = -EOPNOTSUPP;
470 			break;
471 		} else if (err == -EAGAIN) {
472 			if (!restart) {
473 				dst_exception.retry = 1;
474 				continue;
475 			}
476 			break;
477 		} else if (err == -NFS4ERR_OFFLOAD_NO_REQS &&
478 				args.sync != res.synchronous) {
479 			args.sync = res.synchronous;
480 			dst_exception.retry = 1;
481 			continue;
482 		} else if ((err == -ESTALE ||
483 				err == -NFS4ERR_OFFLOAD_DENIED ||
484 				err == -ENOTSUPP) &&
485 				!nfs42_files_from_same_server(src, dst)) {
486 			nfs42_do_offload_cancel_async(src, &args.src_stateid);
487 			err = -EOPNOTSUPP;
488 			break;
489 		}
490 
491 		err2 = nfs4_handle_exception(server, err, &src_exception);
492 		err  = nfs4_handle_exception(server, err, &dst_exception);
493 		if (!err)
494 			err = err2;
495 	} while (src_exception.retry || dst_exception.retry);
496 
497 	nfs_put_lock_context(dst_lock);
498 out_put_src_lock:
499 	nfs_put_lock_context(src_lock);
500 	return err;
501 }
502 
503 struct nfs42_offloadcancel_data {
504 	struct nfs_server *seq_server;
505 	struct nfs42_offload_status_args args;
506 	struct nfs42_offload_status_res res;
507 };
508 
nfs42_offload_cancel_prepare(struct rpc_task * task,void * calldata)509 static void nfs42_offload_cancel_prepare(struct rpc_task *task, void *calldata)
510 {
511 	struct nfs42_offloadcancel_data *data = calldata;
512 
513 	nfs4_setup_sequence(data->seq_server->nfs_client,
514 				&data->args.osa_seq_args,
515 				&data->res.osr_seq_res, task);
516 }
517 
nfs42_offload_cancel_done(struct rpc_task * task,void * calldata)518 static void nfs42_offload_cancel_done(struct rpc_task *task, void *calldata)
519 {
520 	struct nfs42_offloadcancel_data *data = calldata;
521 
522 	trace_nfs4_offload_cancel(&data->args, task->tk_status);
523 	nfs41_sequence_done(task, &data->res.osr_seq_res);
524 	if (task->tk_status &&
525 		nfs4_async_handle_error(task, data->seq_server, NULL,
526 			NULL) == -EAGAIN)
527 		rpc_restart_call_prepare(task);
528 }
529 
nfs42_free_offloadcancel_data(void * data)530 static void nfs42_free_offloadcancel_data(void *data)
531 {
532 	kfree(data);
533 }
534 
535 static const struct rpc_call_ops nfs42_offload_cancel_ops = {
536 	.rpc_call_prepare = nfs42_offload_cancel_prepare,
537 	.rpc_call_done = nfs42_offload_cancel_done,
538 	.rpc_release = nfs42_free_offloadcancel_data,
539 };
540 
nfs42_do_offload_cancel_async(struct file * dst,nfs4_stateid * stateid)541 static int nfs42_do_offload_cancel_async(struct file *dst,
542 					 nfs4_stateid *stateid)
543 {
544 	struct nfs_server *dst_server = NFS_SERVER(file_inode(dst));
545 	struct nfs42_offloadcancel_data *data = NULL;
546 	struct nfs_open_context *ctx = nfs_file_open_context(dst);
547 	struct rpc_task *task;
548 	struct rpc_message msg = {
549 		.rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_OFFLOAD_CANCEL],
550 		.rpc_cred = ctx->cred,
551 	};
552 	struct rpc_task_setup task_setup_data = {
553 		.rpc_client = dst_server->client,
554 		.rpc_message = &msg,
555 		.callback_ops = &nfs42_offload_cancel_ops,
556 		.workqueue = nfsiod_workqueue,
557 		.flags = RPC_TASK_ASYNC | RPC_TASK_MOVEABLE,
558 	};
559 	int status;
560 
561 	if (!(dst_server->caps & NFS_CAP_OFFLOAD_CANCEL))
562 		return -EOPNOTSUPP;
563 
564 	data = kzalloc(sizeof(struct nfs42_offloadcancel_data), GFP_KERNEL);
565 	if (data == NULL)
566 		return -ENOMEM;
567 
568 	data->seq_server = dst_server;
569 	data->args.osa_src_fh = NFS_FH(file_inode(dst));
570 	memcpy(&data->args.osa_stateid, stateid,
571 		sizeof(data->args.osa_stateid));
572 	msg.rpc_argp = &data->args;
573 	msg.rpc_resp = &data->res;
574 	task_setup_data.callback_data = data;
575 	nfs4_init_sequence(&data->args.osa_seq_args, &data->res.osr_seq_res,
576 			   1, 0);
577 	task = rpc_run_task(&task_setup_data);
578 	if (IS_ERR(task))
579 		return PTR_ERR(task);
580 	status = rpc_wait_for_completion_task(task);
581 	if (status == -ENOTSUPP)
582 		dst_server->caps &= ~NFS_CAP_OFFLOAD_CANCEL;
583 	rpc_put_task(task);
584 	return status;
585 }
586 
_nfs42_proc_copy_notify(struct file * src,struct file * dst,struct nfs42_copy_notify_args * args,struct nfs42_copy_notify_res * res)587 static int _nfs42_proc_copy_notify(struct file *src, struct file *dst,
588 				   struct nfs42_copy_notify_args *args,
589 				   struct nfs42_copy_notify_res *res)
590 {
591 	struct nfs_server *src_server = NFS_SERVER(file_inode(src));
592 	struct rpc_message msg = {
593 		.rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_COPY_NOTIFY],
594 		.rpc_argp = args,
595 		.rpc_resp = res,
596 	};
597 	int status;
598 	struct nfs_open_context *ctx;
599 	struct nfs_lock_context *l_ctx;
600 
601 	ctx = get_nfs_open_context(nfs_file_open_context(src));
602 	l_ctx = nfs_get_lock_context(ctx);
603 	if (IS_ERR(l_ctx)) {
604 		status = PTR_ERR(l_ctx);
605 		goto out;
606 	}
607 
608 	status = nfs4_set_rw_stateid(&args->cna_src_stateid, ctx, l_ctx,
609 				     FMODE_READ);
610 	nfs_put_lock_context(l_ctx);
611 	if (status) {
612 		if (status == -EAGAIN)
613 			status = -NFS4ERR_BAD_STATEID;
614 		goto out;
615 	}
616 
617 	status = nfs4_call_sync(src_server->client, src_server, &msg,
618 				&args->cna_seq_args, &res->cnr_seq_res, 0);
619 	trace_nfs4_copy_notify(file_inode(src), args, res, status);
620 	if (status == -ENOTSUPP)
621 		src_server->caps &= ~NFS_CAP_COPY_NOTIFY;
622 
623 out:
624 	put_nfs_open_context(nfs_file_open_context(src));
625 	return status;
626 }
627 
nfs42_proc_copy_notify(struct file * src,struct file * dst,struct nfs42_copy_notify_res * res)628 int nfs42_proc_copy_notify(struct file *src, struct file *dst,
629 				struct nfs42_copy_notify_res *res)
630 {
631 	struct nfs_server *src_server = NFS_SERVER(file_inode(src));
632 	struct nfs42_copy_notify_args *args;
633 	struct nfs4_exception exception = {
634 		.inode = file_inode(src),
635 	};
636 	int status;
637 
638 	if (!(src_server->caps & NFS_CAP_COPY_NOTIFY))
639 		return -EOPNOTSUPP;
640 
641 	args = kzalloc(sizeof(struct nfs42_copy_notify_args), GFP_KERNEL);
642 	if (args == NULL)
643 		return -ENOMEM;
644 
645 	args->cna_src_fh  = NFS_FH(file_inode(src)),
646 	args->cna_dst.nl4_type = NL4_NETADDR;
647 	nfs42_set_netaddr(dst, &args->cna_dst.u.nl4_addr);
648 	exception.stateid = &args->cna_src_stateid;
649 
650 	do {
651 		status = _nfs42_proc_copy_notify(src, dst, args, res);
652 		if (status == -ENOTSUPP) {
653 			status = -EOPNOTSUPP;
654 			goto out;
655 		}
656 		status = nfs4_handle_exception(src_server, status, &exception);
657 	} while (exception.retry);
658 
659 out:
660 	kfree(args);
661 	return status;
662 }
663 
_nfs42_proc_llseek(struct file * filep,struct nfs_lock_context * lock,loff_t offset,int whence)664 static loff_t _nfs42_proc_llseek(struct file *filep,
665 		struct nfs_lock_context *lock, loff_t offset, int whence)
666 {
667 	struct inode *inode = file_inode(filep);
668 	struct nfs42_seek_args args = {
669 		.sa_fh		= NFS_FH(inode),
670 		.sa_offset	= offset,
671 		.sa_what	= (whence == SEEK_HOLE) ?
672 					NFS4_CONTENT_HOLE : NFS4_CONTENT_DATA,
673 	};
674 	struct nfs42_seek_res res;
675 	struct rpc_message msg = {
676 		.rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_SEEK],
677 		.rpc_argp = &args,
678 		.rpc_resp = &res,
679 	};
680 	struct nfs_server *server = NFS_SERVER(inode);
681 	int status;
682 
683 	if (!nfs_server_capable(inode, NFS_CAP_SEEK))
684 		return -ENOTSUPP;
685 
686 	status = nfs4_set_rw_stateid(&args.sa_stateid, lock->open_context,
687 			lock, FMODE_READ);
688 	if (status) {
689 		if (status == -EAGAIN)
690 			status = -NFS4ERR_BAD_STATEID;
691 		return status;
692 	}
693 
694 	status = nfs_filemap_write_and_wait_range(inode->i_mapping,
695 			offset, LLONG_MAX);
696 	if (status)
697 		return status;
698 
699 	status = nfs4_call_sync(server->client, server, &msg,
700 				&args.seq_args, &res.seq_res, 0);
701 	trace_nfs4_llseek(inode, &args, &res, status);
702 	if (status == -ENOTSUPP)
703 		server->caps &= ~NFS_CAP_SEEK;
704 	if (status)
705 		return status;
706 
707 	if (whence == SEEK_DATA && res.sr_eof)
708 		return -NFS4ERR_NXIO;
709 	else
710 		return vfs_setpos(filep, res.sr_offset, inode->i_sb->s_maxbytes);
711 }
712 
nfs42_proc_llseek(struct file * filep,loff_t offset,int whence)713 loff_t nfs42_proc_llseek(struct file *filep, loff_t offset, int whence)
714 {
715 	struct nfs_server *server = NFS_SERVER(file_inode(filep));
716 	struct nfs4_exception exception = { };
717 	struct nfs_lock_context *lock;
718 	loff_t err;
719 
720 	lock = nfs_get_lock_context(nfs_file_open_context(filep));
721 	if (IS_ERR(lock))
722 		return PTR_ERR(lock);
723 
724 	exception.inode = file_inode(filep);
725 	exception.state = lock->open_context->state;
726 
727 	do {
728 		err = _nfs42_proc_llseek(filep, lock, offset, whence);
729 		if (err >= 0)
730 			break;
731 		if (err == -ENOTSUPP) {
732 			err = -EOPNOTSUPP;
733 			break;
734 		}
735 		err = nfs4_handle_exception(server, err, &exception);
736 	} while (exception.retry);
737 
738 	nfs_put_lock_context(lock);
739 	return err;
740 }
741 
742 
743 static void
nfs42_layoutstat_prepare(struct rpc_task * task,void * calldata)744 nfs42_layoutstat_prepare(struct rpc_task *task, void *calldata)
745 {
746 	struct nfs42_layoutstat_data *data = calldata;
747 	struct inode *inode = data->inode;
748 	struct nfs_server *server = NFS_SERVER(inode);
749 	struct pnfs_layout_hdr *lo;
750 
751 	spin_lock(&inode->i_lock);
752 	lo = NFS_I(inode)->layout;
753 	if (!pnfs_layout_is_valid(lo)) {
754 		spin_unlock(&inode->i_lock);
755 		rpc_exit(task, 0);
756 		return;
757 	}
758 	nfs4_stateid_copy(&data->args.stateid, &lo->plh_stateid);
759 	spin_unlock(&inode->i_lock);
760 	nfs4_setup_sequence(server->nfs_client, &data->args.seq_args,
761 			    &data->res.seq_res, task);
762 }
763 
764 static void
nfs42_layoutstat_done(struct rpc_task * task,void * calldata)765 nfs42_layoutstat_done(struct rpc_task *task, void *calldata)
766 {
767 	struct nfs42_layoutstat_data *data = calldata;
768 	struct inode *inode = data->inode;
769 	struct pnfs_layout_hdr *lo;
770 
771 	if (!nfs4_sequence_done(task, &data->res.seq_res))
772 		return;
773 
774 	switch (task->tk_status) {
775 	case 0:
776 		return;
777 	case -NFS4ERR_BADHANDLE:
778 	case -ESTALE:
779 		pnfs_destroy_layout(NFS_I(inode));
780 		break;
781 	case -NFS4ERR_EXPIRED:
782 	case -NFS4ERR_ADMIN_REVOKED:
783 	case -NFS4ERR_DELEG_REVOKED:
784 	case -NFS4ERR_STALE_STATEID:
785 	case -NFS4ERR_BAD_STATEID:
786 		spin_lock(&inode->i_lock);
787 		lo = NFS_I(inode)->layout;
788 		if (pnfs_layout_is_valid(lo) &&
789 		    nfs4_stateid_match(&data->args.stateid,
790 					     &lo->plh_stateid)) {
791 			LIST_HEAD(head);
792 
793 			/*
794 			 * Mark the bad layout state as invalid, then retry
795 			 * with the current stateid.
796 			 */
797 			pnfs_mark_layout_stateid_invalid(lo, &head);
798 			spin_unlock(&inode->i_lock);
799 			pnfs_free_lseg_list(&head);
800 			nfs_commit_inode(inode, 0);
801 		} else
802 			spin_unlock(&inode->i_lock);
803 		break;
804 	case -NFS4ERR_OLD_STATEID:
805 		spin_lock(&inode->i_lock);
806 		lo = NFS_I(inode)->layout;
807 		if (pnfs_layout_is_valid(lo) &&
808 		    nfs4_stateid_match_other(&data->args.stateid,
809 					&lo->plh_stateid)) {
810 			/* Do we need to delay before resending? */
811 			if (!nfs4_stateid_is_newer(&lo->plh_stateid,
812 						&data->args.stateid))
813 				rpc_delay(task, HZ);
814 			rpc_restart_call_prepare(task);
815 		}
816 		spin_unlock(&inode->i_lock);
817 		break;
818 	case -ENOTSUPP:
819 	case -EOPNOTSUPP:
820 		NFS_SERVER(inode)->caps &= ~NFS_CAP_LAYOUTSTATS;
821 	}
822 
823 	trace_nfs4_layoutstats(inode, &data->args.stateid, task->tk_status);
824 }
825 
826 static void
nfs42_layoutstat_release(void * calldata)827 nfs42_layoutstat_release(void *calldata)
828 {
829 	struct nfs42_layoutstat_data *data = calldata;
830 	struct nfs42_layoutstat_devinfo *devinfo = data->args.devinfo;
831 	int i;
832 
833 	for (i = 0; i < data->args.num_dev; i++) {
834 		if (devinfo[i].ld_private.ops && devinfo[i].ld_private.ops->free)
835 			devinfo[i].ld_private.ops->free(&devinfo[i].ld_private);
836 	}
837 
838 	pnfs_put_layout_hdr(NFS_I(data->args.inode)->layout);
839 	smp_mb__before_atomic();
840 	clear_bit(NFS_INO_LAYOUTSTATS, &NFS_I(data->args.inode)->flags);
841 	smp_mb__after_atomic();
842 	nfs_iput_and_deactive(data->inode);
843 	kfree(data->args.devinfo);
844 	kfree(data);
845 }
846 
847 static const struct rpc_call_ops nfs42_layoutstat_ops = {
848 	.rpc_call_prepare = nfs42_layoutstat_prepare,
849 	.rpc_call_done = nfs42_layoutstat_done,
850 	.rpc_release = nfs42_layoutstat_release,
851 };
852 
nfs42_proc_layoutstats_generic(struct nfs_server * server,struct nfs42_layoutstat_data * data)853 int nfs42_proc_layoutstats_generic(struct nfs_server *server,
854 				   struct nfs42_layoutstat_data *data)
855 {
856 	struct rpc_message msg = {
857 		.rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_LAYOUTSTATS],
858 		.rpc_argp = &data->args,
859 		.rpc_resp = &data->res,
860 	};
861 	struct rpc_task_setup task_setup = {
862 		.rpc_client = server->client,
863 		.rpc_message = &msg,
864 		.callback_ops = &nfs42_layoutstat_ops,
865 		.callback_data = data,
866 		.flags = RPC_TASK_ASYNC,
867 	};
868 	struct rpc_task *task;
869 
870 	data->inode = nfs_igrab_and_active(data->args.inode);
871 	if (!data->inode) {
872 		nfs42_layoutstat_release(data);
873 		return -EAGAIN;
874 	}
875 	nfs4_init_sequence(&data->args.seq_args, &data->res.seq_res, 0, 0);
876 	task = rpc_run_task(&task_setup);
877 	if (IS_ERR(task))
878 		return PTR_ERR(task);
879 	rpc_put_task(task);
880 	return 0;
881 }
882 
883 static struct nfs42_layouterror_data *
nfs42_alloc_layouterror_data(struct pnfs_layout_segment * lseg,gfp_t gfp_flags)884 nfs42_alloc_layouterror_data(struct pnfs_layout_segment *lseg, gfp_t gfp_flags)
885 {
886 	struct nfs42_layouterror_data *data;
887 	struct inode *inode = lseg->pls_layout->plh_inode;
888 
889 	data = kzalloc(sizeof(*data), gfp_flags);
890 	if (data) {
891 		data->args.inode = data->inode = nfs_igrab_and_active(inode);
892 		if (data->inode) {
893 			data->lseg = pnfs_get_lseg(lseg);
894 			if (data->lseg)
895 				return data;
896 			nfs_iput_and_deactive(data->inode);
897 		}
898 		kfree(data);
899 	}
900 	return NULL;
901 }
902 
903 static void
nfs42_free_layouterror_data(struct nfs42_layouterror_data * data)904 nfs42_free_layouterror_data(struct nfs42_layouterror_data *data)
905 {
906 	pnfs_put_lseg(data->lseg);
907 	nfs_iput_and_deactive(data->inode);
908 	kfree(data);
909 }
910 
911 static void
nfs42_layouterror_prepare(struct rpc_task * task,void * calldata)912 nfs42_layouterror_prepare(struct rpc_task *task, void *calldata)
913 {
914 	struct nfs42_layouterror_data *data = calldata;
915 	struct inode *inode = data->inode;
916 	struct nfs_server *server = NFS_SERVER(inode);
917 	struct pnfs_layout_hdr *lo = data->lseg->pls_layout;
918 	unsigned i;
919 
920 	spin_lock(&inode->i_lock);
921 	if (!pnfs_layout_is_valid(lo)) {
922 		spin_unlock(&inode->i_lock);
923 		rpc_exit(task, 0);
924 		return;
925 	}
926 	for (i = 0; i < data->args.num_errors; i++)
927 		nfs4_stateid_copy(&data->args.errors[i].stateid,
928 				&lo->plh_stateid);
929 	spin_unlock(&inode->i_lock);
930 	nfs4_setup_sequence(server->nfs_client, &data->args.seq_args,
931 			    &data->res.seq_res, task);
932 }
933 
934 static void
nfs42_layouterror_done(struct rpc_task * task,void * calldata)935 nfs42_layouterror_done(struct rpc_task *task, void *calldata)
936 {
937 	struct nfs42_layouterror_data *data = calldata;
938 	struct inode *inode = data->inode;
939 	struct pnfs_layout_hdr *lo = data->lseg->pls_layout;
940 
941 	if (!nfs4_sequence_done(task, &data->res.seq_res))
942 		return;
943 
944 	switch (task->tk_status) {
945 	case 0:
946 		return;
947 	case -NFS4ERR_BADHANDLE:
948 	case -ESTALE:
949 		pnfs_destroy_layout(NFS_I(inode));
950 		break;
951 	case -NFS4ERR_EXPIRED:
952 	case -NFS4ERR_ADMIN_REVOKED:
953 	case -NFS4ERR_DELEG_REVOKED:
954 	case -NFS4ERR_STALE_STATEID:
955 	case -NFS4ERR_BAD_STATEID:
956 		spin_lock(&inode->i_lock);
957 		if (pnfs_layout_is_valid(lo) &&
958 		    nfs4_stateid_match(&data->args.errors[0].stateid,
959 					     &lo->plh_stateid)) {
960 			LIST_HEAD(head);
961 
962 			/*
963 			 * Mark the bad layout state as invalid, then retry
964 			 * with the current stateid.
965 			 */
966 			pnfs_mark_layout_stateid_invalid(lo, &head);
967 			spin_unlock(&inode->i_lock);
968 			pnfs_free_lseg_list(&head);
969 			nfs_commit_inode(inode, 0);
970 		} else
971 			spin_unlock(&inode->i_lock);
972 		break;
973 	case -NFS4ERR_OLD_STATEID:
974 		spin_lock(&inode->i_lock);
975 		if (pnfs_layout_is_valid(lo) &&
976 		    nfs4_stateid_match_other(&data->args.errors[0].stateid,
977 					&lo->plh_stateid)) {
978 			/* Do we need to delay before resending? */
979 			if (!nfs4_stateid_is_newer(&lo->plh_stateid,
980 						&data->args.errors[0].stateid))
981 				rpc_delay(task, HZ);
982 			rpc_restart_call_prepare(task);
983 		}
984 		spin_unlock(&inode->i_lock);
985 		break;
986 	case -ENOTSUPP:
987 	case -EOPNOTSUPP:
988 		NFS_SERVER(inode)->caps &= ~NFS_CAP_LAYOUTERROR;
989 	}
990 
991 	trace_nfs4_layouterror(inode, &data->args.errors[0].stateid,
992 			       task->tk_status);
993 }
994 
995 static void
nfs42_layouterror_release(void * calldata)996 nfs42_layouterror_release(void *calldata)
997 {
998 	struct nfs42_layouterror_data *data = calldata;
999 
1000 	nfs42_free_layouterror_data(data);
1001 }
1002 
1003 static const struct rpc_call_ops nfs42_layouterror_ops = {
1004 	.rpc_call_prepare = nfs42_layouterror_prepare,
1005 	.rpc_call_done = nfs42_layouterror_done,
1006 	.rpc_release = nfs42_layouterror_release,
1007 };
1008 
nfs42_proc_layouterror(struct pnfs_layout_segment * lseg,const struct nfs42_layout_error * errors,size_t n)1009 int nfs42_proc_layouterror(struct pnfs_layout_segment *lseg,
1010 		const struct nfs42_layout_error *errors, size_t n)
1011 {
1012 	struct inode *inode = lseg->pls_layout->plh_inode;
1013 	struct nfs42_layouterror_data *data;
1014 	struct rpc_task *task;
1015 	struct rpc_message msg = {
1016 		.rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_LAYOUTERROR],
1017 	};
1018 	struct rpc_task_setup task_setup = {
1019 		.rpc_message = &msg,
1020 		.callback_ops = &nfs42_layouterror_ops,
1021 		.flags = RPC_TASK_ASYNC,
1022 	};
1023 	unsigned int i;
1024 
1025 	if (!nfs_server_capable(inode, NFS_CAP_LAYOUTERROR))
1026 		return -EOPNOTSUPP;
1027 	if (n > NFS42_LAYOUTERROR_MAX)
1028 		return -EINVAL;
1029 	data = nfs42_alloc_layouterror_data(lseg, nfs_io_gfp_mask());
1030 	if (!data)
1031 		return -ENOMEM;
1032 	for (i = 0; i < n; i++) {
1033 		data->args.errors[i] = errors[i];
1034 		data->args.num_errors++;
1035 		data->res.num_errors++;
1036 	}
1037 	msg.rpc_argp = &data->args;
1038 	msg.rpc_resp = &data->res;
1039 	task_setup.callback_data = data;
1040 	task_setup.rpc_client = NFS_SERVER(inode)->client;
1041 	nfs4_init_sequence(&data->args.seq_args, &data->res.seq_res, 0, 0);
1042 	task = rpc_run_task(&task_setup);
1043 	if (IS_ERR(task))
1044 		return PTR_ERR(task);
1045 	rpc_put_task(task);
1046 	return 0;
1047 }
1048 EXPORT_SYMBOL_GPL(nfs42_proc_layouterror);
1049 
_nfs42_proc_clone(struct rpc_message * msg,struct file * src_f,struct file * dst_f,struct nfs_lock_context * src_lock,struct nfs_lock_context * dst_lock,loff_t src_offset,loff_t dst_offset,loff_t count)1050 static int _nfs42_proc_clone(struct rpc_message *msg, struct file *src_f,
1051 		struct file *dst_f, struct nfs_lock_context *src_lock,
1052 		struct nfs_lock_context *dst_lock, loff_t src_offset,
1053 		loff_t dst_offset, loff_t count)
1054 {
1055 	struct inode *src_inode = file_inode(src_f);
1056 	struct inode *dst_inode = file_inode(dst_f);
1057 	struct nfs_server *server = NFS_SERVER(dst_inode);
1058 	__u32 dst_bitmask[NFS_BITMASK_SZ];
1059 	struct nfs42_clone_args args = {
1060 		.src_fh = NFS_FH(src_inode),
1061 		.dst_fh = NFS_FH(dst_inode),
1062 		.src_offset = src_offset,
1063 		.dst_offset = dst_offset,
1064 		.count = count,
1065 		.dst_bitmask = dst_bitmask,
1066 	};
1067 	struct nfs42_clone_res res = {
1068 		.server	= server,
1069 	};
1070 	int status;
1071 
1072 	msg->rpc_argp = &args;
1073 	msg->rpc_resp = &res;
1074 
1075 	status = nfs4_set_rw_stateid(&args.src_stateid, src_lock->open_context,
1076 			src_lock, FMODE_READ);
1077 	if (status) {
1078 		if (status == -EAGAIN)
1079 			status = -NFS4ERR_BAD_STATEID;
1080 		return status;
1081 	}
1082 	status = nfs4_set_rw_stateid(&args.dst_stateid, dst_lock->open_context,
1083 			dst_lock, FMODE_WRITE);
1084 	if (status) {
1085 		if (status == -EAGAIN)
1086 			status = -NFS4ERR_BAD_STATEID;
1087 		return status;
1088 	}
1089 
1090 	res.dst_fattr = nfs_alloc_fattr();
1091 	if (!res.dst_fattr)
1092 		return -ENOMEM;
1093 
1094 	nfs4_bitmask_set(dst_bitmask, server->cache_consistency_bitmask,
1095 			 dst_inode, NFS_INO_INVALID_BLOCKS);
1096 
1097 	status = nfs4_call_sync(server->client, server, msg,
1098 				&args.seq_args, &res.seq_res, 0);
1099 	trace_nfs4_clone(src_inode, dst_inode, &args, status);
1100 	if (status == 0) {
1101 		/* a zero-length count means clone to EOF in src */
1102 		if (count == 0 && res.dst_fattr->valid & NFS_ATTR_FATTR_SIZE)
1103 			count = nfs_size_to_loff_t(res.dst_fattr->size) - dst_offset;
1104 		nfs42_copy_dest_done(dst_inode, dst_offset, count);
1105 		status = nfs_post_op_update_inode(dst_inode, res.dst_fattr);
1106 	}
1107 
1108 	kfree(res.dst_fattr);
1109 	return status;
1110 }
1111 
nfs42_proc_clone(struct file * src_f,struct file * dst_f,loff_t src_offset,loff_t dst_offset,loff_t count)1112 int nfs42_proc_clone(struct file *src_f, struct file *dst_f,
1113 		     loff_t src_offset, loff_t dst_offset, loff_t count)
1114 {
1115 	struct rpc_message msg = {
1116 		.rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_CLONE],
1117 	};
1118 	struct inode *inode = file_inode(src_f);
1119 	struct nfs_server *server = NFS_SERVER(file_inode(src_f));
1120 	struct nfs_lock_context *src_lock;
1121 	struct nfs_lock_context *dst_lock;
1122 	struct nfs4_exception src_exception = { };
1123 	struct nfs4_exception dst_exception = { };
1124 	int err, err2;
1125 
1126 	if (!nfs_server_capable(inode, NFS_CAP_CLONE))
1127 		return -EOPNOTSUPP;
1128 
1129 	src_lock = nfs_get_lock_context(nfs_file_open_context(src_f));
1130 	if (IS_ERR(src_lock))
1131 		return PTR_ERR(src_lock);
1132 
1133 	src_exception.inode = file_inode(src_f);
1134 	src_exception.state = src_lock->open_context->state;
1135 
1136 	dst_lock = nfs_get_lock_context(nfs_file_open_context(dst_f));
1137 	if (IS_ERR(dst_lock)) {
1138 		err = PTR_ERR(dst_lock);
1139 		goto out_put_src_lock;
1140 	}
1141 
1142 	dst_exception.inode = file_inode(dst_f);
1143 	dst_exception.state = dst_lock->open_context->state;
1144 
1145 	do {
1146 		err = _nfs42_proc_clone(&msg, src_f, dst_f, src_lock, dst_lock,
1147 					src_offset, dst_offset, count);
1148 		if (err == -ENOTSUPP || err == -EOPNOTSUPP) {
1149 			NFS_SERVER(inode)->caps &= ~NFS_CAP_CLONE;
1150 			err = -EOPNOTSUPP;
1151 			break;
1152 		}
1153 
1154 		err2 = nfs4_handle_exception(server, err, &src_exception);
1155 		err = nfs4_handle_exception(server, err, &dst_exception);
1156 		if (!err)
1157 			err = err2;
1158 	} while (src_exception.retry || dst_exception.retry);
1159 
1160 	nfs_put_lock_context(dst_lock);
1161 out_put_src_lock:
1162 	nfs_put_lock_context(src_lock);
1163 	return err;
1164 }
1165 
1166 #define NFS4XATTR_MAXPAGES DIV_ROUND_UP(XATTR_SIZE_MAX, PAGE_SIZE)
1167 
_nfs42_proc_removexattr(struct inode * inode,const char * name)1168 static int _nfs42_proc_removexattr(struct inode *inode, const char *name)
1169 {
1170 	struct nfs_server *server = NFS_SERVER(inode);
1171 	struct nfs42_removexattrargs args = {
1172 		.fh = NFS_FH(inode),
1173 		.xattr_name = name,
1174 	};
1175 	struct nfs42_removexattrres res;
1176 	struct rpc_message msg = {
1177 		.rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_REMOVEXATTR],
1178 		.rpc_argp = &args,
1179 		.rpc_resp = &res,
1180 	};
1181 	int ret;
1182 	unsigned long timestamp = jiffies;
1183 
1184 	ret = nfs4_call_sync(server->client, server, &msg, &args.seq_args,
1185 	    &res.seq_res, 1);
1186 	trace_nfs4_removexattr(inode, name, ret);
1187 	if (!ret)
1188 		nfs4_update_changeattr(inode, &res.cinfo, timestamp, 0);
1189 
1190 	return ret;
1191 }
1192 
_nfs42_proc_setxattr(struct inode * inode,const char * name,const void * buf,size_t buflen,int flags)1193 static int _nfs42_proc_setxattr(struct inode *inode, const char *name,
1194 				const void *buf, size_t buflen, int flags)
1195 {
1196 	struct nfs_server *server = NFS_SERVER(inode);
1197 	__u32 bitmask[NFS_BITMASK_SZ];
1198 	struct page *pages[NFS4XATTR_MAXPAGES];
1199 	struct nfs42_setxattrargs arg = {
1200 		.fh		= NFS_FH(inode),
1201 		.bitmask	= bitmask,
1202 		.xattr_pages	= pages,
1203 		.xattr_len	= buflen,
1204 		.xattr_name	= name,
1205 		.xattr_flags	= flags,
1206 	};
1207 	struct nfs42_setxattrres res = {
1208 		.server		= server,
1209 	};
1210 	struct rpc_message msg = {
1211 		.rpc_proc	= &nfs4_procedures[NFSPROC4_CLNT_SETXATTR],
1212 		.rpc_argp	= &arg,
1213 		.rpc_resp	= &res,
1214 	};
1215 	int ret, np;
1216 	unsigned long timestamp = jiffies;
1217 
1218 	if (buflen > server->sxasize)
1219 		return -ERANGE;
1220 
1221 	res.fattr = nfs_alloc_fattr();
1222 	if (!res.fattr)
1223 		return -ENOMEM;
1224 
1225 	if (buflen > 0) {
1226 		np = nfs4_buf_to_pages_noslab(buf, buflen, arg.xattr_pages);
1227 		if (np < 0) {
1228 			ret = np;
1229 			goto out;
1230 		}
1231 	} else
1232 		np = 0;
1233 
1234 	nfs4_bitmask_set(bitmask, server->cache_consistency_bitmask,
1235 			 inode, NFS_INO_INVALID_CHANGE);
1236 
1237 	ret = nfs4_call_sync(server->client, server, &msg, &arg.seq_args,
1238 	    &res.seq_res, 1);
1239 	trace_nfs4_setxattr(inode, name, ret);
1240 
1241 	for (; np > 0; np--)
1242 		put_page(pages[np - 1]);
1243 
1244 	if (!ret) {
1245 		nfs4_update_changeattr(inode, &res.cinfo, timestamp, 0);
1246 		ret = nfs_post_op_update_inode(inode, res.fattr);
1247 	}
1248 
1249 out:
1250 	kfree(res.fattr);
1251 	return ret;
1252 }
1253 
_nfs42_proc_getxattr(struct inode * inode,const char * name,void * buf,size_t buflen,struct page ** pages,size_t plen)1254 static ssize_t _nfs42_proc_getxattr(struct inode *inode, const char *name,
1255 				void *buf, size_t buflen, struct page **pages,
1256 				size_t plen)
1257 {
1258 	struct nfs_server *server = NFS_SERVER(inode);
1259 	struct nfs42_getxattrargs arg = {
1260 		.fh		= NFS_FH(inode),
1261 		.xattr_name	= name,
1262 	};
1263 	struct nfs42_getxattrres res;
1264 	struct rpc_message msg = {
1265 		.rpc_proc	= &nfs4_procedures[NFSPROC4_CLNT_GETXATTR],
1266 		.rpc_argp	= &arg,
1267 		.rpc_resp	= &res,
1268 	};
1269 	ssize_t ret;
1270 
1271 	arg.xattr_len = plen;
1272 	arg.xattr_pages = pages;
1273 
1274 	ret = nfs4_call_sync(server->client, server, &msg, &arg.seq_args,
1275 	    &res.seq_res, 0);
1276 	trace_nfs4_getxattr(inode, name, ret);
1277 	if (ret < 0)
1278 		return ret;
1279 
1280 	/*
1281 	 * Normally, the caching is done one layer up, but for successful
1282 	 * RPCS, always cache the result here, even if the caller was
1283 	 * just querying the length, or if the reply was too big for
1284 	 * the caller. This avoids a second RPC in the case of the
1285 	 * common query-alloc-retrieve cycle for xattrs.
1286 	 *
1287 	 * Note that xattr_len is always capped to XATTR_SIZE_MAX.
1288 	 */
1289 
1290 	nfs4_xattr_cache_add(inode, name, NULL, pages, res.xattr_len);
1291 
1292 	if (buflen) {
1293 		if (res.xattr_len > buflen)
1294 			return -ERANGE;
1295 		_copy_from_pages(buf, pages, 0, res.xattr_len);
1296 	}
1297 
1298 	return res.xattr_len;
1299 }
1300 
_nfs42_proc_listxattrs(struct inode * inode,void * buf,size_t buflen,u64 * cookiep,bool * eofp)1301 static ssize_t _nfs42_proc_listxattrs(struct inode *inode, void *buf,
1302 				 size_t buflen, u64 *cookiep, bool *eofp)
1303 {
1304 	struct nfs_server *server = NFS_SERVER(inode);
1305 	struct page **pages;
1306 	struct nfs42_listxattrsargs arg = {
1307 		.fh		= NFS_FH(inode),
1308 		.cookie		= *cookiep,
1309 	};
1310 	struct nfs42_listxattrsres res = {
1311 		.eof = false,
1312 		.xattr_buf = buf,
1313 		.xattr_len = buflen,
1314 	};
1315 	struct rpc_message msg = {
1316 		.rpc_proc	= &nfs4_procedures[NFSPROC4_CLNT_LISTXATTRS],
1317 		.rpc_argp	= &arg,
1318 		.rpc_resp	= &res,
1319 	};
1320 	u32 xdrlen;
1321 	int ret, np, i;
1322 
1323 
1324 	ret = -ENOMEM;
1325 	res.scratch = alloc_page(GFP_KERNEL);
1326 	if (!res.scratch)
1327 		goto out;
1328 
1329 	xdrlen = nfs42_listxattr_xdrsize(buflen);
1330 	if (xdrlen > server->lxasize)
1331 		xdrlen = server->lxasize;
1332 	np = xdrlen / PAGE_SIZE + 1;
1333 
1334 	pages = kcalloc(np, sizeof(struct page *), GFP_KERNEL);
1335 	if (!pages)
1336 		goto out_free_scratch;
1337 	for (i = 0; i < np; i++) {
1338 		pages[i] = alloc_page(GFP_KERNEL);
1339 		if (!pages[i])
1340 			goto out_free_pages;
1341 	}
1342 
1343 	arg.xattr_pages = pages;
1344 	arg.count = xdrlen;
1345 
1346 	ret = nfs4_call_sync(server->client, server, &msg, &arg.seq_args,
1347 	    &res.seq_res, 0);
1348 	trace_nfs4_listxattr(inode, ret);
1349 
1350 	if (ret >= 0) {
1351 		ret = res.copied;
1352 		*cookiep = res.cookie;
1353 		*eofp = res.eof;
1354 	}
1355 
1356 out_free_pages:
1357 	while (--np >= 0) {
1358 		if (pages[np])
1359 			__free_page(pages[np]);
1360 	}
1361 	kfree(pages);
1362 out_free_scratch:
1363 	__free_page(res.scratch);
1364 out:
1365 	return ret;
1366 
1367 }
1368 
nfs42_proc_getxattr(struct inode * inode,const char * name,void * buf,size_t buflen)1369 ssize_t nfs42_proc_getxattr(struct inode *inode, const char *name,
1370 			      void *buf, size_t buflen)
1371 {
1372 	struct nfs4_exception exception = { };
1373 	ssize_t err, np, i;
1374 	struct page **pages;
1375 
1376 	np = nfs_page_array_len(0, buflen ?: XATTR_SIZE_MAX);
1377 	pages = kmalloc_array(np, sizeof(*pages), GFP_KERNEL);
1378 	if (!pages)
1379 		return -ENOMEM;
1380 
1381 	for (i = 0; i < np; i++) {
1382 		pages[i] = alloc_page(GFP_KERNEL);
1383 		if (!pages[i]) {
1384 			err = -ENOMEM;
1385 			goto out;
1386 		}
1387 	}
1388 
1389 	/*
1390 	 * The GETXATTR op has no length field in the call, and the
1391 	 * xattr data is at the end of the reply.
1392 	 *
1393 	 * There is no downside in using the page-aligned length. It will
1394 	 * allow receiving and caching xattrs that are too large for the
1395 	 * caller but still fit in the page-rounded value.
1396 	 */
1397 	do {
1398 		err = _nfs42_proc_getxattr(inode, name, buf, buflen,
1399 			pages, np * PAGE_SIZE);
1400 		if (err >= 0)
1401 			break;
1402 		err = nfs4_handle_exception(NFS_SERVER(inode), err,
1403 				&exception);
1404 	} while (exception.retry);
1405 
1406 out:
1407 	while (--i >= 0)
1408 		__free_page(pages[i]);
1409 	kfree(pages);
1410 
1411 	return err;
1412 }
1413 
nfs42_proc_setxattr(struct inode * inode,const char * name,const void * buf,size_t buflen,int flags)1414 int nfs42_proc_setxattr(struct inode *inode, const char *name,
1415 			      const void *buf, size_t buflen, int flags)
1416 {
1417 	struct nfs4_exception exception = { };
1418 	int err;
1419 
1420 	do {
1421 		err = _nfs42_proc_setxattr(inode, name, buf, buflen, flags);
1422 		if (!err)
1423 			break;
1424 		err = nfs4_handle_exception(NFS_SERVER(inode), err,
1425 				&exception);
1426 	} while (exception.retry);
1427 
1428 	return err;
1429 }
1430 
nfs42_proc_listxattrs(struct inode * inode,void * buf,size_t buflen,u64 * cookiep,bool * eofp)1431 ssize_t nfs42_proc_listxattrs(struct inode *inode, void *buf,
1432 			      size_t buflen, u64 *cookiep, bool *eofp)
1433 {
1434 	struct nfs4_exception exception = { };
1435 	ssize_t err;
1436 
1437 	do {
1438 		err = _nfs42_proc_listxattrs(inode, buf, buflen,
1439 		    cookiep, eofp);
1440 		if (err >= 0)
1441 			break;
1442 		err = nfs4_handle_exception(NFS_SERVER(inode), err,
1443 				&exception);
1444 	} while (exception.retry);
1445 
1446 	return err;
1447 }
1448 
nfs42_proc_removexattr(struct inode * inode,const char * name)1449 int nfs42_proc_removexattr(struct inode *inode, const char *name)
1450 {
1451 	struct nfs4_exception exception = { };
1452 	int err;
1453 
1454 	do {
1455 		err = _nfs42_proc_removexattr(inode, name);
1456 		if (!err)
1457 			break;
1458 		err = nfs4_handle_exception(NFS_SERVER(inode), err,
1459 				&exception);
1460 	} while (exception.retry);
1461 
1462 	return err;
1463 }
1464