]> git.proxmox.com Git - mirror_ubuntu-jammy-kernel.git/blame - fs/nfsd/nfs4proc.c
projects / mirror_ubuntu-jammy-kernel.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
NFSD: Have legacy NFSD WRITE decoders use xdr_stream_subsegment()
[mirror_ubuntu-jammy-kernel.git] / fs / nfsd / nfs4proc.c
CommitLineData
1da177e4 1/*
1da177e4
LT		 2 * Server-side procedures for NFSv4.
3 *
4 * Copyright (c) 2002 The Regents of the University of Michigan.
5 * All rights reserved.
6 *
7 * Kendrick Smith <kmsmith@umich.edu>
8 * Andy Adamson <andros@umich.edu>
9 *
10 * Redistribution and use in source and binary forms, with or without
11 * modification, are permitted provided that the following conditions
12 * are met:
13 *
14 * 1. Redistributions of source code must retain the above copyright
15 * notice, this list of conditions and the following disclaimer.
16 * 2. Redistributions in binary form must reproduce the above copyright
17 * notice, this list of conditions and the following disclaimer in the
18 * documentation and/or other materials provided with the distribution.
19 * 3. Neither the name of the University nor the names of its
20 * contributors may be used to endorse or promote products derived
21 * from this software without specific prior written permission.
22 *
23 * THIS SOFTWARE IS PROVIDED ``AS IS'' AND ANY EXPRESS OR IMPLIED
24 * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
25 * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
26 * DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
27 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
28 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
29 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
30 * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
31 * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
32 * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
33 * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
1da177e4 34 */
880a3a53 35#include <linux/fs_struct.h>
7e06b7f9 36#include <linux/file.h>
b0cb9085 37#include <linux/falloc.h>
5a0e3ad6 38#include <linux/slab.h>
e0639dc5 39#include <linux/kthread.h>
624322f1 40#include <linux/sunrpc/addr.h>
0cfcd405 41#include <linux/nfs_ssc.h>
1da177e4 42
58e7b33a 43#include "idmap.h"
9a74af21
BH		 44#include "cache.h"
45#include "xdr4.h"
0a3adade 46#include "vfs.h"
8b70484c 47#include "current_stateid.h"
3320fef1 48#include "netns.h"
4ac7249e 49#include "acl.h"
9cf514cc 50#include "pnfs.h"
31ef83dc 51#include "trace.h"
1da177e4 52
d6c9e436
CL		 53static bool inter_copy_offload_enable;
54module_param(inter_copy_offload_enable, bool, 0644);
55MODULE_PARM_DESC(inter_copy_offload_enable,
56 "Enable inter server to server copy offload. Default: false");
57
f4e44b39
DN		 58#ifdef CONFIG_NFSD_V4_2_INTER_SSC
59static int nfsd4_ssc_umount_timeout = 900000; /* default to 15 mins */
60module_param(nfsd4_ssc_umount_timeout, int, 0644);
61MODULE_PARM_DESC(nfsd4_ssc_umount_timeout,
62 "idle msecs before unmount export from source server");
63#endif
64
18032ca0
DQ		 65#ifdef CONFIG_NFSD_V4_SECURITY_LABEL
66#include <linux/security.h>
67
68static inline void
69nfsd4_security_inode_setsecctx(struct svc_fh *resfh, struct xdr_netobj *label, u32 *bmval)
70{
2b0143b5 71 struct inode *inode = d_inode(resfh->fh_dentry);
18032ca0
DQ		 72 int status;
73
5955102c 74 inode_lock(inode);
18032ca0
DQ		 75 status = security_inode_setsecctx(resfh->fh_dentry,
76 label->data, label->len);
5955102c 77 inode_unlock(inode);
18032ca0
DQ		 78
79 if (status)
80 /*
81 * XXX: We should really fail the whole open, but we may
82 * already have created a new file, so it may be too
83 * late. For now this seems the least of evils:
84 */
85 bmval[2] &= ~FATTR4_WORD2_SECURITY_LABEL;
86
87 return;
88}
89#else
90static inline void
91nfsd4_security_inode_setsecctx(struct svc_fh *resfh, struct xdr_netobj *label, u32 *bmval)
92{ }
93#endif
94
1da177e4
LT		 95#define NFSDDBG_FACILITY NFSDDBG_PROC
96
3c8e0316
YZ		 97static u32 nfsd_attrmask[] = {
98 NFSD_WRITEABLE_ATTRS_WORD0,
99 NFSD_WRITEABLE_ATTRS_WORD1,
100 NFSD_WRITEABLE_ATTRS_WORD2
101};
102
103static u32 nfsd41_ex_attrmask[] = {
104 NFSD_SUPPATTR_EXCLCREAT_WORD0,
105 NFSD_SUPPATTR_EXCLCREAT_WORD1,
106 NFSD_SUPPATTR_EXCLCREAT_WORD2
107};
108
109static __be32
110check_attr_support(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
111 u32 *bmval, u32 *writable)
112{
113 struct dentry *dentry = cstate->current_fh.fh_dentry;
32ddd944 114 struct svc_export *exp = cstate->current_fh.fh_export;
3c8e0316 115
916d2d84 116 if (!nfsd_attrs_supported(cstate->minorversion, bmval))
3c8e0316 117 return nfserr_attrnotsupp;
916d2d84
BF		 118 if ((bmval[0] & FATTR4_WORD0_ACL) && !IS_POSIXACL(d_inode(dentry)))
119 return nfserr_attrnotsupp;
32ddd944
BF		 120 if ((bmval[2] & FATTR4_WORD2_SECURITY_LABEL) &&
121 !(exp->ex_flags & NFSEXP_SECURITY_LABEL))
122 return nfserr_attrnotsupp;
916d2d84
BF		 123 if (writable && !bmval_is_subset(bmval, writable))
124 return nfserr_inval;
47057abd
AG		 125 if (writable && (bmval[2] & FATTR4_WORD2_MODE_UMASK) &&
126 (bmval[1] & FATTR4_WORD1_MODE))
127 return nfserr_inval;
3c8e0316
YZ		 128 return nfs_ok;
129}
130
131static __be32
132nfsd4_check_open_attributes(struct svc_rqst *rqstp,
133 struct nfsd4_compound_state *cstate, struct nfsd4_open *open)
134{
135 __be32 status = nfs_ok;
136
137 if (open->op_create == NFS4_OPEN_CREATE) {
138 if (open->op_createmode == NFS4_CREATE_UNCHECKED
139 || open->op_createmode == NFS4_CREATE_GUARDED)
140 status = check_attr_support(rqstp, cstate,
141 open->op_bmval, nfsd_attrmask);
142 else if (open->op_createmode == NFS4_CREATE_EXCLUSIVE4_1)
143 status = check_attr_support(rqstp, cstate,
144 open->op_bmval, nfsd41_ex_attrmask);
145 }
146
147 return status;
148}
149
9208faf2
YZ		 150static int
151is_create_with_attrs(struct nfsd4_open *open)
152{
153 return open->op_create == NFS4_OPEN_CREATE
154 && (open->op_createmode == NFS4_CREATE_UNCHECKED
155 || open->op_createmode == NFS4_CREATE_GUARDED
156 || open->op_createmode == NFS4_CREATE_EXCLUSIVE4_1);
157}
158
159/*
160 * if error occurs when setting the acl, just clear the acl bit
161 * in the returned attr bitmap.
162 */
163static void
164do_set_nfs4_acl(struct svc_rqst *rqstp, struct svc_fh *fhp,
165 struct nfs4_acl *acl, u32 *bmval)
166{
167 __be32 status;
168
169 status = nfsd4_set_nfs4_acl(rqstp, fhp, acl);
170 if (status)
171 /*
172 * We should probably fail the whole open at this point,
173 * but we've already created the file, so it's too late;
174 * So this seems the least of evils:
175 */
176 bmval[0] &= ~FATTR4_WORD0_ACL;
177}
178
1da177e4
LT		 179static inline void
180fh_dup2(struct svc_fh *dst, struct svc_fh *src)
181{
182 fh_put(dst);
183 dget(src->fh_dentry);
184 if (src->fh_export)
bf18f163 185 exp_get(src->fh_export);
1da177e4
LT		 186 *dst = *src;
187}
188
b37ad28b 189static __be32
dc730e17 190do_open_permission(struct svc_rqst *rqstp, struct svc_fh *current_fh, struct nfsd4_open *open, int accmode)
1da177e4 191{
b37ad28b 192 __be32 status;
1da177e4
LT		 193
194 if (open->op_truncate &&
195 !(open->op_share_access & NFS4_SHARE_ACCESS_WRITE))
196 return nfserr_inval;
197
a043226b
BF		 198 accmode |= NFSD_MAY_READ_IF_EXEC;
199
1da177e4 200 if (open->op_share_access & NFS4_SHARE_ACCESS_READ)
8837abca 201 accmode |= NFSD_MAY_READ;
9801d8a3 202 if (open->op_share_access & NFS4_SHARE_ACCESS_WRITE)
8837abca 203 accmode |= (NFSD_MAY_WRITE | NFSD_MAY_TRUNC);
57ecb34f 204 if (open->op_share_deny & NFS4_SHARE_DENY_READ)
8837abca 205 accmode |= NFSD_MAY_WRITE;
1da177e4
LT		 206
207 status = fh_verify(rqstp, current_fh, S_IFREG, accmode);
208
209 return status;
210}
211
aadab6c6
BF		 212static __be32 nfsd_check_obj_isreg(struct svc_fh *fh)
213{
2b0143b5 214 umode_t mode = d_inode(fh->fh_dentry)->i_mode;
aadab6c6
BF		 215
216 if (S_ISREG(mode))
217 return nfs_ok;
218 if (S_ISDIR(mode))
219 return nfserr_isdir;
220 /*
221 * Using err_symlink as our catch-all case may look odd; but
222 * there's no other obvious error for this case in 4.0, and we
223 * happen to know that it will cause the linux v4 client to do
224 * the right thing on attempts to open something other than a
225 * regular file.
226 */
227 return nfserr_symlink;
228}
229
bbc9c36c
BF		 230static void nfsd4_set_open_owner_reply_cache(struct nfsd4_compound_state *cstate, struct nfsd4_open *open, struct svc_fh *resfh)
231{
232 if (nfsd4_has_session(cstate))
233 return;
234 fh_copy_shallow(&open->op_openowner->oo_owner.so_replay.rp_openfh,
235 &resfh->fh_handle);
236}
237
b37ad28b 238static __be32
c0e6bee4 239do_open_lookup(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate, struct nfsd4_open *open, struct svc_fh **resfh)
1da177e4 240{
bbc9c36c 241 struct svc_fh *current_fh = &cstate->current_fh;
7007c90f 242 int accmode;
b37ad28b 243 __be32 status;
1da177e4 244
c0e6bee4
BF		 245 *resfh = kmalloc(sizeof(struct svc_fh), GFP_KERNEL);
246 if (!*resfh)
59deeb9e 247 return nfserr_jukebox;
c0e6bee4 248 fh_init(*resfh, NFS4_FHSIZE);
500c2481 249 open->op_truncate = false;
1da177e4
LT		 250
251 if (open->op_create) {
79fb54ab
BH		 252 /* FIXME: check session persistence and pnfs flags.
253 * The nfsv4.1 spec requires the following semantics:
254 *
255 * Persistent | pNFS | Server REQUIRED | Client Allowed
256 * Reply Cache | server | |
257 * -------------+--------+-----------------+--------------------
258 * no | no | EXCLUSIVE4_1 | EXCLUSIVE4_1
259 * | | | (SHOULD)
260 * | | and EXCLUSIVE4 | or EXCLUSIVE4
261 * | | | (SHOULD NOT)
262 * no | yes | EXCLUSIVE4_1 | EXCLUSIVE4_1
263 * yes | no | GUARDED4 | GUARDED4
264 * yes | yes | GUARDED4 | GUARDED4
265 */
266
1da177e4
LT		 267 /*
268 * Note: create modes (UNCHECKED,GUARDED...) are the same
ac6721a1 269 * in NFSv4 as in v3 except EXCLUSIVE4_1.
1da177e4 270 */
880a3a53 271 current->fs->umask = open->op_umask;
1708e50b
CL		 272 status = do_nfsd_create(rqstp, current_fh, open->op_fname,
273 open->op_fnamelen, &open->op_iattr,
c0e6bee4 274 *resfh, open->op_createmode,
749997e5 275 (u32 *)open->op_verf.data,
856121b2 276 &open->op_truncate, &open->op_created);
880a3a53 277 current->fs->umask = 0;
749997e5 278
18032ca0 279 if (!status && open->op_label.len)
c0e6bee4 280 nfsd4_security_inode_setsecctx(*resfh, &open->op_label, open->op_bmval);
18032ca0 281
99f88726 282 /*
ead8fb8c
KM		 283 * Following rfc 3530 14.2.16, and rfc 5661 18.16.4
284 * use the returned bitmask to indicate which attributes
285 * we used to store the verifier:
749997e5 286 */
ead8fb8c
KM		 287 if (nfsd_create_is_exclusive(open->op_createmode) && status == 0)
288 open->op_bmval[1] |= (FATTR4_WORD1_TIME_ACCESS |
289 FATTR4_WORD1_TIME_MODIFY);
4335723e
BF		 290 } else
291 /*
292 * Note this may exit with the parent still locked.
293 * We will hold the lock until nfsd4_open's final
294 * lookup, to prevent renames or unlinks until we've had
295 * a chance to an acquire a delegation if appropriate.
296 */
1da177e4 297 status = nfsd_lookup(rqstp, current_fh,
1708e50b 298 open->op_fname, open->op_fnamelen, *resfh);
9dc4e6c4
BF		 299 if (status)
300 goto out;
c0e6bee4 301 status = nfsd_check_obj_isreg(*resfh);
af85852d
BF		 302 if (status)
303 goto out;
1da177e4 304
9208faf2 305 if (is_create_with_attrs(open) && open->op_acl != NULL)
c0e6bee4 306 do_set_nfs4_acl(rqstp, *resfh, open->op_acl, open->op_bmval);
9208faf2 307
c0e6bee4 308 nfsd4_set_open_owner_reply_cache(cstate, open, *resfh);
7007c90f 309 accmode = NFSD_MAY_NOP;
89f6c336
BF		 310 if (open->op_created ||
311 open->op_claim_type == NFS4_OPEN_CLAIM_DELEGATE_CUR)
7007c90f 312 accmode |= NFSD_MAY_OWNER_OVERRIDE;
c0e6bee4 313 status = do_open_permission(rqstp, *resfh, open, accmode);
41fd1e42 314 set_change_info(&open->op_cinfo, current_fh);
af85852d 315out:
1da177e4
LT		 316 return status;
317}
318
b37ad28b 319static __be32
bbc9c36c 320do_open_fhandle(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate, struct nfsd4_open *open)
1da177e4 321{
bbc9c36c 322 struct svc_fh *current_fh = &cstate->current_fh;
b37ad28b 323 __be32 status;
9f415eb2 324 int accmode = 0;
1da177e4 325
1da177e4
LT		 326 /* We don't know the target directory, and therefore can not
327 * set the change info
328 */
329
330 memset(&open->op_cinfo, 0, sizeof(struct nfsd4_change_info));
331
bbc9c36c 332 nfsd4_set_open_owner_reply_cache(cstate, open, current_fh);
1da177e4
LT		 333
334 open->op_truncate = (open->op_iattr.ia_valid & ATTR_SIZE) &&
335 (open->op_iattr.ia_size == 0);
9f415eb2
BF		 336 /*
337 * In the delegation case, the client is telling us about an
338 * open that it *already* performed locally, some time ago. We
339 * should let it succeed now if possible.
340 *
341 * In the case of a CLAIM_FH open, on the other hand, the client
342 * may be counting on us to enforce permissions (the Linux 4.1
343 * client uses this for normal opens, for example).
344 */
345 if (open->op_claim_type == NFS4_OPEN_CLAIM_DELEG_CUR_FH)
346 accmode = NFSD_MAY_OWNER_OVERRIDE;
1da177e4 347
9f415eb2 348 status = do_open_permission(rqstp, current_fh, open, accmode);
1da177e4
LT		 349
350 return status;
351}
352
60adfc50
AA		 353static void
354copy_clientid(clientid_t *clid, struct nfsd4_session *session)
355{
356 struct nfsd4_sessionid *sid =
357 (struct nfsd4_sessionid *)session->se_sessionid.data;
358
359 clid->cl_boot = sid->clientid.cl_boot;
360 clid->cl_id = sid->clientid.cl_id;
361}
1da177e4 362
7191155b 363static __be32
ca364317 364nfsd4_open(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 365 union nfsd4_op_u *u)
1da177e4 366{
eb69853d 367 struct nfsd4_open *open = &u->open;
b37ad28b 368 __be32 status;
c0e6bee4 369 struct svc_fh *resfh = NULL;
3320fef1
SK		 370 struct net *net = SVC_NET(rqstp);
371 struct nfsd_net *nn = net_generic(net, nfsd_net_id);
03f318ca 372 bool reclaim = false;
6668958f 373
fe0750e5 374 dprintk("NFSD: nfsd4_open filename %.*s op_openowner %p\n",
1708e50b 375 (int)open->op_fnamelen, open->op_fname,
fe0750e5 376 open->op_openowner);
1da177e4 377
1da177e4
LT		 378 /* This check required by spec. */
379 if (open->op_create && open->op_claim_type != NFS4_OPEN_CLAIM_NULL)
380 return nfserr_inval;
381
500c2481 382 open->op_created = false;
ab1350b2
MJ		 383 /*
384 * RFC5661 18.51.3
385 * Before RECLAIM_COMPLETE done, server should deny new lock
386 */
387 if (nfsd4_has_session(cstate) &&
ec59659b 388 !test_bit(NFSD4_CLIENT_RECLAIM_COMPLETE, &cstate->clp->cl_flags) &&
ab1350b2
MJ		 389 open->op_claim_type != NFS4_OPEN_CLAIM_PREVIOUS)
390 return nfserr_grace;
391
60adfc50
AA		 392 if (nfsd4_has_session(cstate))
393 copy_clientid(&open->op_clientid, cstate->session);
394
1da177e4 395 /* check seqid for replay. set nfs4_owner */
6cd22668 396 status = nfsd4_process_open1(cstate, open, nn);
a90b061c 397 if (status == nfserr_replay_me) {
fe0750e5 398 struct nfs4_replay *rp = &open->op_openowner->oo_owner.so_replay;
ca364317 399 fh_put(&cstate->current_fh);
a4773c08
BF		 400 fh_copy_shallow(&cstate->current_fh.fh_handle,
401 &rp->rp_openfh);
8837abca 402 status = fh_verify(rqstp, &cstate->current_fh, 0, NFSD_MAY_NOP);
1da177e4
LT		 403 if (status)
404 dprintk("nfsd4_open: replay failed"
405 " restoring previous filehandle\n");
406 else
a90b061c 407 status = nfserr_replay_me;
1da177e4
LT		 408 }
409 if (status)
410 goto out;
9d313b17
BF		 411 if (open->op_xdr_error) {
412 status = open->op_xdr_error;
413 goto out;
414 }
fb553c0f 415
3c8e0316
YZ		 416 status = nfsd4_check_open_attributes(rqstp, cstate, open);
417 if (status)
418 goto out;
419
fb553c0f
BF		 420 /* Openowner is now set, so sequence id will get bumped. Now we need
421 * these checks before we do any creates: */
cbd0d51a 422 status = nfserr_grace;
c87fb4a3 423 if (opens_in_grace(net) && open->op_claim_type != NFS4_OPEN_CLAIM_PREVIOUS)
cbd0d51a
BF		 424 goto out;
425 status = nfserr_no_grace;
c87fb4a3 426 if (!opens_in_grace(net) && open->op_claim_type == NFS4_OPEN_CLAIM_PREVIOUS)
cbd0d51a 427 goto out;
fb553c0f 428
1da177e4 429 switch (open->op_claim_type) {
0dd3c192 430 case NFS4_OPEN_CLAIM_DELEGATE_CUR:
1da177e4 431 case NFS4_OPEN_CLAIM_NULL:
c0e6bee4 432 status = do_open_lookup(rqstp, cstate, open, &resfh);
1da177e4
LT		 433 if (status)
434 goto out;
435 break;
436 case NFS4_OPEN_CLAIM_PREVIOUS:
1722b046 437 status = nfs4_check_open_reclaim(cstate->clp);
0cf99b91
MJ		 438 if (status)
439 goto out;
ba5378b6 440 open->op_openowner->oo_flags |= NFS4_OO_CONFIRMED;
03f318ca 441 reclaim = true;
df561f66 442 fallthrough;
8b289b2c
BF		 443 case NFS4_OPEN_CLAIM_FH:
444 case NFS4_OPEN_CLAIM_DELEG_CUR_FH:
bbc9c36c 445 status = do_open_fhandle(rqstp, cstate, open);
1da177e4
LT		 446 if (status)
447 goto out;
c0e6bee4 448 resfh = &cstate->current_fh;
1da177e4 449 break;
8b289b2c 450 case NFS4_OPEN_CLAIM_DELEG_PREV_FH:
1da177e4 451 case NFS4_OPEN_CLAIM_DELEGATE_PREV:
2fdada03 452 dprintk("NFSD: unsupported OPEN claim type %d\n",
1da177e4
LT		 453 open->op_claim_type);
454 status = nfserr_notsupp;
455 goto out;
456 default:
2fdada03 457 dprintk("NFSD: Invalid OPEN claim type %d\n",
1da177e4
LT		 458 open->op_claim_type);
459 status = nfserr_inval;
460 goto out;
461 }
462 /*
463 * nfsd4_process_open2() does the actual opening of the file. If
464 * successful, it (1) truncates the file if open->op_truncate was
465 * set, (2) sets open->op_stateid, (3) sets open->op_delegation.
466 */
c0e6bee4 467 status = nfsd4_process_open2(rqstp, resfh, open);
b3fbfe0e
JL		 468 WARN(status && open->op_created,
469 "nfsd4_process_open2 failed to open newly-created file! status=%u\n",
470 be32_to_cpu(status));
03f318ca
BF		 471 if (reclaim && !status)
472 nn->somebody_reclaimed = true;
1da177e4 473out:
c0e6bee4
BF		 474 if (resfh && resfh != &cstate->current_fh) {
475 fh_dup2(&cstate->current_fh, resfh);
476 fh_put(resfh);
477 kfree(resfh);
478 }
42297899 479 nfsd4_cleanup_open_state(cstate, open);
9411b1d4 480 nfsd4_bump_seqid(cstate, status);
1da177e4
LT		 481 return status;
482}
483
9d313b17
BF		 484/*
485 * OPEN is the only seqid-mutating operation whose decoding can fail
486 * with a seqid-mutating error (specifically, decoding of user names in
487 * the attributes). Therefore we have to do some processing to look up
488 * the stateowner so that we can bump the seqid.
489 */
490static __be32 nfsd4_open_omfg(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate, struct nfsd4_op *op)
491{
eb69853d 492 struct nfsd4_open *open = &op->u.open;
9d313b17
BF		 493
494 if (!seqid_mutating_err(ntohl(op->status)))
495 return op->status;
496 if (nfsd4_has_session(cstate))
497 return op->status;
498 open->op_xdr_error = op->status;
eb69853d 499 return nfsd4_open(rqstp, cstate, &op->u);
9d313b17
BF		 500}
501
1da177e4
LT		 502/*
503 * filehandle-manipulating ops.
504 */
7191155b 505static __be32
b591480b 506nfsd4_getfh(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 507 union nfsd4_op_u *u)
1da177e4 508{
eb69853d 509 u->getfh = &cstate->current_fh;
1da177e4
LT		 510 return nfs_ok;
511}
512
7191155b 513static __be32
ca364317 514nfsd4_putfh(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 515 union nfsd4_op_u *u)
1da177e4 516{
eb69853d 517 struct nfsd4_putfh *putfh = &u->putfh;
b9e8638e 518 __be32 ret;
eb69853d 519
ca364317
BF		 520 fh_put(&cstate->current_fh);
521 cstate->current_fh.fh_handle.fh_size = putfh->pf_fhlen;
522 memcpy(&cstate->current_fh.fh_handle.fh_base, putfh->pf_fhval,
523 putfh->pf_fhlen);
b9e8638e
OK		 524 ret = fh_verify(rqstp, &cstate->current_fh, 0, NFSD_MAY_BYPASS_GSS);
525#ifdef CONFIG_NFSD_V4_2_INTER_SSC
526 if (ret == nfserr_stale && putfh->no_verify) {
527 SET_FH_FLAG(&cstate->current_fh, NFSD4_FH_FOREIGN);
528 ret = 0;
529 }
530#endif
531 return ret;
1da177e4
LT		 532}
533
7191155b 534static __be32
b591480b 535nfsd4_putrootfh(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 536 union nfsd4_op_u *u)
1da177e4 537{
b37ad28b 538 __be32 status;
1da177e4 539
ca364317 540 fh_put(&cstate->current_fh);
df547efb 541 status = exp_pseudoroot(rqstp, &cstate->current_fh);
1da177e4
LT		 542 return status;
543}
544
7191155b 545static __be32
b591480b 546nfsd4_restorefh(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 547 union nfsd4_op_u *u)
1da177e4 548{
ca364317 549 if (!cstate->save_fh.fh_dentry)
1da177e4
LT		 550 return nfserr_restorefh;
551
ca364317 552 fh_dup2(&cstate->current_fh, &cstate->save_fh);
51100d2b 553 if (HAS_CSTATE_FLAG(cstate, SAVED_STATE_ID_FLAG)) {
37c593c5 554 memcpy(&cstate->current_stateid, &cstate->save_stateid, sizeof(stateid_t));
51100d2b 555 SET_CSTATE_FLAG(cstate, CURRENT_STATE_ID_FLAG);
37c593c5 556 }
1da177e4
LT		 557 return nfs_ok;
558}
559
7191155b 560static __be32
b591480b 561nfsd4_savefh(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 562 union nfsd4_op_u *u)
1da177e4 563{
ca364317 564 fh_dup2(&cstate->save_fh, &cstate->current_fh);
51100d2b 565 if (HAS_CSTATE_FLAG(cstate, CURRENT_STATE_ID_FLAG)) {
37c593c5 566 memcpy(&cstate->save_stateid, &cstate->current_stateid, sizeof(stateid_t));
51100d2b 567 SET_CSTATE_FLAG(cstate, SAVED_STATE_ID_FLAG);
37c593c5 568 }
1da177e4
LT		 569 return nfs_ok;
570}
571
572/*
573 * misc nfsv4 ops
574 */
7191155b 575static __be32
ca364317 576nfsd4_access(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 577 union nfsd4_op_u *u)
1da177e4 578{
eb69853d 579 struct nfsd4_access *access = &u->access;
c11d7fd1 580 u32 access_full;
eb69853d 581
c11d7fd1
FL		 582 access_full = NFS3_ACCESS_FULL;
583 if (cstate->minorversion >= 2)
584 access_full |= NFS4_ACCESS_XALIST | NFS4_ACCESS_XAREAD |
585 NFS4_ACCESS_XAWRITE;
586
587 if (access->ac_req_access & ~access_full)
1da177e4
LT		 588 return nfserr_inval;
589
590 access->ac_resp_access = access->ac_req_access;
ca364317
BF		 591 return nfsd_access(rqstp, &cstate->current_fh, &access->ac_resp_access,
592 &access->ac_supported);
1da177e4
LT		 593}
594
b9c0ef85 595static void gen_boot_verifier(nfs4_verifier *verifier, struct net *net)
ab4684d1 596{
27c438f5 597 __be32 *verf = (__be32 *)verifier->data;
ab4684d1 598
27c438f5
TM		 599 BUILD_BUG_ON(2*sizeof(*verf) != sizeof(verifier->data));
600
601 nfsd_copy_boot_verifier(verf, net_generic(net, nfsd_net_id));
ab4684d1
CL		 602}
603
7191155b 604static __be32
ca364317 605nfsd4_commit(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 606 union nfsd4_op_u *u)
1da177e4 607{
eb69853d
CH		 608 struct nfsd4_commit *commit = &u->commit;
609
75c096f7 610 return nfsd_commit(rqstp, &cstate->current_fh, commit->co_offset,
524ff1af
TM		 611 commit->co_count,
612 (__be32 *)commit->co_verf.data);
1da177e4
LT		 613}
614
b37ad28b 615static __be32
ca364317 616nfsd4_create(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 617 union nfsd4_op_u *u)
1da177e4 618{
eb69853d 619 struct nfsd4_create *create = &u->create;
1da177e4 620 struct svc_fh resfh;
b37ad28b 621 __be32 status;
1da177e4
LT		 622 dev_t rdev;
623
624 fh_init(&resfh, NFS4_FHSIZE);
625
fa08139d 626 status = fh_verify(rqstp, &cstate->current_fh, S_IFDIR, NFSD_MAY_NOP);
1da177e4
LT		 627 if (status)
628 return status;
629
3c8e0316
YZ		 630 status = check_attr_support(rqstp, cstate, create->cr_bmval,
631 nfsd_attrmask);
632 if (status)
633 return status;
634
880a3a53 635 current->fs->umask = create->cr_umask;
1da177e4
LT		 636 switch (create->cr_type) {
637 case NF4LNK:
ca364317
BF		 638 status = nfsd_symlink(rqstp, &cstate->current_fh,
639 create->cr_name, create->cr_namelen,
1e444f5b 640 create->cr_data, &resfh);
1da177e4
LT		 641 break;
642
643 case NF4BLK:
880a3a53 644 status = nfserr_inval;
1da177e4
LT		 645 rdev = MKDEV(create->cr_specdata1, create->cr_specdata2);
646 if (MAJOR(rdev) != create->cr_specdata1 ||
647 MINOR(rdev) != create->cr_specdata2)
880a3a53 648 goto out_umask;
ca364317
BF		 649 status = nfsd_create(rqstp, &cstate->current_fh,
650 create->cr_name, create->cr_namelen,
651 &create->cr_iattr, S_IFBLK, rdev, &resfh);
1da177e4
LT		 652 break;
653
654 case NF4CHR:
880a3a53 655 status = nfserr_inval;
1da177e4
LT		 656 rdev = MKDEV(create->cr_specdata1, create->cr_specdata2);
657 if (MAJOR(rdev) != create->cr_specdata1 ||
658 MINOR(rdev) != create->cr_specdata2)
880a3a53 659 goto out_umask;
ca364317
BF		 660 status = nfsd_create(rqstp, &cstate->current_fh,
661 create->cr_name, create->cr_namelen,
662 &create->cr_iattr,S_IFCHR, rdev, &resfh);
1da177e4
LT		 663 break;
664
665 case NF4SOCK:
ca364317
BF		 666 status = nfsd_create(rqstp, &cstate->current_fh,
667 create->cr_name, create->cr_namelen,
668 &create->cr_iattr, S_IFSOCK, 0, &resfh);
1da177e4
LT		 669 break;
670
671 case NF4FIFO:
ca364317
BF		 672 status = nfsd_create(rqstp, &cstate->current_fh,
673 create->cr_name, create->cr_namelen,
674 &create->cr_iattr, S_IFIFO, 0, &resfh);
1da177e4
LT		 675 break;
676
677 case NF4DIR:
678 create->cr_iattr.ia_valid &= ~ATTR_SIZE;
ca364317
BF		 679 status = nfsd_create(rqstp, &cstate->current_fh,
680 create->cr_name, create->cr_namelen,
681 &create->cr_iattr, S_IFDIR, 0, &resfh);
1da177e4
LT		 682 break;
683
684 default:
685 status = nfserr_badtype;
686 }
687
9208faf2
YZ		 688 if (status)
689 goto out;
1da177e4 690
18032ca0
DQ		 691 if (create->cr_label.len)
692 nfsd4_security_inode_setsecctx(&resfh, &create->cr_label, create->cr_bmval);
693
9208faf2
YZ		 694 if (create->cr_acl != NULL)
695 do_set_nfs4_acl(rqstp, &resfh, create->cr_acl,
696 create->cr_bmval);
697
698 fh_unlock(&cstate->current_fh);
699 set_change_info(&create->cr_cinfo, &cstate->current_fh);
700 fh_dup2(&cstate->current_fh, &resfh);
701out:
1da177e4 702 fh_put(&resfh);
880a3a53
BF		 703out_umask:
704 current->fs->umask = 0;
1da177e4
LT		 705 return status;
706}
707
7191155b 708static __be32
ca364317 709nfsd4_getattr(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 710 union nfsd4_op_u *u)
1da177e4 711{
eb69853d 712 struct nfsd4_getattr *getattr = &u->getattr;
b37ad28b 713 __be32 status;
1da177e4 714
8837abca 715 status = fh_verify(rqstp, &cstate->current_fh, 0, NFSD_MAY_NOP);
1da177e4
LT		 716 if (status)
717 return status;
718
719 if (getattr->ga_bmval[1] & NFSD_WRITEONLY_ATTRS_WORD1)
720 return nfserr_inval;
721
916d2d84
BF		 722 getattr->ga_bmval[0] &= nfsd_suppattrs[cstate->minorversion][0];
723 getattr->ga_bmval[1] &= nfsd_suppattrs[cstate->minorversion][1];
724 getattr->ga_bmval[2] &= nfsd_suppattrs[cstate->minorversion][2];
1da177e4 725
ca364317 726 getattr->ga_fhp = &cstate->current_fh;
1da177e4
LT		 727 return nfs_ok;
728}
729
7191155b 730static __be32
ca364317 731nfsd4_link(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 732 union nfsd4_op_u *u)
1da177e4 733{
eb69853d 734 struct nfsd4_link *link = &u->link;
95424460 735 __be32 status;
1da177e4 736
ca364317
BF		 737 status = nfsd_link(rqstp, &cstate->current_fh,
738 link->li_name, link->li_namelen, &cstate->save_fh);
1da177e4 739 if (!status)
ca364317 740 set_change_info(&link->li_cinfo, &cstate->current_fh);
1da177e4
LT		 741 return status;
742}
743
0ff7ab46 744static __be32 nfsd4_do_lookupp(struct svc_rqst *rqstp, struct svc_fh *fh)
1da177e4
LT		 745{
746 struct svc_fh tmp_fh;
b37ad28b 747 __be32 ret;
1da177e4
LT		 748
749 fh_init(&tmp_fh, NFS4_FHSIZE);
df547efb
BF		 750 ret = exp_pseudoroot(rqstp, &tmp_fh);
751 if (ret)
1da177e4 752 return ret;
0ff7ab46 753 if (tmp_fh.fh_dentry == fh->fh_dentry) {
1da177e4
LT		 754 fh_put(&tmp_fh);
755 return nfserr_noent;
756 }
757 fh_put(&tmp_fh);
0ff7ab46
BF		 758 return nfsd_lookup(rqstp, fh, "..", 2, fh);
759}
760
761static __be32
762nfsd4_lookupp(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 763 union nfsd4_op_u *u)
0ff7ab46
BF		 764{
765 return nfsd4_do_lookupp(rqstp, &cstate->current_fh);
1da177e4
LT		 766}
767
7191155b 768static __be32
ca364317 769nfsd4_lookup(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 770 union nfsd4_op_u *u)
1da177e4 771{
ca364317 772 return nfsd_lookup(rqstp, &cstate->current_fh,
eb69853d 773 u->lookup.lo_name, u->lookup.lo_len,
ca364317 774 &cstate->current_fh);
1da177e4
LT		 775}
776
7191155b 777static __be32
ca364317 778nfsd4_read(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 779 union nfsd4_op_u *u)
1da177e4 780{
eb69853d 781 struct nfsd4_read *read = &u->read;
b37ad28b 782 __be32 status;
1da177e4 783
5c4583b2 784 read->rd_nf = NULL;
1da177e4 785
87c5942e
CL		 786 trace_nfsd_read_start(rqstp, &cstate->current_fh,
787 read->rd_offset, read->rd_length);
788
6fb739d8
CL		 789 read->rd_length = min_t(u32, read->rd_length, svc_max_payload(rqstp));
790 if (read->rd_offset > (u64)OFFSET_MAX)
791 read->rd_offset = (u64)OFFSET_MAX;
792 if (read->rd_offset + read->rd_length > (u64)OFFSET_MAX)
793 read->rd_length = (u64)OFFSET_MAX - read->rd_offset;
794
9b3234b9
BF		 795 /*
796 * If we do a zero copy read, then a client will see read data
797 * that reflects the state of the file *after* performing the
798 * following compound.
799 *
800 * To ensure proper ordering, we therefore turn off zero copy if
801 * the client wants us to do more in this compound:
802 */
803 if (!nfsd4_last_compound_op(rqstp))
779fb0f3 804 clear_bit(RQ_SPLICE_OK, &rqstp->rq_flags);
9b3234b9 805
1da177e4 806 /* check stateid */
aa0d6aed
AS		 807 status = nfs4_preprocess_stateid_op(rqstp, cstate, &cstate->current_fh,
808 &read->rd_stateid, RD_STATE,
624322f1 809 &read->rd_nf, NULL);
af90f707 810 if (status) {
1da177e4
LT		 811 dprintk("NFSD: nfsd4_read: couldn't process stateid!\n");
812 goto out;
813 }
814 status = nfs_ok;
815out:
1da177e4 816 read->rd_rqstp = rqstp;
ca364317 817 read->rd_fhp = &cstate->current_fh;
1da177e4
LT		 818 return status;
819}
820
34b1744c
BF		 821
822static void
823nfsd4_read_release(union nfsd4_op_u *u)
824{
5c4583b2
JL		 825 if (u->read.rd_nf)
826 nfsd_file_put(u->read.rd_nf);
87c5942e
CL		 827 trace_nfsd_read_done(u->read.rd_rqstp, u->read.rd_fhp,
828 u->read.rd_offset, u->read.rd_length);
34b1744c
BF		 829}
830
7191155b 831static __be32
ca364317 832nfsd4_readdir(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 833 union nfsd4_op_u *u)
1da177e4 834{
eb69853d 835 struct nfsd4_readdir *readdir = &u->readdir;
1da177e4
LT		 836 u64 cookie = readdir->rd_cookie;
837 static const nfs4_verifier zeroverf;
838
839 /* no need to check permission - this will be done in nfsd_readdir() */
840
841 if (readdir->rd_bmval[1] & NFSD_WRITEONLY_ATTRS_WORD1)
842 return nfserr_inval;
843
916d2d84
BF		 844 readdir->rd_bmval[0] &= nfsd_suppattrs[cstate->minorversion][0];
845 readdir->rd_bmval[1] &= nfsd_suppattrs[cstate->minorversion][1];
846 readdir->rd_bmval[2] &= nfsd_suppattrs[cstate->minorversion][2];
1da177e4 847
832023bf 848 if ((cookie == 1) || (cookie == 2) ||
1da177e4
LT		 849 (cookie == 0 && memcmp(readdir->rd_verf.data, zeroverf.data, NFS4_VERIFIER_SIZE)))
850 return nfserr_bad_cookie;
851
852 readdir->rd_rqstp = rqstp;
ca364317 853 readdir->rd_fhp = &cstate->current_fh;
1da177e4
LT		 854 return nfs_ok;
855}
856
7191155b 857static __be32
ca364317 858nfsd4_readlink(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 859 union nfsd4_op_u *u)
1da177e4 860{
eb69853d
CH		 861 u->readlink.rl_rqstp = rqstp;
862 u->readlink.rl_fhp = &cstate->current_fh;
1da177e4
LT		 863 return nfs_ok;
864}
865
7191155b 866static __be32
ca364317 867nfsd4_remove(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 868 union nfsd4_op_u *u)
1da177e4 869{
eb69853d 870 struct nfsd4_remove *remove = &u->remove;
b37ad28b 871 __be32 status;
1da177e4 872
c87fb4a3 873 if (opens_in_grace(SVC_NET(rqstp)))
c815afc7 874 return nfserr_grace;
ca364317
BF		 875 status = nfsd_unlink(rqstp, &cstate->current_fh, 0,
876 remove->rm_name, remove->rm_namelen);
1da177e4 877 if (!status) {
ca364317
BF		 878 fh_unlock(&cstate->current_fh);
879 set_change_info(&remove->rm_cinfo, &cstate->current_fh);
1da177e4
LT		 880 }
881 return status;
882}
883
7191155b 884static __be32
ca364317 885nfsd4_rename(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 886 union nfsd4_op_u *u)
1da177e4 887{
eb69853d 888 struct nfsd4_rename *rename = &u->rename;
95424460 889 __be32 status;
1da177e4 890
f8f71d00 891 if (opens_in_grace(SVC_NET(rqstp)))
c815afc7 892 return nfserr_grace;
ca364317
BF		 893 status = nfsd_rename(rqstp, &cstate->save_fh, rename->rn_sname,
894 rename->rn_snamelen, &cstate->current_fh,
1da177e4 895 rename->rn_tname, rename->rn_tnamelen);
2a6cf944
BF		 896 if (status)
897 return status;
898 set_change_info(&rename->rn_sinfo, &cstate->current_fh);
899 set_change_info(&rename->rn_tinfo, &cstate->save_fh);
900 return nfs_ok;
1da177e4
LT		 901}
902
dcb488a3
AA		 903static __be32
904nfsd4_secinfo(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 905 union nfsd4_op_u *u)
dcb488a3 906{
eb69853d 907 struct nfsd4_secinfo *secinfo = &u->secinfo;
dcb488a3
AA		 908 struct svc_export *exp;
909 struct dentry *dentry;
910 __be32 err;
911
29a78a3e
BF		 912 err = fh_verify(rqstp, &cstate->current_fh, S_IFDIR, NFSD_MAY_EXEC);
913 if (err)
914 return err;
dcb488a3
AA		 915 err = nfsd_lookup_dentry(rqstp, &cstate->current_fh,
916 secinfo->si_name, secinfo->si_namelen,
917 &exp, &dentry);
918 if (err)
919 return err;
2f6fc056 920 fh_unlock(&cstate->current_fh);
2b0143b5 921 if (d_really_is_negative(dentry)) {
dcb488a3
AA		 922 exp_put(exp);
923 err = nfserr_noent;
924 } else
925 secinfo->si_exp = exp;
926 dput(dentry);
56560b9a
BF		 927 if (cstate->minorversion)
928 /* See rfc 5661 section 2.6.3.1.1.8 */
929 fh_put(&cstate->current_fh);
dcb488a3
AA		 930 return err;
931}
932
04f4ad16
BF		 933static __be32
934nfsd4_secinfo_no_name(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 935 union nfsd4_op_u *u)
04f4ad16
BF		 936{
937 __be32 err;
938
eb69853d 939 switch (u->secinfo_no_name.sin_style) {
04f4ad16
BF		 940 case NFS4_SECINFO_STYLE4_CURRENT_FH:
941 break;
942 case NFS4_SECINFO_STYLE4_PARENT:
943 err = nfsd4_do_lookupp(rqstp, &cstate->current_fh);
944 if (err)
945 return err;
946 break;
947 default:
948 return nfserr_inval;
949 }
bf18f163 950
eb69853d 951 u->secinfo_no_name.sin_exp = exp_get(cstate->current_fh.fh_export);
04f4ad16
BF		 952 fh_put(&cstate->current_fh);
953 return nfs_ok;
954}
955
34b1744c
BF		 956static void
957nfsd4_secinfo_release(union nfsd4_op_u *u)
958{
959 if (u->secinfo.si_exp)
960 exp_put(u->secinfo.si_exp);
961}
962
ec572b9e
EG		 963static void
964nfsd4_secinfo_no_name_release(union nfsd4_op_u *u)
965{
966 if (u->secinfo_no_name.sin_exp)
967 exp_put(u->secinfo_no_name.sin_exp);
968}
969
7191155b 970static __be32
ca364317 971nfsd4_setattr(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 972 union nfsd4_op_u *u)
1da177e4 973{
eb69853d 974 struct nfsd4_setattr *setattr = &u->setattr;
b37ad28b 975 __be32 status = nfs_ok;
96f6f985 976 int err;
1da177e4 977
1da177e4 978 if (setattr->sa_iattr.ia_valid & ATTR_SIZE) {
af90f707 979 status = nfs4_preprocess_stateid_op(rqstp, cstate,
aa0d6aed 980 &cstate->current_fh, &setattr->sa_stateid,
624322f1 981 WR_STATE, NULL, NULL);
375c5547 982 if (status) {
3e3b4800 983 dprintk("NFSD: nfsd4_setattr: couldn't process stateid!\n");
375c5547
BF		 984 return status;
985 }
1da177e4 986 }
96f6f985
AV		 987 err = fh_want_write(&cstate->current_fh);
988 if (err)
989 return nfserrno(err);
1da177e4 990 status = nfs_ok;
3c8e0316
YZ		 991
992 status = check_attr_support(rqstp, cstate, setattr->sa_bmval,
993 nfsd_attrmask);
994 if (status)
995 goto out;
996
1da177e4 997 if (setattr->sa_acl != NULL)
ca364317
BF		 998 status = nfsd4_set_nfs4_acl(rqstp, &cstate->current_fh,
999 setattr->sa_acl);
1da177e4 1000 if (status)
18f335af 1001 goto out;
18032ca0
DQ		 1002 if (setattr->sa_label.len)
1003 status = nfsd4_set_nfs4_label(rqstp, &cstate->current_fh,
1004 &setattr->sa_label);
1005 if (status)
1006 goto out;
ca364317 1007 status = nfsd_setattr(rqstp, &cstate->current_fh, &setattr->sa_iattr,
2a1aa489 1008 0, (time64_t)0);
18f335af 1009out:
bad0dcff 1010 fh_drop_write(&cstate->current_fh);
1da177e4
LT		 1011 return status;
1012}
1013
7191155b 1014static __be32
ca364317 1015nfsd4_write(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 1016 union nfsd4_op_u *u)
1da177e4 1017{
eb69853d 1018 struct nfsd4_write *write = &u->write;
1da177e4 1019 stateid_t *stateid = &write->wr_stateid;
5c4583b2 1020 struct nfsd_file *nf = NULL;
b37ad28b 1021 __be32 status = nfs_ok;
31dec253 1022 unsigned long cnt;
ffe1137b 1023 int nvecs;
1da177e4 1024
36707c0f
CL		 1025 if (write->wr_offset > (u64)OFFSET_MAX ||
1026 write->wr_offset + write->wr_buflen > (u64)OFFSET_MAX)
1027 return nfserr_fbig;
1da177e4 1028
d890be15
CL		 1029 cnt = write->wr_buflen;
1030 trace_nfsd_write_start(rqstp, &cstate->current_fh,
1031 write->wr_offset, cnt);
aa0d6aed 1032 status = nfs4_preprocess_stateid_op(rqstp, cstate, &cstate->current_fh,
624322f1 1033 stateid, WR_STATE, &nf, NULL);
375c5547
BF		 1034 if (status) {
1035 dprintk("NFSD: nfsd4_write: couldn't process stateid!\n");
1036 return status;
1037 }
1038
1da177e4 1039 write->wr_how_written = write->wr_stable_how;
1da177e4 1040
3c1b1c7e 1041 nvecs = svc_fill_write_vector(rqstp, &write->wr_payload);
ffe1137b
BF		 1042 WARN_ON_ONCE(nvecs > ARRAY_SIZE(rqstp->rq_vec));
1043
16f8f894 1044 status = nfsd_vfs_write(rqstp, &cstate->current_fh, nf,
af90f707 1045 write->wr_offset, rqstp->rq_vec, nvecs, &cnt,
19e0663f
TM		 1046 write->wr_how_written,
1047 (__be32 *)write->wr_verifier.data);
5c4583b2 1048 nfsd_file_put(nf);
1da177e4 1049
31dec253 1050 write->wr_bytes_written = cnt;
d890be15
CL		 1051 trace_nfsd_write_done(rqstp, &cstate->current_fh,
1052 write->wr_offset, cnt);
1da177e4 1053 return status;
1da177e4
LT		 1054}
1055
ffa0160a 1056static __be32
29ae7f9d 1057nfsd4_verify_copy(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
5c4583b2
JL		 1058 stateid_t *src_stateid, struct nfsd_file **src,
1059 stateid_t *dst_stateid, struct nfsd_file **dst)
ffa0160a 1060{
ffa0160a
CH		 1061 __be32 status;
1062
01310bb7
SM		 1063 if (!cstate->save_fh.fh_dentry)
1064 return nfserr_nofilehandle;
1065
ffa0160a 1066 status = nfs4_preprocess_stateid_op(rqstp, cstate, &cstate->save_fh,
624322f1 1067 src_stateid, RD_STATE, src, NULL);
ffa0160a
CH		 1068 if (status) {
1069 dprintk("NFSD: %s: couldn't process src stateid!\n", __func__);
1070 goto out;
1071 }
1072
1073 status = nfs4_preprocess_stateid_op(rqstp, cstate, &cstate->current_fh,
624322f1 1074 dst_stateid, WR_STATE, dst, NULL);
ffa0160a
CH		 1075 if (status) {
1076 dprintk("NFSD: %s: couldn't process dst stateid!\n", __func__);
1077 goto out_put_src;
1078 }
1079
1080 /* fix up for NFS-specific error code */
5c4583b2
JL		 1081 if (!S_ISREG(file_inode((*src)->nf_file)->i_mode) ||
1082 !S_ISREG(file_inode((*dst)->nf_file)->i_mode)) {
ffa0160a
CH		 1083 status = nfserr_wrong_type;
1084 goto out_put_dst;
1085 }
1086
29ae7f9d
AS		 1087out:
1088 return status;
1089out_put_dst:
5c4583b2 1090 nfsd_file_put(*dst);
29ae7f9d 1091out_put_src:
5c4583b2 1092 nfsd_file_put(*src);
29ae7f9d
AS		 1093 goto out;
1094}
1095
1096static __be32
1097nfsd4_clone(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 1098 union nfsd4_op_u *u)
29ae7f9d 1099{
eb69853d 1100 struct nfsd4_clone *clone = &u->clone;
5c4583b2 1101 struct nfsd_file *src, *dst;
29ae7f9d
AS		 1102 __be32 status;
1103
1104 status = nfsd4_verify_copy(rqstp, cstate, &clone->cl_src_stateid, &src,
1105 &clone->cl_dst_stateid, &dst);
1106 if (status)
1107 goto out;
1108
b66ae6dd
TM		 1109 status = nfsd4_clone_file_range(src, clone->cl_src_pos,
1110 dst, clone->cl_dst_pos, clone->cl_count,
a25e3726 1111 EX_ISSYNC(cstate->current_fh.fh_export));
ffa0160a 1112
5c4583b2
JL		 1113 nfsd_file_put(dst);
1114 nfsd_file_put(src);
ffa0160a
CH		 1115out:
1116 return status;
1117}
1118
e0639dc5
OK		 1119void nfs4_put_copy(struct nfsd4_copy *copy)
1120{
1121 if (!refcount_dec_and_test(&copy->refcount))
1122 return;
1123 kfree(copy);
1124}
1125
1126static bool
1127check_and_set_stop_copy(struct nfsd4_copy *copy)
1128{
1129 bool value;
1130
1131 spin_lock(&copy->cp_clp->async_lock);
1132 value = copy->stopped;
1133 if (!copy->stopped)
1134 copy->stopped = true;
1135 spin_unlock(&copy->cp_clp->async_lock);
1136 return value;
1137}
1138
1139static void nfsd4_stop_copy(struct nfsd4_copy *copy)
1140{
1141 /* only 1 thread should stop the copy */
1142 if (!check_and_set_stop_copy(copy))
1143 kthread_stop(copy->copy_task);
1144 nfs4_put_copy(copy);
1145}
1146
1147static struct nfsd4_copy *nfsd4_get_copy(struct nfs4_client *clp)
1148{
1149 struct nfsd4_copy *copy = NULL;
1150
1151 spin_lock(&clp->async_lock);
1152 if (!list_empty(&clp->async_copies)) {
1153 copy = list_first_entry(&clp->async_copies, struct nfsd4_copy,
1154 copies);
1155 refcount_inc(&copy->refcount);
1156 }
1157 spin_unlock(&clp->async_lock);
1158 return copy;
1159}
1160
1161void nfsd4_shutdown_copy(struct nfs4_client *clp)
1162{
1163 struct nfsd4_copy *copy;
1164
1165 while ((copy = nfsd4_get_copy(clp)) != NULL)
1166 nfsd4_stop_copy(copy);
1167}
ce0887ac
OK		 1168#ifdef CONFIG_NFSD_V4_2_INTER_SSC
1169
1170extern struct file *nfs42_ssc_open(struct vfsmount *ss_mnt,
1171 struct nfs_fh *src_fh,
1172 nfs4_stateid *stateid);
1173extern void nfs42_ssc_close(struct file *filep);
1174
1175extern void nfs_sb_deactive(struct super_block *sb);
1176
1177#define NFSD42_INTERSSC_MOUNTOPS "vers=4.2,addr=%s,sec=sys"
1178
f4e44b39
DN		 1179/*
1180 * setup a work entry in the ssc delayed unmount list.
1181 */
f47dc2d3 1182static __be32 nfsd4_ssc_setup_dul(struct nfsd_net *nn, char *ipaddr,
f4e44b39
DN		 1183 struct nfsd4_ssc_umount_item **retwork, struct vfsmount **ss_mnt)
1184{
1185 struct nfsd4_ssc_umount_item *ni = 0;
1186 struct nfsd4_ssc_umount_item *work = NULL;
1187 struct nfsd4_ssc_umount_item *tmp;
1188 DEFINE_WAIT(wait);
1189
1190 *ss_mnt = NULL;
1191 *retwork = NULL;
1192 work = kzalloc(sizeof(*work), GFP_KERNEL);
1193try_again:
1194 spin_lock(&nn->nfsd_ssc_lock);
1195 list_for_each_entry_safe(ni, tmp, &nn->nfsd_ssc_mount_list, nsui_list) {
1196 if (strncmp(ni->nsui_ipaddr, ipaddr, sizeof(ni->nsui_ipaddr)))
1197 continue;
1198 /* found a match */
1199 if (ni->nsui_busy) {
1200 /* wait - and try again */
1201 prepare_to_wait(&nn->nfsd_ssc_waitq, &wait,
1202 TASK_INTERRUPTIBLE);
1203 spin_unlock(&nn->nfsd_ssc_lock);
1204
1205 /* allow 20secs for mount/unmount for now - revisit */
1206 if (signal_pending(current) ||
1207 (schedule_timeout(20*HZ) == 0)) {
1208 kfree(work);
1209 return nfserr_eagain;
1210 }
1211 finish_wait(&nn->nfsd_ssc_waitq, &wait);
1212 goto try_again;
1213 }
1214 *ss_mnt = ni->nsui_vfsmount;
1215 refcount_inc(&ni->nsui_refcnt);
1216 spin_unlock(&nn->nfsd_ssc_lock);
1217 kfree(work);
1218
1219 /* return vfsmount in ss_mnt */
1220 return 0;
1221 }
1222 if (work) {
1223 strncpy(work->nsui_ipaddr, ipaddr, sizeof(work->nsui_ipaddr));
1224 refcount_set(&work->nsui_refcnt, 2);
1225 work->nsui_busy = true;
1226 list_add_tail(&work->nsui_list, &nn->nfsd_ssc_mount_list);
1227 *retwork = work;
1228 }
1229 spin_unlock(&nn->nfsd_ssc_lock);
1230 return 0;
1231}
1232
1233static void nfsd4_ssc_update_dul_work(struct nfsd_net *nn,
1234 struct nfsd4_ssc_umount_item *work, struct vfsmount *ss_mnt)
1235{
1236 /* set nsui_vfsmount, clear busy flag and wakeup waiters */
1237 spin_lock(&nn->nfsd_ssc_lock);
1238 work->nsui_vfsmount = ss_mnt;
1239 work->nsui_busy = false;
1240 wake_up_all(&nn->nfsd_ssc_waitq);
1241 spin_unlock(&nn->nfsd_ssc_lock);
1242}
1243
1244static void nfsd4_ssc_cancel_dul_work(struct nfsd_net *nn,
1245 struct nfsd4_ssc_umount_item *work)
1246{
1247 spin_lock(&nn->nfsd_ssc_lock);
1248 list_del(&work->nsui_list);
1249 wake_up_all(&nn->nfsd_ssc_waitq);
1250 spin_unlock(&nn->nfsd_ssc_lock);
1251 kfree(work);
1252}
1253
f2453978 1254/*
ce0887ac
OK		 1255 * Support one copy source server for now.
1256 */
1257static __be32
1258nfsd4_interssc_connect(struct nl4_server *nss, struct svc_rqst *rqstp,
1259 struct vfsmount **mount)
1260{
1261 struct file_system_type *type;
1262 struct vfsmount *ss_mnt;
1263 struct nfs42_netaddr *naddr;
1264 struct sockaddr_storage tmp_addr;
1265 size_t tmp_addrlen, match_netid_len = 3;
1266 char *startsep = "", *endsep = "", *match_netid = "tcp";
1267 char *ipaddr, *dev_name, *raw_data;
b8290ca2
OK		 1268 int len, raw_len;
1269 __be32 status = nfserr_inval;
f4e44b39
DN		 1270 struct nfsd4_ssc_umount_item *work = NULL;
1271 struct nfsd_net *nn = net_generic(SVC_NET(rqstp), nfsd_net_id);
ce0887ac
OK		 1272
1273 naddr = &nss->u.nl4_addr;
1274 tmp_addrlen = rpc_uaddr2sockaddr(SVC_NET(rqstp), naddr->addr,
1275 naddr->addr_len,
1276 (struct sockaddr *)&tmp_addr,
1277 sizeof(tmp_addr));
1278 if (tmp_addrlen == 0)
1279 goto out_err;
1280
1281 if (tmp_addr.ss_family == AF_INET6) {
1282 startsep = "[";
1283 endsep = "]";
1284 match_netid = "tcp6";
1285 match_netid_len = 4;
1286 }
1287
1288 if (naddr->netid_len != match_netid_len ||
1289 strncmp(naddr->netid, match_netid, naddr->netid_len))
1290 goto out_err;
1291
1292 /* Construct the raw data for the vfs_kern_mount call */
1293 len = RPC_MAX_ADDRBUFLEN + 1;
1294 ipaddr = kzalloc(len, GFP_KERNEL);
1295 if (!ipaddr)
1296 goto out_err;
1297
1298 rpc_ntop((struct sockaddr *)&tmp_addr, ipaddr, len);
1299
1300 /* 2 for ipv6 endsep and startsep. 3 for ":/" and trailing '/0'*/
1301
1302 raw_len = strlen(NFSD42_INTERSSC_MOUNTOPS) + strlen(ipaddr);
1303 raw_data = kzalloc(raw_len, GFP_KERNEL);
1304 if (!raw_data)
1305 goto out_free_ipaddr;
1306
1307 snprintf(raw_data, raw_len, NFSD42_INTERSSC_MOUNTOPS, ipaddr);
1308
b8290ca2 1309 status = nfserr_nodev;
ce0887ac
OK		 1310 type = get_fs_type("nfs");
1311 if (!type)
1312 goto out_free_rawdata;
1313
1314 /* Set the server:<export> for the vfs_kern_mount call */
1315 dev_name = kzalloc(len + 5, GFP_KERNEL);
1316 if (!dev_name)
1317 goto out_free_rawdata;
1318 snprintf(dev_name, len + 5, "%s%s%s:/", startsep, ipaddr, endsep);
1319
f4e44b39
DN		 1320 status = nfsd4_ssc_setup_dul(nn, ipaddr, &work, &ss_mnt);
1321 if (status)
1322 goto out_free_devname;
1323 if (ss_mnt)
1324 goto out_done;
1325
ce0887ac
OK		 1326 /* Use an 'internal' mount: SB_KERNMOUNT -> MNT_INTERNAL */
1327 ss_mnt = vfs_kern_mount(type, SB_KERNMOUNT, dev_name, raw_data);
1328 module_put(type->owner);
f4e44b39 1329 if (IS_ERR(ss_mnt)) {
54185267 1330 status = nfserr_nodev;
f4e44b39
DN		 1331 if (work)
1332 nfsd4_ssc_cancel_dul_work(nn, work);
ce0887ac 1333 goto out_free_devname;
f4e44b39
DN		 1334 }
1335 if (work)
1336 nfsd4_ssc_update_dul_work(nn, work, ss_mnt);
1337out_done:
ce0887ac
OK		 1338 status = 0;
1339 *mount = ss_mnt;
1340
1341out_free_devname:
1342 kfree(dev_name);
1343out_free_rawdata:
1344 kfree(raw_data);
1345out_free_ipaddr:
1346 kfree(ipaddr);
1347out_err:
1348 return status;
1349}
1350
1351static void
1352nfsd4_interssc_disconnect(struct vfsmount *ss_mnt)
1353{
0cfcd405 1354 nfs_do_sb_deactive(ss_mnt->mnt_sb);
ce0887ac
OK		 1355 mntput(ss_mnt);
1356}
1357
f2453978 1358/*
ce0887ac 1359 * Verify COPY destination stateid.
f2453978 1360 *
ce0887ac
OK		 1361 * Connect to the source server with NFSv4.1.
1362 * Create the source struct file for nfsd_copy_range.
1363 * Called with COPY cstate:
1364 * SAVED_FH: source filehandle
1365 * CURRENT_FH: destination filehandle
ce0887ac
OK		 1366 */
1367static __be32
1368nfsd4_setup_inter_ssc(struct svc_rqst *rqstp,
1369 struct nfsd4_compound_state *cstate,
1370 struct nfsd4_copy *copy, struct vfsmount **mount)
1371{
1372 struct svc_fh *s_fh = NULL;
1373 stateid_t *s_stid = &copy->cp_src_stateid;
b8290ca2 1374 __be32 status = nfserr_inval;
ce0887ac
OK		 1375
1376 /* Verify the destination stateid and set dst struct file*/
1377 status = nfs4_preprocess_stateid_op(rqstp, cstate, &cstate->current_fh,
1378 &copy->cp_dst_stateid,
1379 WR_STATE, &copy->nf_dst, NULL);
1380 if (status)
1381 goto out;
1382
1383 status = nfsd4_interssc_connect(&copy->cp_src, rqstp, mount);
1384 if (status)
1385 goto out;
1386
1387 s_fh = &cstate->save_fh;
1388
1389 copy->c_fh.size = s_fh->fh_handle.fh_size;
1390 memcpy(copy->c_fh.data, &s_fh->fh_handle.fh_base, copy->c_fh.size);
3f9544ca 1391 copy->stateid.seqid = cpu_to_be32(s_stid->si_generation);
ce0887ac
OK		 1392 memcpy(copy->stateid.other, (void *)&s_stid->si_opaque,
1393 sizeof(stateid_opaque_t));
1394
1395 status = 0;
1396out:
1397 return status;
1398}
1399
1400static void
1401nfsd4_cleanup_inter_ssc(struct vfsmount *ss_mnt, struct nfsd_file *src,
1402 struct nfsd_file *dst)
1403{
f4e44b39
DN		 1404 bool found = false;
1405 long timeout;
1406 struct nfsd4_ssc_umount_item *tmp;
f47dc2d3 1407 struct nfsd4_ssc_umount_item *ni = NULL;
f4e44b39
DN		 1408 struct nfsd_net *nn = net_generic(dst->nf_net, nfsd_net_id);
1409
ce0887ac 1410 nfs42_ssc_close(src->nf_file);
ce0887ac 1411 nfsd_file_put(dst);
f4e44b39
DN		 1412 fput(src->nf_file);
1413
1414 if (!nn) {
1415 mntput(ss_mnt);
1416 return;
1417 }
1418 spin_lock(&nn->nfsd_ssc_lock);
1419 timeout = msecs_to_jiffies(nfsd4_ssc_umount_timeout);
1420 list_for_each_entry_safe(ni, tmp, &nn->nfsd_ssc_mount_list, nsui_list) {
1421 if (ni->nsui_vfsmount->mnt_sb == ss_mnt->mnt_sb) {
1422 list_del(&ni->nsui_list);
1423 /*
1424 * vfsmount can be shared by multiple exports,
1425 * decrement refcnt. If the count drops to 1 it
1426 * will be unmounted when nsui_expire expires.
1427 */
1428 refcount_dec(&ni->nsui_refcnt);
1429 ni->nsui_expire = jiffies + timeout;
1430 list_add_tail(&ni->nsui_list, &nn->nfsd_ssc_mount_list);
1431 found = true;
1432 break;
1433 }
1434 }
1435 spin_unlock(&nn->nfsd_ssc_lock);
1436 if (!found) {
1437 mntput(ss_mnt);
1438 return;
1439 }
ce0887ac
OK		 1440}
1441
1442#else /* CONFIG_NFSD_V4_2_INTER_SSC */
1443
1444static __be32
1445nfsd4_setup_inter_ssc(struct svc_rqst *rqstp,
1446 struct nfsd4_compound_state *cstate,
1447 struct nfsd4_copy *copy,
1448 struct vfsmount **mount)
1449{
1450 *mount = NULL;
b8290ca2 1451 return nfserr_inval;
ce0887ac
OK		 1452}
1453
1454static void
1455nfsd4_cleanup_inter_ssc(struct vfsmount *ss_mnt, struct nfsd_file *src,
1456 struct nfsd_file *dst)
1457{
1458}
1459
1460static void
1461nfsd4_interssc_disconnect(struct vfsmount *ss_mnt)
1462{
1463}
1464
1465static struct file *nfs42_ssc_open(struct vfsmount *ss_mnt,
1466 struct nfs_fh *src_fh,
1467 nfs4_stateid *stateid)
1468{
1469 return NULL;
1470}
1471#endif /* CONFIG_NFSD_V4_2_INTER_SSC */
1472
1473static __be32
1474nfsd4_setup_intra_ssc(struct svc_rqst *rqstp,
1475 struct nfsd4_compound_state *cstate,
1476 struct nfsd4_copy *copy)
1477{
1478 return nfsd4_verify_copy(rqstp, cstate, &copy->cp_src_stateid,
1479 &copy->nf_src, &copy->cp_dst_stateid,
1480 &copy->nf_dst);
1481}
1482
1483static void
1484nfsd4_cleanup_intra_ssc(struct nfsd_file *src, struct nfsd_file *dst)
1485{
1486 nfsd_file_put(src);
1487 nfsd_file_put(dst);
1488}
e0639dc5
OK		 1489
1490static void nfsd4_cb_offload_release(struct nfsd4_callback *cb)
1491{
1492 struct nfsd4_copy *copy = container_of(cb, struct nfsd4_copy, cp_cb);
1493
1494 nfs4_put_copy(copy);
1495}
1496
1497static int nfsd4_cb_offload_done(struct nfsd4_callback *cb,
1498 struct rpc_task *task)
1499{
1500 return 1;
1501}
1502
1503static const struct nfsd4_callback_ops nfsd4_cb_offload_ops = {
1504 .release = nfsd4_cb_offload_release,
1505 .done = nfsd4_cb_offload_done
1506};
1507
1508static void nfsd4_init_copy_res(struct nfsd4_copy *copy, bool sync)
1509{
eac0b17a
OK		 1510 copy->cp_res.wr_stable_how =
1511 copy->committed ? NFS_FILE_SYNC : NFS_UNSTABLE;
e0639dc5
OK		 1512 copy->cp_synchronous = sync;
1513 gen_boot_verifier(&copy->cp_res.wr_verifier, copy->cp_clp->net);
1514}
1515
1516static ssize_t _nfsd_copy_file_range(struct nfsd4_copy *copy)
1517{
1518 ssize_t bytes_copied = 0;
e7a833e9 1519 u64 bytes_total = copy->cp_count;
e0639dc5
OK		 1520 u64 src_pos = copy->cp_src_pos;
1521 u64 dst_pos = copy->cp_dst_pos;
eac0b17a 1522 __be32 status;
e0639dc5 1523
792a5112
BF		 1524 /* See RFC 7862 p.67: */
1525 if (bytes_total == 0)
1526 bytes_total = ULLONG_MAX;
e0639dc5
OK		 1527 do {
1528 if (kthread_should_stop())
1529 break;
5c4583b2
JL		 1530 bytes_copied = nfsd_copy_file_range(copy->nf_src->nf_file,
1531 src_pos, copy->nf_dst->nf_file, dst_pos,
1532 bytes_total);
e0639dc5
OK		 1533 if (bytes_copied <= 0)
1534 break;
1535 bytes_total -= bytes_copied;
1536 copy->cp_res.wr_bytes_written += bytes_copied;
1537 src_pos += bytes_copied;
1538 dst_pos += bytes_copied;
1539 } while (bytes_total > 0 && !copy->cp_synchronous);
eac0b17a
OK		 1540 /* for a non-zero asynchronous copy do a commit of data */
1541 if (!copy->cp_synchronous && copy->cp_res.wr_bytes_written > 0) {
1542 down_write(&copy->nf_dst->nf_rwsem);
1543 status = vfs_fsync_range(copy->nf_dst->nf_file,
1544 copy->cp_dst_pos,
1545 copy->cp_res.wr_bytes_written, 0);
1546 up_write(&copy->nf_dst->nf_rwsem);
1547 if (!status)
1548 copy->committed = true;
1549 }
e0639dc5
OK		 1550 return bytes_copied;
1551}
1552
1553static __be32 nfsd4_do_copy(struct nfsd4_copy *copy, bool sync)
1554{
1555 __be32 status;
1556 ssize_t bytes;
1557
1558 bytes = _nfsd_copy_file_range(copy);
1559 /* for async copy, we ignore the error, client can always retry
1560 * to get the error
1561 */
1562 if (bytes < 0 && !copy->cp_res.wr_bytes_written)
1563 status = nfserrno(bytes);
1564 else {
1565 nfsd4_init_copy_res(copy, sync);
1566 status = nfs_ok;
1567 }
1568
ce0887ac
OK		 1569 if (!copy->cp_intra) /* Inter server SSC */
1570 nfsd4_cleanup_inter_ssc(copy->ss_mnt, copy->nf_src,
1571 copy->nf_dst);
1572 else
1573 nfsd4_cleanup_intra_ssc(copy->nf_src, copy->nf_dst);
1574
e0639dc5
OK		 1575 return status;
1576}
1577
eb162e17 1578static void dup_copy_fields(struct nfsd4_copy *src, struct nfsd4_copy *dst)
e0639dc5
OK		 1579{
1580 dst->cp_src_pos = src->cp_src_pos;
1581 dst->cp_dst_pos = src->cp_dst_pos;
1582 dst->cp_count = src->cp_count;
1583 dst->cp_synchronous = src->cp_synchronous;
1584 memcpy(&dst->cp_res, &src->cp_res, sizeof(src->cp_res));
1585 memcpy(&dst->fh, &src->fh, sizeof(src->fh));
1586 dst->cp_clp = src->cp_clp;
5c4583b2 1587 dst->nf_dst = nfsd_file_get(src->nf_dst);
ce0887ac
OK		 1588 dst->cp_intra = src->cp_intra;
1589 if (src->cp_intra) /* for inter, file_src doesn't exist yet */
1590 dst->nf_src = nfsd_file_get(src->nf_src);
1591
e0639dc5 1592 memcpy(&dst->cp_stateid, &src->cp_stateid, sizeof(src->cp_stateid));
ce0887ac
OK		 1593 memcpy(&dst->cp_src, &src->cp_src, sizeof(struct nl4_server));
1594 memcpy(&dst->stateid, &src->stateid, sizeof(src->stateid));
1595 memcpy(&dst->c_fh, &src->c_fh, sizeof(src->c_fh));
1596 dst->ss_mnt = src->ss_mnt;
e0639dc5
OK		 1597}
1598
1599static void cleanup_async_copy(struct nfsd4_copy *copy)
1600{
624322f1 1601 nfs4_free_copy_state(copy);
5c4583b2 1602 nfsd_file_put(copy->nf_dst);
2e577f0f
OK		 1603 if (copy->cp_intra)
1604 nfsd_file_put(copy->nf_src);
e0639dc5
OK		 1605 spin_lock(&copy->cp_clp->async_lock);
1606 list_del(&copy->copies);
1607 spin_unlock(&copy->cp_clp->async_lock);
1608 nfs4_put_copy(copy);
1609}
1610
1611static int nfsd4_do_async_copy(void *data)
1612{
1613 struct nfsd4_copy *copy = (struct nfsd4_copy *)data;
1614 struct nfsd4_copy *cb_copy;
1615
ce0887ac
OK		 1616 if (!copy->cp_intra) { /* Inter server SSC */
1617 copy->nf_src = kzalloc(sizeof(struct nfsd_file), GFP_KERNEL);
1618 if (!copy->nf_src) {
1619 copy->nfserr = nfserr_serverfault;
1620 nfsd4_interssc_disconnect(copy->ss_mnt);
1621 goto do_callback;
1622 }
1623 copy->nf_src->nf_file = nfs42_ssc_open(copy->ss_mnt, &copy->c_fh,
1624 &copy->stateid);
1625 if (IS_ERR(copy->nf_src->nf_file)) {
ce0887ac
OK		 1626 copy->nfserr = nfserr_offload_denied;
1627 nfsd4_interssc_disconnect(copy->ss_mnt);
1628 goto do_callback;
1629 }
1630 }
1631
e0639dc5 1632 copy->nfserr = nfsd4_do_copy(copy, 0);
ce0887ac 1633do_callback:
e0639dc5
OK		 1634 cb_copy = kzalloc(sizeof(struct nfsd4_copy), GFP_KERNEL);
1635 if (!cb_copy)
1636 goto out;
49a36132 1637 refcount_set(&cb_copy->refcount, 1);
e0639dc5
OK		 1638 memcpy(&cb_copy->cp_res, &copy->cp_res, sizeof(copy->cp_res));
1639 cb_copy->cp_clp = copy->cp_clp;
1640 cb_copy->nfserr = copy->nfserr;
1641 memcpy(&cb_copy->fh, &copy->fh, sizeof(copy->fh));
1642 nfsd4_init_cb(&cb_copy->cp_cb, cb_copy->cp_clp,
1643 &nfsd4_cb_offload_ops, NFSPROC4_CLNT_CB_OFFLOAD);
87512386
CL		 1644 trace_nfsd_cb_offload(copy->cp_clp, &copy->cp_res.cb_stateid,
1645 &copy->fh, copy->cp_count, copy->nfserr);
e0639dc5
OK		 1646 nfsd4_run_cb(&cb_copy->cp_cb);
1647out:
ce0887ac
OK		 1648 if (!copy->cp_intra)
1649 kfree(copy->nf_src);
e0639dc5
OK		 1650 cleanup_async_copy(copy);
1651 return 0;
1652}
1653
29ae7f9d
AS		 1654static __be32
1655nfsd4_copy(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 1656 union nfsd4_op_u *u)
29ae7f9d 1657{
eb69853d 1658 struct nfsd4_copy *copy = &u->copy;
29ae7f9d 1659 __be32 status;
e0639dc5 1660 struct nfsd4_copy *async_copy = NULL;
29ae7f9d 1661
ce0887ac
OK		 1662 if (!copy->cp_intra) { /* Inter server SSC */
1663 if (!inter_copy_offload_enable || copy->cp_synchronous) {
1664 status = nfserr_notsupp;
1665 goto out;
1666 }
1667 status = nfsd4_setup_inter_ssc(rqstp, cstate, copy,
1668 &copy->ss_mnt);
1669 if (status)
1670 return nfserr_offload_denied;
1671 } else {
1672 status = nfsd4_setup_intra_ssc(rqstp, cstate, copy);
1673 if (status)
1674 return status;
1675 }
29ae7f9d 1676
e0639dc5
OK		 1677 copy->cp_clp = cstate->clp;
1678 memcpy(&copy->fh, &cstate->current_fh.fh_handle,
1679 sizeof(struct knfsd_fh));
1680 if (!copy->cp_synchronous) {
1681 struct nfsd_net *nn = net_generic(SVC_NET(rqstp), nfsd_net_id);
29ae7f9d 1682
e0639dc5
OK		 1683 status = nfserrno(-ENOMEM);
1684 async_copy = kzalloc(sizeof(struct nfsd4_copy), GFP_KERNEL);
1685 if (!async_copy)
ce0887ac
OK		 1686 goto out_err;
1687 if (!nfs4_init_copy_state(nn, copy))
1688 goto out_err;
e0639dc5 1689 refcount_set(&async_copy->refcount, 1);
e739b120
OK		 1690 memcpy(&copy->cp_res.cb_stateid, &copy->cp_stateid.stid,
1691 sizeof(copy->cp_res.cb_stateid));
eb162e17 1692 dup_copy_fields(copy, async_copy);
e0639dc5
OK		 1693 async_copy->copy_task = kthread_create(nfsd4_do_async_copy,
1694 async_copy, "%s", "copy thread");
1695 if (IS_ERR(async_copy->copy_task))
1696 goto out_err;
1697 spin_lock(&async_copy->cp_clp->async_lock);
1698 list_add(&async_copy->copies,
1699 &async_copy->cp_clp->async_copies);
1700 spin_unlock(&async_copy->cp_clp->async_lock);
1701 wake_up_process(async_copy->copy_task);
29ae7f9d 1702 status = nfs_ok;
ce0887ac 1703 } else {
e0639dc5 1704 status = nfsd4_do_copy(copy, 1);
ce0887ac 1705 }
29ae7f9d
AS		 1706out:
1707 return status;
e0639dc5 1708out_err:
18f428d4
OK		 1709 if (async_copy)
1710 cleanup_async_copy(async_copy);
ce0887ac
OK		 1711 status = nfserrno(-ENOMEM);
1712 if (!copy->cp_intra)
1713 nfsd4_interssc_disconnect(copy->ss_mnt);
e0639dc5
OK		 1714 goto out;
1715}
1716
1717struct nfsd4_copy *
1718find_async_copy(struct nfs4_client *clp, stateid_t *stateid)
1719{
1720 struct nfsd4_copy *copy;
1721
1722 spin_lock(&clp->async_lock);
1723 list_for_each_entry(copy, &clp->async_copies, copies) {
ce0887ac 1724 if (memcmp(&copy->cp_stateid.stid, stateid, NFS4_STATEID_SIZE))
e0639dc5
OK		 1725 continue;
1726 refcount_inc(&copy->refcount);
1727 spin_unlock(&clp->async_lock);
1728 return copy;
1729 }
1730 spin_unlock(&clp->async_lock);
1731 return NULL;
29ae7f9d
AS		 1732}
1733
885e2bf3
OK		 1734static __be32
1735nfsd4_offload_cancel(struct svc_rqst *rqstp,
1736 struct nfsd4_compound_state *cstate,
1737 union nfsd4_op_u *u)
1738{
e0639dc5 1739 struct nfsd4_offload_status *os = &u->offload_status;
e0639dc5
OK		 1740 struct nfsd4_copy *copy;
1741 struct nfs4_client *clp = cstate->clp;
1742
1743 copy = find_async_copy(clp, &os->stateid);
ce0887ac
OK		 1744 if (!copy) {
1745 struct nfsd_net *nn = net_generic(SVC_NET(rqstp), nfsd_net_id);
1746
1747 return manage_cpntf_state(nn, &os->stateid, clp, NULL);
1748 } else
e0639dc5 1749 nfsd4_stop_copy(copy);
e0639dc5 1750
ce0887ac 1751 return nfs_ok;
885e2bf3
OK		 1752}
1753
51911868
OK		 1754static __be32
1755nfsd4_copy_notify(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
1756 union nfsd4_op_u *u)
1757{
624322f1
OK		 1758 struct nfsd4_copy_notify *cn = &u->copy_notify;
1759 __be32 status;
1760 struct nfsd_net *nn = net_generic(SVC_NET(rqstp), nfsd_net_id);
1761 struct nfs4_stid *stid;
1762 struct nfs4_cpntf_state *cps;
1763 struct nfs4_client *clp = cstate->clp;
1764
1765 status = nfs4_preprocess_stateid_op(rqstp, cstate, &cstate->current_fh,
1766 &cn->cpn_src_stateid, RD_STATE, NULL,
1767 &stid);
1768 if (status)
1769 return status;
1770
1771 cn->cpn_sec = nn->nfsd4_lease;
1772 cn->cpn_nsec = 0;
1773
1774 status = nfserrno(-ENOMEM);
1775 cps = nfs4_alloc_init_cpntf_state(nn, stid);
1776 if (!cps)
1777 goto out;
1778 memcpy(&cn->cpn_cnr_stateid, &cps->cp_stateid.stid, sizeof(stateid_t));
1779 memcpy(&cps->cp_p_stateid, &stid->sc_stateid, sizeof(stateid_t));
1780 memcpy(&cps->cp_p_clid, &clp->cl_clientid, sizeof(clientid_t));
1781
1782 /* For now, only return one server address in cpn_src, the
1783 * address used by the client to connect to this server.
1784 */
1785 cn->cpn_src.nl4_type = NL4_NETADDR;
1786 status = nfsd4_set_netaddr((struct sockaddr *)&rqstp->rq_daddr,
1787 &cn->cpn_src.u.nl4_addr);
1788 WARN_ON_ONCE(status);
1789 if (status) {
1790 nfs4_put_cpntf_state(nn, cps);
1791 goto out;
1792 }
1793out:
1794 nfs4_put_stid(stid);
1795 return status;
51911868
OK		 1796}
1797
95d871f0
AS		 1798static __be32
1799nfsd4_fallocate(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
1800 struct nfsd4_fallocate *fallocate, int flags)
1801{
0d4d6720 1802 __be32 status;
5c4583b2 1803 struct nfsd_file *nf;
95d871f0 1804
aa0d6aed 1805 status = nfs4_preprocess_stateid_op(rqstp, cstate, &cstate->current_fh,
95d871f0 1806 &fallocate->falloc_stateid,
624322f1 1807 WR_STATE, &nf, NULL);
95d871f0
AS		 1808 if (status != nfs_ok) {
1809 dprintk("NFSD: nfsd4_fallocate: couldn't process stateid!\n");
1810 return status;
1811 }
1812
5c4583b2 1813 status = nfsd4_vfs_fallocate(rqstp, &cstate->current_fh, nf->nf_file,
95d871f0
AS		 1814 fallocate->falloc_offset,
1815 fallocate->falloc_length,
1816 flags);
5c4583b2 1817 nfsd_file_put(nf);
95d871f0
AS		 1818 return status;
1819}
6308bc98
OK		 1820static __be32
1821nfsd4_offload_status(struct svc_rqst *rqstp,
1822 struct nfsd4_compound_state *cstate,
1823 union nfsd4_op_u *u)
1824{
e0639dc5
OK		 1825 struct nfsd4_offload_status *os = &u->offload_status;
1826 __be32 status = 0;
1827 struct nfsd4_copy *copy;
1828 struct nfs4_client *clp = cstate->clp;
1829
1830 copy = find_async_copy(clp, &os->stateid);
1831 if (copy) {
1832 os->count = copy->cp_res.wr_bytes_written;
1833 nfs4_put_copy(copy);
1834 } else
1835 status = nfserr_bad_stateid;
1836
1837 return status;
6308bc98 1838}
95d871f0
AS		 1839
1840static __be32
1841nfsd4_allocate(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 1842 union nfsd4_op_u *u)
95d871f0 1843{
eb69853d 1844 return nfsd4_fallocate(rqstp, cstate, &u->allocate, 0);
95d871f0
AS		 1845}
1846
b0cb9085
AS		 1847static __be32
1848nfsd4_deallocate(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 1849 union nfsd4_op_u *u)
b0cb9085 1850{
eb69853d 1851 return nfsd4_fallocate(rqstp, cstate, &u->deallocate,
b0cb9085
AS		 1852 FALLOC_FL_PUNCH_HOLE | FALLOC_FL_KEEP_SIZE);
1853}
1854
24bab491
AS		 1855static __be32
1856nfsd4_seek(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 1857 union nfsd4_op_u *u)
24bab491 1858{
eb69853d 1859 struct nfsd4_seek *seek = &u->seek;
24bab491
AS		 1860 int whence;
1861 __be32 status;
5c4583b2 1862 struct nfsd_file *nf;
24bab491 1863
aa0d6aed 1864 status = nfs4_preprocess_stateid_op(rqstp, cstate, &cstate->current_fh,
24bab491 1865 &seek->seek_stateid,
624322f1 1866 RD_STATE, &nf, NULL);
24bab491
AS		 1867 if (status) {
1868 dprintk("NFSD: nfsd4_seek: couldn't process stateid!\n");
1869 return status;
1870 }
1871
1872 switch (seek->seek_whence) {
1873 case NFS4_CONTENT_DATA:
1874 whence = SEEK_DATA;
1875 break;
1876 case NFS4_CONTENT_HOLE:
1877 whence = SEEK_HOLE;
1878 break;
1879 default:
1880 status = nfserr_union_notsupp;
1881 goto out;
1882 }
1883
1884 /*
1885 * Note: This call does change file->f_pos, but nothing in NFSD
1886 * should ever file->f_pos.
1887 */
5c4583b2 1888 seek->seek_pos = vfs_llseek(nf->nf_file, seek->seek_offset, whence);
24bab491
AS		 1889 if (seek->seek_pos < 0)
1890 status = nfserrno(seek->seek_pos);
5c4583b2 1891 else if (seek->seek_pos >= i_size_read(file_inode(nf->nf_file)))
24bab491
AS		 1892 seek->seek_eof = true;
1893
1894out:
5c4583b2 1895 nfsd_file_put(nf);
24bab491
AS		 1896 return status;
1897}
1898
1da177e4
LT		 1899/* This routine never returns NFS_OK! If there are no other errors, it
1900 * will return NFSERR_SAME or NFSERR_NOT_SAME depending on whether the
1901 * attributes matched. VERIFY is implemented by mapping NFSERR_SAME
1902 * to NFS_OK after the call; NVERIFY by mapping NFSERR_NOT_SAME to NFS_OK.
1903 */
b37ad28b 1904static __be32
c954e2a5 1905_nfsd4_verify(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
ca364317 1906 struct nfsd4_verify *verify)
1da177e4 1907{
2ebbc012 1908 __be32 *buf, *p;
1da177e4 1909 int count;
b37ad28b 1910 __be32 status;
1da177e4 1911
8837abca 1912 status = fh_verify(rqstp, &cstate->current_fh, 0, NFSD_MAY_NOP);
1da177e4
LT		 1913 if (status)
1914 return status;
1915
3c8e0316
YZ		 1916 status = check_attr_support(rqstp, cstate, verify->ve_bmval, NULL);
1917 if (status)
1918 return status;
1919
1da177e4
LT		 1920 if ((verify->ve_bmval[0] & FATTR4_WORD0_RDATTR_ERROR)
1921 || (verify->ve_bmval[1] & NFSD_WRITEONLY_ATTRS_WORD1))
1922 return nfserr_inval;
1923 if (verify->ve_attrlen & 3)
1924 return nfserr_inval;
1925
1926 /* count in words:
1927 * bitmap_len(1) + bitmap(2) + attr_len(1) = 4
1928 */
1929 count = 4 + (verify->ve_attrlen >> 2);
1930 buf = kmalloc(count << 2, GFP_KERNEL);
1931 if (!buf)
3e772463 1932 return nfserr_jukebox;
1da177e4 1933
84822d0b 1934 p = buf;
d5184658 1935 status = nfsd4_encode_fattr_to_buf(&p, count, &cstate->current_fh,
ca364317 1936 cstate->current_fh.fh_export,
d5184658
BF		 1937 cstate->current_fh.fh_dentry,
1938 verify->ve_bmval,
406a7ea9 1939 rqstp, 0);
41ae6e71
BF		 1940 /*
1941 * If nfsd4_encode_fattr() ran out of space, assume that's because
1942 * the attributes are longer (hence different) than those given:
1943 */
84822d0b 1944 if (status == nfserr_resource)
1da177e4
LT		 1945 status = nfserr_not_same;
1946 if (status)
1947 goto out_kfree;
1948
95ec28cd
BH		 1949 /* skip bitmap */
1950 p = buf + 1 + ntohl(buf[0]);
1da177e4
LT		 1951 status = nfserr_not_same;
1952 if (ntohl(*p++) != verify->ve_attrlen)
1953 goto out_kfree;
1954 if (!memcmp(p, verify->ve_attrval, verify->ve_attrlen))
1955 status = nfserr_same;
1956
1957out_kfree:
1958 kfree(buf);
1959 return status;
1960}
1961
c954e2a5
BF		 1962static __be32
1963nfsd4_nverify(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 1964 union nfsd4_op_u *u)
c954e2a5
BF		 1965{
1966 __be32 status;
1967
eb69853d 1968 status = _nfsd4_verify(rqstp, cstate, &u->verify);
c954e2a5
BF		 1969 return status == nfserr_not_same ? nfs_ok : status;
1970}
1971
1972static __be32
1973nfsd4_verify(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
eb69853d 1974 union nfsd4_op_u *u)
c954e2a5
BF		 1975{
1976 __be32 status;
1977
eb69853d 1978 status = _nfsd4_verify(rqstp, cstate, &u->nverify);
c954e2a5
BF		 1979 return status == nfserr_same ? nfs_ok : status;
1980}
1981
9cf514cc
CH		 1982#ifdef CONFIG_NFSD_PNFS
1983static const struct nfsd4_layout_ops *
1984nfsd4_layout_verify(struct svc_export *exp, unsigned int layout_type)
1985{
8a4c3926 1986 if (!exp->ex_layout_types) {
9cf514cc
CH		 1987 dprintk("%s: export does not support pNFS\n", __func__);
1988 return NULL;
1989 }
1990
b550a32e
AK		 1991 if (layout_type >= LAYOUT_TYPE_MAX ||
1992 !(exp->ex_layout_types & (1 << layout_type))) {
9cf514cc
CH		 1993 dprintk("%s: layout type %d not supported\n",
1994 __func__, layout_type);
1995 return NULL;
1996 }
1997
1998 return nfsd4_layout_ops[layout_type];
1999}
2000
2001static __be32
2002nfsd4_getdeviceinfo(struct svc_rqst *rqstp,
eb69853d 2003 struct nfsd4_compound_state *cstate, union nfsd4_op_u *u)
9cf514cc 2004{
eb69853d 2005 struct nfsd4_getdeviceinfo *gdp = &u->getdeviceinfo;
9cf514cc
CH		 2006 const struct nfsd4_layout_ops *ops;
2007 struct nfsd4_deviceid_map *map;
2008 struct svc_export *exp;
2009 __be32 nfserr;
2010
2011 dprintk("%s: layout_type %u dev_id [0x%llx:0x%x] maxcnt %u\n",
2012 __func__,
2013 gdp->gd_layout_type,
2014 gdp->gd_devid.fsid_idx, gdp->gd_devid.generation,
2015 gdp->gd_maxcount);
2016
2017 map = nfsd4_find_devid_map(gdp->gd_devid.fsid_idx);
2018 if (!map) {
2019 dprintk("%s: couldn't find device ID to export mapping!\n",
2020 __func__);
2021 return nfserr_noent;
2022 }
2023
2024 exp = rqst_exp_find(rqstp, map->fsid_type, map->fsid);
2025 if (IS_ERR(exp)) {
2026 dprintk("%s: could not find device id\n", __func__);
2027 return nfserr_noent;
2028 }
2029
2030 nfserr = nfserr_layoutunavailable;
2031 ops = nfsd4_layout_verify(exp, gdp->gd_layout_type);
2032 if (!ops)
2033 goto out;
2034
2035 nfserr = nfs_ok;
f99d4fbd
CH		 2036 if (gdp->gd_maxcount != 0) {
2037 nfserr = ops->proc_getdeviceinfo(exp->ex_path.mnt->mnt_sb,
ec59659b 2038 rqstp, cstate->clp, gdp);
f99d4fbd 2039 }
9cf514cc
CH		 2040
2041 gdp->gd_notify_types &= ops->notify_types;
9cf514cc 2042out:
a1420384 2043 exp_put(exp);
9cf514cc
CH		 2044 return nfserr;
2045}
2046
34b1744c
BF		 2047static void
2048nfsd4_getdeviceinfo_release(union nfsd4_op_u *u)
2049{
2050 kfree(u->getdeviceinfo.gd_device);
2051}
2052
9cf514cc
CH		 2053static __be32
2054nfsd4_layoutget(struct svc_rqst *rqstp,
eb69853d 2055 struct nfsd4_compound_state *cstate, union nfsd4_op_u *u)
9cf514cc 2056{
eb69853d 2057 struct nfsd4_layoutget *lgp = &u->layoutget;
9cf514cc
CH		 2058 struct svc_fh *current_fh = &cstate->current_fh;
2059 const struct nfsd4_layout_ops *ops;
2060 struct nfs4_layout_stateid *ls;
2061 __be32 nfserr;
66282ec1 2062 int accmode = NFSD_MAY_READ_IF_EXEC;
9cf514cc
CH		 2063
2064 switch (lgp->lg_seg.iomode) {
2065 case IOMODE_READ:
66282ec1 2066 accmode |= NFSD_MAY_READ;
9cf514cc
CH		 2067 break;
2068 case IOMODE_RW:
66282ec1 2069 accmode |= NFSD_MAY_READ | NFSD_MAY_WRITE;
9cf514cc
CH		 2070 break;
2071 default:
2072 dprintk("%s: invalid iomode %d\n",
2073 __func__, lgp->lg_seg.iomode);
2074 nfserr = nfserr_badiomode;
2075 goto out;
2076 }
2077
2078 nfserr = fh_verify(rqstp, current_fh, 0, accmode);
2079 if (nfserr)
2080 goto out;
2081
2082 nfserr = nfserr_layoutunavailable;
2083 ops = nfsd4_layout_verify(current_fh->fh_export, lgp->lg_layout_type);
2084 if (!ops)
2085 goto out;
2086
2087 /*
2088 * Verify minlength and range as per RFC5661:
2089 * o If loga_length is less than loga_minlength,
2090 * the metadata server MUST return NFS4ERR_INVAL.
2091 * o If the sum of loga_offset and loga_minlength exceeds
2092 * NFS4_UINT64_MAX, and loga_minlength is not
2093 * NFS4_UINT64_MAX, the error NFS4ERR_INVAL MUST result.
2094 * o If the sum of loga_offset and loga_length exceeds
2095 * NFS4_UINT64_MAX, and loga_length is not NFS4_UINT64_MAX,
2096 * the error NFS4ERR_INVAL MUST result.
2097 */
2098 nfserr = nfserr_inval;
2099 if (lgp->lg_seg.length < lgp->lg_minlength ||
2100 (lgp->lg_minlength != NFS4_MAX_UINT64 &&
2101 lgp->lg_minlength > NFS4_MAX_UINT64 - lgp->lg_seg.offset) ||
2102 (lgp->lg_seg.length != NFS4_MAX_UINT64 &&
2103 lgp->lg_seg.length > NFS4_MAX_UINT64 - lgp->lg_seg.offset))
2104 goto out;
2105 if (lgp->lg_seg.length == 0)
2106 goto out;
2107
2108 nfserr = nfsd4_preprocess_layout_stateid(rqstp, cstate, &lgp->lg_sid,
2109 true, lgp->lg_layout_type, &ls);
31ef83dc 2110 if (nfserr) {
f394b62b 2111 trace_nfsd_layout_get_lookup_fail(&lgp->lg_sid);
9cf514cc 2112 goto out;
31ef83dc 2113 }
9cf514cc 2114
c5c707f9
CH		 2115 nfserr = nfserr_recallconflict;
2116 if (atomic_read(&ls->ls_stid.sc_file->fi_lo_recalls))
2117 goto out_put_stid;
2118
2b0143b5 2119 nfserr = ops->proc_layoutget(d_inode(current_fh->fh_dentry),
9cf514cc
CH		 2120 current_fh, lgp);
2121 if (nfserr)
2122 goto out_put_stid;
2123
2124 nfserr = nfsd4_insert_layout(lgp, ls);
2125
2126out_put_stid:
cc8a5532 2127 mutex_unlock(&ls->ls_mutex);
9cf514cc
CH		 2128 nfs4_put_stid(&ls->ls_stid);
2129out:
2130 return nfserr;
2131}
2132
34b1744c
BF		 2133static void
2134nfsd4_layoutget_release(union nfsd4_op_u *u)
2135{
2136 kfree(u->layoutget.lg_content);
2137}
2138
9cf514cc
CH		 2139static __be32
2140nfsd4_layoutcommit(struct svc_rqst *rqstp,
eb69853d 2141 struct nfsd4_compound_state *cstate, union nfsd4_op_u *u)
9cf514cc 2142{
eb69853d 2143 struct nfsd4_layoutcommit *lcp = &u->layoutcommit;
9cf514cc
CH		 2144 const struct nfsd4_layout_seg *seg = &lcp->lc_seg;
2145 struct svc_fh *current_fh = &cstate->current_fh;
2146 const struct nfsd4_layout_ops *ops;
2147 loff_t new_size = lcp->lc_last_wr + 1;
2148 struct inode *inode;
2149 struct nfs4_layout_stateid *ls;
2150 __be32 nfserr;
2151
2152 nfserr = fh_verify(rqstp, current_fh, 0, NFSD_MAY_WRITE);
2153 if (nfserr)
2154 goto out;
2155
2156 nfserr = nfserr_layoutunavailable;
2157 ops = nfsd4_layout_verify(current_fh->fh_export, lcp->lc_layout_type);
2158 if (!ops)
2159 goto out;
2b0143b5 2160 inode = d_inode(current_fh->fh_dentry);
9cf514cc
CH		 2161
2162 nfserr = nfserr_inval;
2163 if (new_size <= seg->offset) {
2164 dprintk("pnfsd: last write before layout segment\n");
2165 goto out;
2166 }
2167 if (new_size > seg->offset + seg->length) {
2168 dprintk("pnfsd: last write beyond layout segment\n");
2169 goto out;
2170 }
2171 if (!lcp->lc_newoffset && new_size > i_size_read(inode)) {
2172 dprintk("pnfsd: layoutcommit beyond EOF\n");
2173 goto out;
2174 }
2175
2176 nfserr = nfsd4_preprocess_layout_stateid(rqstp, cstate, &lcp->lc_sid,
2177 false, lcp->lc_layout_type,
2178 &ls);
2179 if (nfserr) {
f394b62b 2180 trace_nfsd_layout_commit_lookup_fail(&lcp->lc_sid);
9cf514cc
CH		 2181 /* fixup error code as per RFC5661 */
2182 if (nfserr == nfserr_bad_stateid)
2183 nfserr = nfserr_badlayout;
2184 goto out;
2185 }
2186
cc8a5532
JL		 2187 /* LAYOUTCOMMIT does not require any serialization */
2188 mutex_unlock(&ls->ls_mutex);
2189
9cf514cc
CH		 2190 if (new_size > i_size_read(inode)) {
2191 lcp->lc_size_chg = 1;
2192 lcp->lc_newsize = new_size;
2193 } else {
2194 lcp->lc_size_chg = 0;
2195 }
2196
d8398fc1 2197 nfserr = ops->proc_layoutcommit(inode, lcp);
9cf514cc
CH		 2198 nfs4_put_stid(&ls->ls_stid);
2199out:
2200 return nfserr;
2201}
2202
2203static __be32
2204nfsd4_layoutreturn(struct svc_rqst *rqstp,
eb69853d 2205 struct nfsd4_compound_state *cstate, union nfsd4_op_u *u)
9cf514cc 2206{
eb69853d 2207 struct nfsd4_layoutreturn *lrp = &u->layoutreturn;
9cf514cc
CH		 2208 struct svc_fh *current_fh = &cstate->current_fh;
2209 __be32 nfserr;
2210
2211 nfserr = fh_verify(rqstp, current_fh, 0, NFSD_MAY_NOP);
2212 if (nfserr)
2213 goto out;
2214
2215 nfserr = nfserr_layoutunavailable;
2216 if (!nfsd4_layout_verify(current_fh->fh_export, lrp->lr_layout_type))
2217 goto out;
2218
2219 switch (lrp->lr_seg.iomode) {
2220 case IOMODE_READ:
2221 case IOMODE_RW:
2222 case IOMODE_ANY:
2223 break;
2224 default:
2225 dprintk("%s: invalid iomode %d\n", __func__,
2226 lrp->lr_seg.iomode);
2227 nfserr = nfserr_inval;
2228 goto out;
2229 }
2230
2231 switch (lrp->lr_return_type) {
2232 case RETURN_FILE:
2233 nfserr = nfsd4_return_file_layouts(rqstp, cstate, lrp);
2234 break;
2235 case RETURN_FSID:
2236 case RETURN_ALL:
2237 nfserr = nfsd4_return_client_layouts(rqstp, cstate, lrp);
2238 break;
2239 default:
2240 dprintk("%s: invalid return_type %d\n", __func__,
2241 lrp->lr_return_type);
2242 nfserr = nfserr_inval;
2243 break;
2244 }
2245out:
2246 return nfserr;
2247}
2248#endif /* CONFIG_NFSD_PNFS */
2249
23e50fe3
FL		 2250static __be32
2251nfsd4_getxattr(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
2252 union nfsd4_op_u *u)
2253{
2254 struct nfsd4_getxattr *getxattr = &u->getxattr;
2255
2256 return nfsd_getxattr(rqstp, &cstate->current_fh,
2257 getxattr->getxa_name, &getxattr->getxa_buf,
2258 &getxattr->getxa_len);
2259}
2260
2261static __be32
2262nfsd4_setxattr(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
2263 union nfsd4_op_u *u)
2264{
2265 struct nfsd4_setxattr *setxattr = &u->setxattr;
2266 __be32 ret;
2267
2268 if (opens_in_grace(SVC_NET(rqstp)))
2269 return nfserr_grace;
2270
2271 ret = nfsd_setxattr(rqstp, &cstate->current_fh, setxattr->setxa_name,
2272 setxattr->setxa_buf, setxattr->setxa_len,
2273 setxattr->setxa_flags);
2274
2275 if (!ret)
2276 set_change_info(&setxattr->setxa_cinfo, &cstate->current_fh);
2277
2278 return ret;
2279}
2280
2281static __be32
2282nfsd4_listxattrs(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
2283 union nfsd4_op_u *u)
2284{
2285 /*
2286 * Get the entire list, then copy out only the user attributes
2287 * in the encode function.
2288 */
2289 return nfsd_listxattr(rqstp, &cstate->current_fh,
2290 &u->listxattrs.lsxa_buf, &u->listxattrs.lsxa_len);
2291}
2292
2293static __be32
2294nfsd4_removexattr(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
2295 union nfsd4_op_u *u)
2296{
2297 struct nfsd4_removexattr *removexattr = &u->removexattr;
2298 __be32 ret;
2299
2300 if (opens_in_grace(SVC_NET(rqstp)))
2301 return nfserr_grace;
2302
2303 ret = nfsd_removexattr(rqstp, &cstate->current_fh,
2304 removexattr->rmxa_name);
2305
2306 if (!ret)
2307 set_change_info(&removexattr->rmxa_cinfo, &cstate->current_fh);
2308
2309 return ret;
2310}
2311
1da177e4
LT		 2312/*
2313 * NULL call.
2314 */
7111c66e 2315static __be32
a6beb732 2316nfsd4_proc_null(struct svc_rqst *rqstp)
1da177e4 2317{
cc028a10 2318 return rpc_success;
1da177e4
LT		 2319}
2320
e2b20950
SA		 2321static inline void nfsd4_increment_op_stats(u32 opnum)
2322{
2323 if (opnum >= FIRST_NFS4_OP && opnum <= LAST_NFS4_OP)
e567b98c 2324 percpu_counter_inc(&nfsdstats.counter[NFSD_STATS_NFS4_OP(opnum)]);
e2b20950
SA		 2325}
2326
bb2a8b0c 2327static const struct nfsd4_operation nfsd4_ops[];
b591480b 2328
f1c7f79b 2329static const char *nfsd4_op_name(unsigned opnum);
b001a1b6 2330
f9bb94c4 2331/*
57716355 2332 * Enforce NFSv4.1 COMPOUND ordering rules:
f9bb94c4 2333 *
57716355
BF		 2334 * Also note, enforced elsewhere:
2335 * - SEQUENCE other than as first op results in
2336 * NFS4ERR_SEQUENCE_POS. (Enforced in nfsd4_sequence().)
1d1bc8f2
BF		 2337 * - BIND_CONN_TO_SESSION must be the only op in its compound.
2338 * (Enforced in nfsd4_bind_conn_to_session().)
57716355
BF		 2339 * - DESTROY_SESSION must be the final operation in a compound, if
2340 * sessionid's in SEQUENCE and DESTROY_SESSION are the same.
2341 * (Enforced in nfsd4_destroy_session().)
f9bb94c4 2342 */
57716355 2343static __be32 nfs41_check_op_ordering(struct nfsd4_compoundargs *args)
f9bb94c4 2344{
7a04cfda 2345 struct nfsd4_op *first_op = &args->ops[0];
57716355
BF		 2346
2347 /* These ordering requirements don't apply to NFSv4.0: */
2348 if (args->minorversion == 0)
2349 return nfs_ok;
2350 /* This is weird, but OK, not our problem: */
2351 if (args->opcnt == 0)
2352 return nfs_ok;
7a04cfda 2353 if (first_op->status == nfserr_op_illegal)
57716355 2354 return nfs_ok;
7a04cfda 2355 if (!(nfsd4_ops[first_op->opnum].op_flags & ALLOWED_AS_FIRST_OP))
57716355 2356 return nfserr_op_not_in_session;
7a04cfda 2357 if (first_op->opnum == OP_SEQUENCE)
57716355 2358 return nfs_ok;
7a04cfda
BF		 2359 /*
2360 * So first_op is something allowed outside a session, like
2361 * EXCHANGE_ID; but then it has to be the only op in the
2362 * compound:
2363 */
57716355
BF		 2364 if (args->opcnt != 1)
2365 return nfserr_not_only_op;
2366 return nfs_ok;
f9bb94c4
AA		 2367}
2368
f4f9ef4a 2369const struct nfsd4_operation *OPDESC(struct nfsd4_op *op)
22b03214
BF		 2370{
2371 return &nfsd4_ops[op->opnum];
2372}
2373
1091006c
BF		 2374bool nfsd4_cache_this_op(struct nfsd4_op *op)
2375{
e372ba60
BF		 2376 if (op->opnum == OP_ILLEGAL)
2377 return false;
c856694e 2378 return OPDESC(op)->op_flags & OP_CACHEME;
1091006c
BF		 2379}
2380
68d93184
BF		 2381static bool need_wrongsec_check(struct svc_rqst *rqstp)
2382{
2383 struct nfsd4_compoundres *resp = rqstp->rq_resp;
2384 struct nfsd4_compoundargs *argp = rqstp->rq_argp;
2385 struct nfsd4_op *this = &argp->ops[resp->opcnt - 1];
2386 struct nfsd4_op *next = &argp->ops[resp->opcnt];
bb2a8b0c
CH		 2387 const struct nfsd4_operation *thisd = OPDESC(this);
2388 const struct nfsd4_operation *nextd;
68d93184 2389
68d93184
BF		 2390 /*
2391 * Most ops check wronsec on our own; only the putfh-like ops
2392 * have special rules.
2393 */
2394 if (!(thisd->op_flags & OP_IS_PUTFH_LIKE))
2395 return false;
2396 /*
2397 * rfc 5661 2.6.3.1.1.6: don't bother erroring out a
2398 * put-filehandle operation if we're not going to use the
2399 * result:
2400 */
2401 if (argp->opcnt == resp->opcnt)
2402 return false;
51904b08
BF		 2403 if (next->opnum == OP_ILLEGAL)
2404 return false;
68d93184
BF		 2405 nextd = OPDESC(next);
2406 /*
2407 * Rest of 2.6.3.1.1: certain operations will return WRONGSEC
2408 * errors themselves as necessary; others should check for them
2409 * now:
2410 */
2411 return !(nextd->op_flags & OP_HANDLES_WRONGSEC);
2412}
2413
b9e8638e
OK		 2414#ifdef CONFIG_NFSD_V4_2_INTER_SSC
2415static void
2416check_if_stalefh_allowed(struct nfsd4_compoundargs *args)
2417{
2418 struct nfsd4_op *op, *current_op = NULL, *saved_op = NULL;
2419 struct nfsd4_copy *copy;
2420 struct nfsd4_putfh *putfh;
2421 int i;
2422
2423 /* traverse all operation and if it's a COPY compound, mark the
2424 * source filehandle to skip verification
2425 */
2426 for (i = 0; i < args->opcnt; i++) {
2427 op = &args->ops[i];
2428 if (op->opnum == OP_PUTFH)
2429 current_op = op;
2430 else if (op->opnum == OP_SAVEFH)
2431 saved_op = current_op;
2432 else if (op->opnum == OP_RESTOREFH)
2433 current_op = saved_op;
2434 else if (op->opnum == OP_COPY) {
2435 copy = (struct nfsd4_copy *)&op->u;
2436 if (!saved_op) {
2437 op->status = nfserr_nofilehandle;
2438 return;
2439 }
2440 putfh = (struct nfsd4_putfh *)&saved_op->u;
2441 if (!copy->cp_intra)
2442 putfh->no_verify = true;
2443 }
2444 }
2445}
2446#else
2447static void
2448check_if_stalefh_allowed(struct nfsd4_compoundargs *args)
2449{
2450}
2451#endif
2452
1da177e4
LT		 2453/*
2454 * COMPOUND call.
2455 */
7111c66e 2456static __be32
a6beb732 2457nfsd4_proc_compound(struct svc_rqst *rqstp)
1da177e4 2458{
a6beb732
CH		 2459 struct nfsd4_compoundargs *args = rqstp->rq_argp;
2460 struct nfsd4_compoundres *resp = rqstp->rq_resp;
1da177e4 2461 struct nfsd4_op *op;
e354d571 2462 struct nfsd4_compound_state *cstate = &resp->cstate;
4daeed25
KM		 2463 struct svc_fh *current_fh = &cstate->current_fh;
2464 struct svc_fh *save_fh = &cstate->save_fh;
e333f3bb 2465 struct nfsd_net *nn = net_generic(SVC_NET(rqstp), nfsd_net_id);
b37ad28b 2466 __be32 status;
1da177e4 2467
bddfdbcd
CL		 2468 resp->xdr = &rqstp->rq_res_stream;
2469
2470 /* reserve space for: NFS status code */
2471 xdr_reserve_space(resp->xdr, XDR_UNIT);
2472
2473 resp->tagp = resp->xdr->p;
1da177e4 2474 /* reserve space for: taglen, tag, and opcnt */
bddfdbcd 2475 xdr_reserve_space(resp->xdr, XDR_UNIT * 2 + args->taglen);
1da177e4
LT		 2476 resp->taglen = args->taglen;
2477 resp->tag = args->tag;
1da177e4 2478 resp->rqstp = rqstp;
4daeed25 2479 cstate->minorversion = args->minorversion;
4daeed25
KM		 2480 fh_init(current_fh, NFS4_FHSIZE);
2481 fh_init(save_fh, NFS4_FHSIZE);
8ff30fa4
N		 2482 /*
2483 * Don't use the deferral mechanism for NFSv4; compounds make it
2484 * too hard to avoid non-idempotency problems.
2485 */
30660e04 2486 clear_bit(RQ_USEDEFERRAL, &rqstp->rq_flags);
1da177e4
LT		 2487
2488 /*
2489 * According to RFC3010, this takes precedence over all other errors.
2490 */
2491 status = nfserr_minor_vers_mismatch;
e333f3bb 2492 if (nfsd_minorversion(nn, args->minorversion, NFSD_TEST) <= 0)
1da177e4 2493 goto out;
0078117c
BF		 2494 status = nfserr_resource;
2495 if (args->opcnt > NFSD_MAX_OPS_PER_COMPOUND)
2496 goto out;
1da177e4 2497
57716355
BF		 2498 status = nfs41_check_op_ordering(args);
2499 if (status) {
f9bb94c4 2500 op = &args->ops[0];
57716355 2501 op->status = status;
5b7b15ae 2502 resp->opcnt = 1;
f9bb94c4
AA		 2503 goto encode_op;
2504 }
b9e8638e 2505 check_if_stalefh_allowed(args);
f9bb94c4 2506
28df3d15
BF		 2507 rqstp->rq_lease_breaker = (void **)&cstate->clp;
2508
fff4080b 2509 trace_nfsd_compound(rqstp, args->opcnt);
1da177e4
LT		 2510 while (!status && resp->opcnt < args->opcnt) {
2511 op = &args->ops[resp->opcnt++];
2512
2513 /*
2514 * The XDR decode routines may have pre-set op->status;
2515 * for example, if there is a miscellaneous XDR error
2516 * it will be set to nfserr_bad_xdr.
2517 */
9d313b17
BF		 2518 if (op->status) {
2519 if (op->opnum == OP_OPEN)
2520 op->status = nfsd4_open_omfg(rqstp, cstate, op);
1da177e4 2521 goto encode_op;
9d313b17 2522 }
b9e8638e
OK		 2523 if (!current_fh->fh_dentry &&
2524 !HAS_FH_FLAG(current_fh, NFSD4_FH_FOREIGN)) {
f4f9ef4a 2525 if (!(op->opdesc->op_flags & ALLOWED_WITHOUT_FH)) {
42ca0993
BF		 2526 op->status = nfserr_nofilehandle;
2527 goto encode_op;
2528 }
b9e8638e
OK		 2529 } else if (current_fh->fh_export &&
2530 current_fh->fh_export->ex_fslocs.migrated &&
f4f9ef4a 2531 !(op->opdesc->op_flags & ALLOWED_ON_ABSENT_FS)) {
42ca0993 2532 op->status = nfserr_moved;
1da177e4
LT		 2533 goto encode_op;
2534 }
b591480b 2535
2336745e
KM		 2536 fh_clear_wcc(current_fh);
2537
58e7b33a 2538 /* If op is non-idempotent */
f4f9ef4a 2539 if (op->opdesc->op_flags & OP_MODIFIES_SOMETHING) {
4c69d585 2540 /*
a8095f7e
BF		 2541 * Don't execute this op if we couldn't encode a
2542 * succesful reply:
2543 */
f4f9ef4a 2544 u32 plen = op->opdesc->op_rsize_bop(rqstp, op);
a8095f7e
BF		 2545 /*
2546 * Plus if there's another operation, make sure
4c69d585
BF		 2547 * we'll have space to at least encode an error:
2548 */
2549 if (resp->opcnt < args->opcnt)
2550 plen += COMPOUND_ERR_SLACK_SPACE;
58e7b33a
MJ		 2551 op->status = nfsd4_check_resp_size(resp, plen);
2552 }
2553
2554 if (op->status)
2555 goto encode_op;
2556
f4f9ef4a
BF		 2557 if (op->opdesc->op_get_currentstateid)
2558 op->opdesc->op_get_currentstateid(cstate, &op->u);
2559 op->status = op->opdesc->op_func(rqstp, cstate, &op->u);
1da177e4 2560
9a307403
BF		 2561 /* Only from SEQUENCE */
2562 if (cstate->status == nfserr_replay_cache) {
2563 dprintk("%s NFS4.1 replay from cache\n", __func__);
2564 status = op->status;
2565 goto out;
2566 }
8b70484c 2567 if (!op->status) {
f4f9ef4a
BF		 2568 if (op->opdesc->op_set_currentstateid)
2569 op->opdesc->op_set_currentstateid(cstate, &op->u);
8b70484c 2570
f4f9ef4a 2571 if (op->opdesc->op_flags & OP_CLEAR_STATEID)
37c593c5 2572 clear_current_stateid(cstate);
8b70484c 2573
d781e3df
BF		 2574 if (current_fh->fh_export &&
2575 need_wrongsec_check(rqstp))
4daeed25 2576 op->status = check_nfsd_access(current_fh->fh_export, rqstp);
8b70484c 2577 }
1da177e4 2578encode_op:
a90b061c 2579 if (op->status == nfserr_replay_me) {
a4f1706a 2580 op->replay = &cstate->replay_owner->so_replay;
bddfdbcd 2581 nfsd4_encode_replay(resp->xdr, op);
1da177e4
LT		 2582 status = op->status = op->replay->rp_status;
2583 } else {
2584 nfsd4_encode_operation(resp, op);
2585 status = op->status;
2586 }
0407717d 2587
fff4080b
CL		 2588 trace_nfsd_compound_status(args->opcnt, resp->opcnt, status,
2589 nfsd4_op_name(op->opnum));
0407717d 2590
58fb12e6 2591 nfsd4_cstate_clear_replay(cstate);
e2b20950 2592 nfsd4_increment_op_stats(op->opnum);
1da177e4
LT		 2593 }
2594
4daeed25
KM		 2595 fh_put(current_fh);
2596 fh_put(save_fh);
2597 BUG_ON(cstate->replay_owner);
1da177e4 2598out:
cc028a10 2599 cstate->status = status;
2f425878 2600 /* Reset deferral mechanism for RPC deferrals */
30660e04 2601 set_bit(RQ_USEDEFERRAL, &rqstp->rq_flags);
cc028a10 2602 return rpc_success;
1da177e4
LT		 2603}
2604
58e7b33a
MJ		 2605#define op_encode_hdr_size (2)
2606#define op_encode_stateid_maxsz (XDR_QUADLEN(NFS4_STATEID_SIZE))
2607#define op_encode_verifier_maxsz (XDR_QUADLEN(NFS4_VERIFIER_SIZE))
2608#define op_encode_change_info_maxsz (5)
2609#define nfs4_fattr_bitmap_maxsz (4)
2610
8c7424cf
BF		 2611/* We'll fall back on returning no lockowner if run out of space: */
2612#define op_encode_lockowner_maxsz (0)
58e7b33a
MJ		 2613#define op_encode_lock_denied_maxsz (8 + op_encode_lockowner_maxsz)
2614
2615#define nfs4_owner_maxsz (1 + XDR_QUADLEN(IDMAP_NAMESZ))
2616
2617#define op_encode_ace_maxsz (3 + nfs4_owner_maxsz)
2618#define op_encode_delegation_maxsz (1 + op_encode_stateid_maxsz + 1 + \
2619 op_encode_ace_maxsz)
2620
2621#define op_encode_channel_attrs_maxsz (6 + 1 + 1)
2622
2623static inline u32 nfsd4_only_status_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2624{
2625 return (op_encode_hdr_size) * sizeof(__be32);
2626}
2627
2628static inline u32 nfsd4_status_stateid_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2629{
2630 return (op_encode_hdr_size + op_encode_stateid_maxsz)* sizeof(__be32);
2631}
2632
2282cd2c
KM		 2633static inline u32 nfsd4_access_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2634{
2635 /* ac_supported, ac_resp_access */
2636 return (op_encode_hdr_size + 2)* sizeof(__be32);
2637}
2638
58e7b33a
MJ		 2639static inline u32 nfsd4_commit_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2640{
2641 return (op_encode_hdr_size + op_encode_verifier_maxsz) * sizeof(__be32);
2642}
2643
2644static inline u32 nfsd4_create_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2645{
2646 return (op_encode_hdr_size + op_encode_change_info_maxsz
2647 + nfs4_fattr_bitmap_maxsz) * sizeof(__be32);
2648}
2649
b86cef60
BF		 2650/*
2651 * Note since this is an idempotent operation we won't insist on failing
2652 * the op prematurely if the estimate is too large. We may turn off splice
2653 * reads unnecessarily.
2654 */
2655static inline u32 nfsd4_getattr_rsize(struct svc_rqst *rqstp,
2656 struct nfsd4_op *op)
2657{
2658 u32 *bmap = op->u.getattr.ga_bmval;
2659 u32 bmap0 = bmap[0], bmap1 = bmap[1], bmap2 = bmap[2];
2660 u32 ret = 0;
2661
2662 if (bmap0 & FATTR4_WORD0_ACL)
2663 return svc_max_payload(rqstp);
2664 if (bmap0 & FATTR4_WORD0_FS_LOCATIONS)
2665 return svc_max_payload(rqstp);
2666
2667 if (bmap1 & FATTR4_WORD1_OWNER) {
2668 ret += IDMAP_NAMESZ + 4;
2669 bmap1 &= ~FATTR4_WORD1_OWNER;
2670 }
2671 if (bmap1 & FATTR4_WORD1_OWNER_GROUP) {
2672 ret += IDMAP_NAMESZ + 4;
2673 bmap1 &= ~FATTR4_WORD1_OWNER_GROUP;
2674 }
2675 if (bmap0 & FATTR4_WORD0_FILEHANDLE) {
2676 ret += NFS4_FHSIZE + 4;
2677 bmap0 &= ~FATTR4_WORD0_FILEHANDLE;
2678 }
2679 if (bmap2 & FATTR4_WORD2_SECURITY_LABEL) {
1ec8c0c4 2680 ret += NFS4_MAXLABELLEN + 12;
b86cef60
BF		 2681 bmap2 &= ~FATTR4_WORD2_SECURITY_LABEL;
2682 }
2683 /*
2684 * Largest of remaining attributes are 16 bytes (e.g.,
2685 * supported_attributes)
2686 */
2687 ret += 16 * (hweight32(bmap0) + hweight32(bmap1) + hweight32(bmap2));
2688 /* bitmask, length */
2689 ret += 20;
2690 return ret;
2691}
2692
2282cd2c
KM		 2693static inline u32 nfsd4_getfh_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2694{
2695 return (op_encode_hdr_size + 1) * sizeof(__be32) + NFS4_FHSIZE;
2696}
2697
58e7b33a
MJ		 2698static inline u32 nfsd4_link_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2699{
2700 return (op_encode_hdr_size + op_encode_change_info_maxsz)
2701 * sizeof(__be32);
2702}
2703
2704static inline u32 nfsd4_lock_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2705{
2706 return (op_encode_hdr_size + op_encode_lock_denied_maxsz)
2707 * sizeof(__be32);
2708}
2709
2710static inline u32 nfsd4_open_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2711{
2712 return (op_encode_hdr_size + op_encode_stateid_maxsz
2713 + op_encode_change_info_maxsz + 1
2714 + nfs4_fattr_bitmap_maxsz
2715 + op_encode_delegation_maxsz) * sizeof(__be32);
2716}
2717
2718static inline u32 nfsd4_read_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2719{
2720 u32 maxcount = 0, rlen = 0;
2721
2722 maxcount = svc_max_payload(rqstp);
3c7aa15d 2723 rlen = min(op->u.read.rd_length, maxcount);
58e7b33a 2724
622f560e 2725 return (op_encode_hdr_size + 2 + XDR_QUADLEN(rlen)) * sizeof(__be32);
58e7b33a
MJ		 2726}
2727
528b8493
AS		 2728static inline u32 nfsd4_read_plus_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2729{
2730 u32 maxcount = svc_max_payload(rqstp);
2731 u32 rlen = min(op->u.read.rd_length, maxcount);
2732 /*
2733 * If we detect that the file changed during hole encoding, then we
2734 * recover by encoding the remaining reply as data. This means we need
2735 * to set aside enough room to encode two data segments.
2736 */
2737 u32 seg_len = 2 * (1 + 2 + 1);
2738
2739 return (op_encode_hdr_size + 2 + seg_len + XDR_QUADLEN(rlen)) * sizeof(__be32);
2740}
2741
58e7b33a
MJ		 2742static inline u32 nfsd4_readdir_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2743{
3c7aa15d 2744 u32 maxcount = 0, rlen = 0;
58e7b33a 2745
3c7aa15d
KM		 2746 maxcount = svc_max_payload(rqstp);
2747 rlen = min(op->u.readdir.rd_maxcount, maxcount);
58e7b33a 2748
561f0ed4
BF		 2749 return (op_encode_hdr_size + op_encode_verifier_maxsz +
2750 XDR_QUADLEN(rlen)) * sizeof(__be32);
58e7b33a
MJ		 2751}
2752
2282cd2c
KM		 2753static inline u32 nfsd4_readlink_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2754{
2755 return (op_encode_hdr_size + 1) * sizeof(__be32) + PAGE_SIZE;
2756}
2757
58e7b33a
MJ		 2758static inline u32 nfsd4_remove_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2759{
2760 return (op_encode_hdr_size + op_encode_change_info_maxsz)
2761 * sizeof(__be32);
2762}
2763
2764static inline u32 nfsd4_rename_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2765{
2766 return (op_encode_hdr_size + op_encode_change_info_maxsz
2767 + op_encode_change_info_maxsz) * sizeof(__be32);
2768}
2769
ccae70a9
BF		 2770static inline u32 nfsd4_sequence_rsize(struct svc_rqst *rqstp,
2771 struct nfsd4_op *op)
2772{
d1d84c96
BF		 2773 return (op_encode_hdr_size
2774 + XDR_QUADLEN(NFS4_MAX_SESSIONID_LEN) + 5) * sizeof(__be32);
ccae70a9
BF		 2775}
2776
2282cd2c
KM		 2777static inline u32 nfsd4_test_stateid_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2778{
2779 return (op_encode_hdr_size + 1 + op->u.test_stateid.ts_num_ids)
2780 * sizeof(__be32);
2781}
2782
58e7b33a
MJ		 2783static inline u32 nfsd4_setattr_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2784{
2785 return (op_encode_hdr_size + nfs4_fattr_bitmap_maxsz) * sizeof(__be32);
2786}
2787
2282cd2c
KM		 2788static inline u32 nfsd4_secinfo_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2789{
2790 return (op_encode_hdr_size + RPC_AUTH_MAXFLAVOR *
2791 (4 + XDR_QUADLEN(GSS_OID_MAX_LEN))) * sizeof(__be32);
2792}
2793
58e7b33a
MJ		 2794static inline u32 nfsd4_setclientid_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2795{
480efaee
BF		 2796 return (op_encode_hdr_size + 2 + XDR_QUADLEN(NFS4_VERIFIER_SIZE)) *
2797 sizeof(__be32);
58e7b33a
MJ		 2798}
2799
2800static inline u32 nfsd4_write_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2801{
f34e432b 2802 return (op_encode_hdr_size + 2 + op_encode_verifier_maxsz) * sizeof(__be32);
58e7b33a
MJ		 2803}
2804
2805static inline u32 nfsd4_exchange_id_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2806{
2807 return (op_encode_hdr_size + 2 + 1 + /* eir_clientid, eir_sequenceid */\
a8bb84bc
KM		 2808 1 + 1 + /* eir_flags, spr_how */\
2809 4 + /* spo_must_enforce & _allow with bitmap */\
58e7b33a
MJ		 2810 2 + /*eir_server_owner.so_minor_id */\
2811 /* eir_server_owner.so_major_id<> */\
2812 XDR_QUADLEN(NFS4_OPAQUE_LIMIT) + 1 +\
2813 /* eir_server_scope<> */\
2814 XDR_QUADLEN(NFS4_OPAQUE_LIMIT) + 1 +\
2815 1 + /* eir_server_impl_id array length */\
2816 0 /* ignored eir_server_impl_id contents */) * sizeof(__be32);
2817}
2818
2819static inline u32 nfsd4_bind_conn_to_session_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2820{
2821 return (op_encode_hdr_size + \
2822 XDR_QUADLEN(NFS4_MAX_SESSIONID_LEN) + /* bctsr_sessid */\
2823 2 /* bctsr_dir, use_conn_in_rdma_mode */) * sizeof(__be32);
2824}
2825
2826static inline u32 nfsd4_create_session_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2827{
2828 return (op_encode_hdr_size + \
2829 XDR_QUADLEN(NFS4_MAX_SESSIONID_LEN) + /* sessionid */\
2830 2 + /* csr_sequence, csr_flags */\
2831 op_encode_channel_attrs_maxsz + \
2832 op_encode_channel_attrs_maxsz) * sizeof(__be32);
2833}
2834
29ae7f9d
AS		 2835static inline u32 nfsd4_copy_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2836{
2837 return (op_encode_hdr_size +
2838 1 /* wr_callback */ +
2839 op_encode_stateid_maxsz /* wr_callback */ +
2840 2 /* wr_count */ +
2841 1 /* wr_committed */ +
2842 op_encode_verifier_maxsz +
2843 1 /* cr_consecutive */ +
2844 1 /* cr_synchronous */) * sizeof(__be32);
2845}
2846
6308bc98
OK		 2847static inline u32 nfsd4_offload_status_rsize(struct svc_rqst *rqstp,
2848 struct nfsd4_op *op)
2849{
2850 return (op_encode_hdr_size +
2851 2 /* osr_count */ +
2852 1 /* osr_complete<1> optional 0 for now */) * sizeof(__be32);
2853}
2854
51911868
OK		 2855static inline u32 nfsd4_copy_notify_rsize(struct svc_rqst *rqstp,
2856 struct nfsd4_op *op)
2857{
2858 return (op_encode_hdr_size +
2859 3 /* cnr_lease_time */ +
2860 1 /* We support one cnr_source_server */ +
2861 1 /* cnr_stateid seq */ +
2862 op_encode_stateid_maxsz /* cnr_stateid */ +
2863 1 /* num cnr_source_server*/ +
2864 1 /* nl4_type */ +
2865 1 /* nl4 size */ +
2866 XDR_QUADLEN(NFS4_OPAQUE_LIMIT) /*nl4_loc + nl4_loc_sz */)
2867 * sizeof(__be32);
2868}
2869
9cf514cc 2870#ifdef CONFIG_NFSD_PNFS
2282cd2c
KM		 2871static inline u32 nfsd4_getdeviceinfo_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2872{
2873 u32 maxcount = 0, rlen = 0;
2874
2875 maxcount = svc_max_payload(rqstp);
2876 rlen = min(op->u.getdeviceinfo.gd_maxcount, maxcount);
2877
2878 return (op_encode_hdr_size +
2879 1 /* gd_layout_type*/ +
2880 XDR_QUADLEN(rlen) +
2881 2 /* gd_notify_types */) * sizeof(__be32);
2882}
2883
9cf514cc
CH		 2884/*
2885 * At this stage we don't really know what layout driver will handle the request,
2886 * so we need to define an arbitrary upper bound here.
2887 */
2888#define MAX_LAYOUT_SIZE 128
2889static inline u32 nfsd4_layoutget_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2890{
2891 return (op_encode_hdr_size +
2892 1 /* logr_return_on_close */ +
2893 op_encode_stateid_maxsz +
2894 1 /* nr of layouts */ +
2895 MAX_LAYOUT_SIZE) * sizeof(__be32);
2896}
2897
2898static inline u32 nfsd4_layoutcommit_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2899{
2900 return (op_encode_hdr_size +
2901 1 /* locr_newsize */ +
2902 2 /* ns_size */) * sizeof(__be32);
2903}
2904
2905static inline u32 nfsd4_layoutreturn_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2906{
2907 return (op_encode_hdr_size +
2908 1 /* lrs_stateid */ +
2909 op_encode_stateid_maxsz) * sizeof(__be32);
2910}
2911#endif /* CONFIG_NFSD_PNFS */
2912
2282cd2c
KM		 2913
2914static inline u32 nfsd4_seek_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2915{
2916 return (op_encode_hdr_size + 3) * sizeof(__be32);
2917}
2918
23e50fe3
FL		 2919static inline u32 nfsd4_getxattr_rsize(struct svc_rqst *rqstp,
2920 struct nfsd4_op *op)
2921{
2922 u32 maxcount, rlen;
2923
2924 maxcount = svc_max_payload(rqstp);
2925 rlen = min_t(u32, XATTR_SIZE_MAX, maxcount);
2926
2927 return (op_encode_hdr_size + 1 + XDR_QUADLEN(rlen)) * sizeof(__be32);
2928}
2929
2930static inline u32 nfsd4_setxattr_rsize(struct svc_rqst *rqstp,
2931 struct nfsd4_op *op)
2932{
2933 return (op_encode_hdr_size + op_encode_change_info_maxsz)
2934 * sizeof(__be32);
2935}
2936static inline u32 nfsd4_listxattrs_rsize(struct svc_rqst *rqstp,
2937 struct nfsd4_op *op)
2938{
2939 u32 maxcount, rlen;
2940
2941 maxcount = svc_max_payload(rqstp);
2942 rlen = min(op->u.listxattrs.lsxa_maxcount, maxcount);
2943
2944 return (op_encode_hdr_size + 4 + XDR_QUADLEN(rlen)) * sizeof(__be32);
2945}
2946
2947static inline u32 nfsd4_removexattr_rsize(struct svc_rqst *rqstp,
2948 struct nfsd4_op *op)
2949{
2950 return (op_encode_hdr_size + op_encode_change_info_maxsz)
2951 * sizeof(__be32);
2952}
2953
2954
bb2a8b0c 2955static const struct nfsd4_operation nfsd4_ops[] = {
b591480b 2956 [OP_ACCESS] = {
eb69853d 2957 .op_func = nfsd4_access,
b001a1b6 2958 .op_name = "OP_ACCESS",
1c122638 2959 .op_rsize_bop = nfsd4_access_rsize,
b591480b
BF		 2960 },
2961 [OP_CLOSE] = {
eb69853d 2962 .op_func = nfsd4_close,
58e7b33a 2963 .op_flags = OP_MODIFIES_SOMETHING,
b001a1b6 2964 .op_name = "OP_CLOSE",
1c122638 2965 .op_rsize_bop = nfsd4_status_stateid_rsize,
57832e7b 2966 .op_get_currentstateid = nfsd4_get_closestateid,
b60e9859 2967 .op_set_currentstateid = nfsd4_set_closestateid,
b591480b
BF		 2968 },
2969 [OP_COMMIT] = {
eb69853d 2970 .op_func = nfsd4_commit,
58e7b33a 2971 .op_flags = OP_MODIFIES_SOMETHING,
b001a1b6 2972 .op_name = "OP_COMMIT",
1c122638 2973 .op_rsize_bop = nfsd4_commit_rsize,
b591480b
BF		 2974 },
2975 [OP_CREATE] = {
eb69853d 2976 .op_func = nfsd4_create,
d1471053 2977 .op_flags = OP_MODIFIES_SOMETHING | OP_CACHEME | OP_CLEAR_STATEID,
b001a1b6 2978 .op_name = "OP_CREATE",
1c122638 2979 .op_rsize_bop = nfsd4_create_rsize,
b591480b
BF		 2980 },
2981 [OP_DELEGRETURN] = {
eb69853d 2982 .op_func = nfsd4_delegreturn,
58e7b33a 2983 .op_flags = OP_MODIFIES_SOMETHING,
b001a1b6 2984 .op_name = "OP_DELEGRETURN",
58e7b33a 2985 .op_rsize_bop = nfsd4_only_status_rsize,
57832e7b 2986 .op_get_currentstateid = nfsd4_get_delegreturnstateid,
b591480b
BF		 2987 },
2988 [OP_GETATTR] = {
eb69853d 2989 .op_func = nfsd4_getattr,
eeac294e 2990 .op_flags = ALLOWED_ON_ABSENT_FS,
b86cef60 2991 .op_rsize_bop = nfsd4_getattr_rsize,
b001a1b6 2992 .op_name = "OP_GETATTR",
b591480b
BF		 2993 },
2994 [OP_GETFH] = {
eb69853d 2995 .op_func = nfsd4_getfh,
b001a1b6 2996 .op_name = "OP_GETFH",
1c122638 2997 .op_rsize_bop = nfsd4_getfh_rsize,
b591480b
BF		 2998 },
2999 [OP_LINK] = {
eb69853d 3000 .op_func = nfsd4_link,
c856694e
BF		 3001 .op_flags = ALLOWED_ON_ABSENT_FS | OP_MODIFIES_SOMETHING
3002 | OP_CACHEME,
b001a1b6 3003 .op_name = "OP_LINK",
1c122638 3004 .op_rsize_bop = nfsd4_link_rsize,
b591480b
BF		 3005 },
3006 [OP_LOCK] = {
eb69853d 3007 .op_func = nfsd4_lock,
b7571e4c
BF		 3008 .op_flags = OP_MODIFIES_SOMETHING |
3009 OP_NONTRIVIAL_ERROR_ENCODE,
b001a1b6 3010 .op_name = "OP_LOCK",
1c122638 3011 .op_rsize_bop = nfsd4_lock_rsize,
b60e9859 3012 .op_set_currentstateid = nfsd4_set_lockstateid,
b591480b
BF		 3013 },
3014 [OP_LOCKT] = {
eb69853d 3015 .op_func = nfsd4_lockt,
b7571e4c 3016 .op_flags = OP_NONTRIVIAL_ERROR_ENCODE,
b001a1b6 3017 .op_name = "OP_LOCKT",
1c122638 3018 .op_rsize_bop = nfsd4_lock_rsize,
b591480b
BF		 3019 },
3020 [OP_LOCKU] = {
eb69853d 3021 .op_func = nfsd4_locku,
58e7b33a 3022 .op_flags = OP_MODIFIES_SOMETHING,
b001a1b6 3023 .op_name = "OP_LOCKU",
1c122638 3024 .op_rsize_bop = nfsd4_status_stateid_rsize,
57832e7b 3025 .op_get_currentstateid = nfsd4_get_lockustateid,
b591480b
BF		 3026 },
3027 [OP_LOOKUP] = {
eb69853d 3028 .op_func = nfsd4_lookup,
d1471053 3029 .op_flags = OP_HANDLES_WRONGSEC | OP_CLEAR_STATEID,
b001a1b6 3030 .op_name = "OP_LOOKUP",
1c122638 3031 .op_rsize_bop = nfsd4_only_status_rsize,
b591480b
BF		 3032 },
3033 [OP_LOOKUPP] = {
eb69853d 3034 .op_func = nfsd4_lookupp,
d1471053 3035 .op_flags = OP_HANDLES_WRONGSEC | OP_CLEAR_STATEID,
b001a1b6 3036 .op_name = "OP_LOOKUPP",
1c122638 3037 .op_rsize_bop = nfsd4_only_status_rsize,
b591480b
BF		 3038 },
3039 [OP_NVERIFY] = {
eb69853d 3040 .op_func = nfsd4_nverify,
b001a1b6 3041 .op_name = "OP_NVERIFY",
1c122638 3042 .op_rsize_bop = nfsd4_only_status_rsize,
b591480b
BF		 3043 },
3044 [OP_OPEN] = {
eb69853d 3045 .op_func = nfsd4_open,
58e7b33a 3046 .op_flags = OP_HANDLES_WRONGSEC | OP_MODIFIES_SOMETHING,
b001a1b6 3047 .op_name = "OP_OPEN",
1c122638 3048 .op_rsize_bop = nfsd4_open_rsize,
b60e9859 3049 .op_set_currentstateid = nfsd4_set_openstateid,
b591480b
BF		 3050 },
3051 [OP_OPEN_CONFIRM] = {
eb69853d 3052 .op_func = nfsd4_open_confirm,
58e7b33a 3053 .op_flags = OP_MODIFIES_SOMETHING,
b001a1b6 3054 .op_name = "OP_OPEN_CONFIRM",
1c122638 3055 .op_rsize_bop = nfsd4_status_stateid_rsize,
b591480b
BF		 3056 },
3057 [OP_OPEN_DOWNGRADE] = {
eb69853d 3058 .op_func = nfsd4_open_downgrade,
58e7b33a 3059 .op_flags = OP_MODIFIES_SOMETHING,
b001a1b6 3060 .op_name = "OP_OPEN_DOWNGRADE",
1c122638 3061 .op_rsize_bop = nfsd4_status_stateid_rsize,
57832e7b 3062 .op_get_currentstateid = nfsd4_get_opendowngradestateid,
b60e9859 3063 .op_set_currentstateid = nfsd4_set_opendowngradestateid,
b591480b
BF		 3064 },
3065 [OP_PUTFH] = {
eb69853d 3066 .op_func = nfsd4_putfh,
68d93184 3067 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_ON_ABSENT_FS
5b648699 3068 | OP_IS_PUTFH_LIKE | OP_CLEAR_STATEID,
b001a1b6 3069 .op_name = "OP_PUTFH",
1c122638 3070 .op_rsize_bop = nfsd4_only_status_rsize,
b591480b 3071 },
eeac294e 3072 [OP_PUTPUBFH] = {
eb69853d 3073 .op_func = nfsd4_putrootfh,
68d93184 3074 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_ON_ABSENT_FS
5b648699 3075 | OP_IS_PUTFH_LIKE | OP_CLEAR_STATEID,
b001a1b6 3076 .op_name = "OP_PUTPUBFH",
1c122638 3077 .op_rsize_bop = nfsd4_only_status_rsize,
eeac294e 3078 },
b591480b 3079 [OP_PUTROOTFH] = {
eb69853d 3080 .op_func = nfsd4_putrootfh,
68d93184 3081 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_ON_ABSENT_FS
5b648699 3082 | OP_IS_PUTFH_LIKE | OP_CLEAR_STATEID,
b001a1b6 3083 .op_name = "OP_PUTROOTFH",
1c122638 3084 .op_rsize_bop = nfsd4_only_status_rsize,
b591480b
BF		 3085 },
3086 [OP_READ] = {
eb69853d 3087 .op_func = nfsd4_read,
34b1744c 3088 .op_release = nfsd4_read_release,
b001a1b6 3089 .op_name = "OP_READ",
1c122638 3090 .op_rsize_bop = nfsd4_read_rsize,
57832e7b 3091 .op_get_currentstateid = nfsd4_get_readstateid,
b591480b
BF		 3092 },
3093 [OP_READDIR] = {
eb69853d 3094 .op_func = nfsd4_readdir,
b001a1b6 3095 .op_name = "OP_READDIR",
1c122638 3096 .op_rsize_bop = nfsd4_readdir_rsize,
b591480b
BF		 3097 },
3098 [OP_READLINK] = {
eb69853d 3099 .op_func = nfsd4_readlink,
b001a1b6 3100 .op_name = "OP_READLINK",
1c122638 3101 .op_rsize_bop = nfsd4_readlink_rsize,
b591480b
BF		 3102 },
3103 [OP_REMOVE] = {
eb69853d 3104 .op_func = nfsd4_remove,
c856694e 3105 .op_flags = OP_MODIFIES_SOMETHING | OP_CACHEME,
b001a1b6 3106 .op_name = "OP_REMOVE",
1c122638 3107 .op_rsize_bop = nfsd4_remove_rsize,
b591480b
BF		 3108 },
3109 [OP_RENAME] = {
eb69853d 3110 .op_func = nfsd4_rename,
c856694e 3111 .op_flags = OP_MODIFIES_SOMETHING | OP_CACHEME,
58e7b33a 3112 .op_name = "OP_RENAME",
1c122638 3113 .op_rsize_bop = nfsd4_rename_rsize,
b591480b
BF		 3114 },
3115 [OP_RENEW] = {
eb69853d 3116 .op_func = nfsd4_renew,
58e7b33a
MJ		 3117 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_ON_ABSENT_FS
3118 | OP_MODIFIES_SOMETHING,
b001a1b6 3119 .op_name = "OP_RENEW",
1c122638 3120 .op_rsize_bop = nfsd4_only_status_rsize,
58e7b33a 3121
b591480b
BF		 3122 },
3123 [OP_RESTOREFH] = {
eb69853d 3124 .op_func = nfsd4_restorefh,
68d93184 3125 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_ON_ABSENT_FS
58e7b33a 3126 | OP_IS_PUTFH_LIKE | OP_MODIFIES_SOMETHING,
b001a1b6 3127 .op_name = "OP_RESTOREFH",
1c122638 3128 .op_rsize_bop = nfsd4_only_status_rsize,
b591480b
BF		 3129 },
3130 [OP_SAVEFH] = {
eb69853d 3131 .op_func = nfsd4_savefh,
58e7b33a 3132 .op_flags = OP_HANDLES_WRONGSEC | OP_MODIFIES_SOMETHING,
b001a1b6 3133 .op_name = "OP_SAVEFH",
1c122638 3134 .op_rsize_bop = nfsd4_only_status_rsize,
b591480b 3135 },
dcb488a3 3136 [OP_SECINFO] = {
eb69853d 3137 .op_func = nfsd4_secinfo,
34b1744c 3138 .op_release = nfsd4_secinfo_release,
68d93184 3139 .op_flags = OP_HANDLES_WRONGSEC,
b001a1b6 3140 .op_name = "OP_SECINFO",
1c122638 3141 .op_rsize_bop = nfsd4_secinfo_rsize,
dcb488a3 3142 },
b591480b 3143 [OP_SETATTR] = {
eb69853d 3144 .op_func = nfsd4_setattr,
b001a1b6 3145 .op_name = "OP_SETATTR",
b7571e4c
BF		 3146 .op_flags = OP_MODIFIES_SOMETHING | OP_CACHEME
3147 | OP_NONTRIVIAL_ERROR_ENCODE,
1c122638 3148 .op_rsize_bop = nfsd4_setattr_rsize,
57832e7b 3149 .op_get_currentstateid = nfsd4_get_setattrstateid,
b591480b
BF		 3150 },
3151 [OP_SETCLIENTID] = {
eb69853d 3152 .op_func = nfsd4_setclientid,
58e7b33a 3153 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_ON_ABSENT_FS
b7571e4c
BF		 3154 | OP_MODIFIES_SOMETHING | OP_CACHEME
3155 | OP_NONTRIVIAL_ERROR_ENCODE,
b001a1b6 3156 .op_name = "OP_SETCLIENTID",
1c122638 3157 .op_rsize_bop = nfsd4_setclientid_rsize,
b591480b
BF		 3158 },
3159 [OP_SETCLIENTID_CONFIRM] = {
eb69853d 3160 .op_func = nfsd4_setclientid_confirm,
58e7b33a 3161 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_ON_ABSENT_FS
c856694e 3162 | OP_MODIFIES_SOMETHING | OP_CACHEME,
b001a1b6 3163 .op_name = "OP_SETCLIENTID_CONFIRM",
1c122638 3164 .op_rsize_bop = nfsd4_only_status_rsize,
b591480b
BF		 3165 },
3166 [OP_VERIFY] = {
eb69853d 3167 .op_func = nfsd4_verify,
b001a1b6 3168 .op_name = "OP_VERIFY",
1c122638 3169 .op_rsize_bop = nfsd4_only_status_rsize,
b591480b
BF		 3170 },
3171 [OP_WRITE] = {
eb69853d 3172 .op_func = nfsd4_write,
c856694e 3173 .op_flags = OP_MODIFIES_SOMETHING | OP_CACHEME,
b001a1b6 3174 .op_name = "OP_WRITE",
1c122638 3175 .op_rsize_bop = nfsd4_write_rsize,
57832e7b 3176 .op_get_currentstateid = nfsd4_get_writestateid,
b591480b
BF		 3177 },
3178 [OP_RELEASE_LOCKOWNER] = {
eb69853d 3179 .op_func = nfsd4_release_lockowner,
58e7b33a
MJ		 3180 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_ON_ABSENT_FS
3181 | OP_MODIFIES_SOMETHING,
b001a1b6 3182 .op_name = "OP_RELEASE_LOCKOWNER",
1c122638 3183 .op_rsize_bop = nfsd4_only_status_rsize,
b591480b 3184 },
069b6ad4
AA		 3185
3186 /* NFSv4.1 operations */
3187 [OP_EXCHANGE_ID] = {
eb69853d 3188 .op_func = nfsd4_exchange_id,
58e7b33a
MJ		 3189 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_AS_FIRST_OP
3190 | OP_MODIFIES_SOMETHING,
069b6ad4 3191 .op_name = "OP_EXCHANGE_ID",
1c122638 3192 .op_rsize_bop = nfsd4_exchange_id_rsize,
069b6ad4 3193 },
cb73a9f4 3194 [OP_BACKCHANNEL_CTL] = {
eb69853d 3195 .op_func = nfsd4_backchannel_ctl,
cb73a9f4
BF		 3196 .op_flags = ALLOWED_WITHOUT_FH | OP_MODIFIES_SOMETHING,
3197 .op_name = "OP_BACKCHANNEL_CTL",
1c122638 3198 .op_rsize_bop = nfsd4_only_status_rsize,
cb73a9f4 3199 },
1d1bc8f2 3200 [OP_BIND_CONN_TO_SESSION] = {
eb69853d 3201 .op_func = nfsd4_bind_conn_to_session,
58e7b33a
MJ		 3202 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_AS_FIRST_OP
3203 | OP_MODIFIES_SOMETHING,
1d1bc8f2 3204 .op_name = "OP_BIND_CONN_TO_SESSION",
1c122638 3205 .op_rsize_bop = nfsd4_bind_conn_to_session_rsize,
1d1bc8f2 3206 },
069b6ad4 3207 [OP_CREATE_SESSION] = {
eb69853d 3208 .op_func = nfsd4_create_session,
58e7b33a
MJ		 3209 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_AS_FIRST_OP
3210 | OP_MODIFIES_SOMETHING,
069b6ad4 3211 .op_name = "OP_CREATE_SESSION",
1c122638 3212 .op_rsize_bop = nfsd4_create_session_rsize,
069b6ad4
AA		 3213 },
3214 [OP_DESTROY_SESSION] = {
eb69853d 3215 .op_func = nfsd4_destroy_session,
58e7b33a
MJ		 3216 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_AS_FIRST_OP
3217 | OP_MODIFIES_SOMETHING,
069b6ad4 3218 .op_name = "OP_DESTROY_SESSION",
1c122638 3219 .op_rsize_bop = nfsd4_only_status_rsize,
069b6ad4
AA		 3220 },
3221 [OP_SEQUENCE] = {
eb69853d 3222 .op_func = nfsd4_sequence,
f9bb94c4 3223 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_AS_FIRST_OP,
069b6ad4 3224 .op_name = "OP_SEQUENCE",
1c122638 3225 .op_rsize_bop = nfsd4_sequence_rsize,
069b6ad4 3226 },
094b5d74 3227 [OP_DESTROY_CLIENTID] = {
eb69853d 3228 .op_func = nfsd4_destroy_clientid,
58e7b33a
MJ		 3229 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_AS_FIRST_OP
3230 | OP_MODIFIES_SOMETHING,
094b5d74 3231 .op_name = "OP_DESTROY_CLIENTID",
1c122638 3232 .op_rsize_bop = nfsd4_only_status_rsize,
094b5d74 3233 },
4dc6ec00 3234 [OP_RECLAIM_COMPLETE] = {
eb69853d 3235 .op_func = nfsd4_reclaim_complete,
58e7b33a 3236 .op_flags = ALLOWED_WITHOUT_FH | OP_MODIFIES_SOMETHING,
4dc6ec00 3237 .op_name = "OP_RECLAIM_COMPLETE",
1c122638 3238 .op_rsize_bop = nfsd4_only_status_rsize,
4dc6ec00 3239 },
04f4ad16 3240 [OP_SECINFO_NO_NAME] = {
eb69853d 3241 .op_func = nfsd4_secinfo_no_name,
ec572b9e 3242 .op_release = nfsd4_secinfo_no_name_release,
68d93184 3243 .op_flags = OP_HANDLES_WRONGSEC,
04f4ad16 3244 .op_name = "OP_SECINFO_NO_NAME",
1c122638 3245 .op_rsize_bop = nfsd4_secinfo_rsize,
04f4ad16 3246 },
17456804 3247 [OP_TEST_STATEID] = {
eb69853d 3248 .op_func = nfsd4_test_stateid,
17456804
BS		 3249 .op_flags = ALLOWED_WITHOUT_FH,
3250 .op_name = "OP_TEST_STATEID",
1c122638 3251 .op_rsize_bop = nfsd4_test_stateid_rsize,
17456804 3252 },
e1ca12df 3253 [OP_FREE_STATEID] = {
eb69853d 3254 .op_func = nfsd4_free_stateid,
58e7b33a 3255 .op_flags = ALLOWED_WITHOUT_FH | OP_MODIFIES_SOMETHING,
e1ca12df 3256 .op_name = "OP_FREE_STATEID",
57832e7b 3257 .op_get_currentstateid = nfsd4_get_freestateid,
1c122638 3258 .op_rsize_bop = nfsd4_only_status_rsize,
e1ca12df 3259 },
9cf514cc
CH		 3260#ifdef CONFIG_NFSD_PNFS
3261 [OP_GETDEVICEINFO] = {
eb69853d 3262 .op_func = nfsd4_getdeviceinfo,
34b1744c 3263 .op_release = nfsd4_getdeviceinfo_release,
9cf514cc
CH		 3264 .op_flags = ALLOWED_WITHOUT_FH,
3265 .op_name = "OP_GETDEVICEINFO",
1c122638 3266 .op_rsize_bop = nfsd4_getdeviceinfo_rsize,
9cf514cc
CH		 3267 },
3268 [OP_LAYOUTGET] = {
eb69853d 3269 .op_func = nfsd4_layoutget,
34b1744c 3270 .op_release = nfsd4_layoutget_release,
9cf514cc
CH		 3271 .op_flags = OP_MODIFIES_SOMETHING,
3272 .op_name = "OP_LAYOUTGET",
1c122638 3273 .op_rsize_bop = nfsd4_layoutget_rsize,
9cf514cc
CH		 3274 },
3275 [OP_LAYOUTCOMMIT] = {
eb69853d 3276 .op_func = nfsd4_layoutcommit,
9cf514cc
CH		 3277 .op_flags = OP_MODIFIES_SOMETHING,
3278 .op_name = "OP_LAYOUTCOMMIT",
1c122638 3279 .op_rsize_bop = nfsd4_layoutcommit_rsize,
9cf514cc
CH		 3280 },
3281 [OP_LAYOUTRETURN] = {
eb69853d 3282 .op_func = nfsd4_layoutreturn,
9cf514cc
CH		 3283 .op_flags = OP_MODIFIES_SOMETHING,
3284 .op_name = "OP_LAYOUTRETURN",
1c122638 3285 .op_rsize_bop = nfsd4_layoutreturn_rsize,
9cf514cc
CH		 3286 },
3287#endif /* CONFIG_NFSD_PNFS */
24bab491
AS		 3288
3289 /* NFSv4.2 operations */
95d871f0 3290 [OP_ALLOCATE] = {
eb69853d 3291 .op_func = nfsd4_allocate,
03b31f48 3292 .op_flags = OP_MODIFIES_SOMETHING,
95d871f0 3293 .op_name = "OP_ALLOCATE",
1c122638 3294 .op_rsize_bop = nfsd4_only_status_rsize,
95d871f0 3295 },
b0cb9085 3296 [OP_DEALLOCATE] = {
eb69853d 3297 .op_func = nfsd4_deallocate,
03b31f48 3298 .op_flags = OP_MODIFIES_SOMETHING,
b0cb9085 3299 .op_name = "OP_DEALLOCATE",
1c122638 3300 .op_rsize_bop = nfsd4_only_status_rsize,
b0cb9085 3301 },
ffa0160a 3302 [OP_CLONE] = {
eb69853d 3303 .op_func = nfsd4_clone,
03b31f48 3304 .op_flags = OP_MODIFIES_SOMETHING,
ffa0160a 3305 .op_name = "OP_CLONE",
1c122638 3306 .op_rsize_bop = nfsd4_only_status_rsize,
ffa0160a 3307 },
29ae7f9d 3308 [OP_COPY] = {
eb69853d 3309 .op_func = nfsd4_copy,
03b31f48 3310 .op_flags = OP_MODIFIES_SOMETHING,
29ae7f9d 3311 .op_name = "OP_COPY",
1c122638 3312 .op_rsize_bop = nfsd4_copy_rsize,
29ae7f9d 3313 },
528b8493
AS		 3314 [OP_READ_PLUS] = {
3315 .op_func = nfsd4_read,
3316 .op_release = nfsd4_read_release,
3317 .op_name = "OP_READ_PLUS",
3318 .op_rsize_bop = nfsd4_read_plus_rsize,
3319 .op_get_currentstateid = nfsd4_get_readstateid,
3320 },
24bab491 3321 [OP_SEEK] = {
eb69853d 3322 .op_func = nfsd4_seek,
24bab491 3323 .op_name = "OP_SEEK",
1c122638 3324 .op_rsize_bop = nfsd4_seek_rsize,
24bab491 3325 },
6308bc98
OK		 3326 [OP_OFFLOAD_STATUS] = {
3327 .op_func = nfsd4_offload_status,
3328 .op_name = "OP_OFFLOAD_STATUS",
3329 .op_rsize_bop = nfsd4_offload_status_rsize,
3330 },
885e2bf3
OK		 3331 [OP_OFFLOAD_CANCEL] = {
3332 .op_func = nfsd4_offload_cancel,
3333 .op_flags = OP_MODIFIES_SOMETHING,
3334 .op_name = "OP_OFFLOAD_CANCEL",
3335 .op_rsize_bop = nfsd4_only_status_rsize,
3336 },
51911868
OK		 3337 [OP_COPY_NOTIFY] = {
3338 .op_func = nfsd4_copy_notify,
3339 .op_flags = OP_MODIFIES_SOMETHING,
3340 .op_name = "OP_COPY_NOTIFY",
3341 .op_rsize_bop = nfsd4_copy_notify_rsize,
3342 },
23e50fe3
FL		 3343 [OP_GETXATTR] = {
3344 .op_func = nfsd4_getxattr,
3345 .op_name = "OP_GETXATTR",
3346 .op_rsize_bop = nfsd4_getxattr_rsize,
3347 },
3348 [OP_SETXATTR] = {
3349 .op_func = nfsd4_setxattr,
3350 .op_flags = OP_MODIFIES_SOMETHING | OP_CACHEME,
3351 .op_name = "OP_SETXATTR",
3352 .op_rsize_bop = nfsd4_setxattr_rsize,
3353 },
3354 [OP_LISTXATTRS] = {
3355 .op_func = nfsd4_listxattrs,
3356 .op_name = "OP_LISTXATTRS",
3357 .op_rsize_bop = nfsd4_listxattrs_rsize,
3358 },
3359 [OP_REMOVEXATTR] = {
3360 .op_func = nfsd4_removexattr,
3361 .op_flags = OP_MODIFIES_SOMETHING | OP_CACHEME,
3362 .op_name = "OP_REMOVEXATTR",
3363 .op_rsize_bop = nfsd4_removexattr_rsize,
3364 },
b591480b
BF		 3365};
3366
ed941643
AE		 3367/**
3368 * nfsd4_spo_must_allow - Determine if the compound op contains an
3369 * operation that is allowed to be sent with machine credentials
3370 *
3371 * @rqstp: a pointer to the struct svc_rqst
3372 *
3373 * Checks to see if the compound contains a spo_must_allow op
3374 * and confirms that it was sent with the proper machine creds.
3375 */
3376
3377bool nfsd4_spo_must_allow(struct svc_rqst *rqstp)
3378{
3379 struct nfsd4_compoundres *resp = rqstp->rq_resp;
3380 struct nfsd4_compoundargs *argp = rqstp->rq_argp;
e34c0ce9 3381 struct nfsd4_op *this;
ed941643
AE		 3382 struct nfsd4_compound_state *cstate = &resp->cstate;
3383 struct nfs4_op_map *allow = &cstate->clp->cl_spo_must_allow;
3384 u32 opiter;
3385
3386 if (!cstate->minorversion)
3387 return false;
3388
44b49aa6 3389 if (cstate->spo_must_allowed)
ed941643
AE		 3390 return true;
3391
3392 opiter = resp->opcnt;
3393 while (opiter < argp->opcnt) {
3394 this = &argp->ops[opiter++];
3395 if (test_bit(this->opnum, allow->u.longs) &&
3396 cstate->clp->cl_mach_cred &&
3397 nfsd4_mach_creds_match(cstate->clp, rqstp)) {
3398 cstate->spo_must_allowed = true;
3399 return true;
3400 }
3401 }
3402 cstate->spo_must_allowed = false;
3403 return false;
3404}
3405
4f0cefbf
BF		 3406int nfsd4_max_reply(struct svc_rqst *rqstp, struct nfsd4_op *op)
3407{
05b7278d 3408 if (op->opnum == OP_ILLEGAL || op->status == nfserr_notsupp)
4f0cefbf 3409 return op_encode_hdr_size * sizeof(__be32);
2282cd2c
KM		 3410
3411 BUG_ON(OPDESC(op)->op_rsize_bop == NULL);
3412 return OPDESC(op)->op_rsize_bop(rqstp, op);
4f0cefbf
BF		 3413}
3414
07d1f802
BF		 3415void warn_on_nonidempotent_op(struct nfsd4_op *op)
3416{
3417 if (OPDESC(op)->op_flags & OP_MODIFIES_SOMETHING) {
3a237b4a 3418 pr_err("unable to encode reply to nonidempotent op %u (%s)\n",
07d1f802
BF		 3419 op->opnum, nfsd4_op_name(op->opnum));
3420 WARN_ON_ONCE(1);
3421 }
3422}
3423
f1c7f79b 3424static const char *nfsd4_op_name(unsigned opnum)
b001a1b6
BH		 3425{
3426 if (opnum < ARRAY_SIZE(nfsd4_ops))
3427 return nfsd4_ops[opnum].op_name;
3428 return "unknown_operation";
3429}
3430
860bda29 3431static const struct svc_procedure nfsd_procedures4[2] = {
0a93a47f 3432 [NFSPROC4_NULL] = {
f7235b6b 3433 .pc_func = nfsd4_proc_null,
788f7183
CL		 3434 .pc_decode = nfssvc_decode_voidarg,
3435 .pc_encode = nfssvc_encode_voidres,
3436 .pc_argsize = sizeof(struct nfsd_voidargs),
3437 .pc_ressize = sizeof(struct nfsd_voidres),
0a93a47f
YZ		 3438 .pc_cachetype = RC_NOCACHE,
3439 .pc_xdrressize = 1,
2289e87b 3440 .pc_name = "NULL",
0a93a47f
YZ		 3441 },
3442 [NFSPROC4_COMPOUND] = {
f7235b6b 3443 .pc_func = nfsd4_proc_compound,
026fec7e 3444 .pc_decode = nfs4svc_decode_compoundargs,
63f8de37 3445 .pc_encode = nfs4svc_encode_compoundres,
0a93a47f
YZ		 3446 .pc_argsize = sizeof(struct nfsd4_compoundargs),
3447 .pc_ressize = sizeof(struct nfsd4_compoundres),
3e98abff 3448 .pc_release = nfsd4_release_compoundargs,
0a93a47f
YZ		 3449 .pc_cachetype = RC_NOCACHE,
3450 .pc_xdrressize = NFSD_BUFSIZE/4,
2289e87b 3451 .pc_name = "COMPOUND",
0a93a47f 3452 },
1da177e4
LT		 3453};
3454
7fd38af9 3455static unsigned int nfsd_count3[ARRAY_SIZE(nfsd_procedures4)];
e9679189 3456const struct svc_version nfsd_version4 = {
5283b03e
JL		 3457 .vs_vers = 4,
3458 .vs_nproc = 2,
3459 .vs_proc = nfsd_procedures4,
7fd38af9 3460 .vs_count = nfsd_count3,
5283b03e
JL		 3461 .vs_dispatch = nfsd_dispatch,
3462 .vs_xdrsize = NFS4_SVC_XDRSIZE,
3463 .vs_rpcb_optnl = true,
3464 .vs_need_cong_ctrl = true,
1da177e4 3465};
Ubuntu Jammy Linux kernel mirror