]>
Commit | Line | Data |
---|---|---|
b2441318 | 1 | // SPDX-License-Identifier: GPL-2.0 |
1da177e4 | 2 | /* |
1da177e4 LT |
3 | * Central processing for nfsd. |
4 | * | |
5 | * Authors: Olaf Kirch (okir@monad.swb.de) | |
6 | * | |
7 | * Copyright (C) 1995, 1996, 1997 Olaf Kirch <okir@monad.swb.de> | |
8 | */ | |
9 | ||
3f07c014 | 10 | #include <linux/sched/signal.h> |
83144186 | 11 | #include <linux/freezer.h> |
143cb494 | 12 | #include <linux/module.h> |
1da177e4 | 13 | #include <linux/fs_struct.h> |
c3d06f9c | 14 | #include <linux/swap.h> |
1da177e4 | 15 | |
1da177e4 | 16 | #include <linux/sunrpc/stats.h> |
1da177e4 | 17 | #include <linux/sunrpc/svcsock.h> |
36684996 | 18 | #include <linux/sunrpc/svc_xprt.h> |
1da177e4 | 19 | #include <linux/lockd/bind.h> |
a257cdd0 | 20 | #include <linux/nfsacl.h> |
ed2d8aed | 21 | #include <linux/seq_file.h> |
36684996 SM |
22 | #include <linux/inetdevice.h> |
23 | #include <net/addrconf.h> | |
24 | #include <net/ipv6.h> | |
fc5d00b0 | 25 | #include <net/net_namespace.h> |
9a74af21 BH |
26 | #include "nfsd.h" |
27 | #include "cache.h" | |
0a3adade | 28 | #include "vfs.h" |
2c2fe290 | 29 | #include "netns.h" |
65294c1f | 30 | #include "filecache.h" |
1da177e4 LT |
31 | |
32 | #define NFSDDBG_FACILITY NFSDDBG_SVC | |
33 | ||
ce0887ac OK |
34 | bool inter_copy_offload_enable; |
35 | EXPORT_SYMBOL_GPL(inter_copy_offload_enable); | |
36 | module_param(inter_copy_offload_enable, bool, 0644); | |
37 | MODULE_PARM_DESC(inter_copy_offload_enable, | |
38 | "Enable inter server to server copy offload. Default: false"); | |
39 | ||
1da177e4 | 40 | extern struct svc_program nfsd_program; |
9867d76c | 41 | static int nfsd(void *vrqstp); |
029be5d0 TM |
42 | #if defined(CONFIG_NFSD_V2_ACL) || defined(CONFIG_NFSD_V3_ACL) |
43 | static int nfsd_acl_rpcbind_set(struct net *, | |
44 | const struct svc_program *, | |
45 | u32, int, | |
46 | unsigned short, | |
47 | unsigned short); | |
e333f3bb TM |
48 | static __be32 nfsd_acl_init_request(struct svc_rqst *, |
49 | const struct svc_program *, | |
50 | struct svc_process_info *); | |
029be5d0 TM |
51 | #endif |
52 | static int nfsd_rpcbind_set(struct net *, | |
53 | const struct svc_program *, | |
54 | u32, int, | |
55 | unsigned short, | |
56 | unsigned short); | |
e333f3bb TM |
57 | static __be32 nfsd_init_request(struct svc_rqst *, |
58 | const struct svc_program *, | |
59 | struct svc_process_info *); | |
1da177e4 | 60 | |
bedbdd8b | 61 | /* |
9dd9845f | 62 | * nfsd_mutex protects nn->nfsd_serv -- both the pointer itself and the members |
bedbdd8b NB |
63 | * of the svc_serv struct. In particular, ->sv_nrthreads but also to some |
64 | * extent ->sv_temp_socks and ->sv_permsocks. It also protects nfsdstats.th_cnt | |
65 | * | |
9dd9845f | 66 | * If (out side the lock) nn->nfsd_serv is non-NULL, then it must point to a |
bedbdd8b NB |
67 | * properly initialised 'struct svc_serv' with ->sv_nrthreads > 0. That number |
68 | * of nfsd threads must exist and each must listed in ->sp_all_threads in each | |
69 | * entry of ->sv_pools[]. | |
70 | * | |
71 | * Transitions of the thread count between zero and non-zero are of particular | |
72 | * interest since the svc_serv needs to be created and initialized at that | |
73 | * point, or freed. | |
3dd98a3b JL |
74 | * |
75 | * Finally, the nfsd_mutex also protects some of the global variables that are | |
76 | * accessed when nfsd starts and that are settable via the write_* routines in | |
77 | * nfsctl.c. In particular: | |
78 | * | |
79 | * user_recovery_dirname | |
80 | * user_lease_time | |
81 | * nfsd_versions | |
bedbdd8b NB |
82 | */ |
83 | DEFINE_MUTEX(nfsd_mutex); | |
bedbdd8b | 84 | |
4bd9b0f4 AA |
85 | /* |
86 | * nfsd_drc_lock protects nfsd_drc_max_pages and nfsd_drc_pages_used. | |
87 | * nfsd_drc_max_pages limits the total amount of memory available for | |
88 | * version 4.1 DRC caches. | |
89 | * nfsd_drc_pages_used tracks the current version 4.1 DRC memory usage. | |
90 | */ | |
91 | spinlock_t nfsd_drc_lock; | |
697ce9be ZY |
92 | unsigned long nfsd_drc_max_mem; |
93 | unsigned long nfsd_drc_mem_used; | |
4bd9b0f4 | 94 | |
3fb803a9 AG |
95 | #if defined(CONFIG_NFSD_V2_ACL) || defined(CONFIG_NFSD_V3_ACL) |
96 | static struct svc_stat nfsd_acl_svcstats; | |
e9679189 | 97 | static const struct svc_version *nfsd_acl_version[] = { |
3fb803a9 AG |
98 | [2] = &nfsd_acl_version2, |
99 | [3] = &nfsd_acl_version3, | |
100 | }; | |
101 | ||
102 | #define NFSD_ACL_MINVERS 2 | |
e8c96f8c | 103 | #define NFSD_ACL_NRVERS ARRAY_SIZE(nfsd_acl_version) |
3fb803a9 AG |
104 | |
105 | static struct svc_program nfsd_acl_program = { | |
106 | .pg_prog = NFS_ACL_PROGRAM, | |
107 | .pg_nvers = NFSD_ACL_NRVERS, | |
7c149057 | 108 | .pg_vers = nfsd_acl_version, |
1a8eff6d | 109 | .pg_name = "nfsacl", |
3fb803a9 AG |
110 | .pg_class = "nfsd", |
111 | .pg_stats = &nfsd_acl_svcstats, | |
112 | .pg_authenticate = &svc_set_client, | |
e333f3bb | 113 | .pg_init_request = nfsd_acl_init_request, |
029be5d0 | 114 | .pg_rpcbind_set = nfsd_acl_rpcbind_set, |
3fb803a9 AG |
115 | }; |
116 | ||
117 | static struct svc_stat nfsd_acl_svcstats = { | |
118 | .program = &nfsd_acl_program, | |
119 | }; | |
120 | #endif /* defined(CONFIG_NFSD_V2_ACL) || defined(CONFIG_NFSD_V3_ACL) */ | |
121 | ||
e9679189 | 122 | static const struct svc_version *nfsd_version[] = { |
70c3b76c N |
123 | [2] = &nfsd_version2, |
124 | #if defined(CONFIG_NFSD_V3) | |
125 | [3] = &nfsd_version3, | |
126 | #endif | |
127 | #if defined(CONFIG_NFSD_V4) | |
128 | [4] = &nfsd_version4, | |
129 | #endif | |
130 | }; | |
131 | ||
132 | #define NFSD_MINVERS 2 | |
e8c96f8c | 133 | #define NFSD_NRVERS ARRAY_SIZE(nfsd_version) |
70c3b76c N |
134 | |
135 | struct svc_program nfsd_program = { | |
3fb803a9 AG |
136 | #if defined(CONFIG_NFSD_V2_ACL) || defined(CONFIG_NFSD_V3_ACL) |
137 | .pg_next = &nfsd_acl_program, | |
138 | #endif | |
70c3b76c N |
139 | .pg_prog = NFS_PROGRAM, /* program number */ |
140 | .pg_nvers = NFSD_NRVERS, /* nr of entries in nfsd_version */ | |
e333f3bb | 141 | .pg_vers = nfsd_version, /* version table */ |
70c3b76c N |
142 | .pg_name = "nfsd", /* program name */ |
143 | .pg_class = "nfsd", /* authentication class */ | |
144 | .pg_stats = &nfsd_svcstats, /* version table */ | |
145 | .pg_authenticate = &svc_set_client, /* export authentication */ | |
e333f3bb | 146 | .pg_init_request = nfsd_init_request, |
029be5d0 | 147 | .pg_rpcbind_set = nfsd_rpcbind_set, |
70c3b76c N |
148 | }; |
149 | ||
e333f3bb TM |
150 | static bool |
151 | nfsd_support_version(int vers) | |
152 | { | |
153 | if (vers >= NFSD_MINVERS && vers < NFSD_NRVERS) | |
154 | return nfsd_version[vers] != NULL; | |
155 | return false; | |
156 | } | |
157 | ||
158 | static bool * | |
159 | nfsd_alloc_versions(void) | |
160 | { | |
161 | bool *vers = kmalloc_array(NFSD_NRVERS, sizeof(bool), GFP_KERNEL); | |
162 | unsigned i; | |
163 | ||
164 | if (vers) { | |
165 | /* All compiled versions are enabled by default */ | |
166 | for (i = 0; i < NFSD_NRVERS; i++) | |
167 | vers[i] = nfsd_support_version(i); | |
168 | } | |
169 | return vers; | |
170 | } | |
171 | ||
172 | static bool * | |
173 | nfsd_alloc_minorversions(void) | |
174 | { | |
175 | bool *vers = kmalloc_array(NFSD_SUPPORTED_MINOR_VERSION + 1, | |
176 | sizeof(bool), GFP_KERNEL); | |
177 | unsigned i; | |
8daf220a | 178 | |
e333f3bb TM |
179 | if (vers) { |
180 | /* All minor versions are enabled by default */ | |
181 | for (i = 0; i <= NFSD_SUPPORTED_MINOR_VERSION; i++) | |
182 | vers[i] = nfsd_support_version(4); | |
183 | } | |
184 | return vers; | |
185 | } | |
186 | ||
187 | void | |
188 | nfsd_netns_free_versions(struct nfsd_net *nn) | |
189 | { | |
190 | kfree(nn->nfsd_versions); | |
191 | kfree(nn->nfsd4_minorversions); | |
192 | nn->nfsd_versions = NULL; | |
193 | nn->nfsd4_minorversions = NULL; | |
194 | } | |
195 | ||
196 | static void | |
197 | nfsd_netns_init_versions(struct nfsd_net *nn) | |
198 | { | |
199 | if (!nn->nfsd_versions) { | |
200 | nn->nfsd_versions = nfsd_alloc_versions(); | |
201 | nn->nfsd4_minorversions = nfsd_alloc_minorversions(); | |
202 | if (!nn->nfsd_versions || !nn->nfsd4_minorversions) | |
203 | nfsd_netns_free_versions(nn); | |
204 | } | |
205 | } | |
206 | ||
207 | int nfsd_vers(struct nfsd_net *nn, int vers, enum vers_op change) | |
6658d3a7 N |
208 | { |
209 | if (vers < NFSD_MINVERS || vers >= NFSD_NRVERS) | |
15ddb4ae | 210 | return 0; |
6658d3a7 N |
211 | switch(change) { |
212 | case NFSD_SET: | |
e333f3bb TM |
213 | if (nn->nfsd_versions) |
214 | nn->nfsd_versions[vers] = nfsd_support_version(vers); | |
1a8eff6d | 215 | break; |
6658d3a7 | 216 | case NFSD_CLEAR: |
e333f3bb TM |
217 | nfsd_netns_init_versions(nn); |
218 | if (nn->nfsd_versions) | |
219 | nn->nfsd_versions[vers] = false; | |
6658d3a7 N |
220 | break; |
221 | case NFSD_TEST: | |
e333f3bb TM |
222 | if (nn->nfsd_versions) |
223 | return nn->nfsd_versions[vers]; | |
224 | /* Fallthrough */ | |
6658d3a7 | 225 | case NFSD_AVAIL: |
e333f3bb | 226 | return nfsd_support_version(vers); |
6658d3a7 N |
227 | } |
228 | return 0; | |
229 | } | |
8daf220a | 230 | |
d3635ff0 | 231 | static void |
e333f3bb | 232 | nfsd_adjust_nfsd_versions4(struct nfsd_net *nn) |
d3635ff0 TM |
233 | { |
234 | unsigned i; | |
235 | ||
236 | for (i = 0; i <= NFSD_SUPPORTED_MINOR_VERSION; i++) { | |
e333f3bb | 237 | if (nn->nfsd4_minorversions[i]) |
d3635ff0 TM |
238 | return; |
239 | } | |
e333f3bb | 240 | nfsd_vers(nn, 4, NFSD_CLEAR); |
d3635ff0 TM |
241 | } |
242 | ||
e333f3bb | 243 | int nfsd_minorversion(struct nfsd_net *nn, u32 minorversion, enum vers_op change) |
8daf220a | 244 | { |
928c6fb3 N |
245 | if (minorversion > NFSD_SUPPORTED_MINOR_VERSION && |
246 | change != NFSD_AVAIL) | |
8daf220a | 247 | return -1; |
e333f3bb | 248 | |
8daf220a BH |
249 | switch(change) { |
250 | case NFSD_SET: | |
e333f3bb TM |
251 | if (nn->nfsd4_minorversions) { |
252 | nfsd_vers(nn, 4, NFSD_SET); | |
253 | nn->nfsd4_minorversions[minorversion] = | |
254 | nfsd_vers(nn, 4, NFSD_TEST); | |
255 | } | |
8daf220a BH |
256 | break; |
257 | case NFSD_CLEAR: | |
e333f3bb TM |
258 | nfsd_netns_init_versions(nn); |
259 | if (nn->nfsd4_minorversions) { | |
260 | nn->nfsd4_minorversions[minorversion] = false; | |
261 | nfsd_adjust_nfsd_versions4(nn); | |
262 | } | |
8daf220a BH |
263 | break; |
264 | case NFSD_TEST: | |
e333f3bb TM |
265 | if (nn->nfsd4_minorversions) |
266 | return nn->nfsd4_minorversions[minorversion]; | |
267 | return nfsd_vers(nn, 4, NFSD_TEST); | |
8daf220a | 268 | case NFSD_AVAIL: |
e333f3bb TM |
269 | return minorversion <= NFSD_SUPPORTED_MINOR_VERSION && |
270 | nfsd_vers(nn, 4, NFSD_AVAIL); | |
8daf220a BH |
271 | } |
272 | return 0; | |
273 | } | |
274 | ||
1da177e4 LT |
275 | /* |
276 | * Maximum number of nfsd processes | |
277 | */ | |
278 | #define NFSD_MAXSERVS 8192 | |
279 | ||
9dd9845f | 280 | int nfsd_nrthreads(struct net *net) |
1da177e4 | 281 | { |
c7d106c9 | 282 | int rv = 0; |
9dd9845f SK |
283 | struct nfsd_net *nn = net_generic(net, nfsd_net_id); |
284 | ||
c7d106c9 | 285 | mutex_lock(&nfsd_mutex); |
9dd9845f SK |
286 | if (nn->nfsd_serv) |
287 | rv = nn->nfsd_serv->sv_nrthreads; | |
c7d106c9 NB |
288 | mutex_unlock(&nfsd_mutex); |
289 | return rv; | |
1da177e4 LT |
290 | } |
291 | ||
4df493a2 | 292 | static int nfsd_init_socks(struct net *net, const struct cred *cred) |
59db4a0c BF |
293 | { |
294 | int error; | |
9dd9845f SK |
295 | struct nfsd_net *nn = net_generic(net, nfsd_net_id); |
296 | ||
297 | if (!list_empty(&nn->nfsd_serv->sv_permsocks)) | |
59db4a0c BF |
298 | return 0; |
299 | ||
9dd9845f | 300 | error = svc_create_xprt(nn->nfsd_serv, "udp", net, PF_INET, NFS_PORT, |
4df493a2 | 301 | SVC_SOCK_DEFAULTS, cred); |
59db4a0c BF |
302 | if (error < 0) |
303 | return error; | |
304 | ||
9dd9845f | 305 | error = svc_create_xprt(nn->nfsd_serv, "tcp", net, PF_INET, NFS_PORT, |
4df493a2 | 306 | SVC_SOCK_DEFAULTS, cred); |
59db4a0c BF |
307 | if (error < 0) |
308 | return error; | |
309 | ||
310 | return 0; | |
311 | } | |
312 | ||
4539f149 | 313 | static int nfsd_users = 0; |
4ad9a344 | 314 | |
bda9cac1 SK |
315 | static int nfsd_startup_generic(int nrservs) |
316 | { | |
317 | int ret; | |
318 | ||
4539f149 | 319 | if (nfsd_users++) |
bda9cac1 SK |
320 | return 0; |
321 | ||
65294c1f JL |
322 | ret = nfsd_file_cache_init(); |
323 | if (ret) | |
324 | goto dec_users; | |
d9499a95 | 325 | |
bda9cac1 SK |
326 | ret = nfs4_state_start(); |
327 | if (ret) | |
501cb184 | 328 | goto out_file_cache; |
bda9cac1 SK |
329 | return 0; |
330 | ||
65294c1f JL |
331 | out_file_cache: |
332 | nfsd_file_cache_shutdown(); | |
d9499a95 KM |
333 | dec_users: |
334 | nfsd_users--; | |
bda9cac1 SK |
335 | return ret; |
336 | } | |
337 | ||
338 | static void nfsd_shutdown_generic(void) | |
339 | { | |
4539f149 SK |
340 | if (--nfsd_users) |
341 | return; | |
342 | ||
bda9cac1 | 343 | nfs4_state_shutdown(); |
65294c1f | 344 | nfsd_file_cache_shutdown(); |
bda9cac1 SK |
345 | } |
346 | ||
e333f3bb | 347 | static bool nfsd_needs_lockd(struct nfsd_net *nn) |
8ef66714 | 348 | { |
e333f3bb | 349 | return nfsd_vers(nn, 2, NFSD_TEST) || nfsd_vers(nn, 3, NFSD_TEST); |
8ef66714 KM |
350 | } |
351 | ||
27c438f5 TM |
352 | void nfsd_copy_boot_verifier(__be32 verf[2], struct nfsd_net *nn) |
353 | { | |
354 | int seq = 0; | |
355 | ||
356 | do { | |
357 | read_seqbegin_or_lock(&nn->boot_lock, &seq); | |
358 | /* | |
359 | * This is opaque to client, so no need to byte-swap. Use | |
360 | * __force to keep sparse happy. y2038 time_t overflow is | |
361 | * irrelevant in this usage | |
362 | */ | |
363 | verf[0] = (__force __be32)nn->nfssvc_boot.tv_sec; | |
364 | verf[1] = (__force __be32)nn->nfssvc_boot.tv_nsec; | |
365 | } while (need_seqretry(&nn->boot_lock, seq)); | |
366 | done_seqretry(&nn->boot_lock, seq); | |
367 | } | |
368 | ||
65643f4c | 369 | static void nfsd_reset_boot_verifier_locked(struct nfsd_net *nn) |
27c438f5 TM |
370 | { |
371 | ktime_get_real_ts64(&nn->nfssvc_boot); | |
372 | } | |
373 | ||
374 | void nfsd_reset_boot_verifier(struct nfsd_net *nn) | |
375 | { | |
376 | write_seqlock(&nn->boot_lock); | |
377 | nfsd_reset_boot_verifier_locked(nn); | |
378 | write_sequnlock(&nn->boot_lock); | |
379 | } | |
380 | ||
4df493a2 | 381 | static int nfsd_startup_net(int nrservs, struct net *net, const struct cred *cred) |
6ff50b3d | 382 | { |
2c2fe290 | 383 | struct nfsd_net *nn = net_generic(net, nfsd_net_id); |
6ff50b3d SK |
384 | int ret; |
385 | ||
2c2fe290 SK |
386 | if (nn->nfsd_net_up) |
387 | return 0; | |
388 | ||
903d9bf0 | 389 | ret = nfsd_startup_generic(nrservs); |
6ff50b3d SK |
390 | if (ret) |
391 | return ret; | |
4df493a2 | 392 | ret = nfsd_init_socks(net, cred); |
903d9bf0 SK |
393 | if (ret) |
394 | goto out_socks; | |
8ef66714 | 395 | |
e333f3bb | 396 | if (nfsd_needs_lockd(nn) && !nn->lockd_up) { |
40373b12 | 397 | ret = lockd_up(net, cred); |
8ef66714 KM |
398 | if (ret) |
399 | goto out_socks; | |
e44b4bf2 | 400 | nn->lockd_up = true; |
8ef66714 KM |
401 | } |
402 | ||
9542e6a6 | 403 | ret = nfsd_file_cache_start_net(net); |
6ff50b3d SK |
404 | if (ret) |
405 | goto out_lockd; | |
9542e6a6 TM |
406 | ret = nfs4_state_start_net(net); |
407 | if (ret) | |
408 | goto out_filecache; | |
6ff50b3d | 409 | |
2c2fe290 | 410 | nn->nfsd_net_up = true; |
6ff50b3d SK |
411 | return 0; |
412 | ||
9542e6a6 TM |
413 | out_filecache: |
414 | nfsd_file_cache_shutdown_net(net); | |
6ff50b3d | 415 | out_lockd: |
8ef66714 KM |
416 | if (nn->lockd_up) { |
417 | lockd_down(net); | |
e44b4bf2 | 418 | nn->lockd_up = false; |
8ef66714 | 419 | } |
903d9bf0 | 420 | out_socks: |
bda9cac1 | 421 | nfsd_shutdown_generic(); |
4ad9a344 JL |
422 | return ret; |
423 | } | |
424 | ||
6ff50b3d SK |
425 | static void nfsd_shutdown_net(struct net *net) |
426 | { | |
2c2fe290 SK |
427 | struct nfsd_net *nn = net_generic(net, nfsd_net_id); |
428 | ||
9542e6a6 | 429 | nfsd_file_cache_shutdown_net(net); |
6ff50b3d | 430 | nfs4_state_shutdown_net(net); |
8ef66714 KM |
431 | if (nn->lockd_up) { |
432 | lockd_down(net); | |
e44b4bf2 | 433 | nn->lockd_up = false; |
8ef66714 | 434 | } |
2c2fe290 | 435 | nn->nfsd_net_up = false; |
903d9bf0 | 436 | nfsd_shutdown_generic(); |
6ff50b3d SK |
437 | } |
438 | ||
36684996 SM |
439 | static int nfsd_inetaddr_event(struct notifier_block *this, unsigned long event, |
440 | void *ptr) | |
441 | { | |
442 | struct in_ifaddr *ifa = (struct in_ifaddr *)ptr; | |
443 | struct net_device *dev = ifa->ifa_dev->dev; | |
444 | struct net *net = dev_net(dev); | |
445 | struct nfsd_net *nn = net_generic(net, nfsd_net_id); | |
446 | struct sockaddr_in sin; | |
447 | ||
2317dc55 VA |
448 | if ((event != NETDEV_DOWN) || |
449 | !atomic_inc_not_zero(&nn->ntf_refcnt)) | |
36684996 SM |
450 | goto out; |
451 | ||
452 | if (nn->nfsd_serv) { | |
453 | dprintk("nfsd_inetaddr_event: removed %pI4\n", &ifa->ifa_local); | |
454 | sin.sin_family = AF_INET; | |
455 | sin.sin_addr.s_addr = ifa->ifa_local; | |
456 | svc_age_temp_xprts_now(nn->nfsd_serv, (struct sockaddr *)&sin); | |
457 | } | |
2317dc55 VA |
458 | atomic_dec(&nn->ntf_refcnt); |
459 | wake_up(&nn->ntf_wq); | |
36684996 SM |
460 | |
461 | out: | |
462 | return NOTIFY_DONE; | |
463 | } | |
464 | ||
465 | static struct notifier_block nfsd_inetaddr_notifier = { | |
466 | .notifier_call = nfsd_inetaddr_event, | |
467 | }; | |
468 | ||
469 | #if IS_ENABLED(CONFIG_IPV6) | |
470 | static int nfsd_inet6addr_event(struct notifier_block *this, | |
471 | unsigned long event, void *ptr) | |
472 | { | |
473 | struct inet6_ifaddr *ifa = (struct inet6_ifaddr *)ptr; | |
474 | struct net_device *dev = ifa->idev->dev; | |
475 | struct net *net = dev_net(dev); | |
476 | struct nfsd_net *nn = net_generic(net, nfsd_net_id); | |
477 | struct sockaddr_in6 sin6; | |
478 | ||
2317dc55 VA |
479 | if ((event != NETDEV_DOWN) || |
480 | !atomic_inc_not_zero(&nn->ntf_refcnt)) | |
36684996 SM |
481 | goto out; |
482 | ||
483 | if (nn->nfsd_serv) { | |
484 | dprintk("nfsd_inet6addr_event: removed %pI6\n", &ifa->addr); | |
485 | sin6.sin6_family = AF_INET6; | |
486 | sin6.sin6_addr = ifa->addr; | |
7b19824d SM |
487 | if (ipv6_addr_type(&sin6.sin6_addr) & IPV6_ADDR_LINKLOCAL) |
488 | sin6.sin6_scope_id = ifa->idev->dev->ifindex; | |
36684996 SM |
489 | svc_age_temp_xprts_now(nn->nfsd_serv, (struct sockaddr *)&sin6); |
490 | } | |
2317dc55 VA |
491 | atomic_dec(&nn->ntf_refcnt); |
492 | wake_up(&nn->ntf_wq); | |
36684996 SM |
493 | out: |
494 | return NOTIFY_DONE; | |
495 | } | |
496 | ||
497 | static struct notifier_block nfsd_inet6addr_notifier = { | |
498 | .notifier_call = nfsd_inet6addr_event, | |
499 | }; | |
500 | #endif | |
501 | ||
1eca45f8 VA |
502 | /* Only used under nfsd_mutex, so this atomic may be overkill: */ |
503 | static atomic_t nfsd_notifier_refcount = ATOMIC_INIT(0); | |
504 | ||
541e864f | 505 | static void nfsd_last_thread(struct svc_serv *serv, struct net *net) |
4ad9a344 | 506 | { |
903d9bf0 SK |
507 | struct nfsd_net *nn = net_generic(net, nfsd_net_id); |
508 | ||
2317dc55 | 509 | atomic_dec(&nn->ntf_refcnt); |
1eca45f8 VA |
510 | /* check if the notifier still has clients */ |
511 | if (atomic_dec_return(&nfsd_notifier_refcount) == 0) { | |
512 | unregister_inetaddr_notifier(&nfsd_inetaddr_notifier); | |
36684996 | 513 | #if IS_ENABLED(CONFIG_IPV6) |
1eca45f8 | 514 | unregister_inet6addr_notifier(&nfsd_inet6addr_notifier); |
36684996 | 515 | #endif |
1eca45f8 | 516 | } |
2317dc55 | 517 | wait_event(nn->ntf_wq, atomic_read(&nn->ntf_refcnt) == 0); |
1eca45f8 | 518 | |
4ad9a344 JL |
519 | /* |
520 | * write_ports can create the server without actually starting | |
521 | * any threads--if we get shut down before any threads are | |
522 | * started, then nfsd_last_thread will be run before any of this | |
691412b4 | 523 | * other initialization has been done except the rpcb information. |
4ad9a344 | 524 | */ |
691412b4 | 525 | svc_rpcb_cleanup(serv, net); |
903d9bf0 | 526 | if (!nn->nfsd_net_up) |
4ad9a344 | 527 | return; |
16d05870 | 528 | |
691412b4 | 529 | nfsd_shutdown_net(net); |
e096bbc6 JL |
530 | printk(KERN_WARNING "nfsd: last server has exited, flushing export " |
531 | "cache\n"); | |
b3853e0e | 532 | nfsd_export_flush(net); |
bc591ccf | 533 | } |
6658d3a7 | 534 | |
e333f3bb | 535 | void nfsd_reset_versions(struct nfsd_net *nn) |
6658d3a7 | 536 | { |
6658d3a7 N |
537 | int i; |
538 | ||
800a938f | 539 | for (i = 0; i < NFSD_NRVERS; i++) |
e333f3bb | 540 | if (nfsd_vers(nn, i, NFSD_TEST)) |
800a938f | 541 | return; |
6658d3a7 | 542 | |
800a938f N |
543 | for (i = 0; i < NFSD_NRVERS; i++) |
544 | if (i != 4) | |
e333f3bb | 545 | nfsd_vers(nn, i, NFSD_SET); |
800a938f N |
546 | else { |
547 | int minor = 0; | |
e333f3bb | 548 | while (nfsd_minorversion(nn, minor, NFSD_SET) >= 0) |
800a938f N |
549 | minor++; |
550 | } | |
6658d3a7 N |
551 | } |
552 | ||
c3d06f9c AA |
553 | /* |
554 | * Each session guarantees a negotiated per slot memory cache for replies | |
555 | * which in turn consumes memory beyond the v2/v3/v4.0 server. A dedicated | |
556 | * NFSv4.1 server might want to use more memory for a DRC than a machine | |
557 | * with mutiple services. | |
558 | * | |
559 | * Impose a hard limit on the number of pages for the DRC which varies | |
560 | * according to the machines free pages. This is of course only a default. | |
561 | * | |
562 | * For now this is a #defined shift which could be under admin control | |
563 | * in the future. | |
564 | */ | |
565 | static void set_max_drc(void) | |
566 | { | |
44d8660d | 567 | #define NFSD_DRC_SIZE_SHIFT 7 |
0c193054 AA |
568 | nfsd_drc_max_mem = (nr_free_buffer_pages() |
569 | >> NFSD_DRC_SIZE_SHIFT) * PAGE_SIZE; | |
570 | nfsd_drc_mem_used = 0; | |
4bd9b0f4 | 571 | spin_lock_init(&nfsd_drc_lock); |
697ce9be | 572 | dprintk("%s nfsd_drc_max_mem %lu \n", __func__, nfsd_drc_max_mem); |
c3d06f9c | 573 | } |
bedbdd8b | 574 | |
87b0fc7d | 575 | static int nfsd_get_default_max_blksize(void) |
02a375f0 | 576 | { |
87b0fc7d BF |
577 | struct sysinfo i; |
578 | unsigned long long target; | |
579 | unsigned long ret; | |
bedbdd8b | 580 | |
87b0fc7d | 581 | si_meminfo(&i); |
508f9227 | 582 | target = (i.totalram - i.totalhigh) << PAGE_SHIFT; |
87b0fc7d BF |
583 | /* |
584 | * Aim for 1/4096 of memory per thread This gives 1MB on 4Gig | |
585 | * machines, but only uses 32K on 128M machines. Bottom out at | |
586 | * 8K on 32M and smaller. Of course, this is only a default. | |
587 | */ | |
588 | target >>= 12; | |
589 | ||
590 | ret = NFSSVC_MAXBLKSIZE; | |
591 | while (ret > target && ret >= 8*1024*2) | |
592 | ret /= 2; | |
593 | return ret; | |
594 | } | |
595 | ||
afea5657 | 596 | static const struct svc_serv_ops nfsd_thread_sv_ops = { |
b9e13cdf JL |
597 | .svo_shutdown = nfsd_last_thread, |
598 | .svo_function = nfsd, | |
599 | .svo_enqueue_xprt = svc_xprt_do_enqueue, | |
598e2359 | 600 | .svo_setup = svc_set_num_threads, |
b9e13cdf | 601 | .svo_module = THIS_MODULE, |
ea126e74 JL |
602 | }; |
603 | ||
6777436b | 604 | int nfsd_create_serv(struct net *net) |
87b0fc7d | 605 | { |
9793f7c8 | 606 | int error; |
b9c0ef85 | 607 | struct nfsd_net *nn = net_generic(net, nfsd_net_id); |
9793f7c8 | 608 | |
bedbdd8b | 609 | WARN_ON(!mutex_is_locked(&nfsd_mutex)); |
9dd9845f SK |
610 | if (nn->nfsd_serv) { |
611 | svc_get(nn->nfsd_serv); | |
02a375f0 N |
612 | return 0; |
613 | } | |
87b0fc7d BF |
614 | if (nfsd_max_blksize == 0) |
615 | nfsd_max_blksize = nfsd_get_default_max_blksize(); | |
e333f3bb | 616 | nfsd_reset_versions(nn); |
9dd9845f | 617 | nn->nfsd_serv = svc_create_pooled(&nfsd_program, nfsd_max_blksize, |
b9e13cdf | 618 | &nfsd_thread_sv_ops); |
9dd9845f | 619 | if (nn->nfsd_serv == NULL) |
628b3687 | 620 | return -ENOMEM; |
bedbdd8b | 621 | |
5b8db00b | 622 | nn->nfsd_serv->sv_maxconn = nn->max_connections; |
9dd9845f | 623 | error = svc_bind(nn->nfsd_serv, net); |
9793f7c8 | 624 | if (error < 0) { |
9dd9845f | 625 | svc_destroy(nn->nfsd_serv); |
9793f7c8 SK |
626 | return error; |
627 | } | |
628 | ||
628b3687 | 629 | set_max_drc(); |
1eca45f8 VA |
630 | /* check if the notifier is already set */ |
631 | if (atomic_inc_return(&nfsd_notifier_refcount) == 1) { | |
632 | register_inetaddr_notifier(&nfsd_inetaddr_notifier); | |
36684996 | 633 | #if IS_ENABLED(CONFIG_IPV6) |
1eca45f8 | 634 | register_inet6addr_notifier(&nfsd_inet6addr_notifier); |
36684996 | 635 | #endif |
1eca45f8 | 636 | } |
2317dc55 | 637 | atomic_inc(&nn->ntf_refcnt); |
27c438f5 | 638 | nfsd_reset_boot_verifier(nn); |
87b0fc7d | 639 | return 0; |
02a375f0 N |
640 | } |
641 | ||
9dd9845f | 642 | int nfsd_nrpools(struct net *net) |
eed2965a | 643 | { |
9dd9845f SK |
644 | struct nfsd_net *nn = net_generic(net, nfsd_net_id); |
645 | ||
646 | if (nn->nfsd_serv == NULL) | |
eed2965a GB |
647 | return 0; |
648 | else | |
9dd9845f | 649 | return nn->nfsd_serv->sv_nrpools; |
eed2965a GB |
650 | } |
651 | ||
9dd9845f | 652 | int nfsd_get_nrthreads(int n, int *nthreads, struct net *net) |
eed2965a GB |
653 | { |
654 | int i = 0; | |
9dd9845f | 655 | struct nfsd_net *nn = net_generic(net, nfsd_net_id); |
eed2965a | 656 | |
9dd9845f SK |
657 | if (nn->nfsd_serv != NULL) { |
658 | for (i = 0; i < nn->nfsd_serv->sv_nrpools && i < n; i++) | |
659 | nthreads[i] = nn->nfsd_serv->sv_pools[i].sp_nrthreads; | |
eed2965a GB |
660 | } |
661 | ||
662 | return 0; | |
663 | } | |
664 | ||
9dd9845f SK |
665 | void nfsd_destroy(struct net *net) |
666 | { | |
667 | struct nfsd_net *nn = net_generic(net, nfsd_net_id); | |
668 | int destroy = (nn->nfsd_serv->sv_nrthreads == 1); | |
669 | ||
670 | if (destroy) | |
671 | svc_shutdown_net(nn->nfsd_serv, net); | |
672 | svc_destroy(nn->nfsd_serv); | |
673 | if (destroy) | |
674 | nn->nfsd_serv = NULL; | |
675 | } | |
676 | ||
3938a0d5 | 677 | int nfsd_set_nrthreads(int n, int *nthreads, struct net *net) |
eed2965a GB |
678 | { |
679 | int i = 0; | |
680 | int tot = 0; | |
681 | int err = 0; | |
9dd9845f | 682 | struct nfsd_net *nn = net_generic(net, nfsd_net_id); |
eed2965a | 683 | |
bedbdd8b NB |
684 | WARN_ON(!mutex_is_locked(&nfsd_mutex)); |
685 | ||
9dd9845f | 686 | if (nn->nfsd_serv == NULL || n <= 0) |
eed2965a GB |
687 | return 0; |
688 | ||
9dd9845f SK |
689 | if (n > nn->nfsd_serv->sv_nrpools) |
690 | n = nn->nfsd_serv->sv_nrpools; | |
eed2965a GB |
691 | |
692 | /* enforce a global maximum number of threads */ | |
693 | tot = 0; | |
694 | for (i = 0; i < n; i++) { | |
3c7aa15d | 695 | nthreads[i] = min(nthreads[i], NFSD_MAXSERVS); |
eed2965a GB |
696 | tot += nthreads[i]; |
697 | } | |
698 | if (tot > NFSD_MAXSERVS) { | |
699 | /* total too large: scale down requested numbers */ | |
700 | for (i = 0; i < n && tot > 0; i++) { | |
701 | int new = nthreads[i] * NFSD_MAXSERVS / tot; | |
702 | tot -= (nthreads[i] - new); | |
703 | nthreads[i] = new; | |
704 | } | |
705 | for (i = 0; i < n && tot > 0; i++) { | |
706 | nthreads[i]--; | |
707 | tot--; | |
708 | } | |
709 | } | |
710 | ||
711 | /* | |
712 | * There must always be a thread in pool 0; the admin | |
713 | * can't shut down NFS completely using pool_threads. | |
714 | */ | |
715 | if (nthreads[0] == 0) | |
716 | nthreads[0] = 1; | |
717 | ||
718 | /* apply the new numbers */ | |
9dd9845f | 719 | svc_get(nn->nfsd_serv); |
eed2965a | 720 | for (i = 0; i < n; i++) { |
598e2359 JL |
721 | err = nn->nfsd_serv->sv_ops->svo_setup(nn->nfsd_serv, |
722 | &nn->nfsd_serv->sv_pools[i], nthreads[i]); | |
eed2965a GB |
723 | if (err) |
724 | break; | |
725 | } | |
19f7e2ca | 726 | nfsd_destroy(net); |
eed2965a GB |
727 | return err; |
728 | } | |
729 | ||
ac77efbe JL |
730 | /* |
731 | * Adjust the number of threads and return the new number of threads. | |
732 | * This is also the function that starts the server if necessary, if | |
733 | * this is the first time nrservs is nonzero. | |
734 | */ | |
1da177e4 | 735 | int |
4df493a2 | 736 | nfsd_svc(int nrservs, struct net *net, const struct cred *cred) |
1da177e4 LT |
737 | { |
738 | int error; | |
774f8bbd | 739 | bool nfsd_up_before; |
9dd9845f | 740 | struct nfsd_net *nn = net_generic(net, nfsd_net_id); |
bedbdd8b NB |
741 | |
742 | mutex_lock(&nfsd_mutex); | |
6658d3a7 | 743 | dprintk("nfsd: creating service\n"); |
3c7aa15d KM |
744 | |
745 | nrservs = max(nrservs, 0); | |
746 | nrservs = min(nrservs, NFSD_MAXSERVS); | |
671e1fcf | 747 | error = 0; |
3c7aa15d | 748 | |
9dd9845f | 749 | if (nrservs == 0 && nn->nfsd_serv == NULL) |
671e1fcf N |
750 | goto out; |
751 | ||
7627d7dc SM |
752 | strlcpy(nn->nfsd_name, utsname()->nodename, |
753 | sizeof(nn->nfsd_name)); | |
754 | ||
6777436b | 755 | error = nfsd_create_serv(net); |
02a375f0 | 756 | if (error) |
774f8bbd BF |
757 | goto out; |
758 | ||
903d9bf0 | 759 | nfsd_up_before = nn->nfsd_net_up; |
774f8bbd | 760 | |
4df493a2 | 761 | error = nfsd_startup_net(nrservs, net, cred); |
af4718f3 BF |
762 | if (error) |
763 | goto out_destroy; | |
598e2359 JL |
764 | error = nn->nfsd_serv->sv_ops->svo_setup(nn->nfsd_serv, |
765 | NULL, nrservs); | |
774f8bbd BF |
766 | if (error) |
767 | goto out_shutdown; | |
9dd9845f | 768 | /* We are holding a reference to nn->nfsd_serv which |
af4718f3 BF |
769 | * we don't want to count in the return value, |
770 | * so subtract 1 | |
771 | */ | |
9dd9845f | 772 | error = nn->nfsd_serv->sv_nrthreads - 1; |
4ad9a344 | 773 | out_shutdown: |
774f8bbd | 774 | if (error < 0 && !nfsd_up_before) |
541e864f | 775 | nfsd_shutdown_net(net); |
774f8bbd | 776 | out_destroy: |
19f7e2ca | 777 | nfsd_destroy(net); /* Release server */ |
4ad9a344 | 778 | out: |
bedbdd8b | 779 | mutex_unlock(&nfsd_mutex); |
1da177e4 LT |
780 | return error; |
781 | } | |
782 | ||
029be5d0 TM |
783 | #if defined(CONFIG_NFSD_V2_ACL) || defined(CONFIG_NFSD_V3_ACL) |
784 | static bool | |
785 | nfsd_support_acl_version(int vers) | |
786 | { | |
787 | if (vers >= NFSD_ACL_MINVERS && vers < NFSD_ACL_NRVERS) | |
788 | return nfsd_acl_version[vers] != NULL; | |
789 | return false; | |
790 | } | |
791 | ||
792 | static int | |
793 | nfsd_acl_rpcbind_set(struct net *net, const struct svc_program *progp, | |
794 | u32 version, int family, unsigned short proto, | |
795 | unsigned short port) | |
796 | { | |
797 | if (!nfsd_support_acl_version(version) || | |
e333f3bb | 798 | !nfsd_vers(net_generic(net, nfsd_net_id), version, NFSD_TEST)) |
029be5d0 TM |
799 | return 0; |
800 | return svc_generic_rpcbind_set(net, progp, version, family, | |
801 | proto, port); | |
802 | } | |
e333f3bb TM |
803 | |
804 | static __be32 | |
805 | nfsd_acl_init_request(struct svc_rqst *rqstp, | |
806 | const struct svc_program *progp, | |
807 | struct svc_process_info *ret) | |
808 | { | |
809 | struct nfsd_net *nn = net_generic(SVC_NET(rqstp), nfsd_net_id); | |
810 | int i; | |
811 | ||
812 | if (likely(nfsd_support_acl_version(rqstp->rq_vers) && | |
813 | nfsd_vers(nn, rqstp->rq_vers, NFSD_TEST))) | |
814 | return svc_generic_init_request(rqstp, progp, ret); | |
815 | ||
816 | ret->mismatch.lovers = NFSD_ACL_NRVERS; | |
817 | for (i = NFSD_ACL_MINVERS; i < NFSD_ACL_NRVERS; i++) { | |
818 | if (nfsd_support_acl_version(rqstp->rq_vers) && | |
819 | nfsd_vers(nn, i, NFSD_TEST)) { | |
820 | ret->mismatch.lovers = i; | |
821 | break; | |
822 | } | |
823 | } | |
824 | if (ret->mismatch.lovers == NFSD_ACL_NRVERS) | |
825 | return rpc_prog_unavail; | |
826 | ret->mismatch.hivers = NFSD_ACL_MINVERS; | |
827 | for (i = NFSD_ACL_NRVERS - 1; i >= NFSD_ACL_MINVERS; i--) { | |
828 | if (nfsd_support_acl_version(rqstp->rq_vers) && | |
829 | nfsd_vers(nn, i, NFSD_TEST)) { | |
830 | ret->mismatch.hivers = i; | |
831 | break; | |
832 | } | |
833 | } | |
834 | return rpc_prog_mismatch; | |
835 | } | |
029be5d0 TM |
836 | #endif |
837 | ||
838 | static int | |
839 | nfsd_rpcbind_set(struct net *net, const struct svc_program *progp, | |
840 | u32 version, int family, unsigned short proto, | |
841 | unsigned short port) | |
842 | { | |
e333f3bb | 843 | if (!nfsd_vers(net_generic(net, nfsd_net_id), version, NFSD_TEST)) |
029be5d0 TM |
844 | return 0; |
845 | return svc_generic_rpcbind_set(net, progp, version, family, | |
846 | proto, port); | |
847 | } | |
1da177e4 | 848 | |
e333f3bb TM |
849 | static __be32 |
850 | nfsd_init_request(struct svc_rqst *rqstp, | |
851 | const struct svc_program *progp, | |
852 | struct svc_process_info *ret) | |
853 | { | |
854 | struct nfsd_net *nn = net_generic(SVC_NET(rqstp), nfsd_net_id); | |
855 | int i; | |
856 | ||
857 | if (likely(nfsd_vers(nn, rqstp->rq_vers, NFSD_TEST))) | |
858 | return svc_generic_init_request(rqstp, progp, ret); | |
859 | ||
860 | ret->mismatch.lovers = NFSD_NRVERS; | |
861 | for (i = NFSD_MINVERS; i < NFSD_NRVERS; i++) { | |
862 | if (nfsd_vers(nn, i, NFSD_TEST)) { | |
863 | ret->mismatch.lovers = i; | |
864 | break; | |
865 | } | |
866 | } | |
867 | if (ret->mismatch.lovers == NFSD_NRVERS) | |
868 | return rpc_prog_unavail; | |
869 | ret->mismatch.hivers = NFSD_MINVERS; | |
870 | for (i = NFSD_NRVERS - 1; i >= NFSD_MINVERS; i--) { | |
871 | if (nfsd_vers(nn, i, NFSD_TEST)) { | |
872 | ret->mismatch.hivers = i; | |
873 | break; | |
874 | } | |
875 | } | |
876 | return rpc_prog_mismatch; | |
877 | } | |
878 | ||
1da177e4 LT |
879 | /* |
880 | * This is the NFS server kernel thread | |
881 | */ | |
9867d76c JL |
882 | static int |
883 | nfsd(void *vrqstp) | |
1da177e4 | 884 | { |
9867d76c | 885 | struct svc_rqst *rqstp = (struct svc_rqst *) vrqstp; |
88c47666 SK |
886 | struct svc_xprt *perm_sock = list_entry(rqstp->rq_server->sv_permsocks.next, typeof(struct svc_xprt), xpt_list); |
887 | struct net *net = perm_sock->xpt_net; | |
5b8db00b | 888 | struct nfsd_net *nn = net_generic(net, nfsd_net_id); |
5b444cc9 | 889 | int err; |
1da177e4 LT |
890 | |
891 | /* Lock module and set up kernel thread */ | |
bedbdd8b | 892 | mutex_lock(&nfsd_mutex); |
1da177e4 | 893 | |
9867d76c | 894 | /* At this point, the thread shares current->fs |
47057abd AG |
895 | * with the init process. We need to create files with the |
896 | * umask as defined by the client instead of init's umask. */ | |
3e93cd67 | 897 | if (unshare_fs_struct() < 0) { |
1da177e4 LT |
898 | printk("Unable to start nfsd thread: out of memory\n"); |
899 | goto out; | |
900 | } | |
3e93cd67 | 901 | |
1da177e4 LT |
902 | current->fs->umask = 0; |
903 | ||
9867d76c JL |
904 | /* |
905 | * thread is spawned with all signals set to SIG_IGN, re-enable | |
100766f8 | 906 | * the ones that will bring down the thread |
9867d76c | 907 | */ |
100766f8 JL |
908 | allow_signal(SIGKILL); |
909 | allow_signal(SIGHUP); | |
910 | allow_signal(SIGINT); | |
911 | allow_signal(SIGQUIT); | |
bedbdd8b | 912 | |
1da177e4 | 913 | nfsdstats.th_cnt++; |
bedbdd8b NB |
914 | mutex_unlock(&nfsd_mutex); |
915 | ||
83144186 | 916 | set_freezable(); |
1da177e4 LT |
917 | |
918 | /* | |
919 | * The main request loop | |
920 | */ | |
921 | for (;;) { | |
5b8db00b JL |
922 | /* Update sv_maxconn if it has changed */ |
923 | rqstp->rq_server->sv_maxconn = nn->max_connections; | |
924 | ||
1da177e4 LT |
925 | /* |
926 | * Find a socket with data available and call its | |
927 | * recvfrom routine. | |
928 | */ | |
6fb2b47f | 929 | while ((err = svc_recv(rqstp, 60*60*HZ)) == -EAGAIN) |
1da177e4 | 930 | ; |
9867d76c | 931 | if (err == -EINTR) |
1da177e4 | 932 | break; |
e0e81739 | 933 | validate_process_creds(); |
6fb2b47f | 934 | svc_process(rqstp); |
e0e81739 | 935 | validate_process_creds(); |
1da177e4 LT |
936 | } |
937 | ||
24e36663 | 938 | /* Clear signals before calling svc_exit_thread() */ |
9e416052 | 939 | flush_signals(current); |
1da177e4 | 940 | |
bedbdd8b | 941 | mutex_lock(&nfsd_mutex); |
1da177e4 LT |
942 | nfsdstats.th_cnt --; |
943 | ||
944 | out: | |
57c8b13e | 945 | rqstp->rq_server = NULL; |
786185b5 | 946 | |
1da177e4 LT |
947 | /* Release the thread */ |
948 | svc_exit_thread(rqstp); | |
949 | ||
88c47666 | 950 | nfsd_destroy(net); |
57c8b13e | 951 | |
1da177e4 | 952 | /* Release module */ |
bedbdd8b | 953 | mutex_unlock(&nfsd_mutex); |
1da177e4 | 954 | module_put_and_exit(0); |
9867d76c | 955 | return 0; |
1da177e4 LT |
956 | } |
957 | ||
32c1eb0c AA |
958 | static __be32 map_new_errors(u32 vers, __be32 nfserr) |
959 | { | |
960 | if (nfserr == nfserr_jukebox && vers == 2) | |
961 | return nfserr_dropit; | |
962 | if (nfserr == nfserr_wrongsec && vers < 4) | |
963 | return nfserr_acces; | |
964 | return nfserr; | |
965 | } | |
966 | ||
e6838a29 BF |
967 | /* |
968 | * A write procedure can have a large argument, and a read procedure can | |
969 | * have a large reply, but no NFSv2 or NFSv3 procedure has argument and | |
970 | * reply that can both be larger than a page. The xdr code has taken | |
971 | * advantage of this assumption to be a sloppy about bounds checking in | |
972 | * some cases. Pending a rewrite of the NFSv2/v3 xdr code to fix that | |
973 | * problem, we enforce these assumptions here: | |
974 | */ | |
975 | static bool nfs_request_too_big(struct svc_rqst *rqstp, | |
860bda29 | 976 | const struct svc_procedure *proc) |
e6838a29 BF |
977 | { |
978 | /* | |
979 | * The ACL code has more careful bounds-checking and is not | |
980 | * susceptible to this problem: | |
981 | */ | |
982 | if (rqstp->rq_prog != NFS_PROGRAM) | |
983 | return false; | |
984 | /* | |
985 | * Ditto NFSv4 (which can in theory have argument and reply both | |
986 | * more than a page): | |
987 | */ | |
988 | if (rqstp->rq_vers >= 4) | |
989 | return false; | |
990 | /* The reply will be small, we're OK: */ | |
991 | if (proc->pc_xdrressize > 0 && | |
992 | proc->pc_xdrressize < XDR_QUADLEN(PAGE_SIZE)) | |
993 | return false; | |
994 | ||
995 | return rqstp->rq_arg.len > PAGE_SIZE; | |
996 | } | |
997 | ||
1da177e4 | 998 | int |
c7afef1f | 999 | nfsd_dispatch(struct svc_rqst *rqstp, __be32 *statp) |
1da177e4 | 1000 | { |
860bda29 | 1001 | const struct svc_procedure *proc; |
ad451d38 AV |
1002 | __be32 nfserr; |
1003 | __be32 *nfserrp; | |
1da177e4 LT |
1004 | |
1005 | dprintk("nfsd_dispatch: vers %d proc %d\n", | |
1006 | rqstp->rq_vers, rqstp->rq_proc); | |
1007 | proc = rqstp->rq_procinfo; | |
1008 | ||
e6838a29 BF |
1009 | if (nfs_request_too_big(rqstp, proc)) { |
1010 | dprintk("nfsd: NFSv%d argument too large\n", rqstp->rq_vers); | |
1011 | *statp = rpc_garbage_args; | |
1012 | return 1; | |
1013 | } | |
1091006c BF |
1014 | /* |
1015 | * Give the xdr decoder a chance to change this if it wants | |
1016 | * (necessary in the NFSv4.0 compound case) | |
1017 | */ | |
1018 | rqstp->rq_cachetype = proc->pc_cachetype; | |
1019 | /* Decode arguments */ | |
026fec7e CH |
1020 | if (proc->pc_decode && |
1021 | !proc->pc_decode(rqstp, (__be32*)rqstp->rq_arg.head[0].iov_base)) { | |
1091006c BF |
1022 | dprintk("nfsd: failed to decode arguments!\n"); |
1023 | *statp = rpc_garbage_args; | |
1024 | return 1; | |
1025 | } | |
1026 | ||
1da177e4 | 1027 | /* Check whether we have this call in the cache. */ |
1091006c | 1028 | switch (nfsd_cache_lookup(rqstp)) { |
1da177e4 LT |
1029 | case RC_DROPIT: |
1030 | return 0; | |
1031 | case RC_REPLY: | |
1032 | return 1; | |
1033 | case RC_DOIT:; | |
1034 | /* do it */ | |
1035 | } | |
1036 | ||
1da177e4 LT |
1037 | /* need to grab the location to store the status, as |
1038 | * nfsv4 does some encoding while processing | |
1039 | */ | |
1040 | nfserrp = rqstp->rq_res.head[0].iov_base | |
1041 | + rqstp->rq_res.head[0].iov_len; | |
ad451d38 | 1042 | rqstp->rq_res.head[0].iov_len += sizeof(__be32); |
1da177e4 LT |
1043 | |
1044 | /* Now call the procedure handler, and encode NFS status. */ | |
a6beb732 | 1045 | nfserr = proc->pc_func(rqstp); |
32c1eb0c | 1046 | nfserr = map_new_errors(rqstp->rq_vers, nfserr); |
78b65eb3 | 1047 | if (nfserr == nfserr_dropit || test_bit(RQ_DROPME, &rqstp->rq_flags)) { |
45457e09 | 1048 | dprintk("nfsd: Dropping request; may be revisited later\n"); |
1da177e4 LT |
1049 | nfsd_cache_update(rqstp, RC_NOCACHE, NULL); |
1050 | return 0; | |
1051 | } | |
1052 | ||
1053 | if (rqstp->rq_proc != 0) | |
1054 | *nfserrp++ = nfserr; | |
1055 | ||
1056 | /* Encode result. | |
1057 | * For NFSv2, additional info is never returned in case of an error. | |
1058 | */ | |
1059 | if (!(nfserr && rqstp->rq_vers == 2)) { | |
63f8de37 | 1060 | if (proc->pc_encode && !proc->pc_encode(rqstp, nfserrp)) { |
1da177e4 LT |
1061 | /* Failed to encode result. Release cache entry */ |
1062 | dprintk("nfsd: failed to encode result!\n"); | |
1063 | nfsd_cache_update(rqstp, RC_NOCACHE, NULL); | |
1064 | *statp = rpc_system_err; | |
1065 | return 1; | |
1066 | } | |
1067 | } | |
1068 | ||
1069 | /* Store reply in cache. */ | |
57d276d7 | 1070 | nfsd_cache_update(rqstp, rqstp->rq_cachetype, statp + 1); |
1da177e4 LT |
1071 | return 1; |
1072 | } | |
03cf6c9f GB |
1073 | |
1074 | int nfsd_pool_stats_open(struct inode *inode, struct file *file) | |
1075 | { | |
ed2d8aed | 1076 | int ret; |
11f77942 | 1077 | struct nfsd_net *nn = net_generic(inode->i_sb->s_fs_info, nfsd_net_id); |
9dd9845f | 1078 | |
ed2d8aed | 1079 | mutex_lock(&nfsd_mutex); |
9dd9845f | 1080 | if (nn->nfsd_serv == NULL) { |
ed2d8aed | 1081 | mutex_unlock(&nfsd_mutex); |
03cf6c9f | 1082 | return -ENODEV; |
ed2d8aed RY |
1083 | } |
1084 | /* bump up the psudo refcount while traversing */ | |
9dd9845f SK |
1085 | svc_get(nn->nfsd_serv); |
1086 | ret = svc_pool_stats_open(nn->nfsd_serv, file); | |
ed2d8aed RY |
1087 | mutex_unlock(&nfsd_mutex); |
1088 | return ret; | |
1089 | } | |
1090 | ||
1091 | int nfsd_pool_stats_release(struct inode *inode, struct file *file) | |
1092 | { | |
1093 | int ret = seq_release(inode, file); | |
11f77942 | 1094 | struct net *net = inode->i_sb->s_fs_info; |
786185b5 | 1095 | |
ed2d8aed RY |
1096 | mutex_lock(&nfsd_mutex); |
1097 | /* this function really, really should have been called svc_put() */ | |
19f7e2ca | 1098 | nfsd_destroy(net); |
ed2d8aed RY |
1099 | mutex_unlock(&nfsd_mutex); |
1100 | return ret; | |
03cf6c9f | 1101 | } |