]> git.proxmox.com Git - mirror_ubuntu-bionic-kernel.git/blob - fs/nfs/client.c
NFS: Clean up the nfs_client initialisation
[mirror_ubuntu-bionic-kernel.git] / fs / nfs / client.c
1 /* client.c: NFS client sharing and management code
2 *
3 * Copyright (C) 2006 Red Hat, Inc. All Rights Reserved.
4 * Written by David Howells (dhowells@redhat.com)
5 *
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version
9 * 2 of the License, or (at your option) any later version.
10 */
11
12
13 #include <linux/module.h>
14 #include <linux/init.h>
15 #include <linux/sched.h>
16 #include <linux/time.h>
17 #include <linux/kernel.h>
18 #include <linux/mm.h>
19 #include <linux/string.h>
20 #include <linux/stat.h>
21 #include <linux/errno.h>
22 #include <linux/unistd.h>
23 #include <linux/sunrpc/clnt.h>
24 #include <linux/sunrpc/stats.h>
25 #include <linux/sunrpc/metrics.h>
26 #include <linux/sunrpc/xprtsock.h>
27 #include <linux/sunrpc/xprtrdma.h>
28 #include <linux/nfs_fs.h>
29 #include <linux/nfs_mount.h>
30 #include <linux/nfs4_mount.h>
31 #include <linux/lockd/bind.h>
32 #include <linux/seq_file.h>
33 #include <linux/mount.h>
34 #include <linux/nfs_idmap.h>
35 #include <linux/vfs.h>
36 #include <linux/inet.h>
37 #include <linux/nfs_xdr.h>
38
39 #include <asm/system.h>
40
41 #include "nfs4_fs.h"
42 #include "callback.h"
43 #include "delegation.h"
44 #include "iostat.h"
45 #include "internal.h"
46
47 #define NFSDBG_FACILITY NFSDBG_CLIENT
48
49 static DEFINE_SPINLOCK(nfs_client_lock);
50 static LIST_HEAD(nfs_client_list);
51 static LIST_HEAD(nfs_volume_list);
52 static DECLARE_WAIT_QUEUE_HEAD(nfs_client_active_wq);
53
54 /*
55 * RPC cruft for NFS
56 */
57 static struct rpc_version *nfs_version[5] = {
58 [2] = &nfs_version2,
59 #ifdef CONFIG_NFS_V3
60 [3] = &nfs_version3,
61 #endif
62 #ifdef CONFIG_NFS_V4
63 [4] = &nfs_version4,
64 #endif
65 };
66
67 struct rpc_program nfs_program = {
68 .name = "nfs",
69 .number = NFS_PROGRAM,
70 .nrvers = ARRAY_SIZE(nfs_version),
71 .version = nfs_version,
72 .stats = &nfs_rpcstat,
73 .pipe_dir_name = "/nfs",
74 };
75
76 struct rpc_stat nfs_rpcstat = {
77 .program = &nfs_program
78 };
79
80
81 #ifdef CONFIG_NFS_V3_ACL
82 static struct rpc_stat nfsacl_rpcstat = { &nfsacl_program };
83 static struct rpc_version * nfsacl_version[] = {
84 [3] = &nfsacl_version3,
85 };
86
87 struct rpc_program nfsacl_program = {
88 .name = "nfsacl",
89 .number = NFS_ACL_PROGRAM,
90 .nrvers = ARRAY_SIZE(nfsacl_version),
91 .version = nfsacl_version,
92 .stats = &nfsacl_rpcstat,
93 };
94 #endif /* CONFIG_NFS_V3_ACL */
95
96 struct nfs_client_initdata {
97 const char *hostname;
98 const struct sockaddr_in *addr;
99 int version;
100 };
101
102 /*
103 * Allocate a shared client record
104 *
105 * Since these are allocated/deallocated very rarely, we don't
106 * bother putting them in a slab cache...
107 */
108 static struct nfs_client *nfs_alloc_client(const struct nfs_client_initdata *cl_init)
109 {
110 struct nfs_client *clp;
111
112 if ((clp = kzalloc(sizeof(*clp), GFP_KERNEL)) == NULL)
113 goto error_0;
114
115 if (cl_init->version == 4) {
116 if (nfs_callback_up() < 0)
117 goto error_2;
118 __set_bit(NFS_CS_CALLBACK, &clp->cl_res_state);
119 }
120
121 atomic_set(&clp->cl_count, 1);
122 clp->cl_cons_state = NFS_CS_INITING;
123
124 clp->cl_nfsversion = cl_init->version;
125 memcpy(&clp->cl_addr, cl_init->addr, sizeof(clp->cl_addr));
126
127 if (cl_init->hostname) {
128 clp->cl_hostname = kstrdup(cl_init->hostname, GFP_KERNEL);
129 if (!clp->cl_hostname)
130 goto error_3;
131 }
132
133 INIT_LIST_HEAD(&clp->cl_superblocks);
134 clp->cl_rpcclient = ERR_PTR(-EINVAL);
135
136 #ifdef CONFIG_NFS_V4
137 init_rwsem(&clp->cl_sem);
138 INIT_LIST_HEAD(&clp->cl_delegations);
139 spin_lock_init(&clp->cl_lock);
140 INIT_DELAYED_WORK(&clp->cl_renewd, nfs4_renew_state);
141 rpc_init_wait_queue(&clp->cl_rpcwaitq, "NFS client");
142 clp->cl_boot_time = CURRENT_TIME;
143 clp->cl_state = 1 << NFS4CLNT_LEASE_EXPIRED;
144 #endif
145
146 return clp;
147
148 error_3:
149 if (__test_and_clear_bit(NFS_CS_CALLBACK, &clp->cl_res_state))
150 nfs_callback_down();
151 error_2:
152 kfree(clp);
153 error_0:
154 return NULL;
155 }
156
157 static void nfs4_shutdown_client(struct nfs_client *clp)
158 {
159 #ifdef CONFIG_NFS_V4
160 if (__test_and_clear_bit(NFS_CS_RENEWD, &clp->cl_res_state))
161 nfs4_kill_renewd(clp);
162 BUG_ON(!RB_EMPTY_ROOT(&clp->cl_state_owners));
163 if (__test_and_clear_bit(NFS_CS_IDMAP, &clp->cl_res_state))
164 nfs_idmap_delete(clp);
165 #endif
166 }
167
168 /*
169 * Destroy a shared client record
170 */
171 static void nfs_free_client(struct nfs_client *clp)
172 {
173 dprintk("--> nfs_free_client(%d)\n", clp->cl_nfsversion);
174
175 nfs4_shutdown_client(clp);
176
177 /* -EIO all pending I/O */
178 if (!IS_ERR(clp->cl_rpcclient))
179 rpc_shutdown_client(clp->cl_rpcclient);
180
181 if (__test_and_clear_bit(NFS_CS_CALLBACK, &clp->cl_res_state))
182 nfs_callback_down();
183
184 kfree(clp->cl_hostname);
185 kfree(clp);
186
187 dprintk("<-- nfs_free_client()\n");
188 }
189
190 /*
191 * Release a reference to a shared client record
192 */
193 void nfs_put_client(struct nfs_client *clp)
194 {
195 if (!clp)
196 return;
197
198 dprintk("--> nfs_put_client({%d})\n", atomic_read(&clp->cl_count));
199
200 if (atomic_dec_and_lock(&clp->cl_count, &nfs_client_lock)) {
201 list_del(&clp->cl_share_link);
202 spin_unlock(&nfs_client_lock);
203
204 BUG_ON(!list_empty(&clp->cl_superblocks));
205
206 nfs_free_client(clp);
207 }
208 }
209
210 /*
211 * Find a client by address
212 * - caller must hold nfs_client_lock
213 */
214 static struct nfs_client *__nfs_find_client(const struct sockaddr_in *addr, int nfsversion, int match_port)
215 {
216 struct nfs_client *clp;
217
218 list_for_each_entry(clp, &nfs_client_list, cl_share_link) {
219 /* Don't match clients that failed to initialise properly */
220 if (clp->cl_cons_state < 0)
221 continue;
222
223 /* Different NFS versions cannot share the same nfs_client */
224 if (clp->cl_nfsversion != nfsversion)
225 continue;
226
227 if (clp->cl_addr.sin_addr.s_addr != addr->sin_addr.s_addr)
228 continue;
229
230 if (!match_port || clp->cl_addr.sin_port == addr->sin_port)
231 goto found;
232 }
233
234 return NULL;
235
236 found:
237 atomic_inc(&clp->cl_count);
238 return clp;
239 }
240
241 /*
242 * Find a client by IP address and protocol version
243 * - returns NULL if no such client
244 */
245 struct nfs_client *nfs_find_client(const struct sockaddr_in *addr, int nfsversion)
246 {
247 struct nfs_client *clp;
248
249 spin_lock(&nfs_client_lock);
250 clp = __nfs_find_client(addr, nfsversion, 0);
251 spin_unlock(&nfs_client_lock);
252 if (clp != NULL && clp->cl_cons_state != NFS_CS_READY) {
253 nfs_put_client(clp);
254 clp = NULL;
255 }
256 return clp;
257 }
258
259 /*
260 * Look up a client by IP address and protocol version
261 * - creates a new record if one doesn't yet exist
262 */
263 static struct nfs_client *nfs_get_client(const struct nfs_client_initdata *cl_init)
264 {
265 struct nfs_client *clp, *new = NULL;
266 int error;
267
268 dprintk("--> nfs_get_client(%s,"NIPQUAD_FMT":%d,%d)\n",
269 cl_init->hostname ?: "", NIPQUAD(cl_init->addr->sin_addr),
270 cl_init->addr->sin_port, cl_init->version);
271
272 /* see if the client already exists */
273 do {
274 spin_lock(&nfs_client_lock);
275
276 clp = __nfs_find_client(cl_init->addr, cl_init->version, 1);
277 if (clp)
278 goto found_client;
279 if (new)
280 goto install_client;
281
282 spin_unlock(&nfs_client_lock);
283
284 new = nfs_alloc_client(cl_init);
285 } while (new);
286
287 return ERR_PTR(-ENOMEM);
288
289 /* install a new client and return with it unready */
290 install_client:
291 clp = new;
292 list_add(&clp->cl_share_link, &nfs_client_list);
293 spin_unlock(&nfs_client_lock);
294 dprintk("--> nfs_get_client() = %p [new]\n", clp);
295 return clp;
296
297 /* found an existing client
298 * - make sure it's ready before returning
299 */
300 found_client:
301 spin_unlock(&nfs_client_lock);
302
303 if (new)
304 nfs_free_client(new);
305
306 error = wait_event_interruptible(nfs_client_active_wq,
307 clp->cl_cons_state != NFS_CS_INITING);
308 if (error < 0) {
309 nfs_put_client(clp);
310 return ERR_PTR(-ERESTARTSYS);
311 }
312
313 if (clp->cl_cons_state < NFS_CS_READY) {
314 error = clp->cl_cons_state;
315 nfs_put_client(clp);
316 return ERR_PTR(error);
317 }
318
319 BUG_ON(clp->cl_cons_state != NFS_CS_READY);
320
321 dprintk("--> nfs_get_client() = %p [share]\n", clp);
322 return clp;
323 }
324
325 /*
326 * Mark a server as ready or failed
327 */
328 static void nfs_mark_client_ready(struct nfs_client *clp, int state)
329 {
330 clp->cl_cons_state = state;
331 wake_up_all(&nfs_client_active_wq);
332 }
333
334 /*
335 * Initialise the timeout values for a connection
336 */
337 static void nfs_init_timeout_values(struct rpc_timeout *to, int proto,
338 unsigned int timeo, unsigned int retrans)
339 {
340 to->to_initval = timeo * HZ / 10;
341 to->to_retries = retrans;
342 if (!to->to_retries)
343 to->to_retries = 2;
344
345 switch (proto) {
346 case XPRT_TRANSPORT_TCP:
347 case XPRT_TRANSPORT_RDMA:
348 if (!to->to_initval)
349 to->to_initval = 60 * HZ;
350 if (to->to_initval > NFS_MAX_TCP_TIMEOUT)
351 to->to_initval = NFS_MAX_TCP_TIMEOUT;
352 to->to_increment = to->to_initval;
353 to->to_maxval = to->to_initval + (to->to_increment * to->to_retries);
354 to->to_exponential = 0;
355 break;
356 case XPRT_TRANSPORT_UDP:
357 default:
358 if (!to->to_initval)
359 to->to_initval = 11 * HZ / 10;
360 if (to->to_initval > NFS_MAX_UDP_TIMEOUT)
361 to->to_initval = NFS_MAX_UDP_TIMEOUT;
362 to->to_maxval = NFS_MAX_UDP_TIMEOUT;
363 to->to_exponential = 1;
364 break;
365 }
366 }
367
368 /*
369 * Create an RPC client handle
370 */
371 static int nfs_create_rpc_client(struct nfs_client *clp, int proto,
372 unsigned int timeo,
373 unsigned int retrans,
374 rpc_authflavor_t flavor,
375 int flags)
376 {
377 struct rpc_timeout timeparms;
378 struct rpc_clnt *clnt = NULL;
379 struct rpc_create_args args = {
380 .protocol = proto,
381 .address = (struct sockaddr *)&clp->cl_addr,
382 .addrsize = sizeof(clp->cl_addr),
383 .timeout = &timeparms,
384 .servername = clp->cl_hostname,
385 .program = &nfs_program,
386 .version = clp->rpc_ops->version,
387 .authflavor = flavor,
388 .flags = flags,
389 };
390
391 if (!IS_ERR(clp->cl_rpcclient))
392 return 0;
393
394 nfs_init_timeout_values(&timeparms, proto, timeo, retrans);
395 clp->retrans_timeo = timeparms.to_initval;
396 clp->retrans_count = timeparms.to_retries;
397
398 clnt = rpc_create(&args);
399 if (IS_ERR(clnt)) {
400 dprintk("%s: cannot create RPC client. Error = %ld\n",
401 __FUNCTION__, PTR_ERR(clnt));
402 return PTR_ERR(clnt);
403 }
404
405 clp->cl_rpcclient = clnt;
406 return 0;
407 }
408
409 /*
410 * Version 2 or 3 client destruction
411 */
412 static void nfs_destroy_server(struct nfs_server *server)
413 {
414 if (!(server->flags & NFS_MOUNT_NONLM))
415 lockd_down(); /* release rpc.lockd */
416 }
417
418 /*
419 * Version 2 or 3 lockd setup
420 */
421 static int nfs_start_lockd(struct nfs_server *server)
422 {
423 int error = 0;
424
425 if (server->nfs_client->cl_nfsversion > 3)
426 goto out;
427 if (server->flags & NFS_MOUNT_NONLM)
428 goto out;
429 error = lockd_up((server->flags & NFS_MOUNT_TCP) ?
430 IPPROTO_TCP : IPPROTO_UDP);
431 if (error < 0)
432 server->flags |= NFS_MOUNT_NONLM;
433 else
434 server->destroy = nfs_destroy_server;
435 out:
436 return error;
437 }
438
439 /*
440 * Initialise an NFSv3 ACL client connection
441 */
442 #ifdef CONFIG_NFS_V3_ACL
443 static void nfs_init_server_aclclient(struct nfs_server *server)
444 {
445 if (server->nfs_client->cl_nfsversion != 3)
446 goto out_noacl;
447 if (server->flags & NFS_MOUNT_NOACL)
448 goto out_noacl;
449
450 server->client_acl = rpc_bind_new_program(server->client, &nfsacl_program, 3);
451 if (IS_ERR(server->client_acl))
452 goto out_noacl;
453
454 /* No errors! Assume that Sun nfsacls are supported */
455 server->caps |= NFS_CAP_ACLS;
456 return;
457
458 out_noacl:
459 server->caps &= ~NFS_CAP_ACLS;
460 }
461 #else
462 static inline void nfs_init_server_aclclient(struct nfs_server *server)
463 {
464 server->flags &= ~NFS_MOUNT_NOACL;
465 server->caps &= ~NFS_CAP_ACLS;
466 }
467 #endif
468
469 /*
470 * Create a general RPC client
471 */
472 static int nfs_init_server_rpcclient(struct nfs_server *server, rpc_authflavor_t pseudoflavour)
473 {
474 struct nfs_client *clp = server->nfs_client;
475
476 server->client = rpc_clone_client(clp->cl_rpcclient);
477 if (IS_ERR(server->client)) {
478 dprintk("%s: couldn't create rpc_client!\n", __FUNCTION__);
479 return PTR_ERR(server->client);
480 }
481
482 if (pseudoflavour != clp->cl_rpcclient->cl_auth->au_flavor) {
483 struct rpc_auth *auth;
484
485 auth = rpcauth_create(pseudoflavour, server->client);
486 if (IS_ERR(auth)) {
487 dprintk("%s: couldn't create credcache!\n", __FUNCTION__);
488 return PTR_ERR(auth);
489 }
490 }
491 server->client->cl_softrtry = 0;
492 if (server->flags & NFS_MOUNT_SOFT)
493 server->client->cl_softrtry = 1;
494
495 server->client->cl_intr = 0;
496 if (server->flags & NFS4_MOUNT_INTR)
497 server->client->cl_intr = 1;
498
499 return 0;
500 }
501
502 /*
503 * Initialise an NFS2 or NFS3 client
504 */
505 static int nfs_init_client(struct nfs_client *clp,
506 const struct nfs_parsed_mount_data *data)
507 {
508 int error;
509
510 if (clp->cl_cons_state == NFS_CS_READY) {
511 /* the client is already initialised */
512 dprintk("<-- nfs_init_client() = 0 [already %p]\n", clp);
513 return 0;
514 }
515
516 /* Check NFS protocol revision and initialize RPC op vector */
517 clp->rpc_ops = &nfs_v2_clientops;
518 #ifdef CONFIG_NFS_V3
519 if (clp->cl_nfsversion == 3)
520 clp->rpc_ops = &nfs_v3_clientops;
521 #endif
522 /*
523 * Create a client RPC handle for doing FSSTAT with UNIX auth only
524 * - RFC 2623, sec 2.3.2
525 */
526 error = nfs_create_rpc_client(clp, data->nfs_server.protocol,
527 data->timeo, data->retrans, RPC_AUTH_UNIX, 0);
528 if (error < 0)
529 goto error;
530 nfs_mark_client_ready(clp, NFS_CS_READY);
531 return 0;
532
533 error:
534 nfs_mark_client_ready(clp, error);
535 dprintk("<-- nfs_init_client() = xerror %d\n", error);
536 return error;
537 }
538
539 /*
540 * Create a version 2 or 3 client
541 */
542 static int nfs_init_server(struct nfs_server *server,
543 const struct nfs_parsed_mount_data *data)
544 {
545 struct nfs_client_initdata cl_init = {
546 .hostname = data->nfs_server.hostname,
547 .addr = &data->nfs_server.address,
548 .version = 2,
549 };
550 struct nfs_client *clp;
551 int error;
552
553 dprintk("--> nfs_init_server()\n");
554
555 #ifdef CONFIG_NFS_V3
556 if (data->flags & NFS_MOUNT_VER3)
557 cl_init.version = 3;
558 #endif
559
560 /* Allocate or find a client reference we can use */
561 clp = nfs_get_client(&cl_init);
562 if (IS_ERR(clp)) {
563 dprintk("<-- nfs_init_server() = error %ld\n", PTR_ERR(clp));
564 return PTR_ERR(clp);
565 }
566
567 error = nfs_init_client(clp, data);
568 if (error < 0)
569 goto error;
570
571 server->nfs_client = clp;
572
573 /* Initialise the client representation from the mount data */
574 server->flags = data->flags & NFS_MOUNT_FLAGMASK;
575
576 if (data->rsize)
577 server->rsize = nfs_block_size(data->rsize, NULL);
578 if (data->wsize)
579 server->wsize = nfs_block_size(data->wsize, NULL);
580
581 server->acregmin = data->acregmin * HZ;
582 server->acregmax = data->acregmax * HZ;
583 server->acdirmin = data->acdirmin * HZ;
584 server->acdirmax = data->acdirmax * HZ;
585
586 /* Start lockd here, before we might error out */
587 error = nfs_start_lockd(server);
588 if (error < 0)
589 goto error;
590
591 error = nfs_init_server_rpcclient(server, data->auth_flavors[0]);
592 if (error < 0)
593 goto error;
594
595 server->namelen = data->namlen;
596 /* Create a client RPC handle for the NFSv3 ACL management interface */
597 nfs_init_server_aclclient(server);
598 dprintk("<-- nfs_init_server() = 0 [new %p]\n", clp);
599 return 0;
600
601 error:
602 server->nfs_client = NULL;
603 nfs_put_client(clp);
604 dprintk("<-- nfs_init_server() = xerror %d\n", error);
605 return error;
606 }
607
608 /*
609 * Load up the server record from information gained in an fsinfo record
610 */
611 static void nfs_server_set_fsinfo(struct nfs_server *server, struct nfs_fsinfo *fsinfo)
612 {
613 unsigned long max_rpc_payload;
614
615 /* Work out a lot of parameters */
616 if (server->rsize == 0)
617 server->rsize = nfs_block_size(fsinfo->rtpref, NULL);
618 if (server->wsize == 0)
619 server->wsize = nfs_block_size(fsinfo->wtpref, NULL);
620
621 if (fsinfo->rtmax >= 512 && server->rsize > fsinfo->rtmax)
622 server->rsize = nfs_block_size(fsinfo->rtmax, NULL);
623 if (fsinfo->wtmax >= 512 && server->wsize > fsinfo->wtmax)
624 server->wsize = nfs_block_size(fsinfo->wtmax, NULL);
625
626 max_rpc_payload = nfs_block_size(rpc_max_payload(server->client), NULL);
627 if (server->rsize > max_rpc_payload)
628 server->rsize = max_rpc_payload;
629 if (server->rsize > NFS_MAX_FILE_IO_SIZE)
630 server->rsize = NFS_MAX_FILE_IO_SIZE;
631 server->rpages = (server->rsize + PAGE_CACHE_SIZE - 1) >> PAGE_CACHE_SHIFT;
632
633 server->backing_dev_info.ra_pages = server->rpages * NFS_MAX_READAHEAD;
634
635 if (server->wsize > max_rpc_payload)
636 server->wsize = max_rpc_payload;
637 if (server->wsize > NFS_MAX_FILE_IO_SIZE)
638 server->wsize = NFS_MAX_FILE_IO_SIZE;
639 server->wpages = (server->wsize + PAGE_CACHE_SIZE - 1) >> PAGE_CACHE_SHIFT;
640 server->wtmult = nfs_block_bits(fsinfo->wtmult, NULL);
641
642 server->dtsize = nfs_block_size(fsinfo->dtpref, NULL);
643 if (server->dtsize > PAGE_CACHE_SIZE)
644 server->dtsize = PAGE_CACHE_SIZE;
645 if (server->dtsize > server->rsize)
646 server->dtsize = server->rsize;
647
648 if (server->flags & NFS_MOUNT_NOAC) {
649 server->acregmin = server->acregmax = 0;
650 server->acdirmin = server->acdirmax = 0;
651 }
652
653 server->maxfilesize = fsinfo->maxfilesize;
654
655 /* We're airborne Set socket buffersize */
656 rpc_setbufsize(server->client, server->wsize + 100, server->rsize + 100);
657 }
658
659 /*
660 * Probe filesystem information, including the FSID on v2/v3
661 */
662 static int nfs_probe_fsinfo(struct nfs_server *server, struct nfs_fh *mntfh, struct nfs_fattr *fattr)
663 {
664 struct nfs_fsinfo fsinfo;
665 struct nfs_client *clp = server->nfs_client;
666 int error;
667
668 dprintk("--> nfs_probe_fsinfo()\n");
669
670 if (clp->rpc_ops->set_capabilities != NULL) {
671 error = clp->rpc_ops->set_capabilities(server, mntfh);
672 if (error < 0)
673 goto out_error;
674 }
675
676 fsinfo.fattr = fattr;
677 nfs_fattr_init(fattr);
678 error = clp->rpc_ops->fsinfo(server, mntfh, &fsinfo);
679 if (error < 0)
680 goto out_error;
681
682 nfs_server_set_fsinfo(server, &fsinfo);
683 error = bdi_init(&server->backing_dev_info);
684 if (error)
685 goto out_error;
686
687
688 /* Get some general file system info */
689 if (server->namelen == 0) {
690 struct nfs_pathconf pathinfo;
691
692 pathinfo.fattr = fattr;
693 nfs_fattr_init(fattr);
694
695 if (clp->rpc_ops->pathconf(server, mntfh, &pathinfo) >= 0)
696 server->namelen = pathinfo.max_namelen;
697 }
698
699 dprintk("<-- nfs_probe_fsinfo() = 0\n");
700 return 0;
701
702 out_error:
703 dprintk("nfs_probe_fsinfo: error = %d\n", -error);
704 return error;
705 }
706
707 /*
708 * Copy useful information when duplicating a server record
709 */
710 static void nfs_server_copy_userdata(struct nfs_server *target, struct nfs_server *source)
711 {
712 target->flags = source->flags;
713 target->acregmin = source->acregmin;
714 target->acregmax = source->acregmax;
715 target->acdirmin = source->acdirmin;
716 target->acdirmax = source->acdirmax;
717 target->caps = source->caps;
718 }
719
720 /*
721 * Allocate and initialise a server record
722 */
723 static struct nfs_server *nfs_alloc_server(void)
724 {
725 struct nfs_server *server;
726
727 server = kzalloc(sizeof(struct nfs_server), GFP_KERNEL);
728 if (!server)
729 return NULL;
730
731 server->client = server->client_acl = ERR_PTR(-EINVAL);
732
733 /* Zero out the NFS state stuff */
734 INIT_LIST_HEAD(&server->client_link);
735 INIT_LIST_HEAD(&server->master_link);
736
737 init_waitqueue_head(&server->active_wq);
738 atomic_set(&server->active, 0);
739
740 server->io_stats = nfs_alloc_iostats();
741 if (!server->io_stats) {
742 kfree(server);
743 return NULL;
744 }
745
746 return server;
747 }
748
749 /*
750 * Free up a server record
751 */
752 void nfs_free_server(struct nfs_server *server)
753 {
754 dprintk("--> nfs_free_server()\n");
755
756 spin_lock(&nfs_client_lock);
757 list_del(&server->client_link);
758 list_del(&server->master_link);
759 spin_unlock(&nfs_client_lock);
760
761 if (server->destroy != NULL)
762 server->destroy(server);
763
764 if (!IS_ERR(server->client_acl))
765 rpc_shutdown_client(server->client_acl);
766 if (!IS_ERR(server->client))
767 rpc_shutdown_client(server->client);
768
769 nfs_put_client(server->nfs_client);
770
771 nfs_free_iostats(server->io_stats);
772 bdi_destroy(&server->backing_dev_info);
773 kfree(server);
774 nfs_release_automount_timer();
775 dprintk("<-- nfs_free_server()\n");
776 }
777
778 /*
779 * Create a version 2 or 3 volume record
780 * - keyed on server and FSID
781 */
782 struct nfs_server *nfs_create_server(const struct nfs_parsed_mount_data *data,
783 struct nfs_fh *mntfh)
784 {
785 struct nfs_server *server;
786 struct nfs_fattr fattr;
787 int error;
788
789 server = nfs_alloc_server();
790 if (!server)
791 return ERR_PTR(-ENOMEM);
792
793 /* Get a client representation */
794 error = nfs_init_server(server, data);
795 if (error < 0)
796 goto error;
797
798 BUG_ON(!server->nfs_client);
799 BUG_ON(!server->nfs_client->rpc_ops);
800 BUG_ON(!server->nfs_client->rpc_ops->file_inode_ops);
801
802 /* Probe the root fh to retrieve its FSID */
803 error = nfs_probe_fsinfo(server, mntfh, &fattr);
804 if (error < 0)
805 goto error;
806 if (server->nfs_client->rpc_ops->version == 3) {
807 if (server->namelen == 0 || server->namelen > NFS3_MAXNAMLEN)
808 server->namelen = NFS3_MAXNAMLEN;
809 if (!(data->flags & NFS_MOUNT_NORDIRPLUS))
810 server->caps |= NFS_CAP_READDIRPLUS;
811 } else {
812 if (server->namelen == 0 || server->namelen > NFS2_MAXNAMLEN)
813 server->namelen = NFS2_MAXNAMLEN;
814 }
815
816 if (!(fattr.valid & NFS_ATTR_FATTR)) {
817 error = server->nfs_client->rpc_ops->getattr(server, mntfh, &fattr);
818 if (error < 0) {
819 dprintk("nfs_create_server: getattr error = %d\n", -error);
820 goto error;
821 }
822 }
823 memcpy(&server->fsid, &fattr.fsid, sizeof(server->fsid));
824
825 dprintk("Server FSID: %llx:%llx\n",
826 (unsigned long long) server->fsid.major,
827 (unsigned long long) server->fsid.minor);
828
829 BUG_ON(!server->nfs_client);
830 BUG_ON(!server->nfs_client->rpc_ops);
831 BUG_ON(!server->nfs_client->rpc_ops->file_inode_ops);
832
833 spin_lock(&nfs_client_lock);
834 list_add_tail(&server->client_link, &server->nfs_client->cl_superblocks);
835 list_add_tail(&server->master_link, &nfs_volume_list);
836 spin_unlock(&nfs_client_lock);
837
838 server->mount_time = jiffies;
839 return server;
840
841 error:
842 nfs_free_server(server);
843 return ERR_PTR(error);
844 }
845
846 #ifdef CONFIG_NFS_V4
847 /*
848 * Initialise an NFS4 client record
849 */
850 static int nfs4_init_client(struct nfs_client *clp,
851 int proto, int timeo, int retrans,
852 const char *ip_addr,
853 rpc_authflavor_t authflavour)
854 {
855 int error;
856
857 if (clp->cl_cons_state == NFS_CS_READY) {
858 /* the client is initialised already */
859 dprintk("<-- nfs4_init_client() = 0 [already %p]\n", clp);
860 return 0;
861 }
862
863 /* Check NFS protocol revision and initialize RPC op vector */
864 clp->rpc_ops = &nfs_v4_clientops;
865
866 error = nfs_create_rpc_client(clp, proto, timeo, retrans, authflavour,
867 RPC_CLNT_CREATE_DISCRTRY);
868 if (error < 0)
869 goto error;
870 memcpy(clp->cl_ipaddr, ip_addr, sizeof(clp->cl_ipaddr));
871
872 error = nfs_idmap_new(clp);
873 if (error < 0) {
874 dprintk("%s: failed to create idmapper. Error = %d\n",
875 __FUNCTION__, error);
876 goto error;
877 }
878 __set_bit(NFS_CS_IDMAP, &clp->cl_res_state);
879
880 nfs_mark_client_ready(clp, NFS_CS_READY);
881 return 0;
882
883 error:
884 nfs_mark_client_ready(clp, error);
885 dprintk("<-- nfs4_init_client() = xerror %d\n", error);
886 return error;
887 }
888
889 /*
890 * Set up an NFS4 client
891 */
892 static int nfs4_set_client(struct nfs_server *server,
893 const char *hostname, const struct sockaddr_in *addr,
894 const char *ip_addr,
895 rpc_authflavor_t authflavour,
896 int proto, int timeo, int retrans)
897 {
898 struct nfs_client_initdata cl_init = {
899 .hostname = hostname,
900 .addr = addr,
901 .version = 4,
902 };
903 struct nfs_client *clp;
904 int error;
905
906 dprintk("--> nfs4_set_client()\n");
907
908 /* Allocate or find a client reference we can use */
909 clp = nfs_get_client(&cl_init);
910 if (IS_ERR(clp)) {
911 error = PTR_ERR(clp);
912 goto error;
913 }
914 error = nfs4_init_client(clp, proto, timeo, retrans, ip_addr, authflavour);
915 if (error < 0)
916 goto error_put;
917
918 server->nfs_client = clp;
919 dprintk("<-- nfs4_set_client() = 0 [new %p]\n", clp);
920 return 0;
921
922 error_put:
923 nfs_put_client(clp);
924 error:
925 dprintk("<-- nfs4_set_client() = xerror %d\n", error);
926 return error;
927 }
928
929 /*
930 * Create a version 4 volume record
931 */
932 static int nfs4_init_server(struct nfs_server *server,
933 const struct nfs_parsed_mount_data *data)
934 {
935 int error;
936
937 dprintk("--> nfs4_init_server()\n");
938
939 /* Initialise the client representation from the mount data */
940 server->flags = data->flags & NFS_MOUNT_FLAGMASK;
941 server->caps |= NFS_CAP_ATOMIC_OPEN;
942
943 if (data->rsize)
944 server->rsize = nfs_block_size(data->rsize, NULL);
945 if (data->wsize)
946 server->wsize = nfs_block_size(data->wsize, NULL);
947
948 server->acregmin = data->acregmin * HZ;
949 server->acregmax = data->acregmax * HZ;
950 server->acdirmin = data->acdirmin * HZ;
951 server->acdirmax = data->acdirmax * HZ;
952
953 error = nfs_init_server_rpcclient(server, data->auth_flavors[0]);
954
955 /* Done */
956 dprintk("<-- nfs4_init_server() = %d\n", error);
957 return error;
958 }
959
960 /*
961 * Create a version 4 volume record
962 * - keyed on server and FSID
963 */
964 struct nfs_server *nfs4_create_server(const struct nfs_parsed_mount_data *data,
965 struct nfs_fh *mntfh)
966 {
967 struct nfs_fattr fattr;
968 struct nfs_server *server;
969 int error;
970
971 dprintk("--> nfs4_create_server()\n");
972
973 server = nfs_alloc_server();
974 if (!server)
975 return ERR_PTR(-ENOMEM);
976
977 /* Get a client record */
978 error = nfs4_set_client(server,
979 data->nfs_server.hostname,
980 &data->nfs_server.address,
981 data->client_address,
982 data->auth_flavors[0],
983 data->nfs_server.protocol,
984 data->timeo, data->retrans);
985 if (error < 0)
986 goto error;
987
988 /* set up the general RPC client */
989 error = nfs4_init_server(server, data);
990 if (error < 0)
991 goto error;
992
993 BUG_ON(!server->nfs_client);
994 BUG_ON(!server->nfs_client->rpc_ops);
995 BUG_ON(!server->nfs_client->rpc_ops->file_inode_ops);
996
997 /* Probe the root fh to retrieve its FSID */
998 error = nfs4_path_walk(server, mntfh, data->nfs_server.export_path);
999 if (error < 0)
1000 goto error;
1001
1002 dprintk("Server FSID: %llx:%llx\n",
1003 (unsigned long long) server->fsid.major,
1004 (unsigned long long) server->fsid.minor);
1005 dprintk("Mount FH: %d\n", mntfh->size);
1006
1007 error = nfs_probe_fsinfo(server, mntfh, &fattr);
1008 if (error < 0)
1009 goto error;
1010
1011 if (server->namelen == 0 || server->namelen > NFS4_MAXNAMLEN)
1012 server->namelen = NFS4_MAXNAMLEN;
1013
1014 BUG_ON(!server->nfs_client);
1015 BUG_ON(!server->nfs_client->rpc_ops);
1016 BUG_ON(!server->nfs_client->rpc_ops->file_inode_ops);
1017
1018 spin_lock(&nfs_client_lock);
1019 list_add_tail(&server->client_link, &server->nfs_client->cl_superblocks);
1020 list_add_tail(&server->master_link, &nfs_volume_list);
1021 spin_unlock(&nfs_client_lock);
1022
1023 server->mount_time = jiffies;
1024 dprintk("<-- nfs4_create_server() = %p\n", server);
1025 return server;
1026
1027 error:
1028 nfs_free_server(server);
1029 dprintk("<-- nfs4_create_server() = error %d\n", error);
1030 return ERR_PTR(error);
1031 }
1032
1033 /*
1034 * Create an NFS4 referral server record
1035 */
1036 struct nfs_server *nfs4_create_referral_server(struct nfs_clone_mount *data,
1037 struct nfs_fh *mntfh)
1038 {
1039 struct nfs_client *parent_client;
1040 struct nfs_server *server, *parent_server;
1041 struct nfs_fattr fattr;
1042 int error;
1043
1044 dprintk("--> nfs4_create_referral_server()\n");
1045
1046 server = nfs_alloc_server();
1047 if (!server)
1048 return ERR_PTR(-ENOMEM);
1049
1050 parent_server = NFS_SB(data->sb);
1051 parent_client = parent_server->nfs_client;
1052
1053 /* Get a client representation.
1054 * Note: NFSv4 always uses TCP, */
1055 error = nfs4_set_client(server, data->hostname, data->addr,
1056 parent_client->cl_ipaddr,
1057 data->authflavor,
1058 parent_server->client->cl_xprt->prot,
1059 parent_client->retrans_timeo,
1060 parent_client->retrans_count);
1061 if (error < 0)
1062 goto error;
1063
1064 /* Initialise the client representation from the parent server */
1065 nfs_server_copy_userdata(server, parent_server);
1066 server->caps |= NFS_CAP_ATOMIC_OPEN;
1067
1068 error = nfs_init_server_rpcclient(server, data->authflavor);
1069 if (error < 0)
1070 goto error;
1071
1072 BUG_ON(!server->nfs_client);
1073 BUG_ON(!server->nfs_client->rpc_ops);
1074 BUG_ON(!server->nfs_client->rpc_ops->file_inode_ops);
1075
1076 /* Probe the root fh to retrieve its FSID and filehandle */
1077 error = nfs4_path_walk(server, mntfh, data->mnt_path);
1078 if (error < 0)
1079 goto error;
1080
1081 /* probe the filesystem info for this server filesystem */
1082 error = nfs_probe_fsinfo(server, mntfh, &fattr);
1083 if (error < 0)
1084 goto error;
1085
1086 if (server->namelen == 0 || server->namelen > NFS4_MAXNAMLEN)
1087 server->namelen = NFS4_MAXNAMLEN;
1088
1089 dprintk("Referral FSID: %llx:%llx\n",
1090 (unsigned long long) server->fsid.major,
1091 (unsigned long long) server->fsid.minor);
1092
1093 spin_lock(&nfs_client_lock);
1094 list_add_tail(&server->client_link, &server->nfs_client->cl_superblocks);
1095 list_add_tail(&server->master_link, &nfs_volume_list);
1096 spin_unlock(&nfs_client_lock);
1097
1098 server->mount_time = jiffies;
1099
1100 dprintk("<-- nfs_create_referral_server() = %p\n", server);
1101 return server;
1102
1103 error:
1104 nfs_free_server(server);
1105 dprintk("<-- nfs4_create_referral_server() = error %d\n", error);
1106 return ERR_PTR(error);
1107 }
1108
1109 #endif /* CONFIG_NFS_V4 */
1110
1111 /*
1112 * Clone an NFS2, NFS3 or NFS4 server record
1113 */
1114 struct nfs_server *nfs_clone_server(struct nfs_server *source,
1115 struct nfs_fh *fh,
1116 struct nfs_fattr *fattr)
1117 {
1118 struct nfs_server *server;
1119 struct nfs_fattr fattr_fsinfo;
1120 int error;
1121
1122 dprintk("--> nfs_clone_server(,%llx:%llx,)\n",
1123 (unsigned long long) fattr->fsid.major,
1124 (unsigned long long) fattr->fsid.minor);
1125
1126 server = nfs_alloc_server();
1127 if (!server)
1128 return ERR_PTR(-ENOMEM);
1129
1130 /* Copy data from the source */
1131 server->nfs_client = source->nfs_client;
1132 atomic_inc(&server->nfs_client->cl_count);
1133 nfs_server_copy_userdata(server, source);
1134
1135 server->fsid = fattr->fsid;
1136
1137 error = nfs_init_server_rpcclient(server, source->client->cl_auth->au_flavor);
1138 if (error < 0)
1139 goto out_free_server;
1140 if (!IS_ERR(source->client_acl))
1141 nfs_init_server_aclclient(server);
1142
1143 /* probe the filesystem info for this server filesystem */
1144 error = nfs_probe_fsinfo(server, fh, &fattr_fsinfo);
1145 if (error < 0)
1146 goto out_free_server;
1147
1148 if (server->namelen == 0 || server->namelen > NFS4_MAXNAMLEN)
1149 server->namelen = NFS4_MAXNAMLEN;
1150
1151 dprintk("Cloned FSID: %llx:%llx\n",
1152 (unsigned long long) server->fsid.major,
1153 (unsigned long long) server->fsid.minor);
1154
1155 error = nfs_start_lockd(server);
1156 if (error < 0)
1157 goto out_free_server;
1158
1159 spin_lock(&nfs_client_lock);
1160 list_add_tail(&server->client_link, &server->nfs_client->cl_superblocks);
1161 list_add_tail(&server->master_link, &nfs_volume_list);
1162 spin_unlock(&nfs_client_lock);
1163
1164 server->mount_time = jiffies;
1165
1166 dprintk("<-- nfs_clone_server() = %p\n", server);
1167 return server;
1168
1169 out_free_server:
1170 nfs_free_server(server);
1171 dprintk("<-- nfs_clone_server() = error %d\n", error);
1172 return ERR_PTR(error);
1173 }
1174
1175 #ifdef CONFIG_PROC_FS
1176 static struct proc_dir_entry *proc_fs_nfs;
1177
1178 static int nfs_server_list_open(struct inode *inode, struct file *file);
1179 static void *nfs_server_list_start(struct seq_file *p, loff_t *pos);
1180 static void *nfs_server_list_next(struct seq_file *p, void *v, loff_t *pos);
1181 static void nfs_server_list_stop(struct seq_file *p, void *v);
1182 static int nfs_server_list_show(struct seq_file *m, void *v);
1183
1184 static struct seq_operations nfs_server_list_ops = {
1185 .start = nfs_server_list_start,
1186 .next = nfs_server_list_next,
1187 .stop = nfs_server_list_stop,
1188 .show = nfs_server_list_show,
1189 };
1190
1191 static const struct file_operations nfs_server_list_fops = {
1192 .open = nfs_server_list_open,
1193 .read = seq_read,
1194 .llseek = seq_lseek,
1195 .release = seq_release,
1196 };
1197
1198 static int nfs_volume_list_open(struct inode *inode, struct file *file);
1199 static void *nfs_volume_list_start(struct seq_file *p, loff_t *pos);
1200 static void *nfs_volume_list_next(struct seq_file *p, void *v, loff_t *pos);
1201 static void nfs_volume_list_stop(struct seq_file *p, void *v);
1202 static int nfs_volume_list_show(struct seq_file *m, void *v);
1203
1204 static struct seq_operations nfs_volume_list_ops = {
1205 .start = nfs_volume_list_start,
1206 .next = nfs_volume_list_next,
1207 .stop = nfs_volume_list_stop,
1208 .show = nfs_volume_list_show,
1209 };
1210
1211 static const struct file_operations nfs_volume_list_fops = {
1212 .open = nfs_volume_list_open,
1213 .read = seq_read,
1214 .llseek = seq_lseek,
1215 .release = seq_release,
1216 };
1217
1218 /*
1219 * open "/proc/fs/nfsfs/servers" which provides a summary of servers with which
1220 * we're dealing
1221 */
1222 static int nfs_server_list_open(struct inode *inode, struct file *file)
1223 {
1224 struct seq_file *m;
1225 int ret;
1226
1227 ret = seq_open(file, &nfs_server_list_ops);
1228 if (ret < 0)
1229 return ret;
1230
1231 m = file->private_data;
1232 m->private = PDE(inode)->data;
1233
1234 return 0;
1235 }
1236
1237 /*
1238 * set up the iterator to start reading from the server list and return the first item
1239 */
1240 static void *nfs_server_list_start(struct seq_file *m, loff_t *_pos)
1241 {
1242 /* lock the list against modification */
1243 spin_lock(&nfs_client_lock);
1244 return seq_list_start_head(&nfs_client_list, *_pos);
1245 }
1246
1247 /*
1248 * move to next server
1249 */
1250 static void *nfs_server_list_next(struct seq_file *p, void *v, loff_t *pos)
1251 {
1252 return seq_list_next(v, &nfs_client_list, pos);
1253 }
1254
1255 /*
1256 * clean up after reading from the transports list
1257 */
1258 static void nfs_server_list_stop(struct seq_file *p, void *v)
1259 {
1260 spin_unlock(&nfs_client_lock);
1261 }
1262
1263 /*
1264 * display a header line followed by a load of call lines
1265 */
1266 static int nfs_server_list_show(struct seq_file *m, void *v)
1267 {
1268 struct nfs_client *clp;
1269
1270 /* display header on line 1 */
1271 if (v == &nfs_client_list) {
1272 seq_puts(m, "NV SERVER PORT USE HOSTNAME\n");
1273 return 0;
1274 }
1275
1276 /* display one transport per line on subsequent lines */
1277 clp = list_entry(v, struct nfs_client, cl_share_link);
1278
1279 seq_printf(m, "v%d %02x%02x%02x%02x %4hx %3d %s\n",
1280 clp->cl_nfsversion,
1281 NIPQUAD(clp->cl_addr.sin_addr),
1282 ntohs(clp->cl_addr.sin_port),
1283 atomic_read(&clp->cl_count),
1284 clp->cl_hostname);
1285
1286 return 0;
1287 }
1288
1289 /*
1290 * open "/proc/fs/nfsfs/volumes" which provides a summary of extant volumes
1291 */
1292 static int nfs_volume_list_open(struct inode *inode, struct file *file)
1293 {
1294 struct seq_file *m;
1295 int ret;
1296
1297 ret = seq_open(file, &nfs_volume_list_ops);
1298 if (ret < 0)
1299 return ret;
1300
1301 m = file->private_data;
1302 m->private = PDE(inode)->data;
1303
1304 return 0;
1305 }
1306
1307 /*
1308 * set up the iterator to start reading from the volume list and return the first item
1309 */
1310 static void *nfs_volume_list_start(struct seq_file *m, loff_t *_pos)
1311 {
1312 /* lock the list against modification */
1313 spin_lock(&nfs_client_lock);
1314 return seq_list_start_head(&nfs_volume_list, *_pos);
1315 }
1316
1317 /*
1318 * move to next volume
1319 */
1320 static void *nfs_volume_list_next(struct seq_file *p, void *v, loff_t *pos)
1321 {
1322 return seq_list_next(v, &nfs_volume_list, pos);
1323 }
1324
1325 /*
1326 * clean up after reading from the transports list
1327 */
1328 static void nfs_volume_list_stop(struct seq_file *p, void *v)
1329 {
1330 spin_unlock(&nfs_client_lock);
1331 }
1332
1333 /*
1334 * display a header line followed by a load of call lines
1335 */
1336 static int nfs_volume_list_show(struct seq_file *m, void *v)
1337 {
1338 struct nfs_server *server;
1339 struct nfs_client *clp;
1340 char dev[8], fsid[17];
1341
1342 /* display header on line 1 */
1343 if (v == &nfs_volume_list) {
1344 seq_puts(m, "NV SERVER PORT DEV FSID\n");
1345 return 0;
1346 }
1347 /* display one transport per line on subsequent lines */
1348 server = list_entry(v, struct nfs_server, master_link);
1349 clp = server->nfs_client;
1350
1351 snprintf(dev, 8, "%u:%u",
1352 MAJOR(server->s_dev), MINOR(server->s_dev));
1353
1354 snprintf(fsid, 17, "%llx:%llx",
1355 (unsigned long long) server->fsid.major,
1356 (unsigned long long) server->fsid.minor);
1357
1358 seq_printf(m, "v%d %02x%02x%02x%02x %4hx %-7s %-17s\n",
1359 clp->cl_nfsversion,
1360 NIPQUAD(clp->cl_addr.sin_addr),
1361 ntohs(clp->cl_addr.sin_port),
1362 dev,
1363 fsid);
1364
1365 return 0;
1366 }
1367
1368 /*
1369 * initialise the /proc/fs/nfsfs/ directory
1370 */
1371 int __init nfs_fs_proc_init(void)
1372 {
1373 struct proc_dir_entry *p;
1374
1375 proc_fs_nfs = proc_mkdir("nfsfs", proc_root_fs);
1376 if (!proc_fs_nfs)
1377 goto error_0;
1378
1379 proc_fs_nfs->owner = THIS_MODULE;
1380
1381 /* a file of servers with which we're dealing */
1382 p = create_proc_entry("servers", S_IFREG|S_IRUGO, proc_fs_nfs);
1383 if (!p)
1384 goto error_1;
1385
1386 p->proc_fops = &nfs_server_list_fops;
1387 p->owner = THIS_MODULE;
1388
1389 /* a file of volumes that we have mounted */
1390 p = create_proc_entry("volumes", S_IFREG|S_IRUGO, proc_fs_nfs);
1391 if (!p)
1392 goto error_2;
1393
1394 p->proc_fops = &nfs_volume_list_fops;
1395 p->owner = THIS_MODULE;
1396 return 0;
1397
1398 error_2:
1399 remove_proc_entry("servers", proc_fs_nfs);
1400 error_1:
1401 remove_proc_entry("nfsfs", proc_root_fs);
1402 error_0:
1403 return -ENOMEM;
1404 }
1405
1406 /*
1407 * clean up the /proc/fs/nfsfs/ directory
1408 */
1409 void nfs_fs_proc_exit(void)
1410 {
1411 remove_proc_entry("volumes", proc_fs_nfs);
1412 remove_proc_entry("servers", proc_fs_nfs);
1413 remove_proc_entry("nfsfs", proc_root_fs);
1414 }
1415
1416 #endif /* CONFIG_PROC_FS */