]>
git.proxmox.com Git - mirror_ubuntu-zesty-kernel.git/blob - fs/nfs/flexfilelayout/flexfilelayoutdev.c
2 * Device operations for the pnfs nfs4 file layout driver.
4 * Copyright (c) 2014, Primary Data, Inc. All rights reserved.
6 * Tao Peng <bergwolf@primarydata.com>
9 #include <linux/nfs_fs.h>
10 #include <linux/vmalloc.h>
11 #include <linux/module.h>
12 #include <linux/sunrpc/addr.h>
14 #include "../internal.h"
15 #include "../nfs4session.h"
16 #include "flexfilelayout.h"
18 #define NFSDBG_FACILITY NFSDBG_PNFS_LD
20 static unsigned int dataserver_timeo
= NFS_DEF_TCP_RETRANS
;
21 static unsigned int dataserver_retrans
;
23 static bool ff_layout_has_available_ds(struct pnfs_layout_segment
*lseg
);
25 void nfs4_ff_layout_put_deviceid(struct nfs4_ff_layout_ds
*mirror_ds
)
27 if (!IS_ERR_OR_NULL(mirror_ds
))
28 nfs4_put_deviceid_node(&mirror_ds
->id_node
);
31 void nfs4_ff_layout_free_deviceid(struct nfs4_ff_layout_ds
*mirror_ds
)
33 nfs4_print_deviceid(&mirror_ds
->id_node
.deviceid
);
34 nfs4_pnfs_ds_put(mirror_ds
->ds
);
35 kfree_rcu(mirror_ds
, id_node
.rcu
);
38 /* Decode opaque device data and construct new_ds using it */
39 struct nfs4_ff_layout_ds
*
40 nfs4_ff_alloc_deviceid_node(struct nfs_server
*server
, struct pnfs_device
*pdev
,
43 struct xdr_stream stream
;
46 struct list_head dsaddrs
;
47 struct nfs4_pnfs_ds_addr
*da
;
48 struct nfs4_ff_layout_ds
*new_ds
= NULL
;
49 struct nfs4_ff_ds_version
*ds_versions
= NULL
;
55 /* set up xdr stream */
56 scratch
= alloc_page(gfp_flags
);
60 new_ds
= kzalloc(sizeof(struct nfs4_ff_layout_ds
), gfp_flags
);
64 nfs4_init_deviceid_node(&new_ds
->id_node
,
67 INIT_LIST_HEAD(&dsaddrs
);
69 xdr_init_decode_pages(&stream
, &buf
, pdev
->pages
, pdev
->pglen
);
70 xdr_set_scratch_buffer(&stream
, page_address(scratch
), PAGE_SIZE
);
73 p
= xdr_inline_decode(&stream
, 4);
75 goto out_err_drain_dsaddrs
;
76 mp_count
= be32_to_cpup(p
);
77 dprintk("%s: multipath ds count %d\n", __func__
, mp_count
);
79 for (i
= 0; i
< mp_count
; i
++) {
81 da
= nfs4_decode_mp_ds_addr(server
->nfs_client
->cl_net
,
84 list_add_tail(&da
->da_node
, &dsaddrs
);
86 if (list_empty(&dsaddrs
)) {
87 dprintk("%s: no suitable DS addresses found\n",
90 goto out_err_drain_dsaddrs
;
94 p
= xdr_inline_decode(&stream
, 4);
96 goto out_err_drain_dsaddrs
;
97 version_count
= be32_to_cpup(p
);
98 dprintk("%s: version count %d\n", __func__
, version_count
);
100 ds_versions
= kzalloc(version_count
* sizeof(struct nfs4_ff_ds_version
),
105 for (i
= 0; i
< version_count
; i
++) {
106 /* 20 = version(4) + minor_version(4) + rsize(4) + wsize(4) +
107 * tightly_coupled(4) */
108 p
= xdr_inline_decode(&stream
, 20);
110 goto out_err_drain_dsaddrs
;
111 ds_versions
[i
].version
= be32_to_cpup(p
++);
112 ds_versions
[i
].minor_version
= be32_to_cpup(p
++);
113 ds_versions
[i
].rsize
= nfs_block_size(be32_to_cpup(p
++), NULL
);
114 ds_versions
[i
].wsize
= nfs_block_size(be32_to_cpup(p
++), NULL
);
115 ds_versions
[i
].tightly_coupled
= be32_to_cpup(p
);
117 if (ds_versions
[i
].rsize
> NFS_MAX_FILE_IO_SIZE
)
118 ds_versions
[i
].rsize
= NFS_MAX_FILE_IO_SIZE
;
119 if (ds_versions
[i
].wsize
> NFS_MAX_FILE_IO_SIZE
)
120 ds_versions
[i
].wsize
= NFS_MAX_FILE_IO_SIZE
;
122 if (ds_versions
[i
].version
!= 3 || ds_versions
[i
].minor_version
!= 0) {
123 dprintk("%s: [%d] unsupported ds version %d-%d\n", __func__
,
124 i
, ds_versions
[i
].version
,
125 ds_versions
[i
].minor_version
);
126 ret
= -EPROTONOSUPPORT
;
127 goto out_err_drain_dsaddrs
;
130 dprintk("%s: [%d] vers %u minor_ver %u rsize %u wsize %u coupled %d\n",
131 __func__
, i
, ds_versions
[i
].version
,
132 ds_versions
[i
].minor_version
,
133 ds_versions
[i
].rsize
,
134 ds_versions
[i
].wsize
,
135 ds_versions
[i
].tightly_coupled
);
138 new_ds
->ds_versions
= ds_versions
;
139 new_ds
->ds_versions_cnt
= version_count
;
141 new_ds
->ds
= nfs4_pnfs_ds_add(&dsaddrs
, gfp_flags
);
143 goto out_err_drain_dsaddrs
;
145 /* If DS was already in cache, free ds addrs */
146 while (!list_empty(&dsaddrs
)) {
147 da
= list_first_entry(&dsaddrs
,
148 struct nfs4_pnfs_ds_addr
,
150 list_del_init(&da
->da_node
);
151 kfree(da
->da_remotestr
);
155 __free_page(scratch
);
158 out_err_drain_dsaddrs
:
159 while (!list_empty(&dsaddrs
)) {
160 da
= list_first_entry(&dsaddrs
, struct nfs4_pnfs_ds_addr
,
162 list_del_init(&da
->da_node
);
163 kfree(da
->da_remotestr
);
169 __free_page(scratch
);
173 dprintk("%s ERROR: returning %d\n", __func__
, ret
);
177 static void ff_layout_mark_devid_invalid(struct pnfs_layout_segment
*lseg
,
178 struct nfs4_deviceid_node
*devid
)
180 nfs4_mark_deviceid_unavailable(devid
);
181 if (!ff_layout_has_available_ds(lseg
))
182 pnfs_error_mark_layout_for_return(lseg
->pls_layout
->plh_inode
,
186 static bool ff_layout_mirror_valid(struct pnfs_layout_segment
*lseg
,
187 struct nfs4_ff_layout_mirror
*mirror
,
190 if (mirror
== NULL
|| IS_ERR(mirror
->mirror_ds
))
192 if (mirror
->mirror_ds
== NULL
) {
194 struct nfs4_deviceid_node
*node
;
195 struct pnfs_layout_hdr
*lh
= lseg
->pls_layout
;
196 struct nfs4_ff_layout_ds
*mirror_ds
= ERR_PTR(-ENODEV
);
198 node
= nfs4_find_get_deviceid(NFS_SERVER(lh
->plh_inode
),
199 &mirror
->devid
, lh
->plh_lc_cred
,
202 mirror_ds
= FF_LAYOUT_MIRROR_DS(node
);
204 /* check for race with another call to this function */
205 if (cmpxchg(&mirror
->mirror_ds
, NULL
, mirror_ds
) &&
206 mirror_ds
!= ERR_PTR(-ENODEV
))
207 nfs4_put_deviceid_node(node
);
211 if (mirror
->mirror_ds
->ds
== NULL
) {
212 struct nfs4_deviceid_node
*devid
;
213 devid
= &mirror
->mirror_ds
->id_node
;
214 ff_layout_mark_devid_invalid(lseg
, devid
);
219 pnfs_error_mark_layout_for_return(lseg
->pls_layout
->plh_inode
, lseg
);
223 static void extend_ds_error(struct nfs4_ff_layout_ds_err
*err
,
224 u64 offset
, u64 length
)
228 end
= max_t(u64
, pnfs_end_offset(err
->offset
, err
->length
),
229 pnfs_end_offset(offset
, length
));
230 err
->offset
= min_t(u64
, err
->offset
, offset
);
231 err
->length
= end
- err
->offset
;
235 ff_ds_error_match(const struct nfs4_ff_layout_ds_err
*e1
,
236 const struct nfs4_ff_layout_ds_err
*e2
)
240 if (e1
->opnum
!= e2
->opnum
)
241 return e1
->opnum
< e2
->opnum
? -1 : 1;
242 if (e1
->status
!= e2
->status
)
243 return e1
->status
< e2
->status
? -1 : 1;
244 ret
= memcmp(e1
->stateid
.data
, e2
->stateid
.data
,
245 sizeof(e1
->stateid
.data
));
248 ret
= memcmp(&e1
->deviceid
, &e2
->deviceid
, sizeof(e1
->deviceid
));
251 if (pnfs_end_offset(e1
->offset
, e1
->length
) < e2
->offset
)
253 if (e1
->offset
> pnfs_end_offset(e2
->offset
, e2
->length
))
255 /* If ranges overlap or are contiguous, they are the same */
260 ff_layout_add_ds_error_locked(struct nfs4_flexfile_layout
*flo
,
261 struct nfs4_ff_layout_ds_err
*dserr
)
263 struct nfs4_ff_layout_ds_err
*err
, *tmp
;
264 struct list_head
*head
= &flo
->error_list
;
267 /* Do insertion sort w/ merges */
268 list_for_each_entry_safe(err
, tmp
, &flo
->error_list
, list
) {
269 match
= ff_ds_error_match(err
, dserr
);
273 /* Add entry "dserr" _before_ entry "err" */
277 /* Entries match, so merge "err" into "dserr" */
278 extend_ds_error(dserr
, err
->offset
, err
->length
);
279 list_replace(&err
->list
, &dserr
->list
);
284 list_add_tail(&dserr
->list
, head
);
287 int ff_layout_track_ds_error(struct nfs4_flexfile_layout
*flo
,
288 struct nfs4_ff_layout_mirror
*mirror
, u64 offset
,
289 u64 length
, int status
, enum nfs_opnum4 opnum
,
292 struct nfs4_ff_layout_ds_err
*dserr
;
297 if (mirror
->mirror_ds
== NULL
)
300 dserr
= kmalloc(sizeof(*dserr
), gfp_flags
);
304 INIT_LIST_HEAD(&dserr
->list
);
305 dserr
->offset
= offset
;
306 dserr
->length
= length
;
307 dserr
->status
= status
;
308 dserr
->opnum
= opnum
;
309 nfs4_stateid_copy(&dserr
->stateid
, &mirror
->stateid
);
310 memcpy(&dserr
->deviceid
, &mirror
->mirror_ds
->id_node
.deviceid
,
311 NFS4_DEVICEID4_SIZE
);
313 spin_lock(&flo
->generic_hdr
.plh_inode
->i_lock
);
314 ff_layout_add_ds_error_locked(flo
, dserr
);
315 spin_unlock(&flo
->generic_hdr
.plh_inode
->i_lock
);
320 static struct rpc_cred
*
321 ff_layout_get_mirror_cred(struct nfs4_ff_layout_mirror
*mirror
, u32 iomode
)
323 struct rpc_cred
*cred
, __rcu
**pcred
;
325 if (iomode
== IOMODE_READ
)
326 pcred
= &mirror
->ro_cred
;
328 pcred
= &mirror
->rw_cred
;
332 cred
= rcu_dereference(*pcred
);
336 cred
= get_rpccred_rcu(cred
);
343 nfs4_ff_layout_select_ds_fh(struct pnfs_layout_segment
*lseg
, u32 mirror_idx
)
345 struct nfs4_ff_layout_mirror
*mirror
= FF_LAYOUT_COMP(lseg
, mirror_idx
);
346 struct nfs_fh
*fh
= NULL
;
348 if (!ff_layout_mirror_valid(lseg
, mirror
, false)) {
349 pr_err_ratelimited("NFS: %s: No data server for mirror offset index %d\n",
350 __func__
, mirror_idx
);
354 /* FIXME: For now assume there is only 1 version available for the DS */
355 fh
= &mirror
->fh_versions
[0];
361 * nfs4_ff_layout_prepare_ds - prepare a DS connection for an RPC call
362 * @lseg: the layout segment we're operating on
363 * @ds_idx: index of the DS to use
364 * @fail_return: return layout on connect failure?
366 * Try to prepare a DS connection to accept an RPC call. This involves
367 * selecting a mirror to use and connecting the client to it if it's not
370 * Since we only need a single functioning mirror to satisfy a read, we don't
371 * want to return the layout if there is one. For writes though, any down
372 * mirror should result in a LAYOUTRETURN. @fail_return is how we distinguish
373 * between the two cases.
375 * Returns a pointer to a connected DS object on success or NULL on failure.
377 struct nfs4_pnfs_ds
*
378 nfs4_ff_layout_prepare_ds(struct pnfs_layout_segment
*lseg
, u32 ds_idx
,
381 struct nfs4_ff_layout_mirror
*mirror
= FF_LAYOUT_COMP(lseg
, ds_idx
);
382 struct nfs4_pnfs_ds
*ds
= NULL
;
383 struct nfs4_deviceid_node
*devid
;
384 struct inode
*ino
= lseg
->pls_layout
->plh_inode
;
385 struct nfs_server
*s
= NFS_SERVER(ino
);
386 unsigned int max_payload
;
388 if (!ff_layout_mirror_valid(lseg
, mirror
, true)) {
389 pr_err_ratelimited("NFS: %s: No data server for offset index %d\n",
394 devid
= &mirror
->mirror_ds
->id_node
;
395 if (ff_layout_test_devid_unavailable(devid
))
398 ds
= mirror
->mirror_ds
->ds
;
399 /* matching smp_wmb() in _nfs4_pnfs_v3/4_ds_connect */
404 /* FIXME: For now we assume the server sent only one version of NFS
407 nfs4_pnfs_ds_connect(s
, ds
, devid
, dataserver_timeo
,
409 mirror
->mirror_ds
->ds_versions
[0].version
,
410 mirror
->mirror_ds
->ds_versions
[0].minor_version
);
412 /* connect success, check rsize/wsize limit */
415 nfs_block_size(rpc_max_payload(ds
->ds_clp
->cl_rpcclient
),
417 if (mirror
->mirror_ds
->ds_versions
[0].rsize
> max_payload
)
418 mirror
->mirror_ds
->ds_versions
[0].rsize
= max_payload
;
419 if (mirror
->mirror_ds
->ds_versions
[0].wsize
> max_payload
)
420 mirror
->mirror_ds
->ds_versions
[0].wsize
= max_payload
;
423 ff_layout_track_ds_error(FF_LAYOUT_FROM_HDR(lseg
->pls_layout
),
424 mirror
, lseg
->pls_range
.offset
,
425 lseg
->pls_range
.length
, NFS4ERR_NXIO
,
426 OP_ILLEGAL
, GFP_NOIO
);
428 if (fail_return
|| !ff_layout_has_available_ds(lseg
))
429 pnfs_error_mark_layout_for_return(ino
, lseg
);
436 ff_layout_get_ds_cred(struct pnfs_layout_segment
*lseg
, u32 ds_idx
,
437 struct rpc_cred
*mdscred
)
439 struct nfs4_ff_layout_mirror
*mirror
= FF_LAYOUT_COMP(lseg
, ds_idx
);
440 struct rpc_cred
*cred
;
443 cred
= ff_layout_get_mirror_cred(mirror
, lseg
->pls_range
.iomode
);
445 cred
= get_rpccred(mdscred
);
447 cred
= get_rpccred(mdscred
);
453 * Find or create a DS rpc client with th MDS server rpc client auth flavor
454 * in the nfs_client cl_ds_clients list.
457 nfs4_ff_find_or_create_ds_client(struct pnfs_layout_segment
*lseg
, u32 ds_idx
,
458 struct nfs_client
*ds_clp
, struct inode
*inode
)
460 struct nfs4_ff_layout_mirror
*mirror
= FF_LAYOUT_COMP(lseg
, ds_idx
);
462 switch (mirror
->mirror_ds
->ds_versions
[0].version
) {
464 /* For NFSv3 DS, flavor is set when creating DS connections */
465 return ds_clp
->cl_rpcclient
;
467 return nfs4_find_or_create_ds_client(ds_clp
, inode
);
473 void ff_layout_free_ds_ioerr(struct list_head
*head
)
475 struct nfs4_ff_layout_ds_err
*err
;
477 while (!list_empty(head
)) {
478 err
= list_first_entry(head
,
479 struct nfs4_ff_layout_ds_err
,
481 list_del(&err
->list
);
486 /* called with inode i_lock held */
487 int ff_layout_encode_ds_ioerr(struct xdr_stream
*xdr
, const struct list_head
*head
)
489 struct nfs4_ff_layout_ds_err
*err
;
492 list_for_each_entry(err
, head
, list
) {
493 /* offset(8) + length(8) + stateid(NFS4_STATEID_SIZE)
494 * + array length + deviceid(NFS4_DEVICEID4_SIZE)
495 * + status(4) + opnum(4)
497 p
= xdr_reserve_space(xdr
,
498 28 + NFS4_STATEID_SIZE
+ NFS4_DEVICEID4_SIZE
);
501 p
= xdr_encode_hyper(p
, err
->offset
);
502 p
= xdr_encode_hyper(p
, err
->length
);
503 p
= xdr_encode_opaque_fixed(p
, &err
->stateid
,
506 *p
++ = cpu_to_be32(1);
507 p
= xdr_encode_opaque_fixed(p
, &err
->deviceid
,
508 NFS4_DEVICEID4_SIZE
);
509 *p
++ = cpu_to_be32(err
->status
);
510 *p
++ = cpu_to_be32(err
->opnum
);
511 dprintk("%s: offset %llu length %llu status %d op %d\n",
512 __func__
, err
->offset
, err
->length
, err
->status
,
520 unsigned int do_layout_fetch_ds_ioerr(struct pnfs_layout_hdr
*lo
,
521 const struct pnfs_layout_range
*range
,
522 struct list_head
*head
,
525 struct nfs4_flexfile_layout
*flo
= FF_LAYOUT_FROM_HDR(lo
);
526 struct inode
*inode
= lo
->plh_inode
;
527 struct nfs4_ff_layout_ds_err
*err
, *n
;
528 unsigned int ret
= 0;
530 spin_lock(&inode
->i_lock
);
531 list_for_each_entry_safe(err
, n
, &flo
->error_list
, list
) {
532 if (!pnfs_is_range_intersecting(err
->offset
,
533 pnfs_end_offset(err
->offset
, err
->length
),
535 pnfs_end_offset(range
->offset
, range
->length
)))
539 list_move(&err
->list
, head
);
543 spin_unlock(&inode
->i_lock
);
547 unsigned int ff_layout_fetch_ds_ioerr(struct pnfs_layout_hdr
*lo
,
548 const struct pnfs_layout_range
*range
,
549 struct list_head
*head
,
554 ret
= do_layout_fetch_ds_ioerr(lo
, range
, head
, maxnum
);
555 /* If we're over the max, discard all remaining entries */
558 do_layout_fetch_ds_ioerr(lo
, range
, &discard
, -1);
559 ff_layout_free_ds_ioerr(&discard
);
564 static bool ff_read_layout_has_available_ds(struct pnfs_layout_segment
*lseg
)
566 struct nfs4_ff_layout_mirror
*mirror
;
567 struct nfs4_deviceid_node
*devid
;
570 for (idx
= 0; idx
< FF_LAYOUT_MIRROR_COUNT(lseg
); idx
++) {
571 mirror
= FF_LAYOUT_COMP(lseg
, idx
);
573 if (!mirror
->mirror_ds
)
575 if (IS_ERR(mirror
->mirror_ds
))
577 devid
= &mirror
->mirror_ds
->id_node
;
578 if (!ff_layout_test_devid_unavailable(devid
))
586 static bool ff_rw_layout_has_available_ds(struct pnfs_layout_segment
*lseg
)
588 struct nfs4_ff_layout_mirror
*mirror
;
589 struct nfs4_deviceid_node
*devid
;
592 for (idx
= 0; idx
< FF_LAYOUT_MIRROR_COUNT(lseg
); idx
++) {
593 mirror
= FF_LAYOUT_COMP(lseg
, idx
);
594 if (!mirror
|| IS_ERR(mirror
->mirror_ds
))
596 if (!mirror
->mirror_ds
)
598 devid
= &mirror
->mirror_ds
->id_node
;
599 if (ff_layout_test_devid_unavailable(devid
))
603 return FF_LAYOUT_MIRROR_COUNT(lseg
) != 0;
606 static bool ff_layout_has_available_ds(struct pnfs_layout_segment
*lseg
)
608 if (lseg
->pls_range
.iomode
== IOMODE_READ
)
609 return ff_read_layout_has_available_ds(lseg
);
610 /* Note: RW layout needs all mirrors available */
611 return ff_rw_layout_has_available_ds(lseg
);
614 bool ff_layout_avoid_mds_available_ds(struct pnfs_layout_segment
*lseg
)
616 return ff_layout_no_fallback_to_mds(lseg
) ||
617 ff_layout_has_available_ds(lseg
);
620 bool ff_layout_avoid_read_on_rw(struct pnfs_layout_segment
*lseg
)
622 return lseg
->pls_range
.iomode
== IOMODE_RW
&&
623 ff_layout_no_read_on_rw(lseg
);
626 module_param(dataserver_retrans
, uint
, 0644);
627 MODULE_PARM_DESC(dataserver_retrans
, "The number of times the NFSv4.1 client "
628 "retries a request before it attempts further "
629 " recovery action.");
630 module_param(dataserver_timeo
, uint
, 0644);
631 MODULE_PARM_DESC(dataserver_timeo
, "The time (in tenths of a second) the "
632 "NFSv4.1 client waits for a response from a "
633 " data server before it retries an NFS request.");