]> git.proxmox.com Git - mirror_ubuntu-bionic-kernel.git/blame - fs/nfs/pnfs.h
pNFS: Delay getting the layout header in CB_LAYOUTRECALL handlers
[mirror_ubuntu-bionic-kernel.git] / fs / nfs / pnfs.h
CommitLineData
85e174ba
RL
1/*
2 * pNFS client data structures.
3 *
4 * Copyright (c) 2002
5 * The Regents of the University of Michigan
6 * All Rights Reserved
7 *
8 * Dean Hildebrand <dhildebz@umich.edu>
9 *
10 * Permission is granted to use, copy, create derivative works, and
11 * redistribute this software and such derivative works for any purpose,
12 * so long as the name of the University of Michigan is not used in
13 * any advertising or publicity pertaining to the use or distribution
14 * of this software without specific, written prior authorization. If
15 * the above copyright notice or any other identification of the
16 * University of Michigan is included in any copy of any portion of
17 * this software, then the disclaimer below must also be included.
18 *
19 * This software is provided as is, without representation or warranty
20 * of any kind either express or implied, including without limitation
21 * the implied warranties of merchantability, fitness for a particular
22 * purpose, or noninfringement. The Regents of the University of
23 * Michigan shall not be liable for any damages, including special,
24 * indirect, incidental, or consequential damages, with respect to any
25 * claim arising out of or in connection with the use of the software,
26 * even if it has been or is hereafter advised of the possibility of
27 * such damages.
28 */
29
30#ifndef FS_NFS_PNFS_H
31#define FS_NFS_PNFS_H
32
45df3c8b 33#include <linux/nfs_fs.h>
94ad1c80 34#include <linux/nfs_page.h>
e6cf82d1 35#include <linux/workqueue.h>
94ad1c80 36
4541d16c
FI
37enum {
38 NFS_LSEG_VALID = 0, /* cleared when lseg is recalled/returned */
f7e8917a 39 NFS_LSEG_ROC, /* roc bit received from server */
a9bae566 40 NFS_LSEG_LAYOUTCOMMIT, /* layoutcommit bit set for layoutcommit */
016256df 41 NFS_LSEG_LAYOUTRETURN, /* layoutreturn bit set for layoutreturn */
4541d16c
FI
42};
43
875ae069
PT
44/* Individual ip address */
45struct nfs4_pnfs_ds_addr {
46 struct sockaddr_storage da_addr;
47 size_t da_addrlen;
48 struct list_head da_node; /* nfs4_pnfs_dev_hlist dev_dslist */
49 char *da_remotestr; /* human readable addr+port */
50};
51
52struct nfs4_pnfs_ds {
53 struct list_head ds_node; /* nfs4_pnfs_dev_hlist dev_dslist */
54 char *ds_remotestr; /* comma sep list of addrs */
55 struct list_head ds_addrs;
56 struct nfs_client *ds_clp;
57 atomic_t ds_count;
58 unsigned long ds_state;
59#define NFS4DS_CONNECTING 0 /* ds is establishing connection */
4541d16c
FI
60};
61
974cec8c 62struct pnfs_layout_segment {
566052c5 63 struct list_head pls_list;
a9bae566 64 struct list_head pls_lc_list;
566052c5 65 struct pnfs_layout_range pls_range;
4541d16c 66 atomic_t pls_refcount;
66755283 67 u32 pls_seq;
4541d16c 68 unsigned long pls_flags;
566052c5 69 struct pnfs_layout_hdr *pls_layout;
e6cf82d1 70 struct work_struct pls_work;
974cec8c
AA
71};
72
64419a9b
AA
73enum pnfs_try_status {
74 PNFS_ATTEMPTED = 0,
75 PNFS_NOT_ATTEMPTED = 1,
ceb11e13 76 PNFS_TRY_AGAIN = 2,
64419a9b
AA
77};
78
85e174ba
RL
79#ifdef CONFIG_NFS_V4_1
80
81#define LAYOUT_NFSV4_1_MODULE_PREFIX "nfs-layouttype4"
82
39280a5a
PT
83/*
84 * Default data server connection timeout and retrans vaules.
85 * Set by module parameters dataserver_timeo and dataserver_retrans.
86 */
87#define NFS4_DEF_DS_TIMEO 600 /* in tenths of a second */
88#define NFS4_DEF_DS_RETRANS 5
89
90/* error codes for internal use */
91#define NFS4ERR_RESET_TO_MDS 12001
92#define NFS4ERR_RESET_TO_PNFS 12002
93
e5e94017
BH
94enum {
95 NFS_LAYOUT_RO_FAILED = 0, /* get ro layout failed stop trying */
96 NFS_LAYOUT_RW_FAILED, /* get rw layout failed stop trying */
43f1b3da 97 NFS_LAYOUT_BULK_RECALL, /* bulk recall affecting layout */
2370abda 98 NFS_LAYOUT_RETURN, /* layoutreturn in progress */
6604b203 99 NFS_LAYOUT_RETURN_LOCK, /* Serialise layoutreturn */
2370abda 100 NFS_LAYOUT_RETURN_REQUESTED, /* Return this layout ASAP */
47abadef 101 NFS_LAYOUT_INVALID_STID, /* layout stateid id is invalid */
9bf87482 102 NFS_LAYOUT_FIRST_LAYOUTGET, /* Serialize first layoutget */
e5e94017
BH
103};
104
8a1636c4 105enum layoutdriver_policy_flags {
88ac815c
PT
106 /* Should the pNFS client commit and return the layout upon truncate to
107 * a smaller size */
8a1636c4 108 PNFS_LAYOUTRET_ON_SETATTR = 1 << 0,
fe0fe835 109 PNFS_LAYOUTRET_ON_ERROR = 1 << 1,
612aa983 110 PNFS_READ_WHOLE_PAGE = 1 << 2,
8a1636c4
BH
111};
112
1775bc34
BH
113struct nfs4_deviceid_node;
114
85e174ba
RL
115/* Per-layout driver specific registration structure */
116struct pnfs_layoutdriver_type {
02c35fca
FI
117 struct list_head pnfs_tblid;
118 const u32 id;
119 const char *name;
120 struct module *owner;
8a1636c4 121 unsigned flags;
661373b1 122 unsigned max_deviceinfo_size;
636fb9c8 123
738fd0f3
BH
124 int (*set_layoutdriver) (struct nfs_server *, const struct nfs_fh *);
125 int (*clear_layoutdriver) (struct nfs_server *);
126
636fb9c8
BH
127 struct pnfs_layout_hdr * (*alloc_layout_hdr) (struct inode *inode, gfp_t gfp_flags);
128 void (*free_layout_hdr) (struct pnfs_layout_hdr *);
129
a75b9df9 130 struct pnfs_layout_segment * (*alloc_lseg) (struct pnfs_layout_hdr *layoutid, struct nfs4_layoutget_res *lgr, gfp_t gfp_flags);
b1f69b75 131 void (*free_lseg) (struct pnfs_layout_segment *lseg);
03772d2f
TM
132 void (*add_lseg) (struct pnfs_layout_hdr *layoutid,
133 struct pnfs_layout_segment *lseg,
134 struct list_head *free_me);
94ad1c80 135
c88953d8
CH
136 void (*return_range) (struct pnfs_layout_hdr *lo,
137 struct pnfs_layout_range *range);
138
94ad1c80 139 /* test for nfs page cache coalescing */
1751c363
TM
140 const struct nfs_pageio_ops *pg_read_ops;
141 const struct nfs_pageio_ops *pg_write_ops;
64419a9b 142
ea2cf228 143 struct pnfs_ds_commit_info *(*get_ds_info) (struct inode *inode);
8dd37758 144 void (*mark_request_commit) (struct nfs_page *req,
ea2cf228 145 struct pnfs_layout_segment *lseg,
b57ff130
WAA
146 struct nfs_commit_info *cinfo,
147 u32 ds_commit_idx);
ea2cf228
FI
148 void (*clear_request_commit) (struct nfs_page *req,
149 struct nfs_commit_info *cinfo);
150 int (*scan_commit_lists) (struct nfs_commit_info *cinfo,
151 int max);
1763da12
FI
152 void (*recover_commit_reqs) (struct list_head *list,
153 struct nfs_commit_info *cinfo);
02d1426c
WAA
154 struct nfs_page * (*search_commit_reqs)(struct nfs_commit_info *cinfo,
155 struct page *page);
ea2cf228
FI
156 int (*commit_pagelist)(struct inode *inode,
157 struct list_head *mds_pages,
158 int how,
159 struct nfs_commit_info *cinfo);
a861a1e1 160
5bb89b47
TM
161 int (*sync)(struct inode *inode, bool datasync);
162
64419a9b
AA
163 /*
164 * Return PNFS_ATTEMPTED to indicate the layout code has attempted
165 * I/O, else return PNFS_NOT_ATTEMPTED to fall back to normal NFS
166 */
d45f60c6
WAA
167 enum pnfs_try_status (*read_pagelist)(struct nfs_pgio_header *);
168 enum pnfs_try_status (*write_pagelist)(struct nfs_pgio_header *, int);
1775bc34
BH
169
170 void (*free_deviceid_node) (struct nfs4_deviceid_node *);
661373b1
CH
171 struct nfs4_deviceid_node * (*alloc_deviceid_node)
172 (struct nfs_server *server, struct pnfs_device *pdev,
173 gfp_t gfp_flags);
04a55549
AA
174
175 void (*encode_layoutreturn) (struct pnfs_layout_hdr *layoutid,
176 struct xdr_stream *xdr,
177 const struct nfs4_layoutreturn_args *args);
ac7db726 178
db29c089 179 void (*cleanup_layoutcommit) (struct nfs4_layoutcommit_data *data);
5f919c9f
CH
180 int (*prepare_layoutcommit) (struct nfs4_layoutcommit_args *args);
181 void (*encode_layoutcommit) (struct pnfs_layout_hdr *lo,
ac7db726
BH
182 struct xdr_stream *xdr,
183 const struct nfs4_layoutcommit_args *args);
8733408d
PT
184 int (*prepare_layoutstats) (struct nfs42_layoutstat_args *args);
185 void (*cleanup_layoutstats) (struct nfs42_layoutstat_data *data);
85e174ba
RL
186};
187
e5e94017 188struct pnfs_layout_hdr {
cc6e5340 189 atomic_t plh_refcount;
82714bd1 190 atomic_t plh_outstanding; /* number of RPCs out */
b7edfaa1 191 struct list_head plh_layouts; /* other client layouts */
fd9a8d71 192 struct list_head plh_bulk_destroy;
b7edfaa1 193 struct list_head plh_segs; /* layout segments list */
f7e8917a 194 unsigned long plh_block_lgets; /* block LAYOUTGET if >0 */
25c75333 195 unsigned long plh_retry_timestamp;
566052c5 196 unsigned long plh_flags;
82714bd1
TM
197 nfs4_stateid plh_stateid;
198 u32 plh_barrier; /* ignore lower seqids */
3982a6a2 199 u32 plh_return_seq;
016256df 200 enum pnfs_iomode plh_return_iomode;
acff5880 201 loff_t plh_lwb; /* last write byte for layoutcommit */
9fa40758 202 struct rpc_cred *plh_lc_cred; /* layoutcommit cred */
b7edfaa1 203 struct inode *plh_inode;
e5e94017
BH
204};
205
b1f69b75
AA
206struct pnfs_device {
207 struct nfs4_deviceid dev_id;
208 unsigned int layout_type;
209 unsigned int mincount;
f1c097be 210 unsigned int maxcount; /* gdia_maxcount */
b1f69b75 211 struct page **pages;
b1f69b75 212 unsigned int pgbase;
f1c097be 213 unsigned int pglen; /* reply buffer length */
df52699e 214 unsigned char nocache : 1;/* May not be cached */
b1f69b75
AA
215};
216
7f11d8d3
AA
217#define NFS4_PNFS_GETDEVLIST_MAXNUM 16
218
219struct pnfs_devicelist {
220 unsigned int eof;
221 unsigned int num_devs;
222 struct nfs4_deviceid dev_id[NFS4_PNFS_GETDEVLIST_MAXNUM];
223};
224
02c35fca
FI
225extern int pnfs_register_layoutdriver(struct pnfs_layoutdriver_type *);
226extern void pnfs_unregister_layoutdriver(struct pnfs_layoutdriver_type *);
227
b1f69b75
AA
228/* nfs4proc.c */
229extern int nfs4_proc_getdeviceinfo(struct nfs_server *server,
cd5875fe
TM
230 struct pnfs_device *dev,
231 struct rpc_cred *cred);
183d9e7b 232extern struct pnfs_layout_segment* nfs4_proc_layoutget(struct nfs4_layoutget *lgp, long *timeout, gfp_t gfp_flags);
6c16605d 233extern int nfs4_proc_layoutreturn(struct nfs4_layoutreturn *lrp, bool sync);
b1f69b75
AA
234
235/* pnfs.c */
70c3bd2b 236void pnfs_get_layout_hdr(struct pnfs_layout_hdr *lo);
9369a431 237void pnfs_put_lseg(struct pnfs_layout_segment *lseg);
6543f803 238void pnfs_put_lseg_locked(struct pnfs_layout_segment *lseg);
1751c363 239
ca440c38 240void set_pnfs_layoutdriver(struct nfs_server *, const struct nfs_fh *, struct nfs_fsinfo *);
85e174ba 241void unset_pnfs_layoutdriver(struct nfs_server *);
d8007d4d 242void pnfs_generic_pg_init_read(struct nfs_pageio_descriptor *, struct nfs_page *);
493292dd 243int pnfs_generic_pg_readpages(struct nfs_pageio_descriptor *desc);
6296556f
PT
244void pnfs_generic_pg_init_write(struct nfs_pageio_descriptor *pgio,
245 struct nfs_page *req, u64 wb_size);
180bb5ec 246void pnfs_generic_pg_cleanup(struct nfs_pageio_descriptor *);
dce81290 247int pnfs_generic_pg_writepages(struct nfs_pageio_descriptor *desc);
b4fdac1a
WAA
248size_t pnfs_generic_pg_test(struct nfs_pageio_descriptor *pgio,
249 struct nfs_page *prev, struct nfs_page *req);
1b0ae068 250void pnfs_set_lo_fail(struct pnfs_layout_segment *lseg);
a0b0a6e3 251struct pnfs_layout_segment *pnfs_layout_process(struct nfs4_layoutget *lgp);
43f1b3da 252void pnfs_free_lseg_list(struct list_head *tmp_list);
e5e94017 253void pnfs_destroy_layout(struct nfs_inode *);
974cec8c 254void pnfs_destroy_all_layouts(struct nfs_client *);
fd9a8d71
TM
255int pnfs_destroy_layouts_byfsid(struct nfs_client *clp,
256 struct nfs_fsid *fsid,
257 bool is_recall);
258int pnfs_destroy_layouts_byclid(struct nfs_client *clp,
259 bool is_recall);
70c3bd2b 260void pnfs_put_layout_hdr(struct pnfs_layout_hdr *lo);
43f1b3da
FI
261void pnfs_set_layout_stateid(struct pnfs_layout_hdr *lo,
262 const nfs4_stateid *new,
263 bool update_barrier);
49a85061 264int pnfs_mark_matching_lsegs_invalid(struct pnfs_layout_hdr *lo,
43f1b3da 265 struct list_head *tmp_list,
6d597e17
JL
266 const struct pnfs_layout_range *recall_range,
267 u32 seq);
10335556 268int pnfs_mark_matching_lsegs_return(struct pnfs_layout_hdr *lo,
fc7ff367 269 struct list_head *tmp_list,
6d597e17
JL
270 const struct pnfs_layout_range *recall_range,
271 u32 seq);
5f46be04
TM
272int pnfs_mark_layout_stateid_invalid(struct pnfs_layout_hdr *lo,
273 struct list_head *lseg_list);
f7e8917a
FI
274bool pnfs_roc(struct inode *ino);
275void pnfs_roc_release(struct inode *ino);
276void pnfs_roc_set_barrier(struct inode *ino, u32 barrier);
4ff376fe 277void pnfs_roc_get_barrier(struct inode *ino, u32 *barrier);
500d701f 278bool pnfs_wait_on_layoutreturn(struct inode *ino, struct rpc_task *task);
67af7611 279void pnfs_set_layoutcommit(struct inode *, struct pnfs_layout_segment *, loff_t);
db29c089 280void pnfs_cleanup_layoutcommit(struct nfs4_layoutcommit_data *data);
ef311537 281int pnfs_layoutcommit_inode(struct inode *inode, bool sync);
5bb89b47
TM
282int pnfs_generic_sync(struct inode *inode, bool datasync);
283int pnfs_nfs_generic_sync(struct inode *inode, bool datasync);
cbe82603 284int _pnfs_return_layout(struct inode *);
24028672 285int pnfs_commit_and_return_layout(struct inode *);
d45f60c6
WAA
286void pnfs_ld_write_done(struct nfs_pgio_header *);
287void pnfs_ld_read_done(struct nfs_pgio_header *);
1b1bc66b 288void pnfs_read_resend_pnfs(struct nfs_pgio_header *);
7c24d948
AA
289struct pnfs_layout_segment *pnfs_update_layout(struct inode *ino,
290 struct nfs_open_context *ctx,
291 loff_t pos,
292 u64 count,
293 enum pnfs_iomode iomode,
c7d73af2 294 bool strict_iomode,
7c24d948 295 gfp_t gfp_flags);
d67ae825 296void pnfs_clear_layoutreturn_waitbit(struct pnfs_layout_hdr *lo);
e5e94017 297
03772d2f
TM
298void pnfs_generic_layout_insert_lseg(struct pnfs_layout_hdr *lo,
299 struct pnfs_layout_segment *lseg,
300 bool (*is_after)(const struct pnfs_layout_range *lseg_range,
301 const struct pnfs_layout_range *old),
302 bool (*do_merge)(struct pnfs_layout_segment *lseg,
303 struct pnfs_layout_segment *old),
304 struct list_head *free_me);
305
c47abcf8 306void nfs4_deviceid_mark_client_invalid(struct nfs_client *clp);
53113ad3
WAA
307int pnfs_read_done_resend_to_mds(struct nfs_pgio_header *);
308int pnfs_write_done_resend_to_mds(struct nfs_pgio_header *);
82be417a 309struct nfs4_threshold *pnfs_mdsthreshold_alloc(void);
016256df
PT
310void pnfs_error_mark_layout_for_return(struct inode *inode,
311 struct pnfs_layout_segment *lseg);
c47abcf8
AA
312/* nfs4_deviceid_flags */
313enum {
314 NFS_DEVICEID_INVALID = 0, /* set when MDS clientid recalled */
1dfed273 315 NFS_DEVICEID_UNAVAILABLE, /* device temporarily unavailable */
df52699e 316 NFS_DEVICEID_NOCACHE, /* device may not be cached */
c47abcf8
AA
317};
318
a1eaecbc
BH
319/* pnfs_dev.c */
320struct nfs4_deviceid_node {
321 struct hlist_node node;
9e3bd4e2 322 struct hlist_node tmpnode;
1775bc34 323 const struct pnfs_layoutdriver_type *ld;
a1eaecbc 324 const struct nfs_client *nfs_client;
c47abcf8 325 unsigned long flags;
1dfed273 326 unsigned long timestamp_unavailable;
a1eaecbc 327 struct nfs4_deviceid deviceid;
84a80f62 328 struct rcu_head rcu;
a1eaecbc
BH
329 atomic_t ref;
330};
331
661373b1
CH
332struct nfs4_deviceid_node *
333nfs4_find_get_deviceid(struct nfs_server *server,
334 const struct nfs4_deviceid *id, struct rpc_cred *cred,
335 gfp_t gfp_mask);
35c8bb54 336void nfs4_delete_deviceid(const struct pnfs_layoutdriver_type *, const struct nfs_client *, const struct nfs4_deviceid *);
661373b1 337void nfs4_init_deviceid_node(struct nfs4_deviceid_node *, struct nfs_server *,
a1eaecbc 338 const struct nfs4_deviceid *);
a1eaecbc 339bool nfs4_put_deviceid_node(struct nfs4_deviceid_node *);
1dfed273
TM
340void nfs4_mark_deviceid_unavailable(struct nfs4_deviceid_node *node);
341bool nfs4_test_deviceid_unavailable(struct nfs4_deviceid_node *node);
1775bc34 342void nfs4_deviceid_purge_client(const struct nfs_client *);
a1eaecbc 343
f54bcf2e
TH
344/* pnfs_nfs.c */
345void pnfs_generic_clear_request_commit(struct nfs_page *req,
346 struct nfs_commit_info *cinfo);
347void pnfs_generic_commit_release(void *calldata);
348void pnfs_generic_prepare_to_resend_writes(struct nfs_commit_data *data);
349void pnfs_generic_rw_release(void *data);
350void pnfs_generic_recover_commit_reqs(struct list_head *dst,
351 struct nfs_commit_info *cinfo);
352int pnfs_generic_commit_pagelist(struct inode *inode,
353 struct list_head *mds_pages,
354 int how,
355 struct nfs_commit_info *cinfo,
356 int (*initiate_commit)(struct nfs_commit_data *data,
357 int how));
358int pnfs_generic_scan_commit_lists(struct nfs_commit_info *cinfo, int max);
359void pnfs_generic_write_commit_done(struct rpc_task *task, void *data);
875ae069
PT
360void nfs4_pnfs_ds_put(struct nfs4_pnfs_ds *ds);
361struct nfs4_pnfs_ds *nfs4_pnfs_ds_add(struct list_head *dsaddrs,
362 gfp_t gfp_flags);
5f01d953 363void nfs4_pnfs_v3_ds_connect_unload(void);
7405f9e1
PT
364void nfs4_pnfs_ds_connect(struct nfs_server *mds_srv, struct nfs4_pnfs_ds *ds,
365 struct nfs4_deviceid_node *devid, unsigned int timeo,
5f01d953 366 unsigned int retrans, u32 version, u32 minor_version,
30626f9c 367 rpc_authflavor_t au_flavor);
6b7f3cf9
PT
368struct nfs4_pnfs_ds_addr *nfs4_decode_mp_ds_addr(struct net *net,
369 struct xdr_stream *xdr,
370 gfp_t gfp_flags);
338d00cf
TH
371void pnfs_layout_mark_request_commit(struct nfs_page *req,
372 struct pnfs_layout_segment *lseg,
373 struct nfs_commit_info *cinfo,
374 u32 ds_commit_idx);
f54bcf2e 375
40dd4b7a
TM
376static inline bool nfs_have_layout(struct inode *inode)
377{
378 return NFS_I(inode)->layout != NULL;
379}
380
45fcc7bc
TM
381static inline bool pnfs_layout_is_valid(const struct pnfs_layout_hdr *lo)
382{
383 return test_bit(NFS_LAYOUT_INVALID_STID, &lo->plh_flags) == 0;
384}
385
30ff0603
CH
386static inline struct nfs4_deviceid_node *
387nfs4_get_deviceid(struct nfs4_deviceid_node *d)
388{
389 atomic_inc(&d->ref);
390 return d;
391}
392
d684d2ae 393static inline struct pnfs_layout_segment *
9369a431 394pnfs_get_lseg(struct pnfs_layout_segment *lseg)
d684d2ae
FI
395{
396 if (lseg) {
397 atomic_inc(&lseg->pls_refcount);
4e857c58 398 smp_mb__after_atomic();
d684d2ae
FI
399 }
400 return lseg;
401}
402
b20135d0
TM
403static inline bool
404pnfs_is_valid_lseg(struct pnfs_layout_segment *lseg)
405{
406 return test_bit(NFS_LSEG_VALID, &lseg->pls_flags) != 0;
407}
408
e5e94017
BH
409/* Return true if a layout driver is being used for this mountpoint */
410static inline int pnfs_enabled_sb(struct nfs_server *nfss)
411{
412 return nfss->pnfs_curr_ld != NULL;
413}
85e174ba 414
a861a1e1 415static inline int
ea2cf228
FI
416pnfs_commit_list(struct inode *inode, struct list_head *mds_pages, int how,
417 struct nfs_commit_info *cinfo)
a861a1e1 418{
ea2cf228 419 if (cinfo->ds == NULL || cinfo->ds->ncommitting == 0)
a861a1e1 420 return PNFS_NOT_ATTEMPTED;
ea2cf228
FI
421 return NFS_SERVER(inode)->pnfs_curr_ld->commit_pagelist(inode, mds_pages, how, cinfo);
422}
423
424static inline struct pnfs_ds_commit_info *
425pnfs_get_ds_info(struct inode *inode)
426{
427 struct pnfs_layoutdriver_type *ld = NFS_SERVER(inode)->pnfs_curr_ld;
428
429 if (ld == NULL || ld->get_ds_info == NULL)
430 return NULL;
431 return ld->get_ds_info(inode);
a861a1e1
FI
432}
433
f54bcf2e
TH
434static inline void
435pnfs_generic_mark_devid_invalid(struct nfs4_deviceid_node *node)
436{
437 set_bit(NFS_DEVICEID_INVALID, &node->flags);
438}
439
8dd37758 440static inline bool
ea2cf228 441pnfs_mark_request_commit(struct nfs_page *req, struct pnfs_layout_segment *lseg,
b57ff130 442 struct nfs_commit_info *cinfo, u32 ds_commit_idx)
a861a1e1 443{
2b0143b5 444 struct inode *inode = d_inode(req->wb_context->dentry);
8dd37758 445 struct pnfs_layoutdriver_type *ld = NFS_SERVER(inode)->pnfs_curr_ld;
a861a1e1 446
8dd37758
TM
447 if (lseg == NULL || ld->mark_request_commit == NULL)
448 return false;
b57ff130 449 ld->mark_request_commit(req, lseg, cinfo, ds_commit_idx);
8dd37758 450 return true;
a861a1e1
FI
451}
452
8dd37758 453static inline bool
ea2cf228 454pnfs_clear_request_commit(struct nfs_page *req, struct nfs_commit_info *cinfo)
a861a1e1 455{
2b0143b5 456 struct inode *inode = d_inode(req->wb_context->dentry);
8dd37758 457 struct pnfs_layoutdriver_type *ld = NFS_SERVER(inode)->pnfs_curr_ld;
d6d6dc7c 458
8dd37758
TM
459 if (ld == NULL || ld->clear_request_commit == NULL)
460 return false;
ea2cf228 461 ld->clear_request_commit(req, cinfo);
8dd37758 462 return true;
d6d6dc7c
FI
463}
464
465static inline int
ea2cf228
FI
466pnfs_scan_commit_lists(struct inode *inode, struct nfs_commit_info *cinfo,
467 int max)
d6d6dc7c 468{
ea2cf228 469 if (cinfo->ds == NULL || cinfo->ds->nwritten == 0)
d6d6dc7c 470 return 0;
ea2cf228
FI
471 else
472 return NFS_SERVER(inode)->pnfs_curr_ld->scan_commit_lists(cinfo, max);
a861a1e1
FI
473}
474
02d1426c
WAA
475static inline struct nfs_page *
476pnfs_search_commit_reqs(struct inode *inode, struct nfs_commit_info *cinfo,
477 struct page *page)
478{
479 struct pnfs_layoutdriver_type *ld = NFS_SERVER(inode)->pnfs_curr_ld;
480
481 if (ld == NULL || ld->search_commit_reqs == NULL)
482 return NULL;
483 return ld->search_commit_reqs(cinfo, page);
484}
485
8a1636c4
BH
486/* Should the pNFS client commit and return the layout upon a setattr */
487static inline bool
488pnfs_ld_layoutret_on_setattr(struct inode *inode)
489{
490 if (!pnfs_enabled_sb(NFS_SERVER(inode)))
491 return false;
492 return NFS_SERVER(inode)->pnfs_curr_ld->flags &
493 PNFS_LAYOUTRET_ON_SETATTR;
494}
495
612aa983
CH
496static inline bool
497pnfs_ld_read_whole_page(struct inode *inode)
498{
499 if (!pnfs_enabled_sb(NFS_SERVER(inode)))
500 return false;
501 return NFS_SERVER(inode)->pnfs_curr_ld->flags & PNFS_READ_WHOLE_PAGE;
502}
503
5bb89b47
TM
504static inline int
505pnfs_sync_inode(struct inode *inode, bool datasync)
506{
507 if (!pnfs_enabled_sb(NFS_SERVER(inode)))
508 return 0;
509 return NFS_SERVER(inode)->pnfs_curr_ld->sync(inode, datasync);
510}
511
d8c951c3
TM
512static inline bool
513pnfs_layoutcommit_outstanding(struct inode *inode)
514{
515 struct nfs_inode *nfsi = NFS_I(inode);
516
517 return test_bit(NFS_INO_LAYOUTCOMMIT, &nfsi->flags) != 0 ||
518 test_bit(NFS_INO_LAYOUTCOMMITTING, &nfsi->flags) != 0;
519}
520
cbe82603
BH
521static inline int pnfs_return_layout(struct inode *ino)
522{
523 struct nfs_inode *nfsi = NFS_I(ino);
524 struct nfs_server *nfss = NFS_SERVER(ino);
525
526 if (pnfs_enabled_sb(nfss) && nfsi->layout)
527 return _pnfs_return_layout(ino);
528
529 return 0;
530}
531
82be417a
AA
532static inline bool
533pnfs_use_threshold(struct nfs4_threshold **dst, struct nfs4_threshold *src,
534 struct nfs_server *nfss)
535{
fb47ddc9 536 return (dst && src && src->bm != 0 && nfss->pnfs_curr_ld &&
82be417a
AA
537 nfss->pnfs_curr_ld->id == src->l_type);
538}
539
0762ed2c
TM
540static inline u64
541pnfs_calc_offset_end(u64 offset, u64 len)
542{
543 if (len == NFS4_MAX_UINT64 || len >= NFS4_MAX_UINT64 - offset)
544 return NFS4_MAX_UINT64;
545 return offset + len - 1;
546}
547
548static inline u64
549pnfs_calc_offset_length(u64 offset, u64 end)
550{
551 if (end == NFS4_MAX_UINT64 || end <= offset)
552 return NFS4_MAX_UINT64;
553 return 1 + end - offset;
554}
555
e144e539
TM
556static inline void
557pnfs_copy_range(struct pnfs_layout_range *dst,
558 const struct pnfs_layout_range *src)
559{
560 memcpy(dst, src, sizeof(*dst));
561}
562
17822b20
TM
563static inline u64
564pnfs_end_offset(u64 start, u64 len)
565{
566 if (NFS4_MAX_UINT64 - start <= len)
567 return NFS4_MAX_UINT64;
568 return start + len;
569}
570
571/*
572 * Are 2 ranges intersecting?
573 * start1 end1
574 * [----------------------------------)
575 * start2 end2
576 * [----------------)
577 */
578static inline bool
579pnfs_is_range_intersecting(u64 start1, u64 end1, u64 start2, u64 end2)
580{
581 return (end1 == NFS4_MAX_UINT64 || start2 < end1) &&
582 (end2 == NFS4_MAX_UINT64 || start1 < end2);
583}
584
585static inline bool
586pnfs_lseg_range_intersecting(const struct pnfs_layout_range *l1,
587 const struct pnfs_layout_range *l2)
588{
589 u64 end1 = pnfs_end_offset(l1->offset, l1->length);
590 u64 end2 = pnfs_end_offset(l2->offset, l2->length);
591
592 return pnfs_is_range_intersecting(l1->offset, end1, l2->offset, end2);
593}
594
bbf58bf3
TM
595extern unsigned int layoutstats_timer;
596
6f00866d
TM
597#ifdef NFS_DEBUG
598void nfs4_print_deviceid(const struct nfs4_deviceid *dev_id);
599#else
600static inline void nfs4_print_deviceid(const struct nfs4_deviceid *dev_id)
601{
602}
bbf58bf3 603
6f00866d 604#endif /* NFS_DEBUG */
85e174ba
RL
605#else /* CONFIG_NFS_V4_1 */
606
40dd4b7a
TM
607static inline bool nfs_have_layout(struct inode *inode)
608{
609 return false;
610}
611
974cec8c
AA
612static inline void pnfs_destroy_all_layouts(struct nfs_client *clp)
613{
614}
615
e5e94017
BH
616static inline void pnfs_destroy_layout(struct nfs_inode *nfsi)
617{
618}
619
d684d2ae 620static inline struct pnfs_layout_segment *
9369a431 621pnfs_get_lseg(struct pnfs_layout_segment *lseg)
d684d2ae
FI
622{
623 return NULL;
624}
625
9369a431 626static inline void pnfs_put_lseg(struct pnfs_layout_segment *lseg)
d684d2ae
FI
627{
628}
629
cbe82603
BH
630static inline int pnfs_return_layout(struct inode *ino)
631{
632 return 0;
633}
634
24028672
TM
635static inline int pnfs_commit_and_return_layout(struct inode *inode)
636{
637 return 0;
638}
639
8a1636c4
BH
640static inline bool
641pnfs_ld_layoutret_on_setattr(struct inode *inode)
642{
643 return false;
644}
645
612aa983
CH
646static inline bool
647pnfs_ld_read_whole_page(struct inode *inode)
648{
649 return false;
650}
651
5bb89b47
TM
652static inline int
653pnfs_sync_inode(struct inode *inode, bool datasync)
654{
655 return 0;
656}
657
10b7e9ad
TM
658static inline bool
659pnfs_layoutcommit_outstanding(struct inode *inode)
660{
661 return false;
662}
663
664
f7e8917a
FI
665static inline bool
666pnfs_roc(struct inode *ino)
667{
668 return false;
669}
670
671static inline void
672pnfs_roc_release(struct inode *ino)
673{
674}
675
676static inline void
677pnfs_roc_set_barrier(struct inode *ino, u32 barrier)
678{
679}
680
4ff376fe
TM
681static inline void
682pnfs_roc_get_barrier(struct inode *ino, u32 *barrier)
f7e8917a 683{
f7e8917a
FI
684}
685
500d701f
PT
686static inline bool
687pnfs_wait_on_layoutreturn(struct inode *ino, struct rpc_task *task)
688{
689 return false;
690}
691
738fd0f3 692static inline void set_pnfs_layoutdriver(struct nfs_server *s,
ca440c38
JL
693 const struct nfs_fh *mntfh,
694 struct nfs_fsinfo *fsinfo)
85e174ba
RL
695{
696}
697
698static inline void unset_pnfs_layoutdriver(struct nfs_server *s)
699{
700}
701
a861a1e1 702static inline int
ea2cf228
FI
703pnfs_commit_list(struct inode *inode, struct list_head *mds_pages, int how,
704 struct nfs_commit_info *cinfo)
a861a1e1
FI
705{
706 return PNFS_NOT_ATTEMPTED;
707}
708
ea2cf228
FI
709static inline struct pnfs_ds_commit_info *
710pnfs_get_ds_info(struct inode *inode)
711{
712 return NULL;
713}
714
8dd37758 715static inline bool
ea2cf228 716pnfs_mark_request_commit(struct nfs_page *req, struct pnfs_layout_segment *lseg,
b57ff130 717 struct nfs_commit_info *cinfo, u32 ds_commit_idx)
a861a1e1 718{
8dd37758 719 return false;
a861a1e1
FI
720}
721
8dd37758 722static inline bool
ea2cf228 723pnfs_clear_request_commit(struct nfs_page *req, struct nfs_commit_info *cinfo)
a861a1e1 724{
8dd37758 725 return false;
d6d6dc7c
FI
726}
727
728static inline int
ea2cf228
FI
729pnfs_scan_commit_lists(struct inode *inode, struct nfs_commit_info *cinfo,
730 int max)
d6d6dc7c
FI
731{
732 return 0;
a861a1e1
FI
733}
734
02d1426c
WAA
735static inline struct nfs_page *
736pnfs_search_commit_reqs(struct inode *inode, struct nfs_commit_info *cinfo,
737 struct page *page)
738{
739 return NULL;
740}
741
ef311537 742static inline int pnfs_layoutcommit_inode(struct inode *inode, bool sync)
863a3c6c
AA
743{
744 return 0;
745}
1775bc34 746
82be417a
AA
747static inline bool
748pnfs_use_threshold(struct nfs4_threshold **dst, struct nfs4_threshold *src,
749 struct nfs_server *nfss)
750{
751 return false;
752}
753
754static inline struct nfs4_threshold *pnfs_mdsthreshold_alloc(void)
755{
756 return NULL;
757}
758
5f01d953
PT
759static inline void nfs4_pnfs_v3_ds_connect_unload(void)
760{
761}
762
85e174ba
RL
763#endif /* CONFIG_NFS_V4_1 */
764
865a7ecb 765#if IS_ENABLED(CONFIG_NFS_V4_2)
c8ad8894 766int pnfs_report_layoutstat(struct inode *inode, gfp_t gfp_flags);
865a7ecb
PT
767#else
768static inline int
c8ad8894 769pnfs_report_layoutstat(struct inode *inode, gfp_t gfp_flags)
865a7ecb
PT
770{
771 return 0;
772}
773#endif
774
85e174ba 775#endif /* FS_NFS_PNFS_H */