2 FUSE: Filesystem in Userspace
3 Copyright (C) 2001-2008 Miklos Szeredi <miklos@szeredi.hu>
5 This program can be distributed under the terms of the GNU GPL.
11 #include <linux/pagemap.h>
12 #include <linux/slab.h>
13 #include <linux/file.h>
14 #include <linux/seq_file.h>
15 #include <linux/init.h>
16 #include <linux/module.h>
17 #include <linux/moduleparam.h>
18 #include <linux/parser.h>
19 #include <linux/statfs.h>
20 #include <linux/random.h>
21 #include <linux/sched.h>
22 #include <linux/exportfs.h>
23 #include <linux/posix_acl.h>
24 #include <linux/pid_namespace.h>
26 MODULE_AUTHOR("Miklos Szeredi <miklos@szeredi.hu>");
27 MODULE_DESCRIPTION("Filesystem in Userspace");
28 MODULE_LICENSE("GPL");
30 static struct kmem_cache
*fuse_inode_cachep
;
31 struct list_head fuse_conn_list
;
32 DEFINE_MUTEX(fuse_mutex
);
34 static int set_global_limit(const char *val
, const struct kernel_param
*kp
);
36 unsigned max_user_bgreq
;
37 module_param_call(max_user_bgreq
, set_global_limit
, param_get_uint
,
38 &max_user_bgreq
, 0644);
39 __MODULE_PARM_TYPE(max_user_bgreq
, "uint");
40 MODULE_PARM_DESC(max_user_bgreq
,
41 "Global limit for the maximum number of backgrounded requests an "
42 "unprivileged user can set");
44 unsigned max_user_congthresh
;
45 module_param_call(max_user_congthresh
, set_global_limit
, param_get_uint
,
46 &max_user_congthresh
, 0644);
47 __MODULE_PARM_TYPE(max_user_congthresh
, "uint");
48 MODULE_PARM_DESC(max_user_congthresh
,
49 "Global limit for the maximum congestion threshold an "
50 "unprivileged user can set");
52 #define FUSE_SUPER_MAGIC 0x65735546
54 #define FUSE_DEFAULT_BLKSIZE 512
56 /** Maximum number of outstanding background requests */
57 #define FUSE_DEFAULT_MAX_BACKGROUND 12
59 /** Congestion starts at 75% of maximum */
60 #define FUSE_DEFAULT_CONGESTION_THRESHOLD (FUSE_DEFAULT_MAX_BACKGROUND * 3 / 4)
62 struct fuse_mount_data
{
67 unsigned fd_present
:1;
68 unsigned rootmode_present
:1;
69 unsigned user_id_present
:1;
70 unsigned group_id_present
:1;
71 unsigned default_permissions
:1;
72 unsigned allow_other
:1;
77 struct fuse_forget_link
*fuse_alloc_forget(void)
79 return kzalloc(sizeof(struct fuse_forget_link
), GFP_KERNEL
);
82 static struct inode
*fuse_alloc_inode(struct super_block
*sb
)
85 struct fuse_inode
*fi
;
87 inode
= kmem_cache_alloc(fuse_inode_cachep
, GFP_KERNEL
);
91 fi
= get_fuse_inode(inode
);
99 INIT_LIST_HEAD(&fi
->write_files
);
100 INIT_LIST_HEAD(&fi
->queued_writes
);
101 INIT_LIST_HEAD(&fi
->writepages
);
102 init_waitqueue_head(&fi
->page_waitq
);
103 mutex_init(&fi
->mutex
);
104 fi
->forget
= fuse_alloc_forget();
106 kmem_cache_free(fuse_inode_cachep
, inode
);
113 static void fuse_i_callback(struct rcu_head
*head
)
115 struct inode
*inode
= container_of(head
, struct inode
, i_rcu
);
116 kmem_cache_free(fuse_inode_cachep
, inode
);
119 static void fuse_destroy_inode(struct inode
*inode
)
121 struct fuse_inode
*fi
= get_fuse_inode(inode
);
122 BUG_ON(!list_empty(&fi
->write_files
));
123 BUG_ON(!list_empty(&fi
->queued_writes
));
124 mutex_destroy(&fi
->mutex
);
126 call_rcu(&inode
->i_rcu
, fuse_i_callback
);
129 static void fuse_evict_inode(struct inode
*inode
)
131 truncate_inode_pages_final(&inode
->i_data
);
133 if (inode
->i_sb
->s_flags
& SB_ACTIVE
) {
134 struct fuse_conn
*fc
= get_fuse_conn(inode
);
135 struct fuse_inode
*fi
= get_fuse_inode(inode
);
136 fuse_queue_forget(fc
, fi
->forget
, fi
->nodeid
, fi
->nlookup
);
141 static int fuse_remount_fs(struct super_block
*sb
, int *flags
, char *data
)
144 if (*flags
& SB_MANDLOCK
)
151 * ino_t is 32-bits on 32-bit arch. We have to squash the 64-bit value down
152 * so that it will fit.
154 static ino_t
fuse_squash_ino(u64 ino64
)
156 ino_t ino
= (ino_t
) ino64
;
157 if (sizeof(ino_t
) < sizeof(u64
))
158 ino
^= ino64
>> (sizeof(u64
) - sizeof(ino_t
)) * 8;
162 void fuse_change_attributes_common(struct inode
*inode
, struct fuse_attr
*attr
,
165 struct fuse_conn
*fc
= get_fuse_conn(inode
);
166 struct fuse_inode
*fi
= get_fuse_inode(inode
);
168 fi
->attr_version
= ++fc
->attr_version
;
169 fi
->i_time
= attr_valid
;
171 inode
->i_ino
= fuse_squash_ino(attr
->ino
);
172 inode
->i_mode
= (inode
->i_mode
& S_IFMT
) | (attr
->mode
& 07777);
173 set_nlink(inode
, attr
->nlink
);
174 inode
->i_uid
= make_kuid(fc
->user_ns
, attr
->uid
);
175 inode
->i_gid
= make_kgid(fc
->user_ns
, attr
->gid
);
176 inode
->i_blocks
= attr
->blocks
;
177 inode
->i_atime
.tv_sec
= attr
->atime
;
178 inode
->i_atime
.tv_nsec
= attr
->atimensec
;
179 /* mtime from server may be stale due to local buffered write */
180 if (!fc
->writeback_cache
|| !S_ISREG(inode
->i_mode
)) {
181 inode
->i_mtime
.tv_sec
= attr
->mtime
;
182 inode
->i_mtime
.tv_nsec
= attr
->mtimensec
;
183 inode
->i_ctime
.tv_sec
= attr
->ctime
;
184 inode
->i_ctime
.tv_nsec
= attr
->ctimensec
;
187 if (attr
->blksize
!= 0)
188 inode
->i_blkbits
= ilog2(attr
->blksize
);
190 inode
->i_blkbits
= inode
->i_sb
->s_blocksize_bits
;
193 * Don't set the sticky bit in i_mode, unless we want the VFS
194 * to check permissions. This prevents failures due to the
195 * check in may_delete().
197 fi
->orig_i_mode
= inode
->i_mode
;
198 if (!fc
->default_permissions
)
199 inode
->i_mode
&= ~S_ISVTX
;
201 fi
->orig_ino
= attr
->ino
;
204 void fuse_change_attributes(struct inode
*inode
, struct fuse_attr
*attr
,
205 u64 attr_valid
, u64 attr_version
)
207 struct fuse_conn
*fc
= get_fuse_conn(inode
);
208 struct fuse_inode
*fi
= get_fuse_inode(inode
);
209 bool is_wb
= fc
->writeback_cache
;
211 struct timespec64 old_mtime
;
213 spin_lock(&fc
->lock
);
214 if ((attr_version
!= 0 && fi
->attr_version
> attr_version
) ||
215 test_bit(FUSE_I_SIZE_UNSTABLE
, &fi
->state
)) {
216 spin_unlock(&fc
->lock
);
220 old_mtime
= inode
->i_mtime
;
221 fuse_change_attributes_common(inode
, attr
, attr_valid
);
223 oldsize
= inode
->i_size
;
225 * In case of writeback_cache enabled, the cached writes beyond EOF
226 * extend local i_size without keeping userspace server in sync. So,
227 * attr->size coming from server can be stale. We cannot trust it.
229 if (!is_wb
|| !S_ISREG(inode
->i_mode
))
230 i_size_write(inode
, attr
->size
);
231 spin_unlock(&fc
->lock
);
233 if (!is_wb
&& S_ISREG(inode
->i_mode
)) {
236 if (oldsize
!= attr
->size
) {
237 truncate_pagecache(inode
, attr
->size
);
239 } else if (fc
->auto_inval_data
) {
240 struct timespec64 new_mtime
= {
241 .tv_sec
= attr
->mtime
,
242 .tv_nsec
= attr
->mtimensec
,
246 * Auto inval mode also checks and invalidates if mtime
249 if (!timespec64_equal(&old_mtime
, &new_mtime
))
254 invalidate_inode_pages2(inode
->i_mapping
);
258 static void fuse_init_inode(struct inode
*inode
, struct fuse_attr
*attr
)
260 inode
->i_mode
= attr
->mode
& S_IFMT
;
261 inode
->i_size
= attr
->size
;
262 inode
->i_mtime
.tv_sec
= attr
->mtime
;
263 inode
->i_mtime
.tv_nsec
= attr
->mtimensec
;
264 inode
->i_ctime
.tv_sec
= attr
->ctime
;
265 inode
->i_ctime
.tv_nsec
= attr
->ctimensec
;
266 if (S_ISREG(inode
->i_mode
)) {
267 fuse_init_common(inode
);
268 fuse_init_file_inode(inode
);
269 } else if (S_ISDIR(inode
->i_mode
))
270 fuse_init_dir(inode
);
271 else if (S_ISLNK(inode
->i_mode
))
272 fuse_init_symlink(inode
);
273 else if (S_ISCHR(inode
->i_mode
) || S_ISBLK(inode
->i_mode
) ||
274 S_ISFIFO(inode
->i_mode
) || S_ISSOCK(inode
->i_mode
)) {
275 fuse_init_common(inode
);
276 init_special_inode(inode
, inode
->i_mode
,
277 new_decode_dev(attr
->rdev
));
282 int fuse_inode_eq(struct inode
*inode
, void *_nodeidp
)
284 u64 nodeid
= *(u64
*) _nodeidp
;
285 if (get_node_id(inode
) == nodeid
)
291 static int fuse_inode_set(struct inode
*inode
, void *_nodeidp
)
293 u64 nodeid
= *(u64
*) _nodeidp
;
294 get_fuse_inode(inode
)->nodeid
= nodeid
;
298 struct inode
*fuse_iget(struct super_block
*sb
, u64 nodeid
,
299 int generation
, struct fuse_attr
*attr
,
300 u64 attr_valid
, u64 attr_version
)
303 struct fuse_inode
*fi
;
304 struct fuse_conn
*fc
= get_fuse_conn_super(sb
);
307 inode
= iget5_locked(sb
, nodeid
, fuse_inode_eq
, fuse_inode_set
, &nodeid
);
311 if ((inode
->i_state
& I_NEW
)) {
312 inode
->i_flags
|= S_NOATIME
;
313 if (!fc
->writeback_cache
|| !S_ISREG(attr
->mode
))
314 inode
->i_flags
|= S_NOCMTIME
;
315 inode
->i_generation
= generation
;
316 fuse_init_inode(inode
, attr
);
317 unlock_new_inode(inode
);
318 } else if ((inode
->i_mode
^ attr
->mode
) & S_IFMT
) {
319 /* Inode has changed type, any I/O on the old should fail */
320 make_bad_inode(inode
);
325 fi
= get_fuse_inode(inode
);
326 spin_lock(&fc
->lock
);
328 spin_unlock(&fc
->lock
);
329 fuse_change_attributes(inode
, attr
, attr_valid
, attr_version
);
334 int fuse_reverse_inval_inode(struct super_block
*sb
, u64 nodeid
,
335 loff_t offset
, loff_t len
)
341 inode
= ilookup5(sb
, nodeid
, fuse_inode_eq
, &nodeid
);
345 fuse_invalidate_attr(inode
);
346 forget_all_cached_acls(inode
);
348 pg_start
= offset
>> PAGE_SHIFT
;
352 pg_end
= (offset
+ len
- 1) >> PAGE_SHIFT
;
353 invalidate_inode_pages2_range(inode
->i_mapping
,
360 bool fuse_lock_inode(struct inode
*inode
)
364 if (!get_fuse_conn(inode
)->parallel_dirops
) {
365 mutex_lock(&get_fuse_inode(inode
)->mutex
);
372 void fuse_unlock_inode(struct inode
*inode
, bool locked
)
375 mutex_unlock(&get_fuse_inode(inode
)->mutex
);
378 static void fuse_umount_begin(struct super_block
*sb
)
380 fuse_abort_conn(get_fuse_conn_super(sb
), false);
383 static void fuse_send_destroy(struct fuse_conn
*fc
)
385 struct fuse_req
*req
= fc
->destroy_req
;
386 if (req
&& fc
->conn_init
) {
387 fc
->destroy_req
= NULL
;
388 req
->in
.h
.opcode
= FUSE_DESTROY
;
389 __set_bit(FR_FORCE
, &req
->flags
);
390 __clear_bit(FR_BACKGROUND
, &req
->flags
);
391 fuse_request_send(fc
, req
);
392 fuse_put_request(fc
, req
);
396 static void fuse_put_super(struct super_block
*sb
)
398 struct fuse_conn
*fc
= get_fuse_conn_super(sb
);
400 mutex_lock(&fuse_mutex
);
401 list_del(&fc
->entry
);
402 fuse_ctl_remove_conn(fc
);
403 mutex_unlock(&fuse_mutex
);
408 static void convert_fuse_statfs(struct kstatfs
*stbuf
, struct fuse_kstatfs
*attr
)
410 stbuf
->f_type
= FUSE_SUPER_MAGIC
;
411 stbuf
->f_bsize
= attr
->bsize
;
412 stbuf
->f_frsize
= attr
->frsize
;
413 stbuf
->f_blocks
= attr
->blocks
;
414 stbuf
->f_bfree
= attr
->bfree
;
415 stbuf
->f_bavail
= attr
->bavail
;
416 stbuf
->f_files
= attr
->files
;
417 stbuf
->f_ffree
= attr
->ffree
;
418 stbuf
->f_namelen
= attr
->namelen
;
419 /* fsid is left zero */
422 static int fuse_statfs(struct dentry
*dentry
, struct kstatfs
*buf
)
424 struct super_block
*sb
= dentry
->d_sb
;
425 struct fuse_conn
*fc
= get_fuse_conn_super(sb
);
427 struct fuse_statfs_out outarg
;
430 if (!fuse_allow_current_process(fc
)) {
431 buf
->f_type
= FUSE_SUPER_MAGIC
;
435 memset(&outarg
, 0, sizeof(outarg
));
437 args
.in
.h
.opcode
= FUSE_STATFS
;
438 args
.in
.h
.nodeid
= get_node_id(d_inode(dentry
));
439 args
.out
.numargs
= 1;
440 args
.out
.args
[0].size
= sizeof(outarg
);
441 args
.out
.args
[0].value
= &outarg
;
442 err
= fuse_simple_request(fc
, &args
);
444 convert_fuse_statfs(buf
, &outarg
.st
);
453 OPT_DEFAULT_PERMISSIONS
,
460 static const match_table_t tokens
= {
462 {OPT_ROOTMODE
, "rootmode=%o"},
463 {OPT_USER_ID
, "user_id=%u"},
464 {OPT_GROUP_ID
, "group_id=%u"},
465 {OPT_DEFAULT_PERMISSIONS
, "default_permissions"},
466 {OPT_ALLOW_OTHER
, "allow_other"},
467 {OPT_MAX_READ
, "max_read=%u"},
468 {OPT_BLKSIZE
, "blksize=%u"},
472 static int fuse_match_uint(substring_t
*s
, unsigned int *res
)
475 char *buf
= match_strdup(s
);
477 err
= kstrtouint(buf
, 10, res
);
483 static int parse_fuse_opt(char *opt
, struct fuse_mount_data
*d
, int is_bdev
,
484 struct user_namespace
*user_ns
)
487 memset(d
, 0, sizeof(struct fuse_mount_data
));
489 d
->blksize
= FUSE_DEFAULT_BLKSIZE
;
491 while ((p
= strsep(&opt
, ",")) != NULL
) {
495 substring_t args
[MAX_OPT_ARGS
];
499 token
= match_token(p
, tokens
, args
);
502 if (match_int(&args
[0], &value
))
509 if (match_octal(&args
[0], &value
))
511 if (!fuse_valid_type(value
))
514 d
->rootmode_present
= 1;
518 if (fuse_match_uint(&args
[0], &uv
))
520 d
->user_id
= make_kuid(user_ns
, uv
);
521 if (!uid_valid(d
->user_id
))
523 d
->user_id_present
= 1;
527 if (fuse_match_uint(&args
[0], &uv
))
529 d
->group_id
= make_kgid(user_ns
, uv
);
530 if (!gid_valid(d
->group_id
))
532 d
->group_id_present
= 1;
535 case OPT_DEFAULT_PERMISSIONS
:
536 d
->default_permissions
= 1;
539 case OPT_ALLOW_OTHER
:
544 if (match_int(&args
[0], &value
))
550 if (!is_bdev
|| match_int(&args
[0], &value
))
560 if (!d
->fd_present
|| !d
->rootmode_present
||
561 !d
->user_id_present
|| !d
->group_id_present
)
567 static int fuse_show_options(struct seq_file
*m
, struct dentry
*root
)
569 struct super_block
*sb
= root
->d_sb
;
570 struct fuse_conn
*fc
= get_fuse_conn_super(sb
);
572 seq_printf(m
, ",user_id=%u", from_kuid_munged(fc
->user_ns
, fc
->user_id
));
573 seq_printf(m
, ",group_id=%u", from_kgid_munged(fc
->user_ns
, fc
->group_id
));
574 if (fc
->default_permissions
)
575 seq_puts(m
, ",default_permissions");
577 seq_puts(m
, ",allow_other");
578 if (fc
->max_read
!= ~0)
579 seq_printf(m
, ",max_read=%u", fc
->max_read
);
580 if (sb
->s_bdev
&& sb
->s_blocksize
!= FUSE_DEFAULT_BLKSIZE
)
581 seq_printf(m
, ",blksize=%lu", sb
->s_blocksize
);
585 static void fuse_iqueue_init(struct fuse_iqueue
*fiq
)
587 memset(fiq
, 0, sizeof(struct fuse_iqueue
));
588 init_waitqueue_head(&fiq
->waitq
);
589 INIT_LIST_HEAD(&fiq
->pending
);
590 INIT_LIST_HEAD(&fiq
->interrupts
);
591 fiq
->forget_list_tail
= &fiq
->forget_list_head
;
595 static void fuse_pqueue_init(struct fuse_pqueue
*fpq
)
597 memset(fpq
, 0, sizeof(struct fuse_pqueue
));
598 spin_lock_init(&fpq
->lock
);
599 INIT_LIST_HEAD(&fpq
->processing
);
600 INIT_LIST_HEAD(&fpq
->io
);
604 void fuse_conn_init(struct fuse_conn
*fc
, struct user_namespace
*user_ns
)
606 memset(fc
, 0, sizeof(*fc
));
607 spin_lock_init(&fc
->lock
);
608 init_rwsem(&fc
->killsb
);
609 refcount_set(&fc
->count
, 1);
610 atomic_set(&fc
->dev_count
, 1);
611 init_waitqueue_head(&fc
->blocked_waitq
);
612 init_waitqueue_head(&fc
->reserved_req_waitq
);
613 fuse_iqueue_init(&fc
->iq
);
614 INIT_LIST_HEAD(&fc
->bg_queue
);
615 INIT_LIST_HEAD(&fc
->entry
);
616 INIT_LIST_HEAD(&fc
->devices
);
617 atomic_set(&fc
->num_waiting
, 0);
618 fc
->max_background
= FUSE_DEFAULT_MAX_BACKGROUND
;
619 fc
->congestion_threshold
= FUSE_DEFAULT_CONGESTION_THRESHOLD
;
621 fc
->polled_files
= RB_ROOT
;
625 fc
->attr_version
= 1;
626 get_random_bytes(&fc
->scramble_key
, sizeof(fc
->scramble_key
));
627 fc
->pid_ns
= get_pid_ns(task_active_pid_ns(current
));
628 fc
->user_ns
= get_user_ns(user_ns
);
630 EXPORT_SYMBOL_GPL(fuse_conn_init
);
632 void fuse_conn_put(struct fuse_conn
*fc
)
634 if (refcount_dec_and_test(&fc
->count
)) {
636 fuse_request_free(fc
->destroy_req
);
637 put_pid_ns(fc
->pid_ns
);
638 put_user_ns(fc
->user_ns
);
642 EXPORT_SYMBOL_GPL(fuse_conn_put
);
644 struct fuse_conn
*fuse_conn_get(struct fuse_conn
*fc
)
646 refcount_inc(&fc
->count
);
649 EXPORT_SYMBOL_GPL(fuse_conn_get
);
651 static struct inode
*fuse_get_root_inode(struct super_block
*sb
, unsigned mode
)
653 struct fuse_attr attr
;
654 memset(&attr
, 0, sizeof(attr
));
657 attr
.ino
= FUSE_ROOT_ID
;
659 return fuse_iget(sb
, 1, 0, &attr
, 0, 0);
662 struct fuse_inode_handle
{
667 static struct dentry
*fuse_get_dentry(struct super_block
*sb
,
668 struct fuse_inode_handle
*handle
)
670 struct fuse_conn
*fc
= get_fuse_conn_super(sb
);
672 struct dentry
*entry
;
675 if (handle
->nodeid
== 0)
678 inode
= ilookup5(sb
, handle
->nodeid
, fuse_inode_eq
, &handle
->nodeid
);
680 struct fuse_entry_out outarg
;
681 const struct qstr name
= QSTR_INIT(".", 1);
683 if (!fc
->export_support
)
686 err
= fuse_lookup_name(sb
, handle
->nodeid
, &name
, &outarg
,
688 if (err
&& err
!= -ENOENT
)
695 if (get_node_id(inode
) != handle
->nodeid
)
699 if (inode
->i_generation
!= handle
->generation
)
702 entry
= d_obtain_alias(inode
);
703 if (!IS_ERR(entry
) && get_node_id(inode
) != FUSE_ROOT_ID
)
704 fuse_invalidate_entry_cache(entry
);
714 static int fuse_encode_fh(struct inode
*inode
, u32
*fh
, int *max_len
,
715 struct inode
*parent
)
717 int len
= parent
? 6 : 3;
721 if (*max_len
< len
) {
723 return FILEID_INVALID
;
726 nodeid
= get_fuse_inode(inode
)->nodeid
;
727 generation
= inode
->i_generation
;
729 fh
[0] = (u32
)(nodeid
>> 32);
730 fh
[1] = (u32
)(nodeid
& 0xffffffff);
734 nodeid
= get_fuse_inode(parent
)->nodeid
;
735 generation
= parent
->i_generation
;
737 fh
[3] = (u32
)(nodeid
>> 32);
738 fh
[4] = (u32
)(nodeid
& 0xffffffff);
743 return parent
? 0x82 : 0x81;
746 static struct dentry
*fuse_fh_to_dentry(struct super_block
*sb
,
747 struct fid
*fid
, int fh_len
, int fh_type
)
749 struct fuse_inode_handle handle
;
751 if ((fh_type
!= 0x81 && fh_type
!= 0x82) || fh_len
< 3)
754 handle
.nodeid
= (u64
) fid
->raw
[0] << 32;
755 handle
.nodeid
|= (u64
) fid
->raw
[1];
756 handle
.generation
= fid
->raw
[2];
757 return fuse_get_dentry(sb
, &handle
);
760 static struct dentry
*fuse_fh_to_parent(struct super_block
*sb
,
761 struct fid
*fid
, int fh_len
, int fh_type
)
763 struct fuse_inode_handle parent
;
765 if (fh_type
!= 0x82 || fh_len
< 6)
768 parent
.nodeid
= (u64
) fid
->raw
[3] << 32;
769 parent
.nodeid
|= (u64
) fid
->raw
[4];
770 parent
.generation
= fid
->raw
[5];
771 return fuse_get_dentry(sb
, &parent
);
774 static struct dentry
*fuse_get_parent(struct dentry
*child
)
776 struct inode
*child_inode
= d_inode(child
);
777 struct fuse_conn
*fc
= get_fuse_conn(child_inode
);
779 struct dentry
*parent
;
780 struct fuse_entry_out outarg
;
781 const struct qstr name
= QSTR_INIT("..", 2);
784 if (!fc
->export_support
)
785 return ERR_PTR(-ESTALE
);
787 err
= fuse_lookup_name(child_inode
->i_sb
, get_node_id(child_inode
),
788 &name
, &outarg
, &inode
);
791 return ERR_PTR(-ESTALE
);
795 parent
= d_obtain_alias(inode
);
796 if (!IS_ERR(parent
) && get_node_id(inode
) != FUSE_ROOT_ID
)
797 fuse_invalidate_entry_cache(parent
);
802 static const struct export_operations fuse_export_operations
= {
803 .fh_to_dentry
= fuse_fh_to_dentry
,
804 .fh_to_parent
= fuse_fh_to_parent
,
805 .encode_fh
= fuse_encode_fh
,
806 .get_parent
= fuse_get_parent
,
809 static const struct super_operations fuse_super_operations
= {
810 .alloc_inode
= fuse_alloc_inode
,
811 .destroy_inode
= fuse_destroy_inode
,
812 .evict_inode
= fuse_evict_inode
,
813 .write_inode
= fuse_write_inode
,
814 .drop_inode
= generic_delete_inode
,
815 .remount_fs
= fuse_remount_fs
,
816 .put_super
= fuse_put_super
,
817 .umount_begin
= fuse_umount_begin
,
818 .statfs
= fuse_statfs
,
819 .show_options
= fuse_show_options
,
822 static void sanitize_global_limit(unsigned *limit
)
825 *limit
= ((totalram_pages
<< PAGE_SHIFT
) >> 13) /
826 sizeof(struct fuse_req
);
828 if (*limit
>= 1 << 16)
829 *limit
= (1 << 16) - 1;
832 static int set_global_limit(const char *val
, const struct kernel_param
*kp
)
836 rv
= param_set_uint(val
, kp
);
840 sanitize_global_limit((unsigned *)kp
->arg
);
845 static void process_init_limits(struct fuse_conn
*fc
, struct fuse_init_out
*arg
)
847 int cap_sys_admin
= capable(CAP_SYS_ADMIN
);
852 sanitize_global_limit(&max_user_bgreq
);
853 sanitize_global_limit(&max_user_congthresh
);
855 if (arg
->max_background
) {
856 fc
->max_background
= arg
->max_background
;
858 if (!cap_sys_admin
&& fc
->max_background
> max_user_bgreq
)
859 fc
->max_background
= max_user_bgreq
;
861 if (arg
->congestion_threshold
) {
862 fc
->congestion_threshold
= arg
->congestion_threshold
;
864 if (!cap_sys_admin
&&
865 fc
->congestion_threshold
> max_user_congthresh
)
866 fc
->congestion_threshold
= max_user_congthresh
;
870 static void process_init_reply(struct fuse_conn
*fc
, struct fuse_req
*req
)
872 struct fuse_init_out
*arg
= &req
->misc
.init_out
;
874 if (req
->out
.h
.error
|| arg
->major
!= FUSE_KERNEL_VERSION
)
877 unsigned long ra_pages
;
879 process_init_limits(fc
, arg
);
881 if (arg
->minor
>= 6) {
882 ra_pages
= arg
->max_readahead
/ PAGE_SIZE
;
883 if (arg
->flags
& FUSE_ASYNC_READ
)
885 if (!(arg
->flags
& FUSE_POSIX_LOCKS
))
887 if (arg
->minor
>= 17) {
888 if (!(arg
->flags
& FUSE_FLOCK_LOCKS
))
891 if (!(arg
->flags
& FUSE_POSIX_LOCKS
))
894 if (arg
->flags
& FUSE_ATOMIC_O_TRUNC
)
895 fc
->atomic_o_trunc
= 1;
896 if (arg
->minor
>= 9) {
897 /* LOOKUP has dependency on proto version */
898 if (arg
->flags
& FUSE_EXPORT_SUPPORT
)
899 fc
->export_support
= 1;
901 if (arg
->flags
& FUSE_BIG_WRITES
)
903 if (arg
->flags
& FUSE_DONT_MASK
)
905 if (arg
->flags
& FUSE_AUTO_INVAL_DATA
)
906 fc
->auto_inval_data
= 1;
907 if (arg
->flags
& FUSE_DO_READDIRPLUS
) {
908 fc
->do_readdirplus
= 1;
909 if (arg
->flags
& FUSE_READDIRPLUS_AUTO
)
910 fc
->readdirplus_auto
= 1;
912 if (arg
->flags
& FUSE_ASYNC_DIO
)
914 if (arg
->flags
& FUSE_WRITEBACK_CACHE
)
915 fc
->writeback_cache
= 1;
916 if (arg
->flags
& FUSE_PARALLEL_DIROPS
)
917 fc
->parallel_dirops
= 1;
918 if (arg
->flags
& FUSE_HANDLE_KILLPRIV
)
919 fc
->handle_killpriv
= 1;
920 if (arg
->time_gran
&& arg
->time_gran
<= 1000000000)
921 fc
->sb
->s_time_gran
= arg
->time_gran
;
922 if ((arg
->flags
& FUSE_POSIX_ACL
)) {
923 fc
->default_permissions
= 1;
925 fc
->sb
->s_xattr
= fuse_acl_xattr_handlers
;
927 if (arg
->flags
& FUSE_ABORT_ERROR
)
930 ra_pages
= fc
->max_read
/ PAGE_SIZE
;
935 fc
->sb
->s_bdi
->ra_pages
=
936 min(fc
->sb
->s_bdi
->ra_pages
, ra_pages
);
937 fc
->minor
= arg
->minor
;
938 fc
->max_write
= arg
->minor
< 5 ? 4096 : arg
->max_write
;
939 fc
->max_write
= max_t(unsigned, 4096, fc
->max_write
);
942 fuse_set_initialized(fc
);
943 wake_up_all(&fc
->blocked_waitq
);
946 static void fuse_send_init(struct fuse_conn
*fc
, struct fuse_req
*req
)
948 struct fuse_init_in
*arg
= &req
->misc
.init_in
;
950 arg
->major
= FUSE_KERNEL_VERSION
;
951 arg
->minor
= FUSE_KERNEL_MINOR_VERSION
;
952 arg
->max_readahead
= fc
->sb
->s_bdi
->ra_pages
* PAGE_SIZE
;
953 arg
->flags
|= FUSE_ASYNC_READ
| FUSE_POSIX_LOCKS
| FUSE_ATOMIC_O_TRUNC
|
954 FUSE_EXPORT_SUPPORT
| FUSE_BIG_WRITES
| FUSE_DONT_MASK
|
955 FUSE_SPLICE_WRITE
| FUSE_SPLICE_MOVE
| FUSE_SPLICE_READ
|
956 FUSE_FLOCK_LOCKS
| FUSE_HAS_IOCTL_DIR
| FUSE_AUTO_INVAL_DATA
|
957 FUSE_DO_READDIRPLUS
| FUSE_READDIRPLUS_AUTO
| FUSE_ASYNC_DIO
|
958 FUSE_WRITEBACK_CACHE
| FUSE_NO_OPEN_SUPPORT
|
959 FUSE_PARALLEL_DIROPS
| FUSE_HANDLE_KILLPRIV
| FUSE_POSIX_ACL
|
961 req
->in
.h
.opcode
= FUSE_INIT
;
963 req
->in
.args
[0].size
= sizeof(*arg
);
964 req
->in
.args
[0].value
= arg
;
965 req
->out
.numargs
= 1;
966 /* Variable length argument used for backward compatibility
967 with interface version < 7.5. Rest of init_out is zeroed
968 by do_get_request(), so a short reply is not a problem */
970 req
->out
.args
[0].size
= sizeof(struct fuse_init_out
);
971 req
->out
.args
[0].value
= &req
->misc
.init_out
;
972 req
->end
= process_init_reply
;
973 fuse_request_send_background(fc
, req
);
976 static void fuse_free_conn(struct fuse_conn
*fc
)
978 WARN_ON(!list_empty(&fc
->devices
));
982 static int fuse_bdi_init(struct fuse_conn
*fc
, struct super_block
*sb
)
990 * sb->s_bdi points to blkdev's bdi however we want to redirect
991 * it to our private bdi...
994 sb
->s_bdi
= &noop_backing_dev_info
;
996 err
= super_setup_bdi_name(sb
, "%u:%u%s", MAJOR(fc
->dev
),
997 MINOR(fc
->dev
), suffix
);
1001 sb
->s_bdi
->ra_pages
= (VM_MAX_READAHEAD
* 1024) / PAGE_SIZE
;
1002 /* fuse does it's own writeback accounting */
1003 sb
->s_bdi
->capabilities
= BDI_CAP_NO_ACCT_WB
| BDI_CAP_STRICTLIMIT
;
1006 * For a single fuse filesystem use max 1% of dirty +
1007 * writeback threshold.
1009 * This gives about 1M of write buffer for memory maps on a
1010 * machine with 1G and 10% dirty_ratio, which should be more
1013 * Privileged users can raise it by writing to
1015 * /sys/class/bdi/<bdi>/max_ratio
1017 bdi_set_max_ratio(sb
->s_bdi
, 1);
1022 struct fuse_dev
*fuse_dev_alloc(struct fuse_conn
*fc
)
1024 struct fuse_dev
*fud
;
1026 fud
= kzalloc(sizeof(struct fuse_dev
), GFP_KERNEL
);
1028 fud
->fc
= fuse_conn_get(fc
);
1029 fuse_pqueue_init(&fud
->pq
);
1031 spin_lock(&fc
->lock
);
1032 list_add_tail(&fud
->entry
, &fc
->devices
);
1033 spin_unlock(&fc
->lock
);
1038 EXPORT_SYMBOL_GPL(fuse_dev_alloc
);
1040 void fuse_dev_free(struct fuse_dev
*fud
)
1042 struct fuse_conn
*fc
= fud
->fc
;
1045 spin_lock(&fc
->lock
);
1046 list_del(&fud
->entry
);
1047 spin_unlock(&fc
->lock
);
1053 EXPORT_SYMBOL_GPL(fuse_dev_free
);
1055 static int fuse_fill_super(struct super_block
*sb
, void *data
, int silent
)
1057 struct fuse_dev
*fud
;
1058 struct fuse_conn
*fc
;
1060 struct fuse_mount_data d
;
1062 struct dentry
*root_dentry
;
1063 struct fuse_req
*init_req
;
1065 int is_bdev
= sb
->s_bdev
!= NULL
;
1068 if (sb
->s_flags
& SB_MANDLOCK
)
1071 sb
->s_flags
&= ~(SB_NOSEC
| SB_I_VERSION
);
1073 if (!parse_fuse_opt(data
, &d
, is_bdev
, sb
->s_user_ns
))
1079 if (!sb_set_blocksize(sb
, d
.blksize
))
1083 sb
->s_blocksize
= PAGE_SIZE
;
1084 sb
->s_blocksize_bits
= PAGE_SHIFT
;
1086 sb
->s_magic
= FUSE_SUPER_MAGIC
;
1087 sb
->s_op
= &fuse_super_operations
;
1088 sb
->s_xattr
= fuse_xattr_handlers
;
1089 sb
->s_maxbytes
= MAX_LFS_FILESIZE
;
1090 sb
->s_time_gran
= 1;
1091 sb
->s_export_op
= &fuse_export_operations
;
1092 sb
->s_iflags
|= SB_I_IMA_UNVERIFIABLE_SIGNATURE
;
1093 if (sb
->s_user_ns
!= &init_user_ns
)
1094 sb
->s_iflags
|= SB_I_UNTRUSTED_MOUNTER
;
1102 * Require mount to happen from the same user namespace which
1103 * opened /dev/fuse to prevent potential attacks.
1105 if (file
->f_op
!= &fuse_dev_operations
||
1106 file
->f_cred
->user_ns
!= sb
->s_user_ns
)
1110 * If we are not in the initial user namespace posix
1111 * acls must be translated.
1113 if (sb
->s_user_ns
!= &init_user_ns
)
1114 sb
->s_xattr
= fuse_no_acl_xattr_handlers
;
1116 fc
= kmalloc(sizeof(*fc
), GFP_KERNEL
);
1121 fuse_conn_init(fc
, sb
->s_user_ns
);
1122 fc
->release
= fuse_free_conn
;
1124 fud
= fuse_dev_alloc(fc
);
1128 fc
->dev
= sb
->s_dev
;
1130 err
= fuse_bdi_init(fc
, sb
);
1134 /* Handle umasking inside the fuse code */
1135 if (sb
->s_flags
& SB_POSIXACL
)
1137 sb
->s_flags
|= SB_POSIXACL
;
1139 fc
->default_permissions
= d
.default_permissions
;
1140 fc
->allow_other
= d
.allow_other
;
1141 fc
->user_id
= d
.user_id
;
1142 fc
->group_id
= d
.group_id
;
1143 fc
->max_read
= max_t(unsigned, 4096, d
.max_read
);
1145 /* Used by get_root_inode() */
1149 root
= fuse_get_root_inode(sb
, d
.rootmode
);
1150 sb
->s_d_op
= &fuse_root_dentry_operations
;
1151 root_dentry
= d_make_root(root
);
1154 /* Root dentry doesn't have .d_revalidate */
1155 sb
->s_d_op
= &fuse_dentry_operations
;
1157 init_req
= fuse_request_alloc(0);
1160 __set_bit(FR_BACKGROUND
, &init_req
->flags
);
1163 fc
->destroy_req
= fuse_request_alloc(0);
1164 if (!fc
->destroy_req
)
1165 goto err_free_init_req
;
1168 mutex_lock(&fuse_mutex
);
1170 if (file
->private_data
)
1173 err
= fuse_ctl_add_conn(fc
);
1177 list_add_tail(&fc
->entry
, &fuse_conn_list
);
1178 sb
->s_root
= root_dentry
;
1179 file
->private_data
= fud
;
1180 mutex_unlock(&fuse_mutex
);
1182 * atomic_dec_and_test() in fput() provides the necessary
1183 * memory barrier for file->private_data to be visible on all
1188 fuse_send_init(fc
, init_req
);
1193 mutex_unlock(&fuse_mutex
);
1195 fuse_request_free(init_req
);
1202 sb
->s_fs_info
= NULL
;
1209 static struct dentry
*fuse_mount(struct file_system_type
*fs_type
,
1210 int flags
, const char *dev_name
,
1213 return mount_nodev(fs_type
, flags
, raw_data
, fuse_fill_super
);
1216 static void fuse_sb_destroy(struct super_block
*sb
)
1218 struct fuse_conn
*fc
= get_fuse_conn_super(sb
);
1221 fuse_send_destroy(fc
);
1223 fuse_abort_conn(fc
, false);
1224 fuse_wait_aborted(fc
);
1226 down_write(&fc
->killsb
);
1228 up_write(&fc
->killsb
);
1232 static void fuse_kill_sb_anon(struct super_block
*sb
)
1234 fuse_sb_destroy(sb
);
1235 kill_anon_super(sb
);
1238 static struct file_system_type fuse_fs_type
= {
1239 .owner
= THIS_MODULE
,
1241 .fs_flags
= FS_HAS_SUBTYPE
| FS_USERNS_MOUNT
,
1242 .mount
= fuse_mount
,
1243 .kill_sb
= fuse_kill_sb_anon
,
1245 MODULE_ALIAS_FS("fuse");
1248 static struct dentry
*fuse_mount_blk(struct file_system_type
*fs_type
,
1249 int flags
, const char *dev_name
,
1252 return mount_bdev(fs_type
, flags
, dev_name
, raw_data
, fuse_fill_super
);
1255 static void fuse_kill_sb_blk(struct super_block
*sb
)
1257 fuse_sb_destroy(sb
);
1258 kill_block_super(sb
);
1261 static struct file_system_type fuseblk_fs_type
= {
1262 .owner
= THIS_MODULE
,
1264 .mount
= fuse_mount_blk
,
1265 .kill_sb
= fuse_kill_sb_blk
,
1266 .fs_flags
= FS_REQUIRES_DEV
| FS_HAS_SUBTYPE
,
1268 MODULE_ALIAS_FS("fuseblk");
1270 static inline int register_fuseblk(void)
1272 return register_filesystem(&fuseblk_fs_type
);
1275 static inline void unregister_fuseblk(void)
1277 unregister_filesystem(&fuseblk_fs_type
);
1280 static inline int register_fuseblk(void)
1285 static inline void unregister_fuseblk(void)
1290 static void fuse_inode_init_once(void *foo
)
1292 struct inode
*inode
= foo
;
1294 inode_init_once(inode
);
1297 static int __init
fuse_fs_init(void)
1301 fuse_inode_cachep
= kmem_cache_create("fuse_inode",
1302 sizeof(struct fuse_inode
), 0,
1303 SLAB_HWCACHE_ALIGN
|SLAB_ACCOUNT
|SLAB_RECLAIM_ACCOUNT
,
1304 fuse_inode_init_once
);
1306 if (!fuse_inode_cachep
)
1309 err
= register_fuseblk();
1313 err
= register_filesystem(&fuse_fs_type
);
1320 unregister_fuseblk();
1322 kmem_cache_destroy(fuse_inode_cachep
);
1327 static void fuse_fs_cleanup(void)
1329 unregister_filesystem(&fuse_fs_type
);
1330 unregister_fuseblk();
1333 * Make sure all delayed rcu free inodes are flushed before we
1337 kmem_cache_destroy(fuse_inode_cachep
);
1340 static struct kobject
*fuse_kobj
;
1342 static int fuse_sysfs_init(void)
1346 fuse_kobj
= kobject_create_and_add("fuse", fs_kobj
);
1352 err
= sysfs_create_mount_point(fuse_kobj
, "connections");
1354 goto out_fuse_unregister
;
1358 out_fuse_unregister
:
1359 kobject_put(fuse_kobj
);
1364 static void fuse_sysfs_cleanup(void)
1366 sysfs_remove_mount_point(fuse_kobj
, "connections");
1367 kobject_put(fuse_kobj
);
1370 static int __init
fuse_init(void)
1374 printk(KERN_INFO
"fuse init (API version %i.%i)\n",
1375 FUSE_KERNEL_VERSION
, FUSE_KERNEL_MINOR_VERSION
);
1377 INIT_LIST_HEAD(&fuse_conn_list
);
1378 res
= fuse_fs_init();
1382 res
= fuse_dev_init();
1384 goto err_fs_cleanup
;
1386 res
= fuse_sysfs_init();
1388 goto err_dev_cleanup
;
1390 res
= fuse_ctl_init();
1392 goto err_sysfs_cleanup
;
1394 sanitize_global_limit(&max_user_bgreq
);
1395 sanitize_global_limit(&max_user_congthresh
);
1400 fuse_sysfs_cleanup();
1409 static void __exit
fuse_exit(void)
1411 printk(KERN_DEBUG
"fuse exit\n");
1414 fuse_sysfs_cleanup();
1419 module_init(fuse_init
);
1420 module_exit(fuse_exit
);