]> git.proxmox.com Git - mirror_ubuntu-focal-kernel.git/blame - fs/sync.c
drm/i915: fix uninitialized pointer reads on pointers to and from
[mirror_ubuntu-focal-kernel.git] / fs / sync.c
CommitLineData
b2441318 1// SPDX-License-Identifier: GPL-2.0
f79e2abb
AM
2/*
3 * High-level sync()-related operations
4 */
5
6#include <linux/kernel.h>
7#include <linux/file.h>
8#include <linux/fs.h>
5a0e3ad6 9#include <linux/slab.h>
630d9c47 10#include <linux/export.h>
b7ed78f5 11#include <linux/namei.h>
914e2637 12#include <linux/sched.h>
f79e2abb
AM
13#include <linux/writeback.h>
14#include <linux/syscalls.h>
15#include <linux/linkage.h>
16#include <linux/pagemap.h>
cf9a2ae8 17#include <linux/quotaops.h>
5129a469 18#include <linux/backing-dev.h>
5a3e5cb8 19#include "internal.h"
f79e2abb
AM
20
21#define VALID_FLAGS (SYNC_FILE_RANGE_WAIT_BEFORE|SYNC_FILE_RANGE_WRITE| \
22 SYNC_FILE_RANGE_WAIT_AFTER)
23
c15c54f5 24/*
d8a8559c
JA
25 * Do the filesystem syncing work. For simple filesystems
26 * writeback_inodes_sb(sb) just dirties buffers with inodes so we have to
27 * submit IO for these buffers via __sync_blockdev(). This also speeds up the
28 * wait == 1 case since in that case write_inode() functions do
29 * sync_dirty_buffer() and thus effectively write one block at a time.
c15c54f5 30 */
a3a49a17 31int __sync_filesystem(struct super_block *sb, int wait)
c15c54f5 32{
5fb324ad 33 if (wait)
0dc83bd3 34 sync_inodes_sb(sb);
5fb324ad 35 else
0e175a18 36 writeback_inodes_sb(sb, WB_REASON_SYNC);
5fb324ad 37
c15c54f5
JK
38 if (sb->s_op->sync_fs)
39 sb->s_op->sync_fs(sb, wait);
40 return __sync_blockdev(sb->s_bdev, wait);
41}
a3a49a17 42EXPORT_SYMBOL_GPL(__sync_filesystem);
c15c54f5
JK
43
44/*
45 * Write out and wait upon all dirty data associated with this
46 * superblock. Filesystem data as well as the underlying block
47 * device. Takes the superblock lock.
48 */
60b0680f 49int sync_filesystem(struct super_block *sb)
c15c54f5
JK
50{
51 int ret;
52
5af7926f
CH
53 /*
54 * We need to be protected against the filesystem going from
55 * r/o to r/w or vice versa.
56 */
57 WARN_ON(!rwsem_is_locked(&sb->s_umount));
58
59 /*
60 * No point in syncing out anything if the filesystem is read-only.
61 */
bc98a42c 62 if (sb_rdonly(sb))
5af7926f
CH
63 return 0;
64
0dc83bd3 65 ret = __sync_filesystem(sb, 0);
c15c54f5
JK
66 if (ret < 0)
67 return ret;
0dc83bd3 68 return __sync_filesystem(sb, 1);
c15c54f5 69}
10096fb1 70EXPORT_SYMBOL(sync_filesystem);
c15c54f5 71
b3de6531 72static void sync_inodes_one_sb(struct super_block *sb, void *arg)
01a05b33 73{
bc98a42c 74 if (!sb_rdonly(sb))
0dc83bd3 75 sync_inodes_sb(sb);
01a05b33 76}
b3de6531 77
b3de6531
JK
78static void sync_fs_one_sb(struct super_block *sb, void *arg)
79{
bc98a42c 80 if (!sb_rdonly(sb) && sb->s_op->sync_fs)
b3de6531
JK
81 sb->s_op->sync_fs(sb, *(int *)arg);
82}
83
d0e91b13 84static void fdatawrite_one_bdev(struct block_device *bdev, void *arg)
b3de6531 85{
d0e91b13 86 filemap_fdatawrite(bdev->bd_inode->i_mapping);
a8c7176b
JK
87}
88
d0e91b13 89static void fdatawait_one_bdev(struct block_device *bdev, void *arg)
a8c7176b 90{
aa750fd7
JN
91 /*
92 * We keep the error status of individual mapping so that
93 * applications can catch the writeback error using fsync(2).
94 * See filemap_fdatawait_keep_errors() for details.
95 */
96 filemap_fdatawait_keep_errors(bdev->bd_inode->i_mapping);
c15c54f5
JK
97}
98
3beab0b4 99/*
4ea425b6
JK
100 * Sync everything. We start by waking flusher threads so that most of
101 * writeback runs on all devices in parallel. Then we sync all inodes reliably
102 * which effectively also waits for all flusher threads to finish doing
103 * writeback. At this point all data is on disk so metadata should be stable
104 * and we tell filesystems to sync their metadata via ->sync_fs() calls.
105 * Finally, we writeout all block devices because some filesystems (e.g. ext2)
106 * just write metadata (such as inodes or bitmaps) to block device page cache
107 * and do not sync it on their own in ->sync_fs().
3beab0b4 108 */
70f68ee8 109void ksys_sync(void)
cf9a2ae8 110{
b3de6531
JK
111 int nowait = 0, wait = 1;
112
9ba4b2df 113 wakeup_flusher_threads(WB_REASON_SYNC);
0dc83bd3 114 iterate_supers(sync_inodes_one_sb, NULL);
4ea425b6 115 iterate_supers(sync_fs_one_sb, &nowait);
b3de6531 116 iterate_supers(sync_fs_one_sb, &wait);
d0e91b13
JK
117 iterate_bdevs(fdatawrite_one_bdev, NULL);
118 iterate_bdevs(fdatawait_one_bdev, NULL);
cf9a2ae8
DH
119 if (unlikely(laptop_mode))
120 laptop_sync_completion();
70f68ee8
DB
121}
122
123SYSCALL_DEFINE0(sync)
124{
125 ksys_sync();
cf9a2ae8
DH
126 return 0;
127}
128
a2a9537a
JA
129static void do_sync_work(struct work_struct *work)
130{
b3de6531
JK
131 int nowait = 0;
132
5cee5815
JK
133 /*
134 * Sync twice to reduce the possibility we skipped some inodes / pages
135 * because they were temporarily locked
136 */
b3de6531
JK
137 iterate_supers(sync_inodes_one_sb, &nowait);
138 iterate_supers(sync_fs_one_sb, &nowait);
d0e91b13 139 iterate_bdevs(fdatawrite_one_bdev, NULL);
b3de6531
JK
140 iterate_supers(sync_inodes_one_sb, &nowait);
141 iterate_supers(sync_fs_one_sb, &nowait);
d0e91b13 142 iterate_bdevs(fdatawrite_one_bdev, NULL);
5cee5815 143 printk("Emergency Sync complete\n");
a2a9537a
JA
144 kfree(work);
145}
146
cf9a2ae8
DH
147void emergency_sync(void)
148{
a2a9537a
JA
149 struct work_struct *work;
150
151 work = kmalloc(sizeof(*work), GFP_ATOMIC);
152 if (work) {
153 INIT_WORK(work, do_sync_work);
154 schedule_work(work);
155 }
cf9a2ae8
DH
156}
157
b7ed78f5
SW
158/*
159 * sync a single super
160 */
161SYSCALL_DEFINE1(syncfs, int, fd)
162{
2903ff01 163 struct fd f = fdget(fd);
b7ed78f5
SW
164 struct super_block *sb;
165 int ret;
b7ed78f5 166
2903ff01 167 if (!f.file)
b7ed78f5 168 return -EBADF;
b583043e 169 sb = f.file->f_path.dentry->d_sb;
b7ed78f5
SW
170
171 down_read(&sb->s_umount);
172 ret = sync_filesystem(sb);
173 up_read(&sb->s_umount);
174
2903ff01 175 fdput(f);
b7ed78f5
SW
176 return ret;
177}
178
4c728ef5 179/**
148f948b 180 * vfs_fsync_range - helper to sync a range of data & metadata to disk
4c728ef5 181 * @file: file to sync
148f948b
JK
182 * @start: offset in bytes of the beginning of data range to sync
183 * @end: offset in bytes of the end of data range (inclusive)
184 * @datasync: perform only datasync
4c728ef5 185 *
148f948b
JK
186 * Write back data in range @start..@end and metadata for @file to disk. If
187 * @datasync is set only metadata needed to access modified file data is
188 * written.
4c728ef5 189 */
8018ab05 190int vfs_fsync_range(struct file *file, loff_t start, loff_t end, int datasync)
cf9a2ae8 191{
0ae45f63
TT
192 struct inode *inode = file->f_mapping->host;
193
72c2d531 194 if (!file->f_op->fsync)
02c24a82 195 return -EINVAL;
0d07e557 196 if (!datasync && (inode->i_state & I_DIRTY_TIME))
0ae45f63 197 mark_inode_dirty_sync(inode);
0f41074a 198 return file->f_op->fsync(file, start, end, datasync);
cf9a2ae8 199}
148f948b
JK
200EXPORT_SYMBOL(vfs_fsync_range);
201
202/**
203 * vfs_fsync - perform a fsync or fdatasync on a file
204 * @file: file to sync
148f948b
JK
205 * @datasync: only perform a fdatasync operation
206 *
207 * Write back data and metadata for @file to disk. If @datasync is
208 * set only metadata needed to access modified file data is written.
148f948b 209 */
8018ab05 210int vfs_fsync(struct file *file, int datasync)
148f948b 211{
8018ab05 212 return vfs_fsync_range(file, 0, LLONG_MAX, datasync);
148f948b 213}
4c728ef5 214EXPORT_SYMBOL(vfs_fsync);
cf9a2ae8 215
4c728ef5 216static int do_fsync(unsigned int fd, int datasync)
cf9a2ae8 217{
2903ff01 218 struct fd f = fdget(fd);
cf9a2ae8
DH
219 int ret = -EBADF;
220
2903ff01
AV
221 if (f.file) {
222 ret = vfs_fsync(f.file, datasync);
223 fdput(f);
cf9a2ae8
DH
224 }
225 return ret;
226}
227
a5f8fa9e 228SYSCALL_DEFINE1(fsync, unsigned int, fd)
cf9a2ae8 229{
4c728ef5 230 return do_fsync(fd, 0);
cf9a2ae8
DH
231}
232
a5f8fa9e 233SYSCALL_DEFINE1(fdatasync, unsigned int, fd)
cf9a2ae8 234{
4c728ef5 235 return do_fsync(fd, 1);
cf9a2ae8
DH
236}
237
22f96b38
JA
238int sync_file_range(struct file *file, loff_t offset, loff_t nbytes,
239 unsigned int flags)
f79e2abb
AM
240{
241 int ret;
7a0ad10c 242 struct address_space *mapping;
f79e2abb 243 loff_t endbyte; /* inclusive */
f79e2abb
AM
244 umode_t i_mode;
245
246 ret = -EINVAL;
247 if (flags & ~VALID_FLAGS)
248 goto out;
249
250 endbyte = offset + nbytes;
251
252 if ((s64)offset < 0)
253 goto out;
254 if ((s64)endbyte < 0)
255 goto out;
256 if (endbyte < offset)
257 goto out;
258
259 if (sizeof(pgoff_t) == 4) {
09cbfeaf 260 if (offset >= (0x100000000ULL << PAGE_SHIFT)) {
f79e2abb
AM
261 /*
262 * The range starts outside a 32 bit machine's
263 * pagecache addressing capabilities. Let it "succeed"
264 */
265 ret = 0;
266 goto out;
267 }
09cbfeaf 268 if (endbyte >= (0x100000000ULL << PAGE_SHIFT)) {
f79e2abb
AM
269 /*
270 * Out to EOF
271 */
272 nbytes = 0;
273 }
274 }
275
276 if (nbytes == 0)
111ebb6e 277 endbyte = LLONG_MAX;
f79e2abb
AM
278 else
279 endbyte--; /* inclusive */
280
22f96b38 281 i_mode = file_inode(file)->i_mode;
f79e2abb
AM
282 ret = -ESPIPE;
283 if (!S_ISREG(i_mode) && !S_ISBLK(i_mode) && !S_ISDIR(i_mode) &&
284 !S_ISLNK(i_mode))
22f96b38 285 goto out;
f79e2abb 286
22f96b38 287 mapping = file->f_mapping;
7a0ad10c
CH
288 ret = 0;
289 if (flags & SYNC_FILE_RANGE_WAIT_BEFORE) {
22f96b38 290 ret = file_fdatawait_range(file, offset, endbyte);
7a0ad10c 291 if (ret < 0)
22f96b38 292 goto out;
7a0ad10c
CH
293 }
294
295 if (flags & SYNC_FILE_RANGE_WRITE) {
c553ea4f
AG
296 int sync_mode = WB_SYNC_NONE;
297
298 if ((flags & SYNC_FILE_RANGE_WRITE_AND_WAIT) ==
299 SYNC_FILE_RANGE_WRITE_AND_WAIT)
300 sync_mode = WB_SYNC_ALL;
301
23d01270 302 ret = __filemap_fdatawrite_range(mapping, offset, endbyte,
c553ea4f 303 sync_mode);
7a0ad10c 304 if (ret < 0)
22f96b38 305 goto out;
7a0ad10c
CH
306 }
307
308 if (flags & SYNC_FILE_RANGE_WAIT_AFTER)
22f96b38 309 ret = file_fdatawait_range(file, offset, endbyte);
7a0ad10c 310
f79e2abb
AM
311out:
312 return ret;
313}
314
22f96b38 315/*
c553ea4f 316 * ksys_sync_file_range() permits finely controlled syncing over a segment of
22f96b38 317 * a file in the range offset .. (offset+nbytes-1) inclusive. If nbytes is
c553ea4f 318 * zero then ksys_sync_file_range() will operate from offset out to EOF.
22f96b38
JA
319 *
320 * The flag bits are:
321 *
322 * SYNC_FILE_RANGE_WAIT_BEFORE: wait upon writeout of all pages in the range
323 * before performing the write.
324 *
325 * SYNC_FILE_RANGE_WRITE: initiate writeout of all those dirty pages in the
326 * range which are not presently under writeback. Note that this may block for
327 * significant periods due to exhaustion of disk request structures.
328 *
329 * SYNC_FILE_RANGE_WAIT_AFTER: wait upon writeout of all pages in the range
330 * after performing the write.
331 *
332 * Useful combinations of the flag bits are:
333 *
334 * SYNC_FILE_RANGE_WAIT_BEFORE|SYNC_FILE_RANGE_WRITE: ensures that all pages
c553ea4f 335 * in the range which were dirty on entry to ksys_sync_file_range() are placed
22f96b38
JA
336 * under writeout. This is a start-write-for-data-integrity operation.
337 *
338 * SYNC_FILE_RANGE_WRITE: start writeout of all dirty pages in the range which
339 * are not presently under writeout. This is an asynchronous flush-to-disk
340 * operation. Not suitable for data integrity operations.
341 *
342 * SYNC_FILE_RANGE_WAIT_BEFORE (or SYNC_FILE_RANGE_WAIT_AFTER): wait for
343 * completion of writeout of all pages in the range. This will be used after an
344 * earlier SYNC_FILE_RANGE_WAIT_BEFORE|SYNC_FILE_RANGE_WRITE operation to wait
345 * for that operation to complete and to return the result.
346 *
c553ea4f
AG
347 * SYNC_FILE_RANGE_WAIT_BEFORE|SYNC_FILE_RANGE_WRITE|SYNC_FILE_RANGE_WAIT_AFTER
348 * (a.k.a. SYNC_FILE_RANGE_WRITE_AND_WAIT):
22f96b38
JA
349 * a traditional sync() operation. This is a write-for-data-integrity operation
350 * which will ensure that all pages in the range which were dirty on entry to
c553ea4f
AG
351 * ksys_sync_file_range() are written to disk. It should be noted that disk
352 * caches are not flushed by this call, so there are no guarantees here that the
353 * data will be available on disk after a crash.
22f96b38
JA
354 *
355 *
356 * SYNC_FILE_RANGE_WAIT_BEFORE and SYNC_FILE_RANGE_WAIT_AFTER will detect any
357 * I/O errors or ENOSPC conditions and will return those to the caller, after
358 * clearing the EIO and ENOSPC flags in the address_space.
359 *
360 * It should be noted that none of these operations write out the file's
361 * metadata. So unless the application is strictly performing overwrites of
362 * already-instantiated disk blocks, there are no guarantees here that the data
363 * will be available after a crash.
364 */
365int ksys_sync_file_range(int fd, loff_t offset, loff_t nbytes,
366 unsigned int flags)
367{
368 int ret;
369 struct fd f;
370
371 ret = -EBADF;
372 f = fdget(fd);
373 if (f.file)
374 ret = sync_file_range(f.file, offset, nbytes, flags);
375
376 fdput(f);
377 return ret;
378}
379
806cbae1
DB
380SYSCALL_DEFINE4(sync_file_range, int, fd, loff_t, offset, loff_t, nbytes,
381 unsigned int, flags)
382{
383 return ksys_sync_file_range(fd, offset, nbytes, flags);
384}
385
edd5cd4a
DW
386/* It would be nice if people remember that not all the world's an i386
387 when they introduce new system calls */
4a0fd5bf
AV
388SYSCALL_DEFINE4(sync_file_range2, int, fd, unsigned int, flags,
389 loff_t, offset, loff_t, nbytes)
edd5cd4a 390{
806cbae1 391 return ksys_sync_file_range(fd, offset, nbytes, flags);
edd5cd4a 392}