]> git.proxmox.com Git - mirror_ubuntu-jammy-kernel.git/blame - fs/btrfs/extent_io.h
Btrfs: Add ordered async work queues
[mirror_ubuntu-jammy-kernel.git] / fs / btrfs / extent_io.h
CommitLineData
d1310b2e
CM
1#ifndef __EXTENTIO__
2#define __EXTENTIO__
3
4#include <linux/rbtree.h>
5
6/* bits for the extent state */
7#define EXTENT_DIRTY 1
8#define EXTENT_WRITEBACK (1 << 1)
9#define EXTENT_UPTODATE (1 << 2)
10#define EXTENT_LOCKED (1 << 3)
11#define EXTENT_NEW (1 << 4)
12#define EXTENT_DELALLOC (1 << 5)
13#define EXTENT_DEFRAG (1 << 6)
14#define EXTENT_DEFRAG_DONE (1 << 7)
15#define EXTENT_BUFFER_FILLED (1 << 8)
e6dcd2dc
CM
16#define EXTENT_ORDERED (1 << 9)
17#define EXTENT_ORDERED_METADATA (1 << 10)
5b21f2ed 18#define EXTENT_BOUNDARY (1 << 11)
d1310b2e
CM
19#define EXTENT_IOBITS (EXTENT_LOCKED | EXTENT_WRITEBACK)
20
c8b97818
CM
21/* flags for bio submission */
22#define EXTENT_BIO_COMPRESSED 1
23
d1310b2e
CM
24/*
25 * page->private values. Every page that is controlled by the extent
26 * map has page->private set to one.
27 */
28#define EXTENT_PAGE_PRIVATE 1
29#define EXTENT_PAGE_PRIVATE_FIRST_PAGE 3
30
70dec807
CM
31struct extent_state;
32
44b8bd7e 33typedef int (extent_submit_bio_hook_t)(struct inode *inode, int rw,
c8b97818
CM
34 struct bio *bio, int mirror_num,
35 unsigned long bio_flags);
d1310b2e 36struct extent_io_ops {
c8b97818
CM
37 int (*fill_delalloc)(struct inode *inode, struct page *locked_page,
38 u64 start, u64 end, int *page_started);
247e743c 39 int (*writepage_start_hook)(struct page *page, u64 start, u64 end);
d1310b2e 40 int (*writepage_io_hook)(struct page *page, u64 start, u64 end);
44b8bd7e 41 extent_submit_bio_hook_t *submit_bio_hook;
239b14b3 42 int (*merge_bio_hook)(struct page *page, unsigned long offset,
c8b97818
CM
43 size_t size, struct bio *bio,
44 unsigned long bio_flags);
d1310b2e 45 int (*readpage_io_hook)(struct page *page, u64 start, u64 end);
7e38326f
CM
46 int (*readpage_io_failed_hook)(struct bio *bio, struct page *page,
47 u64 start, u64 end,
48 struct extent_state *state);
1259ab75
CM
49 int (*writepage_io_failed_hook)(struct bio *bio, struct page *page,
50 u64 start, u64 end,
51 struct extent_state *state);
70dec807
CM
52 int (*readpage_end_io_hook)(struct page *page, u64 start, u64 end,
53 struct extent_state *state);
1259ab75 54 int (*writepage_end_io_hook)(struct page *page, u64 start, u64 end,
e6dcd2dc 55 struct extent_state *state, int uptodate);
291d673e 56 int (*set_bit_hook)(struct inode *inode, u64 start, u64 end,
b0c68f8b 57 unsigned long old, unsigned long bits);
291d673e 58 int (*clear_bit_hook)(struct inode *inode, u64 start, u64 end,
b0c68f8b 59 unsigned long old, unsigned long bits);
4bef0848 60 int (*write_cache_pages_lock_hook)(struct page *page);
d1310b2e
CM
61};
62
63struct extent_io_tree {
64 struct rb_root state;
6af118ce 65 struct rb_root buffer;
d1310b2e
CM
66 struct address_space *mapping;
67 u64 dirty_bytes;
70dec807 68 spinlock_t lock;
6af118ce 69 spinlock_t buffer_lock;
d1310b2e 70 struct extent_io_ops *ops;
d1310b2e
CM
71};
72
73struct extent_state {
74 u64 start;
75 u64 end; /* inclusive */
d1310b2e 76 struct rb_node rb_node;
70dec807 77 struct extent_io_tree *tree;
d1310b2e
CM
78 wait_queue_head_t wq;
79 atomic_t refs;
80 unsigned long state;
81
82 /* for use by the FS */
83 u64 private;
84
2d2ae547 85 struct list_head leak_list;
d1310b2e
CM
86};
87
88struct extent_buffer {
89 u64 start;
90 unsigned long len;
91 char *map_token;
92 char *kaddr;
93 unsigned long map_start;
94 unsigned long map_len;
95 struct page *first_page;
d1310b2e
CM
96 atomic_t refs;
97 int flags;
2d2ae547 98 struct list_head leak_list;
6af118ce 99 struct rb_node rb_node;
a61e6f29 100 struct mutex mutex;
d1310b2e
CM
101};
102
103struct extent_map_tree;
104
d7fc640e
CM
105static inline struct extent_state *extent_state_next(struct extent_state *state)
106{
107 struct rb_node *node;
108 node = rb_next(&state->rb_node);
109 if (!node)
110 return NULL;
111 return rb_entry(node, struct extent_state, rb_node);
112}
113
d1310b2e
CM
114typedef struct extent_map *(get_extent_t)(struct inode *inode,
115 struct page *page,
116 size_t page_offset,
117 u64 start, u64 len,
118 int create);
119
120void extent_io_tree_init(struct extent_io_tree *tree,
121 struct address_space *mapping, gfp_t mask);
d1310b2e 122int try_release_extent_mapping(struct extent_map_tree *map,
70dec807
CM
123 struct extent_io_tree *tree, struct page *page,
124 gfp_t mask);
6af118ce 125int try_release_extent_buffer(struct extent_io_tree *tree, struct page *page);
7b13b7b1
CM
126int try_release_extent_state(struct extent_map_tree *map,
127 struct extent_io_tree *tree, struct page *page,
128 gfp_t mask);
d1310b2e
CM
129int lock_extent(struct extent_io_tree *tree, u64 start, u64 end, gfp_t mask);
130int unlock_extent(struct extent_io_tree *tree, u64 start, u64 end, gfp_t mask);
25179201
JB
131int try_lock_extent(struct extent_io_tree *tree, u64 start, u64 end,
132 gfp_t mask);
d1310b2e
CM
133int extent_read_full_page(struct extent_io_tree *tree, struct page *page,
134 get_extent_t *get_extent);
135int __init extent_io_init(void);
136void extent_io_exit(void);
137
138u64 count_range_bits(struct extent_io_tree *tree,
139 u64 *start, u64 search_end,
140 u64 max_bytes, unsigned long bits);
141
142int test_range_bit(struct extent_io_tree *tree, u64 start, u64 end,
143 int bits, int filled);
144int clear_extent_bits(struct extent_io_tree *tree, u64 start, u64 end,
145 int bits, gfp_t mask);
e6dcd2dc
CM
146int clear_extent_bit(struct extent_io_tree *tree, u64 start, u64 end,
147 int bits, int wake, int delete, gfp_t mask);
d1310b2e
CM
148int set_extent_bits(struct extent_io_tree *tree, u64 start, u64 end,
149 int bits, gfp_t mask);
150int set_extent_uptodate(struct extent_io_tree *tree, u64 start, u64 end,
151 gfp_t mask);
152int set_extent_new(struct extent_io_tree *tree, u64 start, u64 end,
153 gfp_t mask);
154int set_extent_dirty(struct extent_io_tree *tree, u64 start, u64 end,
155 gfp_t mask);
156int clear_extent_dirty(struct extent_io_tree *tree, u64 start, u64 end,
157 gfp_t mask);
e6dcd2dc
CM
158int clear_extent_ordered(struct extent_io_tree *tree, u64 start, u64 end,
159 gfp_t mask);
160int clear_extent_ordered_metadata(struct extent_io_tree *tree, u64 start,
161 u64 end, gfp_t mask);
d1310b2e
CM
162int set_extent_delalloc(struct extent_io_tree *tree, u64 start, u64 end,
163 gfp_t mask);
e6dcd2dc
CM
164int set_extent_ordered(struct extent_io_tree *tree, u64 start, u64 end,
165 gfp_t mask);
d1310b2e
CM
166int find_first_extent_bit(struct extent_io_tree *tree, u64 start,
167 u64 *start_ret, u64 *end_ret, int bits);
d7fc640e
CM
168struct extent_state *find_first_extent_bit_state(struct extent_io_tree *tree,
169 u64 start, int bits);
d1310b2e
CM
170int extent_invalidatepage(struct extent_io_tree *tree,
171 struct page *page, unsigned long offset);
172int extent_write_full_page(struct extent_io_tree *tree, struct page *page,
173 get_extent_t *get_extent,
174 struct writeback_control *wbc);
175int extent_writepages(struct extent_io_tree *tree,
176 struct address_space *mapping,
177 get_extent_t *get_extent,
178 struct writeback_control *wbc);
179int extent_readpages(struct extent_io_tree *tree,
180 struct address_space *mapping,
181 struct list_head *pages, unsigned nr_pages,
182 get_extent_t get_extent);
183int extent_prepare_write(struct extent_io_tree *tree,
184 struct inode *inode, struct page *page,
185 unsigned from, unsigned to, get_extent_t *get_extent);
186int extent_commit_write(struct extent_io_tree *tree,
187 struct inode *inode, struct page *page,
188 unsigned from, unsigned to);
189sector_t extent_bmap(struct address_space *mapping, sector_t iblock,
190 get_extent_t *get_extent);
191int set_range_dirty(struct extent_io_tree *tree, u64 start, u64 end);
192int set_state_private(struct extent_io_tree *tree, u64 start, u64 private);
193int get_state_private(struct extent_io_tree *tree, u64 start, u64 *private);
194void set_page_extent_mapped(struct page *page);
195
196struct extent_buffer *alloc_extent_buffer(struct extent_io_tree *tree,
197 u64 start, unsigned long len,
198 struct page *page0,
199 gfp_t mask);
200struct extent_buffer *find_extent_buffer(struct extent_io_tree *tree,
201 u64 start, unsigned long len,
202 gfp_t mask);
203void free_extent_buffer(struct extent_buffer *eb);
204int read_extent_buffer_pages(struct extent_io_tree *tree,
a86c12c7 205 struct extent_buffer *eb, u64 start, int wait,
f188591e 206 get_extent_t *get_extent, int mirror_num);
d1310b2e
CM
207
208static inline void extent_buffer_get(struct extent_buffer *eb)
209{
210 atomic_inc(&eb->refs);
211}
212
213int memcmp_extent_buffer(struct extent_buffer *eb, const void *ptrv,
214 unsigned long start,
215 unsigned long len);
216void read_extent_buffer(struct extent_buffer *eb, void *dst,
217 unsigned long start,
218 unsigned long len);
219void write_extent_buffer(struct extent_buffer *eb, const void *src,
220 unsigned long start, unsigned long len);
221void copy_extent_buffer(struct extent_buffer *dst, struct extent_buffer *src,
222 unsigned long dst_offset, unsigned long src_offset,
223 unsigned long len);
224void memcpy_extent_buffer(struct extent_buffer *dst, unsigned long dst_offset,
225 unsigned long src_offset, unsigned long len);
226void memmove_extent_buffer(struct extent_buffer *dst, unsigned long dst_offset,
227 unsigned long src_offset, unsigned long len);
228void memset_extent_buffer(struct extent_buffer *eb, char c,
229 unsigned long start, unsigned long len);
230int wait_on_extent_buffer_writeback(struct extent_io_tree *tree,
231 struct extent_buffer *eb);
e6dcd2dc
CM
232int wait_on_extent_writeback(struct extent_io_tree *tree, u64 start, u64 end);
233int wait_extent_bit(struct extent_io_tree *tree, u64 start, u64 end, int bits);
d1310b2e
CM
234int clear_extent_buffer_dirty(struct extent_io_tree *tree,
235 struct extent_buffer *eb);
236int set_extent_buffer_dirty(struct extent_io_tree *tree,
237 struct extent_buffer *eb);
238int set_extent_buffer_uptodate(struct extent_io_tree *tree,
239 struct extent_buffer *eb);
1259ab75
CM
240int clear_extent_buffer_uptodate(struct extent_io_tree *tree,
241 struct extent_buffer *eb);
d1310b2e
CM
242int extent_buffer_uptodate(struct extent_io_tree *tree,
243 struct extent_buffer *eb);
244int map_extent_buffer(struct extent_buffer *eb, unsigned long offset,
245 unsigned long min_len, char **token, char **map,
246 unsigned long *map_start,
247 unsigned long *map_len, int km);
248int map_private_extent_buffer(struct extent_buffer *eb, unsigned long offset,
249 unsigned long min_len, char **token, char **map,
250 unsigned long *map_start,
251 unsigned long *map_len, int km);
252void unmap_extent_buffer(struct extent_buffer *eb, char *token, int km);
ce9adaa5
CM
253int release_extent_buffer_tail_pages(struct extent_buffer *eb);
254int extent_range_uptodate(struct extent_io_tree *tree,
255 u64 start, u64 end);
c8b97818
CM
256int extent_clear_unlock_delalloc(struct inode *inode,
257 struct extent_io_tree *tree,
258 u64 start, u64 end, struct page *locked_page,
259 int clear_dirty, int set_writeback,
260 int clear_writeback);
d1310b2e 261#endif