]>
git.proxmox.com Git - mirror_ubuntu-jammy-kernel.git/blob - include/linux/mm_inline.h
1 /* SPDX-License-Identifier: GPL-2.0 */
2 #ifndef LINUX_MM_INLINE_H
3 #define LINUX_MM_INLINE_H
5 #include <linux/huge_mm.h>
6 #include <linux/swap.h>
9 * page_is_file_cache - should the page be on a file LRU or anon LRU?
10 * @page: the page to test
12 * Returns 1 if @page is page cache page backed by a regular filesystem,
13 * or 0 if @page is anonymous, tmpfs or otherwise ram or swap backed.
14 * Used by functions that manipulate the LRU lists, to sort a page
15 * onto the right LRU list.
17 * We would like to get this info without a page flag, but the state
18 * needs to survive until the page is last deleted from the LRU, which
19 * could be as far down as __page_cache_release.
21 static inline int page_is_file_cache(struct page
*page
)
23 return !PageSwapBacked(page
);
26 static __always_inline
void __update_lru_size(struct lruvec
*lruvec
,
27 enum lru_list lru
, enum zone_type zid
,
30 struct pglist_data
*pgdat
= lruvec_pgdat(lruvec
);
32 __mod_lruvec_state(lruvec
, NR_LRU_BASE
+ lru
, nr_pages
);
33 __mod_zone_page_state(&pgdat
->node_zones
[zid
],
34 NR_ZONE_LRU_BASE
+ lru
, nr_pages
);
37 static __always_inline
void update_lru_size(struct lruvec
*lruvec
,
38 enum lru_list lru
, enum zone_type zid
,
41 __update_lru_size(lruvec
, lru
, zid
, nr_pages
);
43 mem_cgroup_update_lru_size(lruvec
, lru
, zid
, nr_pages
);
47 static __always_inline
void add_page_to_lru_list(struct page
*page
,
48 struct lruvec
*lruvec
, enum lru_list lru
)
50 update_lru_size(lruvec
, lru
, page_zonenum(page
), hpage_nr_pages(page
));
51 list_add(&page
->lru
, &lruvec
->lists
[lru
]);
54 static __always_inline
void add_page_to_lru_list_tail(struct page
*page
,
55 struct lruvec
*lruvec
, enum lru_list lru
)
57 update_lru_size(lruvec
, lru
, page_zonenum(page
), hpage_nr_pages(page
));
58 list_add_tail(&page
->lru
, &lruvec
->lists
[lru
]);
61 static __always_inline
void del_page_from_lru_list(struct page
*page
,
62 struct lruvec
*lruvec
, enum lru_list lru
)
65 update_lru_size(lruvec
, lru
, page_zonenum(page
), -hpage_nr_pages(page
));
69 * page_lru_base_type - which LRU list type should a page be on?
70 * @page: the page to test
72 * Used for LRU list index arithmetic.
74 * Returns the base LRU type - file or anon - @page should be on.
76 static inline enum lru_list
page_lru_base_type(struct page
*page
)
78 if (page_is_file_cache(page
))
79 return LRU_INACTIVE_FILE
;
80 return LRU_INACTIVE_ANON
;
84 * page_off_lru - which LRU list was page on? clearing its lru flags.
85 * @page: the page to test
87 * Returns the LRU list a page was on, as an index into the array of LRU
88 * lists; and clears its Unevictable or Active flags, ready for freeing.
90 static __always_inline
enum lru_list
page_off_lru(struct page
*page
)
94 if (PageUnevictable(page
)) {
95 __ClearPageUnevictable(page
);
96 lru
= LRU_UNEVICTABLE
;
98 lru
= page_lru_base_type(page
);
99 if (PageActive(page
)) {
100 __ClearPageActive(page
);
108 * page_lru - which LRU list should a page be on?
109 * @page: the page to test
111 * Returns the LRU list a page should be on, as an index
112 * into the array of LRU lists.
114 static __always_inline
enum lru_list
page_lru(struct page
*page
)
118 if (PageUnevictable(page
))
119 lru
= LRU_UNEVICTABLE
;
121 lru
= page_lru_base_type(page
);
122 if (PageActive(page
))