]> git.proxmox.com Git - mirror_ubuntu-bionic-kernel.git/blame - include/linux/memory_hotplug.h
net/dst: add new function skb_dst_update_pmtu_no_confirm
[mirror_ubuntu-bionic-kernel.git] / include / linux / memory_hotplug.h
CommitLineData
b2441318 1/* SPDX-License-Identifier: GPL-2.0 */
208d54e5
DH
2#ifndef __LINUX_MEMORY_HOTPLUG_H
3#define __LINUX_MEMORY_HOTPLUG_H
4
5#include <linux/mmzone.h>
6#include <linux/spinlock.h>
3947be19 7#include <linux/notifier.h>
187f1882 8#include <linux/bug.h>
208d54e5 9
78679302
KH
10struct page;
11struct zone;
12struct pglist_data;
ea01ea93 13struct mem_section;
e90bdb7f 14struct memory_block;
62cedb9f 15struct resource;
78679302 16
208d54e5 17#ifdef CONFIG_MEMORY_HOTPLUG
2d070eab
MH
18/*
19 * Return page for the valid pfn only if the page is online. All pfn
20 * walkers which rely on the fully initialized page->flags and others
21 * should use this rather than pfn_valid && pfn_to_page
22 */
ada8b8da
QC
23#define pfn_to_online_page(pfn) \
24({ \
25 struct page *___page = NULL; \
26 unsigned long ___pfn = pfn; \
27 unsigned long ___nr = pfn_to_section_nr(___pfn); \
28 \
29 if (___nr < NR_MEM_SECTIONS && online_section_nr(___nr) && \
30 pfn_valid_within(___pfn)) \
31 ___page = pfn_to_page(___pfn); \
32 ___page; \
2d070eab 33})
04753278
YG
34
35/*
5f24ce5f
AA
36 * Types for free bootmem stored in page->lru.next. These have to be in
37 * some random range in unsigned long space for debugging purposes.
04753278 38 */
5f24ce5f
AA
39enum {
40 MEMORY_HOTPLUG_MIN_BOOTMEM_TYPE = 12,
41 SECTION_INFO = MEMORY_HOTPLUG_MIN_BOOTMEM_TYPE,
42 MIX_SECTION_INFO,
43 NODE_INFO,
44 MEMORY_HOTPLUG_MAX_BOOTMEM_TYPE = NODE_INFO,
45};
04753278 46
4f7c6b49 47/* Types for control the zone type of onlined and offlined memory */
511c2aba 48enum {
4f7c6b49
TC
49 MMOP_OFFLINE = -1,
50 MMOP_ONLINE_KEEP,
51 MMOP_ONLINE_KERNEL,
52 MMOP_ONLINE_MOVABLE,
511c2aba
LJ
53};
54
208d54e5
DH
55/*
56 * pgdat resizing functions
57 */
58static inline
59void pgdat_resize_lock(struct pglist_data *pgdat, unsigned long *flags)
60{
61 spin_lock_irqsave(&pgdat->node_size_lock, *flags);
62}
63static inline
64void pgdat_resize_unlock(struct pglist_data *pgdat, unsigned long *flags)
65{
bdc8cb98 66 spin_unlock_irqrestore(&pgdat->node_size_lock, *flags);
208d54e5
DH
67}
68static inline
69void pgdat_resize_init(struct pglist_data *pgdat)
70{
71 spin_lock_init(&pgdat->node_size_lock);
72}
bdc8cb98
DH
73/*
74 * Zone resizing functions
511c2aba
LJ
75 *
76 * Note: any attempt to resize a zone should has pgdat_resize_lock()
77 * zone_span_writelock() both held. This ensure the size of a zone
78 * can't be changed while pgdat_resize_lock() held.
bdc8cb98
DH
79 */
80static inline unsigned zone_span_seqbegin(struct zone *zone)
81{
82 return read_seqbegin(&zone->span_seqlock);
83}
84static inline int zone_span_seqretry(struct zone *zone, unsigned iv)
85{
86 return read_seqretry(&zone->span_seqlock, iv);
87}
88static inline void zone_span_writelock(struct zone *zone)
89{
90 write_seqlock(&zone->span_seqlock);
91}
92static inline void zone_span_writeunlock(struct zone *zone)
93{
94 write_sequnlock(&zone->span_seqlock);
95}
96static inline void zone_seqlock_init(struct zone *zone)
97{
98 seqlock_init(&zone->span_seqlock);
99}
3947be19
DH
100extern int zone_grow_free_lists(struct zone *zone, unsigned long new_nr_pages);
101extern int zone_grow_waitqueues(struct zone *zone, unsigned long nr_pages);
102extern int add_one_highpage(struct page *page, int pfn, int bad_ppro);
3947be19 103/* VM interface that may be used by firmware interface */
511c2aba 104extern int online_pages(unsigned long, unsigned long, int);
a96dfddb
TK
105extern int test_pages_in_a_zone(unsigned long start_pfn, unsigned long end_pfn,
106 unsigned long *valid_start, unsigned long *valid_end);
0c0e6195 107extern void __offline_isolated_pages(unsigned long, unsigned long);
48e94196 108
9d0ad8ca
DK
109typedef void (*online_page_callback_t)(struct page *page);
110
111extern int set_online_page_callback(online_page_callback_t callback);
112extern int restore_online_page_callback(online_page_callback_t callback);
113
114extern void __online_page_set_limits(struct page *page);
115extern void __online_page_increment_counters(struct page *page);
116extern void __online_page_free(struct page *page);
117
01b0f197
TK
118extern int try_online_node(int nid);
119
31bc3858 120extern bool memhp_auto_online;
4932381e
MH
121/* If movable_node boot option specified */
122extern bool movable_node_enabled;
123static inline bool movable_node_is_enabled(void)
124{
125 return movable_node_enabled;
126}
31bc3858 127
49ac8255
KH
128#ifdef CONFIG_MEMORY_HOTREMOVE
129extern bool is_pageblock_removable_nolock(struct page *page);
24d335ca 130extern int arch_remove_memory(u64 start, u64 size);
4edd7cef
DR
131extern int __remove_pages(struct zone *zone, unsigned long start_pfn,
132 unsigned long nr_pages);
49ac8255
KH
133#endif /* CONFIG_MEMORY_HOTREMOVE */
134
f1dd2cd1
MH
135/* reasonably generic interface to expand the physical pages */
136extern int __add_pages(int nid, unsigned long start_pfn,
1b862aec 137 unsigned long nr_pages, bool want_memblock);
bc02af93 138
3072e413
MH
139#ifndef CONFIG_ARCH_HAS_ADD_PAGES
140static inline int add_pages(int nid, unsigned long start_pfn,
141 unsigned long nr_pages, bool want_memblock)
142{
143 return __add_pages(nid, start_pfn, nr_pages, want_memblock);
144}
145#else /* ARCH_HAS_ADD_PAGES */
146int add_pages(int nid, unsigned long start_pfn,
147 unsigned long nr_pages, bool want_memblock);
148#endif /* ARCH_HAS_ADD_PAGES */
149
bc02af93
YG
150#ifdef CONFIG_NUMA
151extern int memory_add_physaddr_to_nid(u64 start);
152#else
153static inline int memory_add_physaddr_to_nid(u64 start)
154{
155 return 0;
156}
157#endif
158
306d6cbe
YG
159#ifdef CONFIG_HAVE_ARCH_NODEDATA_EXTENSION
160/*
161 * For supporting node-hotadd, we have to allocate a new pgdat.
162 *
163 * If an arch has generic style NODE_DATA(),
164 * node_data[nid] = kzalloc() works well. But it depends on the architecture.
165 *
166 * In general, generic_alloc_nodedata() is used.
167 * Now, arch_free_nodedata() is just defined for error path of node_hot_add.
168 *
169 */
dd0932d9
YG
170extern pg_data_t *arch_alloc_nodedata(int nid);
171extern void arch_free_nodedata(pg_data_t *pgdat);
7049027c 172extern void arch_refresh_nodedata(int nid, pg_data_t *pgdat);
306d6cbe
YG
173
174#else /* CONFIG_HAVE_ARCH_NODEDATA_EXTENSION */
175
176#define arch_alloc_nodedata(nid) generic_alloc_nodedata(nid)
177#define arch_free_nodedata(pgdat) generic_free_nodedata(pgdat)
178
179#ifdef CONFIG_NUMA
180/*
181 * If ARCH_HAS_NODEDATA_EXTENSION=n, this func is used to allocate pgdat.
182 * XXX: kmalloc_node() can't work well to get new node's memory at this time.
183 * Because, pgdat for the new node is not allocated/initialized yet itself.
184 * To use new node's memory, more consideration will be necessary.
185 */
186#define generic_alloc_nodedata(nid) \
187({ \
188 kzalloc(sizeof(pg_data_t), GFP_KERNEL); \
189})
190/*
191 * This definition is just for error path in node hotadd.
192 * For node hotremove, we have to replace this.
193 */
194#define generic_free_nodedata(pgdat) kfree(pgdat)
195
10ad400b
YG
196extern pg_data_t *node_data[];
197static inline void arch_refresh_nodedata(int nid, pg_data_t *pgdat)
198{
199 node_data[nid] = pgdat;
200}
201
306d6cbe
YG
202#else /* !CONFIG_NUMA */
203
204/* never called */
205static inline pg_data_t *generic_alloc_nodedata(int nid)
206{
207 BUG();
208 return NULL;
209}
210static inline void generic_free_nodedata(pg_data_t *pgdat)
211{
212}
10ad400b
YG
213static inline void arch_refresh_nodedata(int nid, pg_data_t *pgdat)
214{
215}
306d6cbe
YG
216#endif /* CONFIG_NUMA */
217#endif /* CONFIG_HAVE_ARCH_NODEDATA_EXTENSION */
218
46723bfa 219#ifdef CONFIG_HAVE_BOOTMEM_INFO_NODE
7ded384a 220extern void __init register_page_bootmem_info_node(struct pglist_data *pgdat);
46723bfa 221#else
04753278
YG
222static inline void register_page_bootmem_info_node(struct pglist_data *pgdat)
223{
224}
04753278 225#endif
46723bfa
YI
226extern void put_page_bootmem(struct page *page);
227extern void get_page_bootmem(unsigned long ingo, struct page *page,
228 unsigned long type);
04753278 229
bfc8c901
VD
230void get_online_mems(void);
231void put_online_mems(void);
20d6c96b 232
30467e0b
DR
233void mem_hotplug_begin(void);
234void mem_hotplug_done(void);
235
46e81a18
SF
236void set_default_mem_hotplug_zone(enum zone_type zone);
237
7cf91a98
JK
238extern void set_zone_contiguous(struct zone *zone);
239extern void clear_zone_contiguous(struct zone *zone);
240
208d54e5 241#else /* ! CONFIG_MEMORY_HOTPLUG */
2d070eab
MH
242#define pfn_to_online_page(pfn) \
243({ \
244 struct page *___page = NULL; \
245 if (pfn_valid(pfn)) \
246 ___page = pfn_to_page(pfn); \
247 ___page; \
248 })
249
208d54e5
DH
250/*
251 * Stub functions for when hotplug is off
252 */
253static inline void pgdat_resize_lock(struct pglist_data *p, unsigned long *f) {}
254static inline void pgdat_resize_unlock(struct pglist_data *p, unsigned long *f) {}
255static inline void pgdat_resize_init(struct pglist_data *pgdat) {}
bdc8cb98
DH
256
257static inline unsigned zone_span_seqbegin(struct zone *zone)
258{
259 return 0;
260}
261static inline int zone_span_seqretry(struct zone *zone, unsigned iv)
262{
263 return 0;
264}
265static inline void zone_span_writelock(struct zone *zone) {}
266static inline void zone_span_writeunlock(struct zone *zone) {}
267static inline void zone_seqlock_init(struct zone *zone) {}
3947be19
DH
268
269static inline int mhp_notimplemented(const char *func)
270{
271 printk(KERN_WARNING "%s() called, with CONFIG_MEMORY_HOTPLUG disabled\n", func);
272 dump_stack();
273 return -ENOSYS;
274}
275
04753278
YG
276static inline void register_page_bootmem_info_node(struct pglist_data *pgdat)
277{
278}
279
01b0f197
TK
280static inline int try_online_node(int nid)
281{
282 return 0;
283}
284
bfc8c901
VD
285static inline void get_online_mems(void) {}
286static inline void put_online_mems(void) {}
20d6c96b 287
30467e0b
DR
288static inline void mem_hotplug_begin(void) {}
289static inline void mem_hotplug_done(void) {}
290
46e81a18
SF
291static inline void set_default_mem_hotplug_zone(enum zone_type zone) {}
292
4932381e
MH
293static inline bool movable_node_is_enabled(void)
294{
295 return false;
296}
bdc8cb98 297#endif /* ! CONFIG_MEMORY_HOTPLUG */
9d99aaa3 298
5c755e9f
BP
299#ifdef CONFIG_MEMORY_HOTREMOVE
300
c98940f6 301extern bool is_mem_section_removable(unsigned long pfn, unsigned long nr_pages);
90b30cdc 302extern void try_offline_node(int nid);
aba6efc4
RW
303extern int offline_pages(unsigned long start_pfn, unsigned long nr_pages);
304extern void remove_memory(int nid, u64 start, u64 size);
5c755e9f
BP
305
306#else
c98940f6 307static inline bool is_mem_section_removable(unsigned long pfn,
5c755e9f
BP
308 unsigned long nr_pages)
309{
c98940f6 310 return false;
5c755e9f 311}
90b30cdc
WC
312
313static inline void try_offline_node(int nid) {}
aba6efc4
RW
314
315static inline int offline_pages(unsigned long start_pfn, unsigned long nr_pages)
316{
317 return -EINVAL;
318}
319
320static inline void remove_memory(int nid, u64 start, u64 size) {}
5c755e9f
BP
321#endif /* CONFIG_MEMORY_HOTREMOVE */
322
e2ff3940
RW
323extern int walk_memory_range(unsigned long start_pfn, unsigned long end_pfn,
324 void *arg, int (*func)(struct memory_block *, void *));
de29654b 325extern int __add_memory(int nid, u64 start, u64 size);
bc02af93 326extern int add_memory(int nid, u64 start, u64 size);
31bc3858 327extern int add_memory_resource(int nid, struct resource *resource, bool online);
3d79a728 328extern int arch_add_memory(int nid, u64 start, u64 size, bool want_memblock);
f1dd2cd1
MH
329extern void move_pfn_range_to_zone(struct zone *zone, unsigned long start_pfn,
330 unsigned long nr_pages);
a16cee10 331extern int offline_pages(unsigned long start_pfn, unsigned long nr_pages);
6677e3ea 332extern bool is_memblock_offlined(struct memory_block *mem);
242831eb 333extern void remove_memory(int nid, u64 start, u64 size);
f1dd2cd1 334extern int sparse_add_one_section(struct pglist_data *pgdat, unsigned long start_pfn);
4b94ffdc
DW
335extern void sparse_remove_one_section(struct zone *zone, struct mem_section *ms,
336 unsigned long map_offset);
04753278
YG
337extern struct page *sparse_decode_mem_map(unsigned long coded_mem_map,
338 unsigned long pnum);
f1dd2cd1
MH
339extern bool allow_online_pfn_range(int nid, unsigned long pfn, unsigned long nr_pages,
340 int online_type);
e5e68930 341extern struct zone *zone_for_pfn_range(int online_type, int nid, unsigned start_pfn,
c246a213 342 unsigned long nr_pages);
208d54e5 343#endif /* __LINUX_MEMORY_HOTPLUG_H */