]>
git.proxmox.com Git - mirror_ubuntu-eoan-kernel.git/blob - include/linux/percpu.h
1 #ifndef __LINUX_PERCPU_H
2 #define __LINUX_PERCPU_H
4 #include <linux/spinlock.h> /* For preempt_disable() */
5 #include <linux/slab.h> /* For kmalloc() */
7 #include <linux/string.h> /* For memset() */
8 #include <linux/cpumask.h>
10 #include <asm/percpu.h>
12 /* Enough to cover all DEFINE_PER_CPUs in kernel, including modules. */
13 #ifndef PERCPU_ENOUGH_ROOM
14 #define PERCPU_ENOUGH_ROOM 32768
18 * Must be an lvalue. Since @var must be a simple identifier,
19 * we force a syntax error here if it isn't.
21 #define get_cpu_var(var) (*({ \
22 extern int simple_identifier_##var(void); \
24 &__get_cpu_var(var); }))
25 #define put_cpu_var(var) preempt_enable()
33 #define __percpu_disguise(pdata) (struct percpu_data *)~(unsigned long)(pdata)
35 * Use this to get to a cpu's version of the per-cpu object dynamically
36 * allocated. Non-atomic access to the current CPU's version should
37 * probably be combined with get_cpu()/put_cpu().
39 #define percpu_ptr(ptr, cpu) \
41 struct percpu_data *__p = __percpu_disguise(ptr); \
42 (__typeof__(ptr))__p->ptrs[(cpu)]; \
45 extern void *percpu_populate(void *__pdata
, size_t size
, gfp_t gfp
, int cpu
);
46 extern void percpu_depopulate(void *__pdata
, int cpu
);
47 extern int __percpu_populate_mask(void *__pdata
, size_t size
, gfp_t gfp
,
49 extern void __percpu_depopulate_mask(void *__pdata
, cpumask_t
*mask
);
50 extern void *__percpu_alloc_mask(size_t size
, gfp_t gfp
, cpumask_t
*mask
);
51 extern void percpu_free(void *__pdata
);
53 #else /* CONFIG_SMP */
55 #define percpu_ptr(ptr, cpu) ({ (void)(cpu); (ptr); })
57 static inline void percpu_depopulate(void *__pdata
, int cpu
)
61 static inline void __percpu_depopulate_mask(void *__pdata
, cpumask_t
*mask
)
65 static inline void *percpu_populate(void *__pdata
, size_t size
, gfp_t gfp
,
68 return percpu_ptr(__pdata
, cpu
);
71 static inline int __percpu_populate_mask(void *__pdata
, size_t size
, gfp_t gfp
,
77 static __always_inline
void *__percpu_alloc_mask(size_t size
, gfp_t gfp
, cpumask_t
*mask
)
79 return kzalloc(size
, gfp
);
82 static inline void percpu_free(void *__pdata
)
87 #endif /* CONFIG_SMP */
89 #define percpu_populate_mask(__pdata, size, gfp, mask) \
90 __percpu_populate_mask((__pdata), (size), (gfp), &(mask))
91 #define percpu_depopulate_mask(__pdata, mask) \
92 __percpu_depopulate_mask((__pdata), &(mask))
93 #define percpu_alloc_mask(size, gfp, mask) \
94 __percpu_alloc_mask((size), (gfp), &(mask))
96 #define percpu_alloc(size, gfp) percpu_alloc_mask((size), (gfp), cpu_online_map)
98 /* (legacy) interface for use without CPU hotplug handling */
100 #define __alloc_percpu(size) percpu_alloc_mask((size), GFP_KERNEL, \
102 #define alloc_percpu(type) (type *)__alloc_percpu(sizeof(type))
103 #define free_percpu(ptr) percpu_free((ptr))
104 #define per_cpu_ptr(ptr, cpu) percpu_ptr((ptr), (cpu))
106 #endif /* __LINUX_PERCPU_H */