]>
Commit | Line | Data |
---|---|---|
b2441318 | 1 | /* SPDX-License-Identifier: GPL-2.0 */ |
1da177e4 LT |
2 | /* |
3 | * include/linux/cpu.h - generic cpu definition | |
4 | * | |
5 | * This is mainly for topological representation. We define the | |
6 | * basic 'struct cpu' here, which can be embedded in per-arch | |
7 | * definitions of processors. | |
8 | * | |
9 | * Basic handling of the devices is done in drivers/base/cpu.c | |
1da177e4 | 10 | * |
611a75e1 | 11 | * CPUs are exported via sysfs in the devices/system/cpu |
1da177e4 | 12 | * directory. |
1da177e4 LT |
13 | */ |
14 | #ifndef _LINUX_CPU_H_ | |
15 | #define _LINUX_CPU_H_ | |
16 | ||
1da177e4 LT |
17 | #include <linux/node.h> |
18 | #include <linux/compiler.h> | |
19 | #include <linux/cpumask.h> | |
cff7d378 | 20 | #include <linux/cpuhotplug.h> |
1da177e4 | 21 | |
313162d0 | 22 | struct device; |
d1cb9d1a | 23 | struct device_node; |
3d52943b | 24 | struct attribute_group; |
313162d0 | 25 | |
1da177e4 LT |
26 | struct cpu { |
27 | int node_id; /* The node which contains the CPU */ | |
72486f1f | 28 | int hotpluggable; /* creates sysfs control file if hotpluggable */ |
8a25a2fd | 29 | struct device dev; |
1da177e4 LT |
30 | }; |
31 | ||
cff7d378 | 32 | extern void boot_cpu_init(void); |
b5b1404d | 33 | extern void boot_cpu_hotplug_init(void); |
1777e463 IM |
34 | extern void cpu_init(void); |
35 | extern void trap_init(void); | |
cff7d378 | 36 | |
76b67ed9 | 37 | extern int register_cpu(struct cpu *cpu, int num); |
8a25a2fd | 38 | extern struct device *get_cpu_device(unsigned cpu); |
2987557f | 39 | extern bool cpu_is_hotpluggable(unsigned cpu); |
183912d3 | 40 | extern bool arch_match_cpu_phys_id(int cpu, u64 phys_id); |
d1cb9d1a DM |
41 | extern bool arch_find_n_match_cpu_physical_id(struct device_node *cpun, |
42 | int cpu, unsigned int *thread); | |
0344c6c5 | 43 | |
8a25a2fd KS |
44 | extern int cpu_add_dev_attr(struct device_attribute *attr); |
45 | extern void cpu_remove_dev_attr(struct device_attribute *attr); | |
0344c6c5 | 46 | |
8a25a2fd KS |
47 | extern int cpu_add_dev_attr_group(struct attribute_group *attrs); |
48 | extern void cpu_remove_dev_attr_group(struct attribute_group *attrs); | |
0344c6c5 | 49 | |
87590ce6 TG |
50 | extern ssize_t cpu_show_meltdown(struct device *dev, |
51 | struct device_attribute *attr, char *buf); | |
52 | extern ssize_t cpu_show_spectre_v1(struct device *dev, | |
53 | struct device_attribute *attr, char *buf); | |
54 | extern ssize_t cpu_show_spectre_v2(struct device *dev, | |
55 | struct device_attribute *attr, char *buf); | |
c456442c KRW |
56 | extern ssize_t cpu_show_spec_store_bypass(struct device *dev, |
57 | struct device_attribute *attr, char *buf); | |
17dbca11 AK |
58 | extern ssize_t cpu_show_l1tf(struct device *dev, |
59 | struct device_attribute *attr, char *buf); | |
8a4b06d3 TG |
60 | extern ssize_t cpu_show_mds(struct device *dev, |
61 | struct device_attribute *attr, char *buf); | |
6608b45a PG |
62 | extern ssize_t cpu_show_tsx_async_abort(struct device *dev, |
63 | struct device_attribute *attr, | |
64 | char *buf); | |
db4d30fb VT |
65 | extern ssize_t cpu_show_itlb_multihit(struct device *dev, |
66 | struct device_attribute *attr, char *buf); | |
2accfa69 | 67 | extern ssize_t cpu_show_srbds(struct device *dev, struct device_attribute *attr, char *buf); |
87590ce6 | 68 | |
8db14860 NI |
69 | extern __printf(4, 5) |
70 | struct device *cpu_device_create(struct device *parent, void *drvdata, | |
71 | const struct attribute_group **groups, | |
72 | const char *fmt, ...); | |
1da177e4 | 73 | #ifdef CONFIG_HOTPLUG_CPU |
76b67ed9 | 74 | extern void unregister_cpu(struct cpu *cpu); |
12633e80 NF |
75 | extern ssize_t arch_cpu_probe(const char *, size_t); |
76 | extern ssize_t arch_cpu_release(const char *, size_t); | |
1da177e4 | 77 | #endif |
1da177e4 | 78 | |
f4c09f87 TG |
79 | /* |
80 | * These states are not related to the core CPU hotplug mechanism. They are | |
81 | * used by various (sub)architectures to track internal state | |
80f1ff97 | 82 | */ |
f4c09f87 TG |
83 | #define CPU_ONLINE 0x0002 /* CPU is up */ |
84 | #define CPU_UP_PREPARE 0x0003 /* CPU coming up */ | |
85 | #define CPU_DEAD 0x0007 /* CPU dead */ | |
86 | #define CPU_DEAD_FROZEN 0x0008 /* CPU timed out on unplug */ | |
87 | #define CPU_POST_DEAD 0x0009 /* CPU successfully unplugged */ | |
88 | #define CPU_BROKEN 0x000B /* CPU did not die properly */ | |
80f1ff97 | 89 | |
1da177e4 | 90 | #ifdef CONFIG_SMP |
090e77c3 | 91 | extern bool cpuhp_tasks_frozen; |
93ef1429 | 92 | int add_cpu(unsigned int cpu); |
33c3736e | 93 | int cpu_device_up(struct device *dev); |
e545a614 | 94 | void notify_cpu_starting(unsigned int cpu); |
3da1c84c ON |
95 | extern void cpu_maps_update_begin(void); |
96 | extern void cpu_maps_update_done(void); | |
d720f986 | 97 | int bringup_hibernate_cpu(unsigned int sleep_cpu); |
b99a2659 | 98 | void bringup_nonboot_cpus(unsigned int setup_max_cpus); |
d0d23b54 | 99 | |
3da1c84c | 100 | #else /* CONFIG_SMP */ |
090e77c3 | 101 | #define cpuhp_tasks_frozen 0 |
1da177e4 | 102 | |
3da1c84c ON |
103 | static inline void cpu_maps_update_begin(void) |
104 | { | |
105 | } | |
106 | ||
107 | static inline void cpu_maps_update_done(void) | |
108 | { | |
109 | } | |
110 | ||
51f24030 SL |
111 | static inline int add_cpu(unsigned int cpu) { return 0;} |
112 | ||
1da177e4 | 113 | #endif /* CONFIG_SMP */ |
8a25a2fd | 114 | extern struct bus_type cpu_subsys; |
1da177e4 | 115 | |
43759fe5 FW |
116 | extern int lockdep_is_cpus_held(void); |
117 | ||
1da177e4 | 118 | #ifdef CONFIG_HOTPLUG_CPU |
8f553c49 TG |
119 | extern void cpus_write_lock(void); |
120 | extern void cpus_write_unlock(void); | |
121 | extern void cpus_read_lock(void); | |
122 | extern void cpus_read_unlock(void); | |
6f4ceee9 | 123 | extern int cpus_read_trylock(void); |
fc8dffd3 | 124 | extern void lockdep_assert_cpus_held(void); |
16e53dbf SB |
125 | extern void cpu_hotplug_disable(void); |
126 | extern void cpu_hotplug_enable(void); | |
cb79295e | 127 | void clear_tasks_mm_cpumask(int cpu); |
93ef1429 | 128 | int remove_cpu(unsigned int cpu); |
33c3736e | 129 | int cpu_device_down(struct device *dev); |
0441a559 | 130 | extern void smp_shutdown_nonboot_cpus(unsigned int primary_cpu); |
f7dff2b1 | 131 | |
8f553c49 TG |
132 | #else /* CONFIG_HOTPLUG_CPU */ |
133 | ||
134 | static inline void cpus_write_lock(void) { } | |
135 | static inline void cpus_write_unlock(void) { } | |
136 | static inline void cpus_read_lock(void) { } | |
137 | static inline void cpus_read_unlock(void) { } | |
6f4ceee9 | 138 | static inline int cpus_read_trylock(void) { return true; } |
ade3f680 | 139 | static inline void lockdep_assert_cpus_held(void) { } |
8f553c49 TG |
140 | static inline void cpu_hotplug_disable(void) { } |
141 | static inline void cpu_hotplug_enable(void) { } | |
51f24030 | 142 | static inline int remove_cpu(unsigned int cpu) { return -EPERM; } |
0441a559 | 143 | static inline void smp_shutdown_nonboot_cpus(unsigned int primary_cpu) { } |
8f553c49 TG |
144 | #endif /* !CONFIG_HOTPLUG_CPU */ |
145 | ||
146 | /* Wrappers which go away once all code is converted */ | |
147 | static inline void cpu_hotplug_begin(void) { cpus_write_lock(); } | |
148 | static inline void cpu_hotplug_done(void) { cpus_write_unlock(); } | |
149 | static inline void get_online_cpus(void) { cpus_read_lock(); } | |
150 | static inline void put_online_cpus(void) { cpus_read_unlock(); } | |
1da177e4 | 151 | |
f3de4be9 | 152 | #ifdef CONFIG_PM_SLEEP_SMP |
fb7fb84a | 153 | extern int freeze_secondary_cpus(int primary); |
56555855 | 154 | extern void thaw_secondary_cpus(void); |
2f1a6fbb NP |
155 | |
156 | static inline int suspend_disable_secondary_cpus(void) | |
157 | { | |
9ca12ac0 NP |
158 | int cpu = 0; |
159 | ||
160 | if (IS_ENABLED(CONFIG_PM_SLEEP_SMP_NONZERO_CPU)) | |
161 | cpu = -1; | |
162 | ||
163 | return freeze_secondary_cpus(cpu); | |
2f1a6fbb NP |
164 | } |
165 | static inline void suspend_enable_secondary_cpus(void) | |
166 | { | |
56555855 | 167 | return thaw_secondary_cpus(); |
2f1a6fbb NP |
168 | } |
169 | ||
f3de4be9 | 170 | #else /* !CONFIG_PM_SLEEP_SMP */ |
56555855 | 171 | static inline void thaw_secondary_cpus(void) {} |
2f1a6fbb NP |
172 | static inline int suspend_disable_secondary_cpus(void) { return 0; } |
173 | static inline void suspend_enable_secondary_cpus(void) { } | |
f3de4be9 | 174 | #endif /* !CONFIG_PM_SLEEP_SMP */ |
e3920fb4 | 175 | |
a1a04ec3 | 176 | void cpu_startup_entry(enum cpuhp_state state); |
a1a04ec3 | 177 | |
d1669912 TG |
178 | void cpu_idle_poll_ctrl(bool enable); |
179 | ||
6727ad9e | 180 | /* Attach to any functions which should be considered cpuidle. */ |
33def849 | 181 | #define __cpuidle __section(".cpuidle.text") |
6727ad9e CM |
182 | |
183 | bool cpu_in_idle(unsigned long pc); | |
184 | ||
d1669912 TG |
185 | void arch_cpu_idle(void); |
186 | void arch_cpu_idle_prepare(void); | |
187 | void arch_cpu_idle_enter(void); | |
188 | void arch_cpu_idle_exit(void); | |
189 | void arch_cpu_idle_dead(void); | |
190 | ||
8038dad7 PM |
191 | int cpu_report_state(int cpu); |
192 | int cpu_check_up_prepare(int cpu); | |
193 | void cpu_set_state_online(int cpu); | |
c55b51a0 DL |
194 | void play_idle_precise(u64 duration_ns, u64 latency_ns); |
195 | ||
196 | static inline void play_idle(unsigned long duration_us) | |
197 | { | |
198 | play_idle_precise(duration_us * NSEC_PER_USEC, U64_MAX); | |
199 | } | |
c1de45ca | 200 | |
8038dad7 PM |
201 | #ifdef CONFIG_HOTPLUG_CPU |
202 | bool cpu_wait_death(unsigned int cpu, int seconds); | |
203 | bool cpu_report_death(void); | |
e69aab13 TG |
204 | void cpuhp_report_idle_dead(void); |
205 | #else | |
206 | static inline void cpuhp_report_idle_dead(void) { } | |
8038dad7 PM |
207 | #endif /* #ifdef CONFIG_HOTPLUG_CPU */ |
208 | ||
05736e4a TG |
209 | enum cpuhp_smt_control { |
210 | CPU_SMT_ENABLED, | |
211 | CPU_SMT_DISABLED, | |
212 | CPU_SMT_FORCE_DISABLED, | |
213 | CPU_SMT_NOT_SUPPORTED, | |
de7b77e5 | 214 | CPU_SMT_NOT_IMPLEMENTED, |
05736e4a TG |
215 | }; |
216 | ||
217 | #if defined(CONFIG_SMP) && defined(CONFIG_HOTPLUG_SMT) | |
218 | extern enum cpuhp_smt_control cpu_smt_control; | |
8e1b706b | 219 | extern void cpu_smt_disable(bool force); |
fee0aede | 220 | extern void cpu_smt_check_topology(void); |
e1572f1d | 221 | extern bool cpu_smt_possible(void); |
ec527c31 JK |
222 | extern int cpuhp_smt_enable(void); |
223 | extern int cpuhp_smt_disable(enum cpuhp_smt_control ctrlval); | |
05736e4a | 224 | #else |
de7b77e5 | 225 | # define cpu_smt_control (CPU_SMT_NOT_IMPLEMENTED) |
8e1b706b | 226 | static inline void cpu_smt_disable(bool force) { } |
fee0aede | 227 | static inline void cpu_smt_check_topology(void) { } |
e1572f1d | 228 | static inline bool cpu_smt_possible(void) { return false; } |
ec527c31 JK |
229 | static inline int cpuhp_smt_enable(void) { return 0; } |
230 | static inline int cpuhp_smt_disable(enum cpuhp_smt_control ctrlval) { return 0; } | |
05736e4a TG |
231 | #endif |
232 | ||
731dc9df TH |
233 | extern bool cpu_mitigations_off(void); |
234 | extern bool cpu_mitigations_auto_nosmt(void); | |
98af8452 | 235 | |
1da177e4 | 236 | #endif /* _LINUX_CPU_H_ */ |