]> git.proxmox.com Git - mirror_ubuntu-jammy-kernel.git/blame - include/linux/cpuhotplug.h
powerpc/perf: Add core IMC PMU support
[mirror_ubuntu-jammy-kernel.git] / include / linux / cpuhotplug.h
CommitLineData
cff7d378
TG
1#ifndef __CPUHOTPLUG_H
2#define __CPUHOTPLUG_H
3
6cfeaf51
PB
4#include <linux/types.h>
5
cff7d378
TG
6enum cpuhp_state {
7 CPUHP_OFFLINE,
8 CPUHP_CREATE_THREADS,
00e16c3d 9 CPUHP_PERF_PREPARE,
95ca792c 10 CPUHP_PERF_X86_PREPARE,
96b2bd38 11 CPUHP_PERF_X86_AMD_UNCORE_PREP,
a409f5ee 12 CPUHP_PERF_BFIN,
57ecde42 13 CPUHP_PERF_POWER,
e3cfce17 14 CPUHP_PERF_SUPERH,
48d7f6c7 15 CPUHP_X86_HPET_DEAD,
148b9e2a 16 CPUHP_X86_APB_DEAD,
0e285d36 17 CPUHP_X86_MCE_DEAD,
8017c279 18 CPUHP_VIRT_NET_DEAD,
a96a87bf 19 CPUHP_SLUB_DEAD,
1d7ac6ae 20 CPUHP_MM_WRITEBACK_DEAD,
5438da97 21 CPUHP_MM_VMSTAT_DEAD,
c4544dbc 22 CPUHP_SOFTIRQ_DEAD,
84a3f4db 23 CPUHP_NET_MVNETA_DEAD,
529351fd 24 CPUHP_CPUIDLE_DEAD,
c23a7266 25 CPUHP_ARM64_FPSIMD_DEAD,
a4fa9cc2 26 CPUHP_ARM_OMAP_WAKE_DEAD,
75e12ed6 27 CPUHP_IRQ_POLL_DEAD,
9a659f43 28 CPUHP_BLOCK_SOFTIRQ_DEAD,
64f3bf2f 29 CPUHP_ACPI_CPUDRV_DEAD,
84c9ceef 30 CPUHP_S390_PFAULT_DEAD,
e2a738f7 31 CPUHP_BLK_MQ_DEAD,
fc4d24c9 32 CPUHP_FS_BUFF_DEAD,
90b14889 33 CPUHP_PRINTK_DEAD,
308167fc 34 CPUHP_MM_MEMCQ_DEAD,
5588f5af 35 CPUHP_PERCPU_CNT_DEAD,
d544abd5 36 CPUHP_RADIX_DEAD,
005fd4bb 37 CPUHP_PAGE_ALLOC_DEAD,
f0bf90de 38 CPUHP_NET_DEV_DEAD,
9c248f88 39 CPUHP_PCI_XGENE_DEAD,
21647615 40 CPUHP_IOMMU_INTEL_DEAD,
7b737965 41 CPUHP_LUSTRE_CFS_DEAD,
c53b005d 42 CPUHP_SCSI_BNX2FC_DEAD,
e210faa2 43 CPUHP_SCSI_BNX2I_DEAD,
7ee681b2 44 CPUHP_WORKQUEUE_PREP,
bdab88e0 45 CPUHP_POWER_NUMA_PREPARE,
27590dc1 46 CPUHP_HRTIMERS_PREPARE,
e722d8da 47 CPUHP_PROFILE_PREPARE,
6b2c2847 48 CPUHP_X2APIC_PREPARE,
31487f83 49 CPUHP_SMPCFD_PREPARE,
e6d4989a 50 CPUHP_RELAY_PREPARE,
6731d4f1 51 CPUHP_SLAB_PREPARE,
29c6d1bb 52 CPUHP_MD_RAID5_PREPARE,
4df83742 53 CPUHP_RCUTREE_PREP,
dfc616d8 54 CPUHP_CPUIDLE_COUPLED_PREPARE,
68e694dc 55 CPUHP_POWERPC_PMAC_PREPARE,
da3ed651 56 CPUHP_POWERPC_MMU_CTX_PREPARE,
4d737042 57 CPUHP_XEN_PREPARE,
c8761e20 58 CPUHP_XEN_EVTCHN_PREPARE,
657ebf7a 59 CPUHP_ARM_SHMOBILE_SCU_PREPARE,
51533233 60 CPUHP_SH_SH3X_PREPARE,
a4fc1bfc 61 CPUHP_NET_FLOW_PREPARE,
38643a0e 62 CPUHP_TOPOLOGY_PREPARE,
38b48292 63 CPUHP_NET_IUCV_PREPARE,
a3c9b14f 64 CPUHP_ARM_BL_PREPARE,
b32614c0 65 CPUHP_TRACE_RB_PREPARE,
215c89d0 66 CPUHP_MM_ZS_PREPARE,
ad7ed770 67 CPUHP_MM_ZSWP_MEM_PREPARE,
cab7a7e5 68 CPUHP_MM_ZSWP_POOL_PREPARE,
3f7cd919 69 CPUHP_KVM_PPC_BOOK3S_PREPARE,
1dd6c834 70 CPUHP_ZCOMP_PREPARE,
4fae16df 71 CPUHP_TIMERS_DEAD,
dd6d7c6f 72 CPUHP_MIPS_SOC_PREPARE,
4205e478
TG
73 CPUHP_BP_PREPARE_DYN,
74 CPUHP_BP_PREPARE_DYN_END = CPUHP_BP_PREPARE_DYN + 20,
cff7d378 75 CPUHP_BRINGUP_CPU,
e69aab13 76 CPUHP_AP_IDLE_DEAD,
4baa0afc 77 CPUHP_AP_OFFLINE,
9cf7243d 78 CPUHP_AP_SCHED_STARTING,
4df83742 79 CPUHP_AP_RCUTREE_DYING,
93131f7a 80 CPUHP_AP_IRQ_GIC_STARTING,
6c034d17 81 CPUHP_AP_IRQ_HIP04_STARTING,
cb5ff2d2 82 CPUHP_AP_IRQ_ARMADA_XP_STARTING,
7ca04bc2 83 CPUHP_AP_IRQ_BCM2836_STARTING,
7fbbaebf 84 CPUHP_AP_ARM_MVEBU_COHERENCY,
96b2bd38 85 CPUHP_AP_PERF_X86_AMD_UNCORE_STARTING,
95ca792c 86 CPUHP_AP_PERF_X86_STARTING,
9744f7b7 87 CPUHP_AP_PERF_X86_AMD_IBS_STARTING,
f0704827 88 CPUHP_AP_PERF_X86_CQM_STARTING,
77c34ef1 89 CPUHP_AP_PERF_X86_CSTATE_STARTING,
25a77b55 90 CPUHP_AP_PERF_XTENSA_STARTING,
04d045a6 91 CPUHP_AP_PERF_METAG_STARTING,
65264e3b 92 CPUHP_AP_MIPS_OP_LOONGSON3_STARTING,
e5b61baf 93 CPUHP_AP_ARM_VFP_STARTING,
e937dd57 94 CPUHP_AP_ARM64_DEBUG_MONITORS_STARTING,
d7a83d12 95 CPUHP_AP_PERF_ARM_HW_BREAKPOINT_STARTING,
45736a72 96 CPUHP_AP_PERF_ARM_ACPI_STARTING,
7d88eb69 97 CPUHP_AP_PERF_ARM_STARTING,
9eeb2264 98 CPUHP_AP_ARM_L2X0_STARTING,
7e86e8bd 99 CPUHP_AP_ARM_ARCH_TIMER_STARTING,
b8a12296 100 CPUHP_AP_ARM_GLOBAL_TIMER_STARTING,
9995f4f1 101 CPUHP_AP_JCORE_TIMER_STARTING,
d11b3a60 102 CPUHP_AP_EXYNOS4_MCT_TIMER_STARTING,
26b87688 103 CPUHP_AP_ARM_TWD_STARTING,
31e8e5db 104 CPUHP_AP_METAG_TIMER_STARTING,
b0404165 105 CPUHP_AP_QCOM_TIMER_STARTING,
2c48fef7 106 CPUHP_AP_ARMADA_TIMER_STARTING,
eb0a9d8c 107 CPUHP_AP_MARCO_TIMER_STARTING,
2dab9093 108 CPUHP_AP_MIPS_GIC_TIMER_STARTING,
ecd8081f 109 CPUHP_AP_ARC_TIMER_STARTING,
8c18b2d2 110 CPUHP_AP_KVM_STARTING,
15d7e3d3 111 CPUHP_AP_KVM_ARM_VGIC_INIT_STARTING,
42ec50b5 112 CPUHP_AP_KVM_ARM_VGIC_STARTING,
b3c9950a 113 CPUHP_AP_KVM_ARM_TIMER_STARTING,
9bf11ecc
TG
114 /* Must be the last timer callback */
115 CPUHP_AP_DUMMY_TIMER_STARTING,
4761adb6 116 CPUHP_AP_ARM_XEN_STARTING,
2b5283d1 117 CPUHP_AP_ARM_CORESIGHT_STARTING,
27c01a8c 118 CPUHP_AP_ARM64_ISNDEP_STARTING,
31487f83 119 CPUHP_AP_SMPCFD_DYING,
ae6a8a2e 120 CPUHP_AP_X86_TBOOT_DYING,
4baa0afc
TG
121 CPUHP_AP_ONLINE,
122 CPUHP_TEARDOWN_CPU,
fc6d73d6 123 CPUHP_AP_ONLINE_IDLE,
1cf4f629 124 CPUHP_AP_SMPBOOT_THREADS,
07d36c9e 125 CPUHP_AP_X86_VDSO_VMA_ONLINE,
c5cb83bb 126 CPUHP_AP_IRQ_AFFINITY_ONLINE,
00e16c3d 127 CPUHP_AP_PERF_ONLINE,
95ca792c 128 CPUHP_AP_PERF_X86_ONLINE,
1a246b9f 129 CPUHP_AP_PERF_X86_UNCORE_ONLINE,
96b2bd38 130 CPUHP_AP_PERF_X86_AMD_UNCORE_ONLINE,
c6a84daa 131 CPUHP_AP_PERF_X86_AMD_POWER_ONLINE,
8b5b773d 132 CPUHP_AP_PERF_X86_RAPL_ONLINE,
f0704827 133 CPUHP_AP_PERF_X86_CQM_ONLINE,
77c34ef1 134 CPUHP_AP_PERF_X86_CSTATE_ONLINE,
4f0f8217 135 CPUHP_AP_PERF_S390_CF_ONLINE,
e3d617fe 136 CPUHP_AP_PERF_S390_SF_ONLINE,
28c94843 137 CPUHP_AP_PERF_ARM_CCI_ONLINE,
fdc15a36 138 CPUHP_AP_PERF_ARM_CCN_ONLINE,
b828f960 139 CPUHP_AP_PERF_ARM_L2X0_ONLINE,
21bdbb71 140 CPUHP_AP_PERF_ARM_QCOM_L2_ONLINE,
3071f13d 141 CPUHP_AP_PERF_ARM_QCOM_L3_ONLINE,
885dcd70 142 CPUHP_AP_PERF_POWERPC_NEST_IMC_ONLINE,
39a846db 143 CPUHP_AP_PERF_POWERPC_CORE_IMC_ONLINE,
7ee681b2 144 CPUHP_AP_WORKQUEUE_ONLINE,
4df83742 145 CPUHP_AP_RCUTREE_ONLINE,
1cf4f629
TG
146 CPUHP_AP_ONLINE_DYN,
147 CPUHP_AP_ONLINE_DYN_END = CPUHP_AP_ONLINE_DYN + 30,
48d7f6c7 148 CPUHP_AP_X86_HPET_ONLINE,
251a5fd6 149 CPUHP_AP_X86_KVM_CLK_ONLINE,
aaddd7d1 150 CPUHP_AP_ACTIVE,
cff7d378
TG
151 CPUHP_ONLINE,
152};
153
5b7aa87e
TG
154int __cpuhp_setup_state(enum cpuhp_state state, const char *name, bool invoke,
155 int (*startup)(unsigned int cpu),
cf392d10 156 int (*teardown)(unsigned int cpu), bool multi_instance);
5b7aa87e 157
71def423
SAS
158int __cpuhp_setup_state_cpuslocked(enum cpuhp_state state, const char *name,
159 bool invoke,
160 int (*startup)(unsigned int cpu),
161 int (*teardown)(unsigned int cpu),
162 bool multi_instance);
5b7aa87e
TG
163/**
164 * cpuhp_setup_state - Setup hotplug state callbacks with calling the callbacks
165 * @state: The state for which the calls are installed
166 * @name: Name of the callback (will be used in debug output)
167 * @startup: startup callback function
168 * @teardown: teardown callback function
169 *
170 * Installs the callback functions and invokes the startup callback on
171 * the present cpus which have already reached the @state.
172 */
173static inline int cpuhp_setup_state(enum cpuhp_state state,
174 const char *name,
175 int (*startup)(unsigned int cpu),
176 int (*teardown)(unsigned int cpu))
177{
cf392d10 178 return __cpuhp_setup_state(state, name, true, startup, teardown, false);
5b7aa87e
TG
179}
180
71def423
SAS
181static inline int cpuhp_setup_state_cpuslocked(enum cpuhp_state state,
182 const char *name,
183 int (*startup)(unsigned int cpu),
184 int (*teardown)(unsigned int cpu))
185{
186 return __cpuhp_setup_state_cpuslocked(state, name, true, startup,
187 teardown, false);
188}
189
5b7aa87e
TG
190/**
191 * cpuhp_setup_state_nocalls - Setup hotplug state callbacks without calling the
192 * callbacks
193 * @state: The state for which the calls are installed
194 * @name: Name of the callback.
195 * @startup: startup callback function
196 * @teardown: teardown callback function
197 *
198 * Same as @cpuhp_setup_state except that no calls are executed are invoked
199 * during installation of this callback. NOP if SMP=n or HOTPLUG_CPU=n.
200 */
201static inline int cpuhp_setup_state_nocalls(enum cpuhp_state state,
202 const char *name,
203 int (*startup)(unsigned int cpu),
204 int (*teardown)(unsigned int cpu))
205{
cf392d10
TG
206 return __cpuhp_setup_state(state, name, false, startup, teardown,
207 false);
208}
209
71def423
SAS
210static inline int cpuhp_setup_state_nocalls_cpuslocked(enum cpuhp_state state,
211 const char *name,
212 int (*startup)(unsigned int cpu),
213 int (*teardown)(unsigned int cpu))
214{
215 return __cpuhp_setup_state_cpuslocked(state, name, false, startup,
216 teardown, false);
217}
218
cf392d10
TG
219/**
220 * cpuhp_setup_state_multi - Add callbacks for multi state
221 * @state: The state for which the calls are installed
222 * @name: Name of the callback.
223 * @startup: startup callback function
224 * @teardown: teardown callback function
225 *
226 * Sets the internal multi_instance flag and prepares a state to work as a multi
227 * instance callback. No callbacks are invoked at this point. The callbacks are
228 * invoked once an instance for this state are registered via
229 * @cpuhp_state_add_instance or @cpuhp_state_add_instance_nocalls.
230 */
231static inline int cpuhp_setup_state_multi(enum cpuhp_state state,
232 const char *name,
233 int (*startup)(unsigned int cpu,
234 struct hlist_node *node),
235 int (*teardown)(unsigned int cpu,
236 struct hlist_node *node))
237{
238 return __cpuhp_setup_state(state, name, false,
239 (void *) startup,
240 (void *) teardown, true);
241}
242
243int __cpuhp_state_add_instance(enum cpuhp_state state, struct hlist_node *node,
244 bool invoke);
9805c673
TG
245int __cpuhp_state_add_instance_cpuslocked(enum cpuhp_state state,
246 struct hlist_node *node, bool invoke);
cf392d10
TG
247
248/**
249 * cpuhp_state_add_instance - Add an instance for a state and invoke startup
250 * callback.
251 * @state: The state for which the instance is installed
252 * @node: The node for this individual state.
253 *
254 * Installs the instance for the @state and invokes the startup callback on
255 * the present cpus which have already reached the @state. The @state must have
256 * been earlier marked as multi-instance by @cpuhp_setup_state_multi.
257 */
258static inline int cpuhp_state_add_instance(enum cpuhp_state state,
259 struct hlist_node *node)
260{
261 return __cpuhp_state_add_instance(state, node, true);
262}
263
264/**
265 * cpuhp_state_add_instance_nocalls - Add an instance for a state without
266 * invoking the startup callback.
267 * @state: The state for which the instance is installed
268 * @node: The node for this individual state.
269 *
270 * Installs the instance for the @state The @state must have been earlier
271 * marked as multi-instance by @cpuhp_setup_state_multi.
272 */
273static inline int cpuhp_state_add_instance_nocalls(enum cpuhp_state state,
274 struct hlist_node *node)
275{
276 return __cpuhp_state_add_instance(state, node, false);
5b7aa87e
TG
277}
278
9805c673
TG
279static inline int
280cpuhp_state_add_instance_nocalls_cpuslocked(enum cpuhp_state state,
281 struct hlist_node *node)
282{
283 return __cpuhp_state_add_instance_cpuslocked(state, node, false);
284}
285
5b7aa87e 286void __cpuhp_remove_state(enum cpuhp_state state, bool invoke);
71def423 287void __cpuhp_remove_state_cpuslocked(enum cpuhp_state state, bool invoke);
5b7aa87e
TG
288
289/**
290 * cpuhp_remove_state - Remove hotplug state callbacks and invoke the teardown
291 * @state: The state for which the calls are removed
292 *
293 * Removes the callback functions and invokes the teardown callback on
294 * the present cpus which have already reached the @state.
295 */
296static inline void cpuhp_remove_state(enum cpuhp_state state)
297{
298 __cpuhp_remove_state(state, true);
299}
300
301/**
302 * cpuhp_remove_state_nocalls - Remove hotplug state callbacks without invoking
303 * teardown
304 * @state: The state for which the calls are removed
305 */
306static inline void cpuhp_remove_state_nocalls(enum cpuhp_state state)
307{
308 __cpuhp_remove_state(state, false);
309}
310
71def423
SAS
311static inline void cpuhp_remove_state_nocalls_cpuslocked(enum cpuhp_state state)
312{
313 __cpuhp_remove_state_cpuslocked(state, false);
314}
315
cf392d10
TG
316/**
317 * cpuhp_remove_multi_state - Remove hotplug multi state callback
318 * @state: The state for which the calls are removed
319 *
320 * Removes the callback functions from a multi state. This is the reverse of
321 * cpuhp_setup_state_multi(). All instances should have been removed before
322 * invoking this function.
323 */
324static inline void cpuhp_remove_multi_state(enum cpuhp_state state)
325{
326 __cpuhp_remove_state(state, false);
327}
328
329int __cpuhp_state_remove_instance(enum cpuhp_state state,
330 struct hlist_node *node, bool invoke);
331
332/**
333 * cpuhp_state_remove_instance - Remove hotplug instance from state and invoke
334 * the teardown callback
335 * @state: The state from which the instance is removed
336 * @node: The node for this individual state.
337 *
338 * Removes the instance and invokes the teardown callback on the present cpus
339 * which have already reached the @state.
340 */
341static inline int cpuhp_state_remove_instance(enum cpuhp_state state,
342 struct hlist_node *node)
343{
344 return __cpuhp_state_remove_instance(state, node, true);
345}
346
347/**
348 * cpuhp_state_remove_instance_nocalls - Remove hotplug instance from state
349 * without invoking the reatdown callback
350 * @state: The state from which the instance is removed
351 * @node: The node for this individual state.
352 *
353 * Removes the instance without invoking the teardown callback.
354 */
355static inline int cpuhp_state_remove_instance_nocalls(enum cpuhp_state state,
356 struct hlist_node *node)
357{
358 return __cpuhp_state_remove_instance(state, node, false);
359}
360
8df3e07e
TG
361#ifdef CONFIG_SMP
362void cpuhp_online_idle(enum cpuhp_state state);
363#else
364static inline void cpuhp_online_idle(enum cpuhp_state state) { }
365#endif
366
cff7d378 367#endif