]>
Commit | Line | Data |
---|---|---|
1 | /* SPDX-License-Identifier: GPL-2.0 */ | |
2 | #ifndef _LINUX__INIT_TASK_H | |
3 | #define _LINUX__INIT_TASK_H | |
4 | ||
5 | #include <linux/rcupdate.h> | |
6 | #include <linux/irqflags.h> | |
7 | #include <linux/utsname.h> | |
8 | #include <linux/lockdep.h> | |
9 | #include <linux/ftrace.h> | |
10 | #include <linux/ipc.h> | |
11 | #include <linux/pid_namespace.h> | |
12 | #include <linux/user_namespace.h> | |
13 | #include <linux/securebits.h> | |
14 | #include <linux/seqlock.h> | |
15 | #include <linux/rbtree.h> | |
16 | #include <linux/sched/autogroup.h> | |
17 | #include <net/net_namespace.h> | |
18 | #include <linux/sched/rt.h> | |
19 | #include <linux/livepatch.h> | |
20 | #include <linux/mm_types.h> | |
21 | ||
22 | #include <asm/thread_info.h> | |
23 | ||
24 | #ifdef CONFIG_SMP | |
25 | # define INIT_PUSHABLE_TASKS(tsk) \ | |
26 | .pushable_tasks = PLIST_NODE_INIT(tsk.pushable_tasks, MAX_PRIO), | |
27 | #else | |
28 | # define INIT_PUSHABLE_TASKS(tsk) | |
29 | #endif | |
30 | ||
31 | extern struct files_struct init_files; | |
32 | extern struct fs_struct init_fs; | |
33 | ||
34 | #ifdef CONFIG_CPUSETS | |
35 | #define INIT_CPUSET_SEQ(tsk) \ | |
36 | .mems_allowed_seq = SEQCNT_ZERO(tsk.mems_allowed_seq), | |
37 | #else | |
38 | #define INIT_CPUSET_SEQ(tsk) | |
39 | #endif | |
40 | ||
41 | #ifndef CONFIG_VIRT_CPU_ACCOUNTING_NATIVE | |
42 | #define INIT_PREV_CPUTIME(x) .prev_cputime = { \ | |
43 | .lock = __RAW_SPIN_LOCK_UNLOCKED(x.prev_cputime.lock), \ | |
44 | }, | |
45 | #else | |
46 | #define INIT_PREV_CPUTIME(x) | |
47 | #endif | |
48 | ||
49 | #ifdef CONFIG_POSIX_TIMERS | |
50 | #define INIT_POSIX_TIMERS(s) \ | |
51 | .posix_timers = LIST_HEAD_INIT(s.posix_timers), | |
52 | #define INIT_CPU_TIMERS(s) \ | |
53 | .cpu_timers = { \ | |
54 | LIST_HEAD_INIT(s.cpu_timers[0]), \ | |
55 | LIST_HEAD_INIT(s.cpu_timers[1]), \ | |
56 | LIST_HEAD_INIT(s.cpu_timers[2]), \ | |
57 | }, | |
58 | #define INIT_CPUTIMER(s) \ | |
59 | .cputimer = { \ | |
60 | .cputime_atomic = INIT_CPUTIME_ATOMIC, \ | |
61 | .running = false, \ | |
62 | .checking_timer = false, \ | |
63 | }, | |
64 | #else | |
65 | #define INIT_POSIX_TIMERS(s) | |
66 | #define INIT_CPU_TIMERS(s) | |
67 | #define INIT_CPUTIMER(s) | |
68 | #endif | |
69 | ||
70 | #define INIT_SIGNALS(sig) { \ | |
71 | .nr_threads = 1, \ | |
72 | .thread_head = LIST_HEAD_INIT(init_task.thread_node), \ | |
73 | .wait_chldexit = __WAIT_QUEUE_HEAD_INITIALIZER(sig.wait_chldexit),\ | |
74 | .shared_pending = { \ | |
75 | .list = LIST_HEAD_INIT(sig.shared_pending.list), \ | |
76 | .signal = {{0}}}, \ | |
77 | INIT_POSIX_TIMERS(sig) \ | |
78 | INIT_CPU_TIMERS(sig) \ | |
79 | .rlim = INIT_RLIMITS, \ | |
80 | INIT_CPUTIMER(sig) \ | |
81 | INIT_PREV_CPUTIME(sig) \ | |
82 | .cred_guard_mutex = \ | |
83 | __MUTEX_INITIALIZER(sig.cred_guard_mutex), \ | |
84 | } | |
85 | ||
86 | extern struct nsproxy init_nsproxy; | |
87 | ||
88 | #define INIT_SIGHAND(sighand) { \ | |
89 | .count = ATOMIC_INIT(1), \ | |
90 | .action = { { { .sa_handler = SIG_DFL, } }, }, \ | |
91 | .siglock = __SPIN_LOCK_UNLOCKED(sighand.siglock), \ | |
92 | .signalfd_wqh = __WAIT_QUEUE_HEAD_INITIALIZER(sighand.signalfd_wqh), \ | |
93 | } | |
94 | ||
95 | extern struct group_info init_groups; | |
96 | ||
97 | #define INIT_STRUCT_PID { \ | |
98 | .count = ATOMIC_INIT(1), \ | |
99 | .tasks = { \ | |
100 | { .first = NULL }, \ | |
101 | { .first = NULL }, \ | |
102 | { .first = NULL }, \ | |
103 | }, \ | |
104 | .level = 0, \ | |
105 | .numbers = { { \ | |
106 | .nr = 0, \ | |
107 | .ns = &init_pid_ns, \ | |
108 | }, } \ | |
109 | } | |
110 | ||
111 | #define INIT_PID_LINK(type) \ | |
112 | { \ | |
113 | .node = { \ | |
114 | .next = NULL, \ | |
115 | .pprev = NULL, \ | |
116 | }, \ | |
117 | .pid = &init_struct_pid, \ | |
118 | } | |
119 | ||
120 | #ifdef CONFIG_AUDITSYSCALL | |
121 | #define INIT_IDS \ | |
122 | .loginuid = INVALID_UID, \ | |
123 | .sessionid = (unsigned int)-1, | |
124 | #else | |
125 | #define INIT_IDS | |
126 | #endif | |
127 | ||
128 | #ifdef CONFIG_PREEMPT_RCU | |
129 | #define INIT_TASK_RCU_PREEMPT(tsk) \ | |
130 | .rcu_read_lock_nesting = 0, \ | |
131 | .rcu_read_unlock_special.s = 0, \ | |
132 | .rcu_node_entry = LIST_HEAD_INIT(tsk.rcu_node_entry), \ | |
133 | .rcu_blocked_node = NULL, | |
134 | #else | |
135 | #define INIT_TASK_RCU_PREEMPT(tsk) | |
136 | #endif | |
137 | #ifdef CONFIG_TASKS_RCU | |
138 | #define INIT_TASK_RCU_TASKS(tsk) \ | |
139 | .rcu_tasks_holdout = false, \ | |
140 | .rcu_tasks_holdout_list = \ | |
141 | LIST_HEAD_INIT(tsk.rcu_tasks_holdout_list), \ | |
142 | .rcu_tasks_idle_cpu = -1, | |
143 | #else | |
144 | #define INIT_TASK_RCU_TASKS(tsk) | |
145 | #endif | |
146 | ||
147 | extern struct cred init_cred; | |
148 | ||
149 | #ifdef CONFIG_CGROUP_SCHED | |
150 | # define INIT_CGROUP_SCHED(tsk) \ | |
151 | .sched_task_group = &root_task_group, | |
152 | #else | |
153 | # define INIT_CGROUP_SCHED(tsk) | |
154 | #endif | |
155 | ||
156 | #ifdef CONFIG_PERF_EVENTS | |
157 | # define INIT_PERF_EVENTS(tsk) \ | |
158 | .perf_event_mutex = \ | |
159 | __MUTEX_INITIALIZER(tsk.perf_event_mutex), \ | |
160 | .perf_event_list = LIST_HEAD_INIT(tsk.perf_event_list), | |
161 | #else | |
162 | # define INIT_PERF_EVENTS(tsk) | |
163 | #endif | |
164 | ||
165 | #ifdef CONFIG_VIRT_CPU_ACCOUNTING_GEN | |
166 | # define INIT_VTIME(tsk) \ | |
167 | .vtime.seqcount = SEQCNT_ZERO(tsk.vtime.seqcount), \ | |
168 | .vtime.starttime = 0, \ | |
169 | .vtime.state = VTIME_SYS, | |
170 | #else | |
171 | # define INIT_VTIME(tsk) | |
172 | #endif | |
173 | ||
174 | #define INIT_TASK_COMM "swapper" | |
175 | ||
176 | #ifdef CONFIG_RT_MUTEXES | |
177 | # define INIT_RT_MUTEXES(tsk) \ | |
178 | .pi_waiters = RB_ROOT_CACHED, \ | |
179 | .pi_top_task = NULL, | |
180 | #else | |
181 | # define INIT_RT_MUTEXES(tsk) | |
182 | #endif | |
183 | ||
184 | #ifdef CONFIG_NUMA_BALANCING | |
185 | # define INIT_NUMA_BALANCING(tsk) \ | |
186 | .numa_preferred_nid = -1, \ | |
187 | .numa_group = NULL, \ | |
188 | .numa_faults = NULL, | |
189 | #else | |
190 | # define INIT_NUMA_BALANCING(tsk) | |
191 | #endif | |
192 | ||
193 | #ifdef CONFIG_KASAN | |
194 | # define INIT_KASAN(tsk) \ | |
195 | .kasan_depth = 1, | |
196 | #else | |
197 | # define INIT_KASAN(tsk) | |
198 | #endif | |
199 | ||
200 | #ifdef CONFIG_LIVEPATCH | |
201 | # define INIT_LIVEPATCH(tsk) \ | |
202 | .patch_state = KLP_UNDEFINED, | |
203 | #else | |
204 | # define INIT_LIVEPATCH(tsk) | |
205 | #endif | |
206 | ||
207 | #ifdef CONFIG_THREAD_INFO_IN_TASK | |
208 | # define INIT_TASK_TI(tsk) \ | |
209 | .thread_info = INIT_THREAD_INFO(tsk), \ | |
210 | .stack_refcount = ATOMIC_INIT(1), | |
211 | #else | |
212 | # define INIT_TASK_TI(tsk) | |
213 | #endif | |
214 | ||
215 | #ifdef CONFIG_SECURITY | |
216 | #define INIT_TASK_SECURITY .security = NULL, | |
217 | #else | |
218 | #define INIT_TASK_SECURITY | |
219 | #endif | |
220 | ||
221 | /* | |
222 | * INIT_TASK is used to set up the first task table, touch at | |
223 | * your own risk!. Base=0, limit=0x1fffff (=2MB) | |
224 | */ | |
225 | #define INIT_TASK(tsk) \ | |
226 | { \ | |
227 | INIT_TASK_TI(tsk) \ | |
228 | .state = 0, \ | |
229 | .stack = init_stack, \ | |
230 | .usage = ATOMIC_INIT(2), \ | |
231 | .flags = PF_KTHREAD, \ | |
232 | .prio = MAX_PRIO-20, \ | |
233 | .static_prio = MAX_PRIO-20, \ | |
234 | .normal_prio = MAX_PRIO-20, \ | |
235 | .policy = SCHED_NORMAL, \ | |
236 | .cpus_allowed = CPU_MASK_ALL, \ | |
237 | .nr_cpus_allowed= NR_CPUS, \ | |
238 | .mm = NULL, \ | |
239 | .active_mm = &init_mm, \ | |
240 | .restart_block = { \ | |
241 | .fn = do_no_restart_syscall, \ | |
242 | }, \ | |
243 | .se = { \ | |
244 | .group_node = LIST_HEAD_INIT(tsk.se.group_node), \ | |
245 | }, \ | |
246 | .rt = { \ | |
247 | .run_list = LIST_HEAD_INIT(tsk.rt.run_list), \ | |
248 | .time_slice = RR_TIMESLICE, \ | |
249 | }, \ | |
250 | .tasks = LIST_HEAD_INIT(tsk.tasks), \ | |
251 | INIT_PUSHABLE_TASKS(tsk) \ | |
252 | INIT_CGROUP_SCHED(tsk) \ | |
253 | .ptraced = LIST_HEAD_INIT(tsk.ptraced), \ | |
254 | .ptrace_entry = LIST_HEAD_INIT(tsk.ptrace_entry), \ | |
255 | .real_parent = &tsk, \ | |
256 | .parent = &tsk, \ | |
257 | .children = LIST_HEAD_INIT(tsk.children), \ | |
258 | .sibling = LIST_HEAD_INIT(tsk.sibling), \ | |
259 | .group_leader = &tsk, \ | |
260 | RCU_POINTER_INITIALIZER(real_cred, &init_cred), \ | |
261 | RCU_POINTER_INITIALIZER(cred, &init_cred), \ | |
262 | .comm = INIT_TASK_COMM, \ | |
263 | .thread = INIT_THREAD, \ | |
264 | .fs = &init_fs, \ | |
265 | .files = &init_files, \ | |
266 | .signal = &init_signals, \ | |
267 | .sighand = &init_sighand, \ | |
268 | .nsproxy = &init_nsproxy, \ | |
269 | .pending = { \ | |
270 | .list = LIST_HEAD_INIT(tsk.pending.list), \ | |
271 | .signal = {{0}}}, \ | |
272 | .blocked = {{0}}, \ | |
273 | .alloc_lock = __SPIN_LOCK_UNLOCKED(tsk.alloc_lock), \ | |
274 | .journal_info = NULL, \ | |
275 | INIT_CPU_TIMERS(tsk) \ | |
276 | .pi_lock = __RAW_SPIN_LOCK_UNLOCKED(tsk.pi_lock), \ | |
277 | .timer_slack_ns = 50000, /* 50 usec default slack */ \ | |
278 | .pids = { \ | |
279 | [PIDTYPE_PID] = INIT_PID_LINK(PIDTYPE_PID), \ | |
280 | [PIDTYPE_PGID] = INIT_PID_LINK(PIDTYPE_PGID), \ | |
281 | [PIDTYPE_SID] = INIT_PID_LINK(PIDTYPE_SID), \ | |
282 | }, \ | |
283 | .thread_group = LIST_HEAD_INIT(tsk.thread_group), \ | |
284 | .thread_node = LIST_HEAD_INIT(init_signals.thread_head), \ | |
285 | INIT_IDS \ | |
286 | INIT_PERF_EVENTS(tsk) \ | |
287 | INIT_TRACE_IRQFLAGS \ | |
288 | INIT_LOCKDEP \ | |
289 | INIT_FTRACE_GRAPH \ | |
290 | INIT_TRACE_RECURSION \ | |
291 | INIT_TASK_RCU_PREEMPT(tsk) \ | |
292 | INIT_TASK_RCU_TASKS(tsk) \ | |
293 | INIT_CPUSET_SEQ(tsk) \ | |
294 | INIT_RT_MUTEXES(tsk) \ | |
295 | INIT_PREV_CPUTIME(tsk) \ | |
296 | INIT_VTIME(tsk) \ | |
297 | INIT_NUMA_BALANCING(tsk) \ | |
298 | INIT_KASAN(tsk) \ | |
299 | INIT_LIVEPATCH(tsk) \ | |
300 | INIT_TASK_SECURITY \ | |
301 | } | |
302 | ||
303 | ||
304 | /* Attach to the init_task data structure for proper alignment */ | |
305 | #define __init_task_data __attribute__((__section__(".data..init_task"))) | |
306 | ||
307 | ||
308 | #endif |