1 /* SPDX-License-Identifier: GPL-2.0 */ 2 #ifndef _LINUX__INIT_TASK_H 3 #define _LINUX__INIT_TASK_H 4 5 #include <linux/rcupdate.h> 6 #include <linux/irqflags.h> 7 #include <linux/utsname.h> 8 #include <linux/lockdep.h> 9 #include <linux/ftrace.h> 10 #include <linux/ipc.h> 11 #include <linux/pid_namespace.h> 12 #include <linux/user_namespace.h> 13 #include <linux/securebits.h> 14 #include <linux/seqlock.h> 15 #include <linux/rbtree.h> 16 #include <linux/sched/autogroup.h> 17 #include <net/net_namespace.h> 18 #include <linux/sched/rt.h> 19 #include <linux/livepatch.h> 20 #include <linux/mm_types.h> 21 22 #include <asm/thread_info.h> 23 24 #ifdef CONFIG_SMP 25 # define INIT_PUSHABLE_TASKS(tsk) \ 26 .pushable_tasks = PLIST_NODE_INIT(tsk.pushable_tasks, MAX_PRIO), 27 #else 28 # define INIT_PUSHABLE_TASKS(tsk) 29 #endif 30 31 extern struct files_struct init_files; 32 extern struct fs_struct init_fs; 33 34 #ifdef CONFIG_CPUSETS 35 #define INIT_CPUSET_SEQ(tsk) \ 36 .mems_allowed_seq = SEQCNT_ZERO(tsk.mems_allowed_seq), 37 #else 38 #define INIT_CPUSET_SEQ(tsk) 39 #endif 40 41 #ifndef CONFIG_VIRT_CPU_ACCOUNTING_NATIVE 42 #define INIT_PREV_CPUTIME(x) .prev_cputime = { \ 43 .lock = __RAW_SPIN_LOCK_UNLOCKED(x.prev_cputime.lock), \ 44 }, 45 #else 46 #define INIT_PREV_CPUTIME(x) 47 #endif 48 49 #ifdef CONFIG_POSIX_TIMERS 50 #define INIT_POSIX_TIMERS(s) \ 51 .posix_timers = LIST_HEAD_INIT(s.posix_timers), 52 #define INIT_CPU_TIMERS(s) \ 53 .cpu_timers = { \ 54 LIST_HEAD_INIT(s.cpu_timers[0]), \ 55 LIST_HEAD_INIT(s.cpu_timers[1]), \ 56 LIST_HEAD_INIT(s.cpu_timers[2]), \ 57 }, 58 #define INIT_CPUTIMER(s) \ 59 .cputimer = { \ 60 .cputime_atomic = INIT_CPUTIME_ATOMIC, \ 61 .running = false, \ 62 .checking_timer = false, \ 63 }, 64 #else 65 #define INIT_POSIX_TIMERS(s) 66 #define INIT_CPU_TIMERS(s) 67 #define INIT_CPUTIMER(s) 68 #endif 69 70 #define INIT_SIGNALS(sig) { \ 71 .nr_threads = 1, \ 72 .thread_head = LIST_HEAD_INIT(init_task.thread_node), \ 73 .wait_chldexit = __WAIT_QUEUE_HEAD_INITIALIZER(sig.wait_chldexit),\ 74 .shared_pending = { \ 75 .list = LIST_HEAD_INIT(sig.shared_pending.list), \ 76 .signal = {{0}}}, \ 77 INIT_POSIX_TIMERS(sig) \ 78 INIT_CPU_TIMERS(sig) \ 79 .rlim = INIT_RLIMITS, \ 80 INIT_CPUTIMER(sig) \ 81 INIT_PREV_CPUTIME(sig) \ 82 .cred_guard_mutex = \ 83 __MUTEX_INITIALIZER(sig.cred_guard_mutex), \ 84 } 85 86 extern struct nsproxy init_nsproxy; 87 88 #define INIT_SIGHAND(sighand) { \ 89 .count = ATOMIC_INIT(1), \ 90 .action = { { { .sa_handler = SIG_DFL, } }, }, \ 91 .siglock = __SPIN_LOCK_UNLOCKED(sighand.siglock), \ 92 .signalfd_wqh = __WAIT_QUEUE_HEAD_INITIALIZER(sighand.signalfd_wqh), \ 93 } 94 95 extern struct group_info init_groups; 96 97 #define INIT_STRUCT_PID { \ 98 .count = ATOMIC_INIT(1), \ 99 .tasks = { \ 100 { .first = NULL }, \ 101 { .first = NULL }, \ 102 { .first = NULL }, \ 103 }, \ 104 .level = 0, \ 105 .numbers = { { \ 106 .nr = 0, \ 107 .ns = &init_pid_ns, \ 108 .pid_chain = { .next = NULL, .pprev = NULL }, \ 109 }, } \ 110 } 111 112 #define INIT_PID_LINK(type) \ 113 { \ 114 .node = { \ 115 .next = NULL, \ 116 .pprev = NULL, \ 117 }, \ 118 .pid = &init_struct_pid, \ 119 } 120 121 #ifdef CONFIG_AUDITSYSCALL 122 #define INIT_IDS \ 123 .loginuid = INVALID_UID, \ 124 .sessionid = (unsigned int)-1, 125 #else 126 #define INIT_IDS 127 #endif 128 129 #ifdef CONFIG_PREEMPT_RCU 130 #define INIT_TASK_RCU_PREEMPT(tsk) \ 131 .rcu_read_lock_nesting = 0, \ 132 .rcu_read_unlock_special.s = 0, \ 133 .rcu_node_entry = LIST_HEAD_INIT(tsk.rcu_node_entry), \ 134 .rcu_blocked_node = NULL, 135 #else 136 #define INIT_TASK_RCU_PREEMPT(tsk) 137 #endif 138 #ifdef CONFIG_TASKS_RCU 139 #define INIT_TASK_RCU_TASKS(tsk) \ 140 .rcu_tasks_holdout = false, \ 141 .rcu_tasks_holdout_list = \ 142 LIST_HEAD_INIT(tsk.rcu_tasks_holdout_list), \ 143 .rcu_tasks_idle_cpu = -1, 144 #else 145 #define INIT_TASK_RCU_TASKS(tsk) 146 #endif 147 148 extern struct cred init_cred; 149 150 #ifdef CONFIG_CGROUP_SCHED 151 # define INIT_CGROUP_SCHED(tsk) \ 152 .sched_task_group = &root_task_group, 153 #else 154 # define INIT_CGROUP_SCHED(tsk) 155 #endif 156 157 #ifdef CONFIG_PERF_EVENTS 158 # define INIT_PERF_EVENTS(tsk) \ 159 .perf_event_mutex = \ 160 __MUTEX_INITIALIZER(tsk.perf_event_mutex), \ 161 .perf_event_list = LIST_HEAD_INIT(tsk.perf_event_list), 162 #else 163 # define INIT_PERF_EVENTS(tsk) 164 #endif 165 166 #ifdef CONFIG_VIRT_CPU_ACCOUNTING_GEN 167 # define INIT_VTIME(tsk) \ 168 .vtime.seqcount = SEQCNT_ZERO(tsk.vtime.seqcount), \ 169 .vtime.starttime = 0, \ 170 .vtime.state = VTIME_SYS, 171 #else 172 # define INIT_VTIME(tsk) 173 #endif 174 175 #define INIT_TASK_COMM "swapper" 176 177 #ifdef CONFIG_RT_MUTEXES 178 # define INIT_RT_MUTEXES(tsk) \ 179 .pi_waiters = RB_ROOT_CACHED, \ 180 .pi_top_task = NULL, 181 #else 182 # define INIT_RT_MUTEXES(tsk) 183 #endif 184 185 #ifdef CONFIG_NUMA_BALANCING 186 # define INIT_NUMA_BALANCING(tsk) \ 187 .numa_preferred_nid = -1, \ 188 .numa_group = NULL, \ 189 .numa_faults = NULL, 190 #else 191 # define INIT_NUMA_BALANCING(tsk) 192 #endif 193 194 #ifdef CONFIG_KASAN 195 # define INIT_KASAN(tsk) \ 196 .kasan_depth = 1, 197 #else 198 # define INIT_KASAN(tsk) 199 #endif 200 201 #ifdef CONFIG_LIVEPATCH 202 # define INIT_LIVEPATCH(tsk) \ 203 .patch_state = KLP_UNDEFINED, 204 #else 205 # define INIT_LIVEPATCH(tsk) 206 #endif 207 208 #ifdef CONFIG_THREAD_INFO_IN_TASK 209 # define INIT_TASK_TI(tsk) \ 210 .thread_info = INIT_THREAD_INFO(tsk), \ 211 .stack_refcount = ATOMIC_INIT(1), 212 #else 213 # define INIT_TASK_TI(tsk) 214 #endif 215 216 #ifdef CONFIG_SECURITY 217 #define INIT_TASK_SECURITY .security = NULL, 218 #else 219 #define INIT_TASK_SECURITY 220 #endif 221 222 /* 223 * INIT_TASK is used to set up the first task table, touch at 224 * your own risk!. Base=0, limit=0x1fffff (=2MB) 225 */ 226 #define INIT_TASK(tsk) \ 227 { \ 228 INIT_TASK_TI(tsk) \ 229 .state = 0, \ 230 .stack = init_stack, \ 231 .usage = ATOMIC_INIT(2), \ 232 .flags = PF_KTHREAD, \ 233 .prio = MAX_PRIO-20, \ 234 .static_prio = MAX_PRIO-20, \ 235 .normal_prio = MAX_PRIO-20, \ 236 .policy = SCHED_NORMAL, \ 237 .cpus_allowed = CPU_MASK_ALL, \ 238 .nr_cpus_allowed= NR_CPUS, \ 239 .mm = NULL, \ 240 .active_mm = &init_mm, \ 241 .restart_block = { \ 242 .fn = do_no_restart_syscall, \ 243 }, \ 244 .se = { \ 245 .group_node = LIST_HEAD_INIT(tsk.se.group_node), \ 246 }, \ 247 .rt = { \ 248 .run_list = LIST_HEAD_INIT(tsk.rt.run_list), \ 249 .time_slice = RR_TIMESLICE, \ 250 }, \ 251 .tasks = LIST_HEAD_INIT(tsk.tasks), \ 252 INIT_PUSHABLE_TASKS(tsk) \ 253 INIT_CGROUP_SCHED(tsk) \ 254 .ptraced = LIST_HEAD_INIT(tsk.ptraced), \ 255 .ptrace_entry = LIST_HEAD_INIT(tsk.ptrace_entry), \ 256 .real_parent = &tsk, \ 257 .parent = &tsk, \ 258 .children = LIST_HEAD_INIT(tsk.children), \ 259 .sibling = LIST_HEAD_INIT(tsk.sibling), \ 260 .group_leader = &tsk, \ 261 RCU_POINTER_INITIALIZER(real_cred, &init_cred), \ 262 RCU_POINTER_INITIALIZER(cred, &init_cred), \ 263 .comm = INIT_TASK_COMM, \ 264 .thread = INIT_THREAD, \ 265 .fs = &init_fs, \ 266 .files = &init_files, \ 267 .signal = &init_signals, \ 268 .sighand = &init_sighand, \ 269 .nsproxy = &init_nsproxy, \ 270 .pending = { \ 271 .list = LIST_HEAD_INIT(tsk.pending.list), \ 272 .signal = {{0}}}, \ 273 .blocked = {{0}}, \ 274 .alloc_lock = __SPIN_LOCK_UNLOCKED(tsk.alloc_lock), \ 275 .journal_info = NULL, \ 276 INIT_CPU_TIMERS(tsk) \ 277 .pi_lock = __RAW_SPIN_LOCK_UNLOCKED(tsk.pi_lock), \ 278 .timer_slack_ns = 50000, /* 50 usec default slack */ \ 279 .pids = { \ 280 [PIDTYPE_PID] = INIT_PID_LINK(PIDTYPE_PID), \ 281 [PIDTYPE_PGID] = INIT_PID_LINK(PIDTYPE_PGID), \ 282 [PIDTYPE_SID] = INIT_PID_LINK(PIDTYPE_SID), \ 283 }, \ 284 .thread_group = LIST_HEAD_INIT(tsk.thread_group), \ 285 .thread_node = LIST_HEAD_INIT(init_signals.thread_head), \ 286 INIT_IDS \ 287 INIT_PERF_EVENTS(tsk) \ 288 INIT_TRACE_IRQFLAGS \ 289 INIT_LOCKDEP \ 290 INIT_FTRACE_GRAPH \ 291 INIT_TRACE_RECURSION \ 292 INIT_TASK_RCU_PREEMPT(tsk) \ 293 INIT_TASK_RCU_TASKS(tsk) \ 294 INIT_CPUSET_SEQ(tsk) \ 295 INIT_RT_MUTEXES(tsk) \ 296 INIT_PREV_CPUTIME(tsk) \ 297 INIT_VTIME(tsk) \ 298 INIT_NUMA_BALANCING(tsk) \ 299 INIT_KASAN(tsk) \ 300 INIT_LIVEPATCH(tsk) \ 301 INIT_TASK_SECURITY \ 302 } 303 304 305 /* Attach to the init_task data structure for proper alignment */ 306 #define __init_task_data __attribute__((__section__(".data..init_task"))) 307 308 309 #endif 310