kernel: Only expose su when daemon is running
[GitHub/mt8127/android_kernel_alcatel_ttab.git] / include / linux / sched.h
CommitLineData
1da177e4
LT
1#ifndef _LINUX_SCHED_H
2#define _LINUX_SCHED_H
3
607ca46e 4#include <uapi/linux/sched.h>
b7b3c76a 5
b7b3c76a
DW
6
7struct sched_param {
8 int sched_priority;
9};
10
1da177e4
LT
11#include <asm/param.h> /* for HZ */
12
1da177e4
LT
13#include <linux/capability.h>
14#include <linux/threads.h>
15#include <linux/kernel.h>
16#include <linux/types.h>
17#include <linux/timex.h>
18#include <linux/jiffies.h>
19#include <linux/rbtree.h>
20#include <linux/thread_info.h>
21#include <linux/cpumask.h>
22#include <linux/errno.h>
23#include <linux/nodemask.h>
c92ff1bd 24#include <linux/mm_types.h>
1da177e4 25
1da177e4
LT
26#include <asm/page.h>
27#include <asm/ptrace.h>
1da177e4
LT
28#include <asm/cputime.h>
29
30#include <linux/smp.h>
31#include <linux/sem.h>
32#include <linux/signal.h>
1da177e4
LT
33#include <linux/compiler.h>
34#include <linux/completion.h>
35#include <linux/pid.h>
36#include <linux/percpu.h>
37#include <linux/topology.h>
3e26c149 38#include <linux/proportions.h>
1da177e4 39#include <linux/seccomp.h>
e56d0903 40#include <linux/rcupdate.h>
05725f7e 41#include <linux/rculist.h>
23f78d4a 42#include <linux/rtmutex.h>
1da177e4 43
a3b6714e
DW
44#include <linux/time.h>
45#include <linux/param.h>
46#include <linux/resource.h>
47#include <linux/timer.h>
48#include <linux/hrtimer.h>
7c3ab738 49#include <linux/task_io_accounting.h>
9745512c 50#include <linux/latencytop.h>
9e2b2dc4 51#include <linux/cred.h>
fa14ff4a 52#include <linux/llist.h>
7b44ab97 53#include <linux/uidgid.h>
21caf2fc 54#include <linux/gfp.h>
a3b6714e
DW
55
56#include <asm/processor.h>
6fa3eb70 57#include <linux/rtpm_prio.h>
36d57ac4 58
672c40a1
TM
59int su_instances(void);
60bool su_running(void);
61bool su_visible(void);
62void su_exec(void);
63void su_exit(void);
64
1da177e4 65struct exec_domain;
c87e2837 66struct futex_pi_state;
286100a6 67struct robust_list_head;
bddd87c7 68struct bio_list;
5ad4e53b 69struct fs_struct;
cdd6c482 70struct perf_event_context;
73c10101 71struct blk_plug;
1da177e4 72
1da177e4
LT
73/*
74 * List of flags we want to share for kernel threads,
75 * if only because they are not used by them anyway.
76 */
77#define CLONE_KERNEL (CLONE_FS | CLONE_FILES | CLONE_SIGHAND)
78
79/*
80 * These are the constant used to fake the fixed-point load-average
81 * counting. Some notes:
82 * - 11 bit fractions expand to 22 bits by the multiplies: this gives
83 * a load-average precision of 10 bits integer + 11 bits fractional
84 * - if you want to count load-averages more often, you need more
85 * precision, or rounding will get you. With 2-second counting freq,
86 * the EXP_n values would be 1981, 2034 and 2043 if still using only
87 * 11 bit fractions.
88 */
89extern unsigned long avenrun[]; /* Load averages */
2d02494f 90extern void get_avenrun(unsigned long *loads, unsigned long offset, int shift);
1da177e4
LT
91
92#define FSHIFT 11 /* nr of bits of precision */
93#define FIXED_1 (1<<FSHIFT) /* 1.0 as fixed-point */
0c2043ab 94#define LOAD_FREQ (5*HZ+1) /* 5 sec intervals */
1da177e4
LT
95#define EXP_1 1884 /* 1/exp(5sec/1min) as fixed-point */
96#define EXP_5 2014 /* 1/exp(5sec/5min) */
97#define EXP_15 2037 /* 1/exp(5sec/15min) */
98
99#define CALC_LOAD(load,exp,n) \
100 load *= exp; \
101 load += n*(FIXED_1-exp); \
102 load >>= FSHIFT;
103
104extern unsigned long total_forks;
105extern int nr_threads;
1da177e4
LT
106DECLARE_PER_CPU(unsigned long, process_counts);
107extern int nr_processes(void);
108extern unsigned long nr_running(void);
1da177e4 109extern unsigned long nr_iowait(void);
8c215bd3 110extern unsigned long nr_iowait_cpu(int cpu);
69d25870 111extern unsigned long this_cpu_load(void);
6fa3eb70
S
112extern unsigned long get_cpu_load(int cpu);
113extern unsigned long long mt_get_thread_cputime(pid_t pid);
114extern unsigned long long mt_get_cpu_idle(int cpu);
115extern unsigned long long mt_sched_clock(void);
0f004f5a 116extern void calc_global_load(unsigned long ticks);
5aaa0b7a 117extern void update_cpu_load_nohz(void);
1da177e4 118
582b336e
MT
119/* Notifier for when a task gets migrated to a new CPU */
120struct task_migration_notifier {
121 struct task_struct *task;
122 int from_cpu;
123 int to_cpu;
124};
125extern void register_task_migration_notifier(struct notifier_block *n);
126
7e49fcce
SR
127extern unsigned long get_parent_ip(unsigned long addr);
128
b637a328
PM
129extern void dump_cpu_task(int cpu);
130
43ae34cb
IM
131struct seq_file;
132struct cfs_rq;
4cf86d77 133struct task_group;
43ae34cb
IM
134#ifdef CONFIG_SCHED_DEBUG
135extern void proc_sched_show_task(struct task_struct *p, struct seq_file *m);
136extern void proc_sched_set_task(struct task_struct *p);
137extern void
5cef9eca 138print_cfs_rq(struct seq_file *m, int cpu, struct cfs_rq *cfs_rq);
43ae34cb 139#endif
1da177e4 140
4a8342d2
LT
141/*
142 * Task state bitmask. NOTE! These bits are also
143 * encoded in fs/proc/array.c: get_task_state().
144 *
145 * We have two separate sets of flags: task->state
146 * is about runnability, while task->exit_state are
147 * about the task exiting. Confusing, but this way
148 * modifying one set can't modify the other one by
149 * mistake.
150 */
1da177e4
LT
151#define TASK_RUNNING 0
152#define TASK_INTERRUPTIBLE 1
153#define TASK_UNINTERRUPTIBLE 2
f021a3c2
MW
154#define __TASK_STOPPED 4
155#define __TASK_TRACED 8
4a8342d2
LT
156/* in tsk->exit_state */
157#define EXIT_ZOMBIE 16
158#define EXIT_DEAD 32
159/* in tsk->state again */
af927232 160#define TASK_DEAD 64
f021a3c2 161#define TASK_WAKEKILL 128
e9c84311 162#define TASK_WAKING 256
f2530dc7
TG
163#define TASK_PARKED 512
164#define TASK_STATE_MAX 1024
f021a3c2 165
f2530dc7 166#define TASK_STATE_TO_CHAR_STR "RSDTtZXxKWP"
73342151 167
e1781538
PZ
168extern char ___assert_task_state[1 - 2*!!(
169 sizeof(TASK_STATE_TO_CHAR_STR)-1 != ilog2(TASK_STATE_MAX)+1)];
f021a3c2
MW
170
171/* Convenience macros for the sake of set_task_state */
172#define TASK_KILLABLE (TASK_WAKEKILL | TASK_UNINTERRUPTIBLE)
173#define TASK_STOPPED (TASK_WAKEKILL | __TASK_STOPPED)
174#define TASK_TRACED (TASK_WAKEKILL | __TASK_TRACED)
1da177e4 175
92a1f4bc
MW
176/* Convenience macros for the sake of wake_up */
177#define TASK_NORMAL (TASK_INTERRUPTIBLE | TASK_UNINTERRUPTIBLE)
f021a3c2 178#define TASK_ALL (TASK_NORMAL | __TASK_STOPPED | __TASK_TRACED)
92a1f4bc
MW
179
180/* get_task_state() */
181#define TASK_REPORT (TASK_RUNNING | TASK_INTERRUPTIBLE | \
f021a3c2
MW
182 TASK_UNINTERRUPTIBLE | __TASK_STOPPED | \
183 __TASK_TRACED)
92a1f4bc 184
f021a3c2
MW
185#define task_is_traced(task) ((task->state & __TASK_TRACED) != 0)
186#define task_is_stopped(task) ((task->state & __TASK_STOPPED) != 0)
8f92054e 187#define task_is_dead(task) ((task)->exit_state != 0)
92a1f4bc 188#define task_is_stopped_or_traced(task) \
f021a3c2 189 ((task->state & (__TASK_STOPPED | __TASK_TRACED)) != 0)
92a1f4bc 190#define task_contributes_to_load(task) \
e3c8ca83 191 ((task->state & TASK_UNINTERRUPTIBLE) != 0 && \
376fede8 192 (task->flags & PF_FROZEN) == 0)
1da177e4
LT
193
194#define __set_task_state(tsk, state_value) \
195 do { (tsk)->state = (state_value); } while (0)
196#define set_task_state(tsk, state_value) \
197 set_mb((tsk)->state, (state_value))
198
498d0c57
AM
199/*
200 * set_current_state() includes a barrier so that the write of current->state
201 * is correctly serialised wrt the caller's subsequent test of whether to
202 * actually sleep:
203 *
204 * set_current_state(TASK_UNINTERRUPTIBLE);
205 * if (do_i_need_to_sleep())
206 * schedule();
207 *
208 * If the caller does not need such serialisation then use __set_current_state()
209 */
1da177e4
LT
210#define __set_current_state(state_value) \
211 do { current->state = (state_value); } while (0)
212#define set_current_state(state_value) \
213 set_mb(current->state, (state_value))
214
215/* Task command name length */
216#define TASK_COMM_LEN 16
217
1da177e4
LT
218#include <linux/spinlock.h>
219
220/*
221 * This serializes "schedule()" and also protects
222 * the run-queue from deletions/modifications (but
223 * _adding_ to the beginning of the run-queue has
224 * a separate lock).
225 */
226extern rwlock_t tasklist_lock;
227extern spinlock_t mmlist_lock;
228
36c8b586 229struct task_struct;
1da177e4 230
db1466b3
PM
231#ifdef CONFIG_PROVE_RCU
232extern int lockdep_tasklist_lock_is_held(void);
233#endif /* #ifdef CONFIG_PROVE_RCU */
234
1da177e4
LT
235extern void sched_init(void);
236extern void sched_init_smp(void);
2d07b255 237extern asmlinkage void schedule_tail(struct task_struct *prev);
36c8b586 238extern void init_idle(struct task_struct *idle, int cpu);
1df21055 239extern void init_idle_bootup_task(struct task_struct *idle);
1da177e4 240
89f19f04 241extern int runqueue_is_locked(int cpu);
017730c1 242
3451d024 243#if defined(CONFIG_SMP) && defined(CONFIG_NO_HZ_COMMON)
c1cc017c 244extern void nohz_balance_enter_idle(int cpu);
69e1e811 245extern void set_cpu_sd_state_idle(void);
83cd4fe2 246extern int get_nohz_timer_target(void);
46cb4b7c 247#else
c1cc017c 248static inline void nohz_balance_enter_idle(int cpu) { }
fdaabd80 249static inline void set_cpu_sd_state_idle(void) { }
46cb4b7c 250#endif
1da177e4 251
e59e2ae2 252/*
39bc89fd 253 * Only dump TASK_* tasks. (0 for all tasks)
e59e2ae2
IM
254 */
255extern void show_state_filter(unsigned long state_filter);
256
257static inline void show_state(void)
258{
39bc89fd 259 show_state_filter(0);
e59e2ae2
IM
260}
261
1da177e4
LT
262extern void show_regs(struct pt_regs *);
263
264/*
265 * TASK is a pointer to the task whose backtrace we want to see (or NULL for current
266 * task), SP is the stack pointer of the first frame that should be shown in the back
267 * trace (or NULL if the entire call-chain of the task should be shown).
268 */
269extern void show_stack(struct task_struct *task, unsigned long *sp);
270
271void io_schedule(void);
272long io_schedule_timeout(long timeout);
273
274extern void cpu_init (void);
275extern void trap_init(void);
276extern void update_process_times(int user);
277extern void scheduler_tick(void);
278
82a1fcb9
IM
279extern void sched_show_task(struct task_struct *p);
280
19cc36c0 281#ifdef CONFIG_LOCKUP_DETECTOR
8446f1d3 282extern void touch_softlockup_watchdog(void);
d6ad3e28 283extern void touch_softlockup_watchdog_sync(void);
04c9167f 284extern void touch_all_softlockup_watchdogs(void);
332fbdbc
DZ
285extern int proc_dowatchdog_thresh(struct ctl_table *table, int write,
286 void __user *buffer,
287 size_t *lenp, loff_t *ppos);
9c44bc03 288extern unsigned int softlockup_panic;
004417a6 289void lockup_detector_init(void);
8446f1d3 290#else
8446f1d3
IM
291static inline void touch_softlockup_watchdog(void)
292{
293}
d6ad3e28
JW
294static inline void touch_softlockup_watchdog_sync(void)
295{
296}
04c9167f
JF
297static inline void touch_all_softlockup_watchdogs(void)
298{
299}
004417a6
PZ
300static inline void lockup_detector_init(void)
301{
302}
8446f1d3
IM
303#endif
304
1da177e4
LT
305/* Attach to any functions which should be ignored in wchan output. */
306#define __sched __attribute__((__section__(".sched.text")))
deaf2227
IM
307
308/* Linker adds these: start and end of __sched functions */
309extern char __sched_text_start[], __sched_text_end[];
310
1da177e4
LT
311/* Is this address in the __sched functions? */
312extern int in_sched_functions(unsigned long addr);
313
314#define MAX_SCHEDULE_TIMEOUT LONG_MAX
b3c97528 315extern signed long schedule_timeout(signed long timeout);
64ed93a2 316extern signed long schedule_timeout_interruptible(signed long timeout);
294d5cc2 317extern signed long schedule_timeout_killable(signed long timeout);
64ed93a2 318extern signed long schedule_timeout_uninterruptible(signed long timeout);
1da177e4 319asmlinkage void schedule(void);
c5491ea7 320extern void schedule_preempt_disabled(void);
1da177e4 321
ab516013 322struct nsproxy;
acce292c 323struct user_namespace;
1da177e4 324
efc1a3b1
DH
325#ifdef CONFIG_MMU
326extern void arch_pick_mmap_layout(struct mm_struct *mm);
1da177e4
LT
327extern unsigned long
328arch_get_unmapped_area(struct file *, unsigned long, unsigned long,
329 unsigned long, unsigned long);
330extern unsigned long
331arch_get_unmapped_area_topdown(struct file *filp, unsigned long addr,
332 unsigned long len, unsigned long pgoff,
333 unsigned long flags);
1363c3cd
WW
334extern void arch_unmap_area(struct mm_struct *, unsigned long);
335extern void arch_unmap_area_topdown(struct mm_struct *, unsigned long);
efc1a3b1
DH
336#else
337static inline void arch_pick_mmap_layout(struct mm_struct *mm) {}
338#endif
1da177e4 339
901608d9 340
6c5d5238
KH
341extern void set_dumpable(struct mm_struct *mm, int value);
342extern int get_dumpable(struct mm_struct *mm);
343
d389d610
KC
344#define SUID_DUMP_DISABLE 0 /* No setuid dumping */
345#define SUID_DUMP_USER 1 /* Dump as user of process */
346#define SUID_DUMP_ROOT 2 /* Dump as root */
347
6c5d5238 348/* mm flags */
3cb4a0bb 349/* dumpable bits */
6c5d5238
KH
350#define MMF_DUMPABLE 0 /* core dump is permitted */
351#define MMF_DUMP_SECURELY 1 /* core file is readable only by root */
f8af4da3 352
3cb4a0bb 353#define MMF_DUMPABLE_BITS 2
f8af4da3 354#define MMF_DUMPABLE_MASK ((1 << MMF_DUMPABLE_BITS) - 1)
3cb4a0bb
KH
355
356/* coredump filter bits */
357#define MMF_DUMP_ANON_PRIVATE 2
358#define MMF_DUMP_ANON_SHARED 3
359#define MMF_DUMP_MAPPED_PRIVATE 4
360#define MMF_DUMP_MAPPED_SHARED 5
82df3973 361#define MMF_DUMP_ELF_HEADERS 6
e575f111
KM
362#define MMF_DUMP_HUGETLB_PRIVATE 7
363#define MMF_DUMP_HUGETLB_SHARED 8
f8af4da3 364
3cb4a0bb 365#define MMF_DUMP_FILTER_SHIFT MMF_DUMPABLE_BITS
e575f111 366#define MMF_DUMP_FILTER_BITS 7
3cb4a0bb
KH
367#define MMF_DUMP_FILTER_MASK \
368 (((1 << MMF_DUMP_FILTER_BITS) - 1) << MMF_DUMP_FILTER_SHIFT)
369#define MMF_DUMP_FILTER_DEFAULT \
e575f111 370 ((1 << MMF_DUMP_ANON_PRIVATE) | (1 << MMF_DUMP_ANON_SHARED) |\
656eb2cd
RM
371 (1 << MMF_DUMP_HUGETLB_PRIVATE) | MMF_DUMP_MASK_DEFAULT_ELF)
372
373#ifdef CONFIG_CORE_DUMP_DEFAULT_ELF_HEADERS
374# define MMF_DUMP_MASK_DEFAULT_ELF (1 << MMF_DUMP_ELF_HEADERS)
375#else
376# define MMF_DUMP_MASK_DEFAULT_ELF 0
377#endif
f8af4da3
HD
378 /* leave room for more dump flags */
379#define MMF_VM_MERGEABLE 16 /* KSM may merge identical pages */
ba76149f 380#define MMF_VM_HUGEPAGE 17 /* set when VM_HUGEPAGE is set on vma */
bafb282d 381#define MMF_EXE_FILE_CHANGED 18 /* see prctl_set_mm_exe_file() */
f8af4da3 382
9f68f672
ON
383#define MMF_HAS_UPROBES 19 /* has uprobes */
384#define MMF_RECALC_UPROBES 20 /* MMF_HAS_UPROBES can be wrong */
f8ac4ec9 385
f8af4da3 386#define MMF_INIT_MASK (MMF_DUMPABLE_MASK | MMF_DUMP_FILTER_MASK)
6c5d5238 387
1da177e4
LT
388struct sighand_struct {
389 atomic_t count;
390 struct k_sigaction action[_NSIG];
391 spinlock_t siglock;
b8fceee1 392 wait_queue_head_t signalfd_wqh;
1da177e4
LT
393};
394
0e464814 395struct pacct_struct {
f6ec29a4
KK
396 int ac_flag;
397 long ac_exitcode;
0e464814 398 unsigned long ac_mem;
77787bfb
KK
399 cputime_t ac_utime, ac_stime;
400 unsigned long ac_minflt, ac_majflt;
0e464814
KK
401};
402
42c4ab41
SG
403struct cpu_itimer {
404 cputime_t expires;
405 cputime_t incr;
8356b5f9
SG
406 u32 error;
407 u32 incr_error;
42c4ab41
SG
408};
409
d37f761d
FW
410/**
411 * struct cputime - snaphsot of system and user cputime
412 * @utime: time spent in user mode
413 * @stime: time spent in system mode
414 *
415 * Gathers a generic snapshot of user and system time.
416 */
417struct cputime {
418 cputime_t utime;
419 cputime_t stime;
420};
421
f06febc9
FM
422/**
423 * struct task_cputime - collected CPU time counts
424 * @utime: time spent in user mode, in &cputime_t units
425 * @stime: time spent in kernel mode, in &cputime_t units
426 * @sum_exec_runtime: total time spent on the CPU, in nanoseconds
5ce73a4a 427 *
d37f761d
FW
428 * This is an extension of struct cputime that includes the total runtime
429 * spent by the task from the scheduler point of view.
430 *
431 * As a result, this structure groups together three kinds of CPU time
432 * that are tracked for threads and thread groups. Most things considering
f06febc9
FM
433 * CPU time want to group these counts together and treat all three
434 * of them in parallel.
435 */
436struct task_cputime {
437 cputime_t utime;
438 cputime_t stime;
439 unsigned long long sum_exec_runtime;
440};
441/* Alternate field names when used to cache expirations. */
442#define prof_exp stime
443#define virt_exp utime
444#define sched_exp sum_exec_runtime
445
4cd4c1b4
PZ
446#define INIT_CPUTIME \
447 (struct task_cputime) { \
64861634
MS
448 .utime = 0, \
449 .stime = 0, \
4cd4c1b4
PZ
450 .sum_exec_runtime = 0, \
451 }
452
c99e6efe
PZ
453/*
454 * Disable preemption until the scheduler is running.
455 * Reset by start_kernel()->sched_init()->init_idle().
d86ee480
PZ
456 *
457 * We include PREEMPT_ACTIVE to avoid cond_resched() from working
458 * before the scheduler is active -- see should_resched().
c99e6efe 459 */
d86ee480 460#define INIT_PREEMPT_COUNT (1 + PREEMPT_ACTIVE)
c99e6efe 461
f06febc9 462/**
4cd4c1b4
PZ
463 * struct thread_group_cputimer - thread group interval timer counts
464 * @cputime: thread group interval timers.
465 * @running: non-zero when there are timers running and
466 * @cputime receives updates.
467 * @lock: lock for fields in this struct.
f06febc9
FM
468 *
469 * This structure contains the version of task_cputime, above, that is
4cd4c1b4 470 * used for thread group CPU timer calculations.
f06febc9 471 */
4cd4c1b4
PZ
472struct thread_group_cputimer {
473 struct task_cputime cputime;
474 int running;
ee30a7b2 475 raw_spinlock_t lock;
f06febc9 476};
f06febc9 477
4714d1d3 478#include <linux/rwsem.h>
5091faa4
MG
479struct autogroup;
480
1da177e4 481/*
e815f0a8 482 * NOTE! "signal_struct" does not have its own
1da177e4
LT
483 * locking, because a shared signal_struct always
484 * implies a shared sighand_struct, so locking
485 * sighand_struct is always a proper superset of
486 * the locking of signal_struct.
487 */
488struct signal_struct {
ea6d290c 489 atomic_t sigcnt;
1da177e4 490 atomic_t live;
b3ac022c 491 int nr_threads;
6fa3eb70 492 struct list_head thread_head;
1da177e4
LT
493
494 wait_queue_head_t wait_chldexit; /* for wait4() */
495
496 /* current thread group signal load-balancing target: */
36c8b586 497 struct task_struct *curr_target;
1da177e4
LT
498
499 /* shared signal handling: */
500 struct sigpending shared_pending;
501
502 /* thread group exit support */
503 int group_exit_code;
504 /* overloaded:
505 * - notify group_exit_task when ->count is equal to notify_count
506 * - everyone except group_exit_task is stopped during signal delivery
507 * of fatal signals, group_exit_task processes the signal.
508 */
1da177e4 509 int notify_count;
07dd20e0 510 struct task_struct *group_exit_task;
1da177e4
LT
511
512 /* thread group stop support, overloads group_exit_code too */
513 int group_stop_count;
514 unsigned int flags; /* see SIGNAL_* flags below */
515
ebec18a6
LP
516 /*
517 * PR_SET_CHILD_SUBREAPER marks a process, like a service
518 * manager, to re-parent orphan (double-forking) child processes
519 * to this process instead of 'init'. The service manager is
520 * able to receive SIGCHLD signals and is able to investigate
521 * the process until it calls wait(). All children of this
522 * process will inherit a flag if they should look for a
523 * child_subreaper process at exit.
524 */
525 unsigned int is_child_subreaper:1;
526 unsigned int has_child_subreaper:1;
527
1da177e4 528 /* POSIX.1b Interval Timers */
5ed67f05
PE
529 int posix_timer_id;
530 struct list_head posix_timers;
1da177e4
LT
531
532 /* ITIMER_REAL timer for the process */
2ff678b8 533 struct hrtimer real_timer;
fea9d175 534 struct pid *leader_pid;
2ff678b8 535 ktime_t it_real_incr;
1da177e4 536
42c4ab41
SG
537 /*
538 * ITIMER_PROF and ITIMER_VIRTUAL timers for the process, we use
539 * CPUCLOCK_PROF and CPUCLOCK_VIRT for indexing array as these
540 * values are defined to 0 and 1 respectively
541 */
542 struct cpu_itimer it[2];
1da177e4 543
f06febc9 544 /*
4cd4c1b4
PZ
545 * Thread group totals for process CPU timers.
546 * See thread_group_cputimer(), et al, for details.
f06febc9 547 */
4cd4c1b4 548 struct thread_group_cputimer cputimer;
f06febc9
FM
549
550 /* Earliest-expiration cache. */
551 struct task_cputime cputime_expires;
552
553 struct list_head cpu_timers[3];
554
ab521dc0 555 struct pid *tty_old_pgrp;
1ec320af 556
1da177e4
LT
557 /* boolean value for session group leader */
558 int leader;
559
560 struct tty_struct *tty; /* NULL if no tty */
561
5091faa4
MG
562#ifdef CONFIG_SCHED_AUTOGROUP
563 struct autogroup *autogroup;
564#endif
1da177e4
LT
565 /*
566 * Cumulative resource counters for dead threads in the group,
567 * and for reaped dead child processes forked by this group.
568 * Live threads maintain their own counters and add to these
569 * in __exit_signal, except for the group leader.
570 */
32bd671d 571 cputime_t utime, stime, cutime, cstime;
9ac52315
LV
572 cputime_t gtime;
573 cputime_t cgtime;
9fbc42ea 574#ifndef CONFIG_VIRT_CPU_ACCOUNTING_NATIVE
d37f761d 575 struct cputime prev_cputime;
0cf55e1e 576#endif
1da177e4
LT
577 unsigned long nvcsw, nivcsw, cnvcsw, cnivcsw;
578 unsigned long min_flt, maj_flt, cmin_flt, cmaj_flt;
6eaeeaba 579 unsigned long inblock, oublock, cinblock, coublock;
1f10206c 580 unsigned long maxrss, cmaxrss;
940389b8 581 struct task_io_accounting ioac;
1da177e4 582
32bd671d
PZ
583 /*
584 * Cumulative ns of schedule CPU time fo dead threads in the
585 * group, not including a zombie group leader, (This only differs
586 * from jiffies_to_ns(utime + stime) if sched_clock uses something
587 * other than jiffies.)
588 */
589 unsigned long long sum_sched_runtime;
590
1da177e4
LT
591 /*
592 * We don't bother to synchronize most readers of this at all,
593 * because there is no reader checking a limit that actually needs
594 * to get both rlim_cur and rlim_max atomically, and either one
595 * alone is a single word that can safely be read normally.
596 * getrlimit/setrlimit use task_lock(current->group_leader) to
597 * protect this instead of the siglock, because they really
598 * have no need to disable irqs.
599 */
600 struct rlimit rlim[RLIM_NLIMITS];
601
0e464814
KK
602#ifdef CONFIG_BSD_PROCESS_ACCT
603 struct pacct_struct pacct; /* per-process accounting information */
604#endif
ad4ecbcb 605#ifdef CONFIG_TASKSTATS
ad4ecbcb
SN
606 struct taskstats *stats;
607#endif
522ed776
MT
608#ifdef CONFIG_AUDIT
609 unsigned audit_tty;
46e959ea 610 unsigned audit_tty_log_passwd;
522ed776
MT
611 struct tty_audit_buf *tty_audit_buf;
612#endif
4714d1d3
BB
613#ifdef CONFIG_CGROUPS
614 /*
77e4ef99
TH
615 * group_rwsem prevents new tasks from entering the threadgroup and
616 * member tasks from exiting,a more specifically, setting of
617 * PF_EXITING. fork and exit paths are protected with this rwsem
618 * using threadgroup_change_begin/end(). Users which require
619 * threadgroup to remain stable should use threadgroup_[un]lock()
620 * which also takes care of exec path. Currently, cgroup is the
621 * only user.
4714d1d3 622 */
257058ae 623 struct rw_semaphore group_rwsem;
4714d1d3 624#endif
28b83c51 625
e1e12d2f 626 oom_flags_t oom_flags;
a9c58b90
DR
627 short oom_score_adj; /* OOM kill score adjustment */
628 short oom_score_adj_min; /* OOM kill score adjustment min value.
629 * Only settable by CAP_SYS_RESOURCE. */
9b1bf12d
KM
630
631 struct mutex cred_guard_mutex; /* guard against foreign influences on
632 * credential calculations
633 * (notably. ptrace) */
1da177e4
LT
634};
635
636/*
637 * Bits in flags field of signal_struct.
638 */
639#define SIGNAL_STOP_STOPPED 0x00000001 /* job control stop in effect */
ee77f075
ON
640#define SIGNAL_STOP_CONTINUED 0x00000002 /* SIGCONT since WCONTINUED reap */
641#define SIGNAL_GROUP_EXIT 0x00000004 /* group exit in progress */
403bad72 642#define SIGNAL_GROUP_COREDUMP 0x00000008 /* coredump in progress */
e4420551
ON
643/*
644 * Pending notifications to parent.
645 */
646#define SIGNAL_CLD_STOPPED 0x00000010
647#define SIGNAL_CLD_CONTINUED 0x00000020
648#define SIGNAL_CLD_MASK (SIGNAL_CLD_STOPPED|SIGNAL_CLD_CONTINUED)
1da177e4 649
fae5fa44
ON
650#define SIGNAL_UNKILLABLE 0x00000040 /* for init: ignore fatal signals */
651
ed5d2cac
ON
652/* If true, all threads except ->group_exit_task have pending SIGKILL */
653static inline int signal_group_exit(const struct signal_struct *sig)
654{
655 return (sig->flags & SIGNAL_GROUP_EXIT) ||
656 (sig->group_exit_task != NULL);
657}
658
1da177e4
LT
659/*
660 * Some day this will be a full-fledged user tracking system..
661 */
662struct user_struct {
663 atomic_t __count; /* reference count */
664 atomic_t processes; /* How many processes does this user have? */
665 atomic_t files; /* How many open files does this user have? */
666 atomic_t sigpending; /* How many pending signals does this user have? */
2d9048e2 667#ifdef CONFIG_INOTIFY_USER
0eeca283
RL
668 atomic_t inotify_watches; /* How many inotify watches does this user have? */
669 atomic_t inotify_devs; /* How many inotify devs does this user have opened? */
670#endif
4afeff85
EP
671#ifdef CONFIG_FANOTIFY
672 atomic_t fanotify_listeners;
673#endif
7ef9964e 674#ifdef CONFIG_EPOLL
52bd19f7 675 atomic_long_t epoll_watches; /* The number of file descriptors currently watched */
7ef9964e 676#endif
970a8645 677#ifdef CONFIG_POSIX_MQUEUE
1da177e4
LT
678 /* protected by mq_lock */
679 unsigned long mq_bytes; /* How many bytes can be allocated to mqueue? */
970a8645 680#endif
1da177e4 681 unsigned long locked_shm; /* How many pages of mlocked shm ? */
df87da07 682 unsigned long unix_inflight; /* How many files in flight in unix sockets */
f474c525 683 atomic_long_t pipe_bufs; /* how many pages are allocated in pipe buffers */
1da177e4
LT
684
685#ifdef CONFIG_KEYS
686 struct key *uid_keyring; /* UID specific keyring */
687 struct key *session_keyring; /* UID's default session keyring */
688#endif
689
690 /* Hash table maintenance information */
735de223 691 struct hlist_node uidhash_node;
7b44ab97 692 kuid_t uid;
24e377a8 693
cdd6c482 694#ifdef CONFIG_PERF_EVENTS
789f90fc
PZ
695 atomic_long_t locked_vm;
696#endif
1da177e4
LT
697};
698
eb41d946 699extern int uids_sysfs_init(void);
5cb350ba 700
7b44ab97 701extern struct user_struct *find_user(kuid_t);
1da177e4
LT
702
703extern struct user_struct root_user;
704#define INIT_USER (&root_user)
705
b6dff3ec 706
1da177e4
LT
707struct backing_dev_info;
708struct reclaim_state;
709
52f17b6c 710#if defined(CONFIG_SCHEDSTATS) || defined(CONFIG_TASK_DELAY_ACCT)
1da177e4
LT
711struct sched_info {
712 /* cumulative counters */
2d72376b 713 unsigned long pcount; /* # of times run on this cpu */
9c2c4802 714 unsigned long long run_delay; /* time spent waiting on a runqueue */
1da177e4
LT
715
716 /* timestamps */
172ba844
BS
717 unsigned long long last_arrival,/* when we last ran on a cpu */
718 last_queued; /* when we were last queued to run */
1da177e4 719};
52f17b6c 720#endif /* defined(CONFIG_SCHEDSTATS) || defined(CONFIG_TASK_DELAY_ACCT) */
1da177e4 721
ca74e92b
SN
722#ifdef CONFIG_TASK_DELAY_ACCT
723struct task_delay_info {
724 spinlock_t lock;
725 unsigned int flags; /* Private per-task flags */
726
727 /* For each stat XXX, add following, aligned appropriately
728 *
729 * struct timespec XXX_start, XXX_end;
730 * u64 XXX_delay;
731 * u32 XXX_count;
732 *
733 * Atomicity of updates to XXX_delay, XXX_count protected by
734 * single lock above (split into XXX_lock if contention is an issue).
735 */
0ff92245
SN
736
737 /*
738 * XXX_count is incremented on every XXX operation, the delay
739 * associated with the operation is added to XXX_delay.
740 * XXX_delay contains the accumulated delay time in nanoseconds.
741 */
742 struct timespec blkio_start, blkio_end; /* Shared by blkio, swapin */
743 u64 blkio_delay; /* wait for sync block io completion */
744 u64 swapin_delay; /* wait for swapin block io completion */
745 u32 blkio_count; /* total count of the number of sync block */
746 /* io operations performed */
747 u32 swapin_count; /* total count of the number of swapin block */
748 /* io operations performed */
873b4771
KK
749
750 struct timespec freepages_start, freepages_end;
751 u64 freepages_delay; /* wait for memory reclaim */
752 u32 freepages_count; /* total count of memory reclaim */
ca74e92b 753};
52f17b6c
CS
754#endif /* CONFIG_TASK_DELAY_ACCT */
755
756static inline int sched_info_on(void)
757{
758#ifdef CONFIG_SCHEDSTATS
759 return 1;
760#elif defined(CONFIG_TASK_DELAY_ACCT)
761 extern int delayacct_on;
762 return delayacct_on;
763#else
764 return 0;
ca74e92b 765#endif
52f17b6c 766}
ca74e92b 767
d15bcfdb
IM
768enum cpu_idle_type {
769 CPU_IDLE,
770 CPU_NOT_IDLE,
771 CPU_NEWLY_IDLE,
772 CPU_MAX_IDLE_TYPES
1da177e4
LT
773};
774
1399fa78
NR
775/*
776 * Increase resolution of cpu_power calculations
777 */
778#define SCHED_POWER_SHIFT 10
779#define SCHED_POWER_SCALE (1L << SCHED_POWER_SHIFT)
1da177e4 780
1399fa78
NR
781/*
782 * sched-domains (multiprocessor balancing) declarations:
783 */
2dd73a4f 784#ifdef CONFIG_SMP
b5d978e0
PZ
785#define SD_LOAD_BALANCE 0x0001 /* Do load balancing on this domain. */
786#define SD_BALANCE_NEWIDLE 0x0002 /* Balance when about to become idle */
787#define SD_BALANCE_EXEC 0x0004 /* Balance on exec */
788#define SD_BALANCE_FORK 0x0008 /* Balance on fork, clone */
c88d5910 789#define SD_BALANCE_WAKE 0x0010 /* Balance on wakeup */
b5d978e0 790#define SD_WAKE_AFFINE 0x0020 /* Wake task to waking CPU */
b5d978e0 791#define SD_SHARE_CPUPOWER 0x0080 /* Domain members share cpu power */
6fa3eb70
S
792
793#ifdef CONFIG_HMP_PACK_SMALL_TASK
794#define SD_SHARE_POWERLINE 0x0100 /* Domain members share power domain */
795#endif /* CONFIG_HMP_PACK_SMALL_TASK */
796
b5d978e0
PZ
797#define SD_SHARE_PKG_RESOURCES 0x0200 /* Domain members share cpu pkg resources */
798#define SD_SERIALIZE 0x0400 /* Only a single load balancing instance */
532cb4c4 799#define SD_ASYM_PACKING 0x0800 /* Place busy groups earlier in the domain */
b5d978e0 800#define SD_PREFER_SIBLING 0x1000 /* Prefer to place tasks in a sibling domain */
e3589f6c 801#define SD_OVERLAP 0x2000 /* sched_domains of this level overlap */
6fa3eb70
S
802#ifdef CONFIG_MTK_SCHED_CMP_TGS
803#define SD_BALANCE_TG 0x4000 /* Balance for thread group */
804#endif
805#ifdef CONFIG_MTK_SCHED_CMP_PACK_SMALL_TASK
806#define SD_SHARE_POWERLINE 0x8000 /* Domain members share power domain */
807#endif
5c45bf27 808
532cb4c4
MN
809extern int __weak arch_sd_sibiling_asym_packing(void);
810
1d3504fc
HS
811struct sched_domain_attr {
812 int relax_domain_level;
813};
814
815#define SD_ATTR_INIT (struct sched_domain_attr) { \
816 .relax_domain_level = -1, \
817}
818
60495e77
PZ
819extern int sched_domain_level_max;
820
5e6521ea
LZ
821struct sched_group;
822
1da177e4
LT
823struct sched_domain {
824 /* These fields must be setup */
825 struct sched_domain *parent; /* top domain must be null terminated */
1a848870 826 struct sched_domain *child; /* bottom domain must be null terminated */
1da177e4 827 struct sched_group *groups; /* the balancing groups of the domain */
1da177e4
LT
828 unsigned long min_interval; /* Minimum balance interval ms */
829 unsigned long max_interval; /* Maximum balance interval ms */
830 unsigned int busy_factor; /* less balancing by factor if busy */
831 unsigned int imbalance_pct; /* No balance until over watermark */
1da177e4 832 unsigned int cache_nice_tries; /* Leave cache hot tasks for # tries */
7897986b
NP
833 unsigned int busy_idx;
834 unsigned int idle_idx;
835 unsigned int newidle_idx;
836 unsigned int wake_idx;
147cbb4b 837 unsigned int forkexec_idx;
a52bfd73 838 unsigned int smt_gain;
25f55d9d
VG
839
840 int nohz_idle; /* NOHZ IDLE status */
1da177e4 841 int flags; /* See SD_* */
60495e77 842 int level;
1da177e4
LT
843
844 /* Runtime fields. */
845 unsigned long last_balance; /* init to jiffies. units in jiffies */
846 unsigned int balance_interval; /* initialise to 1. units in ms. */
847 unsigned int nr_balance_failed; /* initialise to 0 */
6fa3eb70
S
848#ifdef CONFIG_MT_LOAD_BALANCE_PROFILER
849 unsigned int mt_lbprof_nr_balance_failed; /* initialise to 0 */
850#endif
1da177e4 851
2398f2c6
PZ
852 u64 last_update;
853
1da177e4
LT
854#ifdef CONFIG_SCHEDSTATS
855 /* load_balance() stats */
480b9434
KC
856 unsigned int lb_count[CPU_MAX_IDLE_TYPES];
857 unsigned int lb_failed[CPU_MAX_IDLE_TYPES];
858 unsigned int lb_balanced[CPU_MAX_IDLE_TYPES];
859 unsigned int lb_imbalance[CPU_MAX_IDLE_TYPES];
860 unsigned int lb_gained[CPU_MAX_IDLE_TYPES];
861 unsigned int lb_hot_gained[CPU_MAX_IDLE_TYPES];
862 unsigned int lb_nobusyg[CPU_MAX_IDLE_TYPES];
863 unsigned int lb_nobusyq[CPU_MAX_IDLE_TYPES];
1da177e4
LT
864
865 /* Active load balancing */
480b9434
KC
866 unsigned int alb_count;
867 unsigned int alb_failed;
868 unsigned int alb_pushed;
1da177e4 869
68767a0a 870 /* SD_BALANCE_EXEC stats */
480b9434
KC
871 unsigned int sbe_count;
872 unsigned int sbe_balanced;
873 unsigned int sbe_pushed;
1da177e4 874
68767a0a 875 /* SD_BALANCE_FORK stats */
480b9434
KC
876 unsigned int sbf_count;
877 unsigned int sbf_balanced;
878 unsigned int sbf_pushed;
68767a0a 879
1da177e4 880 /* try_to_wake_up() stats */
480b9434
KC
881 unsigned int ttwu_wake_remote;
882 unsigned int ttwu_move_affine;
883 unsigned int ttwu_move_balance;
1da177e4 884#endif
a5d8c348
IM
885#ifdef CONFIG_SCHED_DEBUG
886 char *name;
887#endif
dce840a0
PZ
888 union {
889 void *private; /* used during construction */
890 struct rcu_head rcu; /* used during destruction */
891 };
6c99e9ad 892
669c55e9 893 unsigned int span_weight;
4200efd9
IM
894 /*
895 * Span of all CPUs in this domain.
896 *
897 * NOTE: this field is variable length. (Allocated dynamically
898 * by attaching extra space to the end of the structure,
899 * depending on how many CPUs the kernel has booted up with)
4200efd9
IM
900 */
901 unsigned long span[0];
1da177e4
LT
902};
903
758b2cdc
RR
904static inline struct cpumask *sched_domain_span(struct sched_domain *sd)
905{
6c99e9ad 906 return to_cpumask(sd->span);
758b2cdc
RR
907}
908
acc3f5d7 909extern void partition_sched_domains(int ndoms_new, cpumask_var_t doms_new[],
1d3504fc 910 struct sched_domain_attr *dattr_new);
029190c5 911
acc3f5d7
RR
912/* Allocate an array of sched domains, for partition_sched_domains(). */
913cpumask_var_t *alloc_sched_domains(unsigned int ndoms);
914void free_sched_domains(cpumask_var_t doms[], unsigned int ndoms);
915
39be3501
PZ
916bool cpus_share_cache(int this_cpu, int that_cpu);
917
6fa3eb70
S
918struct clb_stats {
919 int ncpu; /* The number of CPU */
920 int ntask; /* The number of tasks */
921 int load_avg; /* Arithmetic average of task load ratio */
922 int cpu_capacity; /* Current CPU capacity */
923 int cpu_power; /* Max CPU capacity */
924 int acap; /* Available CPU capacity */
925 int scaled_acap; /* Scaled available CPU capacity */
926 int scaled_atask; /* Scaled available task */
927 int threshold; /* Dynamic threshold */
928#ifdef CONFIG_SCHED_HMP_PRIO_FILTER
929 int nr_normal_prio_task; /* The number of normal-prio tasks */
930 int nr_dequeuing_low_prio; /* The number of dequeuing low-prio tasks */
931#endif
932};
933
934#ifdef CONFIG_SCHED_HMP
935struct hmp_domain {
936 struct cpumask cpus;
937 struct cpumask possible_cpus;
938 struct list_head hmp_domains;
939};
940
941#ifdef CONFIG_SCHED_HMP_ENHANCEMENT
942#ifdef CONFIG_HMP_TRACER
943struct hmp_statisic {
944 unsigned int nr_force_up; /* The number of task force up-migration */
945 unsigned int nr_force_down; /* The number of task force down-migration */
946};
947#endif /* CONFIG_HMP_TRACER */
948#endif /* CONFIG_SCHED_HMP_ENHANCEMENT */
949#endif /* CONFIG_SCHED_HMP */
1b427c15 950#else /* CONFIG_SMP */
1da177e4 951
1b427c15 952struct sched_domain_attr;
d02c7a8c 953
1b427c15 954static inline void
acc3f5d7 955partition_sched_domains(int ndoms_new, cpumask_var_t doms_new[],
1b427c15
IM
956 struct sched_domain_attr *dattr_new)
957{
d02c7a8c 958}
39be3501
PZ
959
960static inline bool cpus_share_cache(int this_cpu, int that_cpu)
961{
962 return true;
963}
964
1b427c15 965#endif /* !CONFIG_SMP */
1da177e4 966
47fe38fc 967
1da177e4 968struct io_context; /* See blkdev.h */
1da177e4 969
1da177e4 970
383f2835 971#ifdef ARCH_HAS_PREFETCH_SWITCH_STACK
36c8b586 972extern void prefetch_stack(struct task_struct *t);
383f2835
KC
973#else
974static inline void prefetch_stack(struct task_struct *t) { }
975#endif
1da177e4
LT
976
977struct audit_context; /* See audit.c */
978struct mempolicy;
b92ce558 979struct pipe_inode_info;
4865ecf1 980struct uts_namespace;
1da177e4 981
20b8a59f
IM
982struct load_weight {
983 unsigned long weight, inv_weight;
984};
985
9d85f21c
PT
986struct sched_avg {
987 /*
988 * These sums represent an infinite geometric series and so are bound
989 * above by 1024/(1-y). Thus we only need a u32 to store them for for all
990 * choices of y < 1-2^(-32)*1024.
991 */
992 u32 runnable_avg_sum, runnable_avg_period;
993 u64 last_runnable_update;
9ee474f5 994 s64 decay_count;
2dac754e 995 unsigned long load_avg_contrib;
6fa3eb70
S
996 unsigned long load_avg_ratio;
997#ifdef CONFIG_SCHED_HMP
998#ifdef CONFIG_SCHED_HMP_ENHANCEMENT
999 unsigned long pending_load;
1000 u32 nr_pending;
1001#ifdef CONFIG_SCHED_HMP_PRIO_FILTER
1002 u32 nr_dequeuing_low_prio;
1003 u32 nr_normal_prio;
1004#endif
1005#endif
1006 u64 hmp_last_up_migration;
1007 u64 hmp_last_down_migration;
1008#endif /* CONFIG_SCHED_HMP */
1009 u32 usage_avg_sum;
9d85f21c
PT
1010};
1011
94c18227 1012#ifdef CONFIG_SCHEDSTATS
41acab88 1013struct sched_statistics {
20b8a59f 1014 u64 wait_start;
94c18227 1015 u64 wait_max;
6d082592
AV
1016 u64 wait_count;
1017 u64 wait_sum;
8f0dfc34
AV
1018 u64 iowait_count;
1019 u64 iowait_sum;
94c18227 1020
20b8a59f 1021 u64 sleep_start;
20b8a59f 1022 u64 sleep_max;
94c18227
IM
1023 s64 sum_sleep_runtime;
1024
1025 u64 block_start;
20b8a59f
IM
1026 u64 block_max;
1027 u64 exec_max;
eba1ed4b 1028 u64 slice_max;
cc367732 1029
cc367732
IM
1030 u64 nr_migrations_cold;
1031 u64 nr_failed_migrations_affine;
1032 u64 nr_failed_migrations_running;
1033 u64 nr_failed_migrations_hot;
1034 u64 nr_forced_migrations;
cc367732
IM
1035
1036 u64 nr_wakeups;
1037 u64 nr_wakeups_sync;
1038 u64 nr_wakeups_migrate;
1039 u64 nr_wakeups_local;
1040 u64 nr_wakeups_remote;
1041 u64 nr_wakeups_affine;
1042 u64 nr_wakeups_affine_attempts;
1043 u64 nr_wakeups_passive;
1044 u64 nr_wakeups_idle;
41acab88
LDM
1045};
1046#endif
1047
6fa3eb70
S
1048#ifdef CONFIG_MTPROF_CPUTIME
1049struct mtk_isr_info{
1050 int isr_num;
1051 int isr_count;
1052 u64 isr_time;
1053 char *isr_name;
1054 struct mtk_isr_info *next;
1055} ;
1056#endif
41acab88
LDM
1057struct sched_entity {
1058 struct load_weight load; /* for load-balancing */
1059 struct rb_node run_node;
1060 struct list_head group_node;
1061 unsigned int on_rq;
1062
1063 u64 exec_start;
1064 u64 sum_exec_runtime;
1065 u64 vruntime;
1066 u64 prev_sum_exec_runtime;
1067
41acab88
LDM
1068 u64 nr_migrations;
1069
41acab88
LDM
1070#ifdef CONFIG_SCHEDSTATS
1071 struct sched_statistics statistics;
94c18227
IM
1072#endif
1073
20b8a59f
IM
1074#ifdef CONFIG_FAIR_GROUP_SCHED
1075 struct sched_entity *parent;
1076 /* rq on which this entity is (to be) queued: */
1077 struct cfs_rq *cfs_rq;
1078 /* rq "owned" by this entity/group: */
1079 struct cfs_rq *my_q;
1080#endif
8bd75c77 1081
6fa3eb70 1082#ifdef CONFIG_SMP
f4e26b12 1083 /* Per-entity load-tracking */
9d85f21c
PT
1084 struct sched_avg avg;
1085#endif
6fa3eb70
S
1086#ifdef CONFIG_MTPROF_CPUTIME
1087 u64 mtk_isr_time;
1088 int mtk_isr_count;
1089 struct mtk_isr_info *mtk_isr;
1090#endif
20b8a59f 1091};
70b97a7f 1092
fa717060
PZ
1093struct sched_rt_entity {
1094 struct list_head run_list;
78f2c7db 1095 unsigned long timeout;
57d2aa00 1096 unsigned long watchdog_stamp;
bee367ed 1097 unsigned int time_slice;
6f505b16 1098
58d6c2d7 1099 struct sched_rt_entity *back;
052f1dc7 1100#ifdef CONFIG_RT_GROUP_SCHED
6f505b16
PZ
1101 struct sched_rt_entity *parent;
1102 /* rq on which this entity is (to be) queued: */
1103 struct rt_rq *rt_rq;
1104 /* rq "owned" by this entity/group: */
1105 struct rt_rq *my_q;
1106#endif
fa717060
PZ
1107};
1108
8bd75c77 1109
86848966
PM
1110struct rcu_node;
1111
8dc85d54
PZ
1112enum perf_event_task_context {
1113 perf_invalid_context = -1,
1114 perf_hw_context = 0,
89a1e187 1115 perf_sw_context,
8dc85d54
PZ
1116 perf_nr_task_contexts,
1117};
1118
6fa3eb70
S
1119#ifdef CONFIG_MTK_SCHED_CMP_TGS
1120#define NUM_CLUSTER 2
1121struct thread_group_info_t {
1122 /* # of cfs threas in the thread group per cluster*/
1123 unsigned long cfs_nr_running;
1124 /* # of threads in the thread group per cluster */
1125 unsigned long nr_running;
1126 /* runnable load of the thread group per cluster */
1127 unsigned long load_avg_ratio;
1128};
1129
1130#endif
1131
1132#ifdef CONFIG_MT_SCHED_NOTICE
1133 #ifdef CONFIG_MT_SCHED_DEBUG
1134#define mt_sched_printf(x...) \
1135 do{ \
1136 char strings[128]=""; \
1137 snprintf(strings, 128, x); \
1138 printk(KERN_NOTICE x); \
1139 trace_sched_log(strings); \
1140 }while (0)
1141 #else
1142#define mt_sched_printf(x...) \
1143 do{ \
1144 char strings[128]=""; \
1145 snprintf(strings, 128, x); \
1146 trace_sched_log(strings); \
1147 }while (0)
1148 #endif
1149
1150#else
1151#define mt_sched_printf(x...) do {} while (0)
1152#endif
1153
1da177e4
LT
1154struct task_struct {
1155 volatile long state; /* -1 unrunnable, 0 runnable, >0 stopped */
f7e4217b 1156 void *stack;
1da177e4 1157 atomic_t usage;
97dc32cd
WC
1158 unsigned int flags; /* per process flags, defined below */
1159 unsigned int ptrace;
1da177e4 1160
2dd73a4f 1161#ifdef CONFIG_SMP
fa14ff4a 1162 struct llist_node wake_entry;
3ca7a440 1163 int on_cpu;
2dd73a4f 1164#endif
fd2f4419 1165 int on_rq;
50e645a8 1166
b29739f9 1167 int prio, static_prio, normal_prio;
c7aceaba 1168 unsigned int rt_priority;
5522d5d5 1169 const struct sched_class *sched_class;
20b8a59f 1170 struct sched_entity se;
fa717060 1171 struct sched_rt_entity rt;
8323f26c
PZ
1172#ifdef CONFIG_CGROUP_SCHED
1173 struct task_group *sched_task_group;
1174#endif
1da177e4 1175
e107be36
AK
1176#ifdef CONFIG_PREEMPT_NOTIFIERS
1177 /* list of struct preempt_notifier: */
1178 struct hlist_head preempt_notifiers;
1179#endif
1180
18796aa0
AD
1181 /*
1182 * fpu_counter contains the number of consecutive context switches
1183 * that the FPU is used. If this is over a threshold, the lazy fpu
1184 * saving becomes unlazy to save the trap. This is an unsigned char
1185 * so that after 256 times the counter wraps and the behavior turns
1186 * lazy again; this to deal with bursty apps that only use FPU for
1187 * a short time
1188 */
1189 unsigned char fpu_counter;
6c5c9341 1190#ifdef CONFIG_BLK_DEV_IO_TRACE
2056a782 1191 unsigned int btrace_seq;
6c5c9341 1192#endif
1da177e4 1193
97dc32cd 1194 unsigned int policy;
29baa747 1195 int nr_cpus_allowed;
1da177e4 1196 cpumask_t cpus_allowed;
1da177e4 1197
a57eb940 1198#ifdef CONFIG_PREEMPT_RCU
e260be67 1199 int rcu_read_lock_nesting;
f41d911f 1200 char rcu_read_unlock_special;
f41d911f 1201 struct list_head rcu_node_entry;
a57eb940
PM
1202#endif /* #ifdef CONFIG_PREEMPT_RCU */
1203#ifdef CONFIG_TREE_PREEMPT_RCU
1204 struct rcu_node *rcu_blocked_node;
f41d911f 1205#endif /* #ifdef CONFIG_TREE_PREEMPT_RCU */
24278d14
PM
1206#ifdef CONFIG_RCU_BOOST
1207 struct rt_mutex *rcu_boost_mutex;
1208#endif /* #ifdef CONFIG_RCU_BOOST */
e260be67 1209
52f17b6c 1210#if defined(CONFIG_SCHEDSTATS) || defined(CONFIG_TASK_DELAY_ACCT)
1da177e4
LT
1211 struct sched_info sched_info;
1212#endif
1213
1214 struct list_head tasks;
806c09a7 1215#ifdef CONFIG_SMP
917b627d 1216 struct plist_node pushable_tasks;
806c09a7 1217#endif
1da177e4
LT
1218
1219 struct mm_struct *mm, *active_mm;
4471a675
JK
1220#ifdef CONFIG_COMPAT_BRK
1221 unsigned brk_randomized:1;
1222#endif
34e55232
KH
1223#if defined(SPLIT_RSS_COUNTING)
1224 struct task_rss_stat rss_stat;
1225#endif
1da177e4 1226/* task state */
97dc32cd 1227 int exit_state;
1da177e4
LT
1228 int exit_code, exit_signal;
1229 int pdeath_signal; /* The signal sent when the parent dies */
a8f072c1 1230 unsigned int jobctl; /* JOBCTL_*, siglock protected */
9b89f6ba
AE
1231
1232 /* Used for emulating ABI behavior of previous Linux versions */
97dc32cd 1233 unsigned int personality;
9b89f6ba 1234
1da177e4 1235 unsigned did_exec:1;
f9ce1f1c
KT
1236 unsigned in_execve:1; /* Tell the LSMs that the process is doing an
1237 * execve */
8f0dfc34
AV
1238 unsigned in_iowait:1;
1239
ca94c442
LP
1240 /* Revert to default priority/policy when forking */
1241 unsigned sched_reset_on_fork:1;
a8e4f2ea 1242 unsigned sched_contributes_to_load:1;
ca94c442 1243
6fa3eb70
S
1244 unsigned long atomic_flags; /* Flags needing atomic access. */
1245
1da177e4
LT
1246 pid_t pid;
1247 pid_t tgid;
0a425405 1248
1314562a 1249#ifdef CONFIG_CC_STACKPROTECTOR
0a425405
AV
1250 /* Canary value for the -fstack-protector gcc feature */
1251 unsigned long stack_canary;
1314562a 1252#endif
4d1d61a6 1253 /*
1da177e4 1254 * pointers to (original) parent process, youngest child, younger sibling,
4d1d61a6 1255 * older sibling, respectively. (p->father can be replaced with
f470021a 1256 * p->real_parent->pid)
1da177e4 1257 */
abd63bc3
KC
1258 struct task_struct __rcu *real_parent; /* real parent process */
1259 struct task_struct __rcu *parent; /* recipient of SIGCHLD, wait4() reports */
1da177e4 1260 /*
f470021a 1261 * children/sibling forms the list of my natural children
1da177e4
LT
1262 */
1263 struct list_head children; /* list of my children */
1264 struct list_head sibling; /* linkage in my parent's children list */
1265 struct task_struct *group_leader; /* threadgroup leader */
1266
6fa3eb70
S
1267#ifdef CONFIG_MTK_SCHED_CMP_TGS
1268 raw_spinlock_t thread_group_info_lock;
1269 struct thread_group_info_t thread_group_info[NUM_CLUSTER];
1270#endif
1271
f470021a
RM
1272 /*
1273 * ptraced is the list of tasks this task is using ptrace on.
1274 * This includes both natural children and PTRACE_ATTACH targets.
1275 * p->ptrace_entry is p's link on the p->parent->ptraced list.
1276 */
1277 struct list_head ptraced;
1278 struct list_head ptrace_entry;
1279
1da177e4 1280 /* PID/PID hash table linkage. */
92476d7f 1281 struct pid_link pids[PIDTYPE_MAX];
47e65328 1282 struct list_head thread_group;
6fa3eb70 1283 struct list_head thread_node;
1da177e4
LT
1284
1285 struct completion *vfork_done; /* for vfork() */
1286 int __user *set_child_tid; /* CLONE_CHILD_SETTID */
1287 int __user *clear_child_tid; /* CLONE_CHILD_CLEARTID */
1288
c66f08be 1289 cputime_t utime, stime, utimescaled, stimescaled;
9ac52315 1290 cputime_t gtime;
9fbc42ea 1291#ifndef CONFIG_VIRT_CPU_ACCOUNTING_NATIVE
d37f761d 1292 struct cputime prev_cputime;
6a61671b
FW
1293#endif
1294#ifdef CONFIG_VIRT_CPU_ACCOUNTING_GEN
1295 seqlock_t vtime_seqlock;
1296 unsigned long long vtime_snap;
1297 enum {
1298 VTIME_SLEEPING = 0,
1299 VTIME_USER,
1300 VTIME_SYS,
1301 } vtime_snap_whence;
d99ca3b9 1302#endif
1da177e4 1303 unsigned long nvcsw, nivcsw; /* context switch counts */
924b42d5
TJ
1304 struct timespec start_time; /* monotonic time */
1305 struct timespec real_start_time; /* boot based time */
1da177e4
LT
1306/* mm fault and swap info: this can arguably be seen as either mm-specific or thread-specific */
1307 unsigned long min_flt, maj_flt;
6fa3eb70
S
1308/* for thrashing accounting */
1309#ifdef CONFIG_ZRAM
1310 unsigned long fm_flt, swap_in, swap_out;
1311#endif
1da177e4 1312
f06febc9 1313 struct task_cputime cputime_expires;
1da177e4
LT
1314 struct list_head cpu_timers[3];
1315
1316/* process credentials */
1b0ba1c9 1317 const struct cred __rcu *real_cred; /* objective and real subjective task
3b11a1de 1318 * credentials (COW) */
1b0ba1c9 1319 const struct cred __rcu *cred; /* effective (overridable) subjective task
3b11a1de 1320 * credentials (COW) */
36772092
PBG
1321 char comm[TASK_COMM_LEN]; /* executable name excluding path
1322 - access with [gs]et_task_comm (which lock
1323 it with task_lock())
221af7f8 1324 - initialized normally by setup_new_exec */
1da177e4
LT
1325/* file system info */
1326 int link_count, total_link_count;
3d5b6fcc 1327#ifdef CONFIG_SYSVIPC
1da177e4
LT
1328/* ipc stuff */
1329 struct sysv_sem sysvsem;
3d5b6fcc 1330#endif
e162b39a 1331#ifdef CONFIG_DETECT_HUNG_TASK
82a1fcb9 1332/* hung task detection */
82a1fcb9
IM
1333 unsigned long last_switch_count;
1334#endif
1da177e4
LT
1335/* CPU-specific state of this task */
1336 struct thread_struct thread;
1337/* filesystem information */
1338 struct fs_struct *fs;
1339/* open file information */
1340 struct files_struct *files;
1651e14e 1341/* namespaces */
ab516013 1342 struct nsproxy *nsproxy;
1da177e4
LT
1343/* signal handlers */
1344 struct signal_struct *signal;
1345 struct sighand_struct *sighand;
1346
1347 sigset_t blocked, real_blocked;
f3de272b 1348 sigset_t saved_sigmask; /* restored if set_restore_sigmask() was used */
1da177e4
LT
1349 struct sigpending pending;
1350
1351 unsigned long sas_ss_sp;
1352 size_t sas_ss_size;
1353 int (*notifier)(void *priv);
1354 void *notifier_data;
1355 sigset_t *notifier_mask;
67d12145 1356 struct callback_head *task_works;
e73f8959 1357
1da177e4 1358 struct audit_context *audit_context;
bfef93a5 1359#ifdef CONFIG_AUDITSYSCALL
e1760bd5 1360 kuid_t loginuid;
4746ec5b 1361 unsigned int sessionid;
bfef93a5 1362#endif
932ecebb 1363 struct seccomp seccomp;
1da177e4
LT
1364
1365/* Thread group tracking */
1366 u32 parent_exec_id;
1367 u32 self_exec_id;
58568d2a
MX
1368/* Protection of (de-)allocation: mm, files, fs, tty, keyrings, mems_allowed,
1369 * mempolicy */
1da177e4 1370 spinlock_t alloc_lock;
1da177e4 1371
b29739f9 1372 /* Protection of the PI data structures: */
1d615482 1373 raw_spinlock_t pi_lock;
b29739f9 1374
23f78d4a
IM
1375#ifdef CONFIG_RT_MUTEXES
1376 /* PI waiters blocked on a rt_mutex held by this task */
1377 struct plist_head pi_waiters;
1378 /* Deadlock detection and priority inheritance handling */
1379 struct rt_mutex_waiter *pi_blocked_on;
23f78d4a
IM
1380#endif
1381
408894ee
IM
1382#ifdef CONFIG_DEBUG_MUTEXES
1383 /* mutex deadlock detection */
1384 struct mutex_waiter *blocked_on;
1385#endif
de30a2b3
IM
1386#ifdef CONFIG_TRACE_IRQFLAGS
1387 unsigned int irq_events;
de30a2b3 1388 unsigned long hardirq_enable_ip;
de30a2b3 1389 unsigned long hardirq_disable_ip;
fa1452e8 1390 unsigned int hardirq_enable_event;
de30a2b3 1391 unsigned int hardirq_disable_event;
fa1452e8
HS
1392 int hardirqs_enabled;
1393 int hardirq_context;
de30a2b3 1394 unsigned long softirq_disable_ip;
de30a2b3 1395 unsigned long softirq_enable_ip;
fa1452e8 1396 unsigned int softirq_disable_event;
de30a2b3 1397 unsigned int softirq_enable_event;
fa1452e8 1398 int softirqs_enabled;
de30a2b3
IM
1399 int softirq_context;
1400#endif
fbb9ce95 1401#ifdef CONFIG_LOCKDEP
bdb9441e 1402# define MAX_LOCK_DEPTH 48UL
fbb9ce95
IM
1403 u64 curr_chain_key;
1404 int lockdep_depth;
fbb9ce95 1405 unsigned int lockdep_recursion;
c7aceaba 1406 struct held_lock held_locks[MAX_LOCK_DEPTH];
cf40bd16 1407 gfp_t lockdep_reclaim_gfp;
fbb9ce95 1408#endif
408894ee 1409
1da177e4
LT
1410/* journalling filesystem info */
1411 void *journal_info;
1412
d89d8796 1413/* stacked block device info */
bddd87c7 1414 struct bio_list *bio_list;
d89d8796 1415
73c10101
JA
1416#ifdef CONFIG_BLOCK
1417/* stack plugging */
1418 struct blk_plug *plug;
1419#endif
1420
1da177e4
LT
1421/* VM state */
1422 struct reclaim_state *reclaim_state;
1423
1da177e4
LT
1424 struct backing_dev_info *backing_dev_info;
1425
1426 struct io_context *io_context;
1427
1428 unsigned long ptrace_message;
1429 siginfo_t *last_siginfo; /* For ptrace use. */
7c3ab738 1430 struct task_io_accounting ioac;
8f0ab514 1431#if defined(CONFIG_TASK_XACCT)
1da177e4
LT
1432 u64 acct_rss_mem1; /* accumulated rss usage */
1433 u64 acct_vm_mem1; /* accumulated virtual memory usage */
49b5cf34 1434 cputime_t acct_timexpd; /* stime + utime since last update */
1da177e4
LT
1435#endif
1436#ifdef CONFIG_CPUSETS
58568d2a 1437 nodemask_t mems_allowed; /* Protected by alloc_lock */
cc9a6c87 1438 seqcount_t mems_allowed_seq; /* Seqence no to catch updates */
825a46af 1439 int cpuset_mem_spread_rotor;
6adef3eb 1440 int cpuset_slab_spread_rotor;
1da177e4 1441#endif
ddbcc7e8 1442#ifdef CONFIG_CGROUPS
817929ec 1443 /* Control Group info protected by css_set_lock */
2c392b8c 1444 struct css_set __rcu *cgroups;
817929ec
PM
1445 /* cg_list protected by css_set_lock and tsk->alloc_lock */
1446 struct list_head cg_list;
ddbcc7e8 1447#endif
42b2dd0a 1448#ifdef CONFIG_FUTEX
0771dfef 1449 struct robust_list_head __user *robust_list;
34f192c6
IM
1450#ifdef CONFIG_COMPAT
1451 struct compat_robust_list_head __user *compat_robust_list;
1452#endif
c87e2837
IM
1453 struct list_head pi_state_list;
1454 struct futex_pi_state *pi_state_cache;
c7aceaba 1455#endif
cdd6c482 1456#ifdef CONFIG_PERF_EVENTS
8dc85d54 1457 struct perf_event_context *perf_event_ctxp[perf_nr_task_contexts];
cdd6c482
IM
1458 struct mutex perf_event_mutex;
1459 struct list_head perf_event_list;
a63eaf34 1460#endif
c7aceaba 1461#ifdef CONFIG_NUMA
58568d2a 1462 struct mempolicy *mempolicy; /* Protected by alloc_lock */
c7aceaba 1463 short il_next;
207205a2 1464 short pref_node_fork;
42b2dd0a 1465#endif
cbee9f88
PZ
1466#ifdef CONFIG_NUMA_BALANCING
1467 int numa_scan_seq;
1468 int numa_migrate_seq;
1469 unsigned int numa_scan_period;
1470 u64 node_stamp; /* migration stamp */
1471 struct callback_head numa_work;
1472#endif /* CONFIG_NUMA_BALANCING */
1473
e56d0903 1474 struct rcu_head rcu;
b92ce558
JA
1475
1476 /*
1477 * cache last used pipe for splice
1478 */
1479 struct pipe_inode_info *splice_pipe;
5640f768
ED
1480
1481 struct page_frag task_frag;
1482
ca74e92b
SN
1483#ifdef CONFIG_TASK_DELAY_ACCT
1484 struct task_delay_info *delays;
f4f154fd
AM
1485#endif
1486#ifdef CONFIG_FAULT_INJECTION
1487 int make_it_fail;
ca74e92b 1488#endif
9d823e8f
WF
1489 /*
1490 * when (nr_dirtied >= nr_dirtied_pause), it's time to call
1491 * balance_dirty_pages() for some dirty throttling pause
1492 */
1493 int nr_dirtied;
1494 int nr_dirtied_pause;
83712358 1495 unsigned long dirty_paused_when; /* start of a write-and-pause period */
9d823e8f 1496
9745512c
AV
1497#ifdef CONFIG_LATENCYTOP
1498 int latency_record_count;
1499 struct latency_record latency_record[LT_SAVECOUNT];
1500#endif
6976675d
AV
1501 /*
1502 * time slack values; these are used to round up poll() and
1503 * select() etc timeout values. These are in nanoseconds.
1504 */
1505 unsigned long timer_slack_ns;
1506 unsigned long default_timer_slack_ns;
f8d570a4 1507
fb52607a 1508#ifdef CONFIG_FUNCTION_GRAPH_TRACER
3ad2f3fb 1509 /* Index of current stored address in ret_stack */
f201ae23
FW
1510 int curr_ret_stack;
1511 /* Stack of return addresses for return function tracing */
1512 struct ftrace_ret_stack *ret_stack;
8aef2d28
SR
1513 /* time stamp for last schedule */
1514 unsigned long long ftrace_timestamp;
f201ae23
FW
1515 /*
1516 * Number of functions that haven't been traced
1517 * because of depth overrun.
1518 */
1519 atomic_t trace_overrun;
380c4b14
FW
1520 /* Pause for the tracing */
1521 atomic_t tracing_graph_pause;
f201ae23 1522#endif
ea4e2bc4
SR
1523#ifdef CONFIG_TRACING
1524 /* state flags for use by tracers */
1525 unsigned long trace;
b1cff0ad 1526 /* bitmask and counter of trace recursion */
261842b7
SR
1527 unsigned long trace_recursion;
1528#endif /* CONFIG_TRACING */
c255a458 1529#ifdef CONFIG_MEMCG /* memcg uses this to do batch job */
569b846d
KH
1530 struct memcg_batch_info {
1531 int do_batch; /* incremented when batch uncharge started */
1532 struct mem_cgroup *memcg; /* target memcg of uncharge */
7ffd4ca7
JW
1533 unsigned long nr_pages; /* uncharged usage */
1534 unsigned long memsw_nr_pages; /* uncharged mem+swap usage */
569b846d 1535 } memcg_batch;
0e9d92f2 1536 unsigned int memcg_kmem_skip_account;
11f34787 1537 struct memcg_oom_info {
f8a51179
JW
1538 struct mem_cgroup *memcg;
1539 gfp_t gfp_mask;
1540 int order;
11f34787
JW
1541 unsigned int may_oom:1;
1542 } memcg_oom;
569b846d 1543#endif
bf26c018
FW
1544#ifdef CONFIG_HAVE_HW_BREAKPOINT
1545 atomic_t ptrace_bp_refcnt;
1546#endif
0326f5a9
SD
1547#ifdef CONFIG_UPROBES
1548 struct uprobe_task *utask;
0326f5a9 1549#endif
cafe5635
KO
1550#if defined(CONFIG_BCACHE) || defined(CONFIG_BCACHE_MODULE)
1551 unsigned int sequential_io;
1552 unsigned int sequential_io_avg;
1553#endif
1da177e4
LT
1554};
1555
76e6eee0 1556/* Future-safe accessor for struct task_struct's cpus_allowed. */
a4636818 1557#define tsk_cpus_allowed(tsk) (&(tsk)->cpus_allowed)
76e6eee0 1558
cbee9f88 1559#ifdef CONFIG_NUMA_BALANCING
b8593bfd 1560extern void task_numa_fault(int node, int pages, bool migrated);
1a687c2e 1561extern void set_numabalancing_state(bool enabled);
cbee9f88 1562#else
b8593bfd 1563static inline void task_numa_fault(int node, int pages, bool migrated)
cbee9f88
PZ
1564{
1565}
1a687c2e
MG
1566static inline void set_numabalancing_state(bool enabled)
1567{
1568}
cbee9f88
PZ
1569#endif
1570
e868171a 1571static inline struct pid *task_pid(struct task_struct *task)
22c935f4
EB
1572{
1573 return task->pids[PIDTYPE_PID].pid;
1574}
1575
e868171a 1576static inline struct pid *task_tgid(struct task_struct *task)
22c935f4
EB
1577{
1578 return task->group_leader->pids[PIDTYPE_PID].pid;
1579}
1580
6dda81f4
ON
1581/*
1582 * Without tasklist or rcu lock it is not safe to dereference
1583 * the result of task_pgrp/task_session even if task == current,
1584 * we can race with another thread doing sys_setsid/sys_setpgid.
1585 */
e868171a 1586static inline struct pid *task_pgrp(struct task_struct *task)
22c935f4
EB
1587{
1588 return task->group_leader->pids[PIDTYPE_PGID].pid;
1589}
1590
e868171a 1591static inline struct pid *task_session(struct task_struct *task)
22c935f4
EB
1592{
1593 return task->group_leader->pids[PIDTYPE_SID].pid;
1594}
1595
7af57294
PE
1596struct pid_namespace;
1597
1598/*
1599 * the helpers to get the task's different pids as they are seen
1600 * from various namespaces
1601 *
1602 * task_xid_nr() : global id, i.e. the id seen from the init namespace;
44c4e1b2
EB
1603 * task_xid_vnr() : virtual id, i.e. the id seen from the pid namespace of
1604 * current.
7af57294
PE
1605 * task_xid_nr_ns() : id seen from the ns specified;
1606 *
1607 * set_task_vxid() : assigns a virtual id to a task;
1608 *
7af57294
PE
1609 * see also pid_nr() etc in include/linux/pid.h
1610 */
52ee2dfd
ON
1611pid_t __task_pid_nr_ns(struct task_struct *task, enum pid_type type,
1612 struct pid_namespace *ns);
7af57294 1613
e868171a 1614static inline pid_t task_pid_nr(struct task_struct *tsk)
7af57294
PE
1615{
1616 return tsk->pid;
1617}
1618
52ee2dfd
ON
1619static inline pid_t task_pid_nr_ns(struct task_struct *tsk,
1620 struct pid_namespace *ns)
1621{
1622 return __task_pid_nr_ns(tsk, PIDTYPE_PID, ns);
1623}
7af57294
PE
1624
1625static inline pid_t task_pid_vnr(struct task_struct *tsk)
1626{
52ee2dfd 1627 return __task_pid_nr_ns(tsk, PIDTYPE_PID, NULL);
7af57294
PE
1628}
1629
1630
e868171a 1631static inline pid_t task_tgid_nr(struct task_struct *tsk)
7af57294
PE
1632{
1633 return tsk->tgid;
1634}
1635
2f2a3a46 1636pid_t task_tgid_nr_ns(struct task_struct *tsk, struct pid_namespace *ns);
7af57294
PE
1637
1638static inline pid_t task_tgid_vnr(struct task_struct *tsk)
1639{
1640 return pid_vnr(task_tgid(tsk));
1641}
1642
1643
52ee2dfd
ON
1644static inline pid_t task_pgrp_nr_ns(struct task_struct *tsk,
1645 struct pid_namespace *ns)
7af57294 1646{
52ee2dfd 1647 return __task_pid_nr_ns(tsk, PIDTYPE_PGID, ns);
7af57294
PE
1648}
1649
7af57294
PE
1650static inline pid_t task_pgrp_vnr(struct task_struct *tsk)
1651{
52ee2dfd 1652 return __task_pid_nr_ns(tsk, PIDTYPE_PGID, NULL);
7af57294
PE
1653}
1654
1655
52ee2dfd
ON
1656static inline pid_t task_session_nr_ns(struct task_struct *tsk,
1657 struct pid_namespace *ns)
7af57294 1658{
52ee2dfd 1659 return __task_pid_nr_ns(tsk, PIDTYPE_SID, ns);
7af57294
PE
1660}
1661
7af57294
PE
1662static inline pid_t task_session_vnr(struct task_struct *tsk)
1663{
52ee2dfd 1664 return __task_pid_nr_ns(tsk, PIDTYPE_SID, NULL);
7af57294
PE
1665}
1666
1b0f7ffd
ON
1667/* obsolete, do not use */
1668static inline pid_t task_pgrp_nr(struct task_struct *tsk)
1669{
1670 return task_pgrp_nr_ns(tsk, &init_pid_ns);
1671}
7af57294 1672
1da177e4
LT
1673/**
1674 * pid_alive - check that a task structure is not stale
1675 * @p: Task structure to be checked.
1676 *
1677 * Test if a process is not yet dead (at most zombie state)
1678 * If pid_alive fails, then pointers within the task structure
1679 * can be stale and must not be dereferenced.
1680 */
e868171a 1681static inline int pid_alive(struct task_struct *p)
1da177e4 1682{
92476d7f 1683 return p->pids[PIDTYPE_PID].pid != NULL;
1da177e4
LT
1684}
1685
f400e198 1686/**
b460cbc5 1687 * is_global_init - check if a task structure is init
3260259f
HK
1688 * @tsk: Task structure to be checked.
1689 *
1690 * Check if a task structure is the first user space task the kernel created.
b460cbc5 1691 */
e868171a 1692static inline int is_global_init(struct task_struct *tsk)
b461cc03
PE
1693{
1694 return tsk->pid == 1;
1695}
b460cbc5 1696
9ec52099
CLG
1697extern struct pid *cad_pid;
1698
1da177e4 1699extern void free_task(struct task_struct *tsk);
1da177e4 1700#define get_task_struct(tsk) do { atomic_inc(&(tsk)->usage); } while(0)
e56d0903 1701
158d9ebd 1702extern void __put_task_struct(struct task_struct *t);
e56d0903
IM
1703
1704static inline void put_task_struct(struct task_struct *t)
1705{
1706 if (atomic_dec_and_test(&t->usage))
8c7904a0 1707 __put_task_struct(t);
e56d0903 1708}
1da177e4 1709
6a61671b
FW
1710#ifdef CONFIG_VIRT_CPU_ACCOUNTING_GEN
1711extern void task_cputime(struct task_struct *t,
1712 cputime_t *utime, cputime_t *stime);
1713extern void task_cputime_scaled(struct task_struct *t,
1714 cputime_t *utimescaled, cputime_t *stimescaled);
1715extern cputime_t task_gtime(struct task_struct *t);
1716#else
6fac4829
FW
1717static inline void task_cputime(struct task_struct *t,
1718 cputime_t *utime, cputime_t *stime)
1719{
1720 if (utime)
1721 *utime = t->utime;
1722 if (stime)
1723 *stime = t->stime;
1724}
1725
1726static inline void task_cputime_scaled(struct task_struct *t,
1727 cputime_t *utimescaled,
1728 cputime_t *stimescaled)
1729{
1730 if (utimescaled)
1731 *utimescaled = t->utimescaled;
1732 if (stimescaled)
1733 *stimescaled = t->stimescaled;
1734}
6a61671b
FW
1735
1736static inline cputime_t task_gtime(struct task_struct *t)
1737{
1738 return t->gtime;
1739}
1740#endif
e80d0a1a
FW
1741extern void task_cputime_adjusted(struct task_struct *p, cputime_t *ut, cputime_t *st);
1742extern void thread_group_cputime_adjusted(struct task_struct *p, cputime_t *ut, cputime_t *st);
49048622 1743
6fa3eb70
S
1744extern int task_free_register(struct notifier_block *n);
1745extern int task_free_unregister(struct notifier_block *n);
1746
1da177e4
LT
1747/*
1748 * Per process flags
1749 */
1da177e4 1750#define PF_EXITING 0x00000004 /* getting shut down */
778e9a9c 1751#define PF_EXITPIDONE 0x00000008 /* pi exit done on shut down */
94886b84 1752#define PF_VCPU 0x00000010 /* I'm a virtual CPU */
21aa9af0 1753#define PF_WQ_WORKER 0x00000020 /* I'm a workqueue worker */
1da177e4 1754#define PF_FORKNOEXEC 0x00000040 /* forked but didn't exec */
4db96cf0 1755#define PF_MCE_PROCESS 0x00000080 /* process policy on mce errors */
1da177e4
LT
1756#define PF_SUPERPRIV 0x00000100 /* used super-user privileges */
1757#define PF_DUMPCORE 0x00000200 /* dumped core */
1758#define PF_SIGNALED 0x00000400 /* killed by a signal */
1759#define PF_MEMALLOC 0x00000800 /* Allocating memory */
72fa5997 1760#define PF_NPROC_EXCEEDED 0x00001000 /* set_user noticed that RLIMIT_NPROC was exceeded */
1da177e4 1761#define PF_USED_MATH 0x00002000 /* if unset the fpu must be initialized before use */
774a1221 1762#define PF_USED_ASYNC 0x00004000 /* used async_schedule*(), used by module init */
1da177e4
LT
1763#define PF_NOFREEZE 0x00008000 /* this thread should not be frozen */
1764#define PF_FROZEN 0x00010000 /* frozen for system suspend */
1765#define PF_FSTRANS 0x00020000 /* inside a filesystem transaction */
1766#define PF_KSWAPD 0x00040000 /* I am kswapd */
21caf2fc 1767#define PF_MEMALLOC_NOIO 0x00080000 /* Allocating memory without IO involved */
1da177e4 1768#define PF_LESS_THROTTLE 0x00100000 /* Throttle me less: I clean memory */
246bb0b1 1769#define PF_KTHREAD 0x00200000 /* I am a kernel thread */
b31dc66a
JA
1770#define PF_RANDOMIZE 0x00400000 /* randomize virtual address space */
1771#define PF_SWAPWRITE 0x00800000 /* Allowed to write to swap */
1772#define PF_SPREAD_PAGE 0x01000000 /* Spread page cache over cpuset */
1773#define PF_SPREAD_SLAB 0x02000000 /* Spread some slab caches over cpuset */
14a40ffc 1774#define PF_NO_SETAFFINITY 0x04000000 /* Userland is not allowed to meddle with cpus_allowed */
4db96cf0 1775#define PF_MCE_EARLY 0x08000000 /* Early kill for mce process policy */
c61afb18 1776#define PF_MEMPOLICY 0x10000000 /* Non-default NUMA mempolicy */
61a87122 1777#define PF_MUTEX_TESTER 0x20000000 /* Thread belongs to the rt mutex tester */
58a69cb4 1778#define PF_FREEZER_SKIP 0x40000000 /* Freezer should not count it as freezable */
6fa3eb70
S
1779#define PF_MTKPASR 0x80000000 /* I am in MTKPASR process */
1780
1781#define task_in_mtkpasr(task) unlikely(task->flags & PF_MTKPASR)
1da177e4 1782
672c40a1
TM
1783#define PF_SU 0x00000002 /* task is su */
1784
1da177e4
LT
1785/*
1786 * Only the _current_ task can read/write to tsk->flags, but other
1787 * tasks can access tsk->flags in readonly mode for example
1788 * with tsk_used_math (like during threaded core dumping).
1789 * There is however an exception to this rule during ptrace
1790 * or during fork: the ptracer task is allowed to write to the
1791 * child->flags of its traced child (same goes for fork, the parent
1792 * can write to the child->flags), because we're guaranteed the
1793 * child is not running and in turn not changing child->flags
1794 * at the same time the parent does it.
1795 */
1796#define clear_stopped_child_used_math(child) do { (child)->flags &= ~PF_USED_MATH; } while (0)
1797#define set_stopped_child_used_math(child) do { (child)->flags |= PF_USED_MATH; } while (0)
1798#define clear_used_math() clear_stopped_child_used_math(current)
1799#define set_used_math() set_stopped_child_used_math(current)
1800#define conditional_stopped_child_used_math(condition, child) \
1801 do { (child)->flags &= ~PF_USED_MATH, (child)->flags |= (condition) ? PF_USED_MATH : 0; } while (0)
1802#define conditional_used_math(condition) \
1803 conditional_stopped_child_used_math(condition, current)
1804#define copy_to_stopped_child_used_math(child) \
1805 do { (child)->flags &= ~PF_USED_MATH, (child)->flags |= current->flags & PF_USED_MATH; } while (0)
1806/* NOTE: this will return 0 or PF_USED_MATH, it will never return 1 */
1807#define tsk_used_math(p) ((p)->flags & PF_USED_MATH)
1808#define used_math() tsk_used_math(current)
1809
2e8fee81
JB
1810/* __GFP_IO isn't allowed if PF_MEMALLOC_NOIO is set in current->flags
1811 * __GFP_FS is also cleared as it implies __GFP_IO.
1812 */
21caf2fc
ML
1813static inline gfp_t memalloc_noio_flags(gfp_t flags)
1814{
1815 if (unlikely(current->flags & PF_MEMALLOC_NOIO))
2e8fee81 1816 flags &= ~(__GFP_IO | __GFP_FS);
21caf2fc
ML
1817 return flags;
1818}
1819
1820static inline unsigned int memalloc_noio_save(void)
1821{
1822 unsigned int flags = current->flags & PF_MEMALLOC_NOIO;
1823 current->flags |= PF_MEMALLOC_NOIO;
1824 return flags;
1825}
1826
1827static inline void memalloc_noio_restore(unsigned int flags)
1828{
1829 current->flags = (current->flags & ~PF_MEMALLOC_NOIO) | flags;
1830}
1831
6fa3eb70
S
1832/* Per-process atomic flags. */
1833#define PFA_NO_NEW_PRIVS 0x00000001 /* May not gain new privileges. */
1834
1835static inline bool task_no_new_privs(struct task_struct *p)
1836{
1837 return test_bit(PFA_NO_NEW_PRIVS, &p->atomic_flags);
1838}
1839
1840static inline void task_set_no_new_privs(struct task_struct *p)
1841{
1842 set_bit(PFA_NO_NEW_PRIVS, &p->atomic_flags);
1843}
1844
e5c1902e 1845/*
a8f072c1 1846 * task->jobctl flags
e5c1902e 1847 */
a8f072c1 1848#define JOBCTL_STOP_SIGMASK 0xffff /* signr of the last group stop */
e5c1902e 1849
a8f072c1
TH
1850#define JOBCTL_STOP_DEQUEUED_BIT 16 /* stop signal dequeued */
1851#define JOBCTL_STOP_PENDING_BIT 17 /* task should stop for group stop */
1852#define JOBCTL_STOP_CONSUME_BIT 18 /* consume group stop count */
73ddff2b 1853#define JOBCTL_TRAP_STOP_BIT 19 /* trap for STOP */
fb1d910c 1854#define JOBCTL_TRAP_NOTIFY_BIT 20 /* trap for NOTIFY */
a8f072c1 1855#define JOBCTL_TRAPPING_BIT 21 /* switching to TRACED */
544b2c91 1856#define JOBCTL_LISTENING_BIT 22 /* ptracer is listening for events */
a8f072c1
TH
1857
1858#define JOBCTL_STOP_DEQUEUED (1 << JOBCTL_STOP_DEQUEUED_BIT)
1859#define JOBCTL_STOP_PENDING (1 << JOBCTL_STOP_PENDING_BIT)
1860#define JOBCTL_STOP_CONSUME (1 << JOBCTL_STOP_CONSUME_BIT)
73ddff2b 1861#define JOBCTL_TRAP_STOP (1 << JOBCTL_TRAP_STOP_BIT)
fb1d910c 1862#define JOBCTL_TRAP_NOTIFY (1 << JOBCTL_TRAP_NOTIFY_BIT)
a8f072c1 1863#define JOBCTL_TRAPPING (1 << JOBCTL_TRAPPING_BIT)
544b2c91 1864#define JOBCTL_LISTENING (1 << JOBCTL_LISTENING_BIT)
a8f072c1 1865
fb1d910c 1866#define JOBCTL_TRAP_MASK (JOBCTL_TRAP_STOP | JOBCTL_TRAP_NOTIFY)
73ddff2b 1867#define JOBCTL_PENDING_MASK (JOBCTL_STOP_PENDING | JOBCTL_TRAP_MASK)
3759a0d9 1868
7dd3db54
TH
1869extern bool task_set_jobctl_pending(struct task_struct *task,
1870 unsigned int mask);
73ddff2b 1871extern void task_clear_jobctl_trapping(struct task_struct *task);
3759a0d9
TH
1872extern void task_clear_jobctl_pending(struct task_struct *task,
1873 unsigned int mask);
39efa3ef 1874
a57eb940 1875#ifdef CONFIG_PREEMPT_RCU
f41d911f
PM
1876
1877#define RCU_READ_UNLOCK_BLOCKED (1 << 0) /* blocked while in RCU read-side. */
1aa03f11 1878#define RCU_READ_UNLOCK_NEED_QS (1 << 1) /* RCU core needs CPU response. */
f41d911f
PM
1879
1880static inline void rcu_copy_process(struct task_struct *p)
1881{
1882 p->rcu_read_lock_nesting = 0;
1883 p->rcu_read_unlock_special = 0;
a57eb940 1884#ifdef CONFIG_TREE_PREEMPT_RCU
dd5d19ba 1885 p->rcu_blocked_node = NULL;
24278d14
PM
1886#endif /* #ifdef CONFIG_TREE_PREEMPT_RCU */
1887#ifdef CONFIG_RCU_BOOST
1888 p->rcu_boost_mutex = NULL;
1889#endif /* #ifdef CONFIG_RCU_BOOST */
f41d911f
PM
1890 INIT_LIST_HEAD(&p->rcu_node_entry);
1891}
1892
f41d911f
PM
1893#else
1894
1895static inline void rcu_copy_process(struct task_struct *p)
1896{
1897}
1898
1899#endif
1900
907aed48
MG
1901static inline void tsk_restore_flags(struct task_struct *task,
1902 unsigned long orig_flags, unsigned long flags)
1903{
1904 task->flags &= ~flags;
1905 task->flags |= orig_flags & flags;
1906}
1907
1da177e4 1908#ifdef CONFIG_SMP
1e1b6c51
KM
1909extern void do_set_cpus_allowed(struct task_struct *p,
1910 const struct cpumask *new_mask);
1911
cd8ba7cd 1912extern int set_cpus_allowed_ptr(struct task_struct *p,
96f874e2 1913 const struct cpumask *new_mask);
1da177e4 1914#else
1e1b6c51
KM
1915static inline void do_set_cpus_allowed(struct task_struct *p,
1916 const struct cpumask *new_mask)
1917{
1918}
cd8ba7cd 1919static inline int set_cpus_allowed_ptr(struct task_struct *p,
96f874e2 1920 const struct cpumask *new_mask)
1da177e4 1921{
96f874e2 1922 if (!cpumask_test_cpu(0, new_mask))
1da177e4
LT
1923 return -EINVAL;
1924 return 0;
1925}
1926#endif
e0ad9556 1927
3451d024 1928#ifdef CONFIG_NO_HZ_COMMON
5167e8d5
PZ
1929void calc_load_enter_idle(void);
1930void calc_load_exit_idle(void);
1931#else
1932static inline void calc_load_enter_idle(void) { }
1933static inline void calc_load_exit_idle(void) { }
3451d024 1934#endif /* CONFIG_NO_HZ_COMMON */
5167e8d5 1935
e0ad9556 1936#ifndef CONFIG_CPUMASK_OFFSTACK
cd8ba7cd
MT
1937static inline int set_cpus_allowed(struct task_struct *p, cpumask_t new_mask)
1938{
1939 return set_cpus_allowed_ptr(p, &new_mask);
1940}
e0ad9556 1941#endif
1da177e4 1942
b342501c 1943/*
c676329a
PZ
1944 * Do not use outside of architecture code which knows its limitations.
1945 *
1946 * sched_clock() has no promise of monotonicity or bounded drift between
1947 * CPUs, use (which you should not) requires disabling IRQs.
1948 *
1949 * Please use one of the three interfaces below.
b342501c 1950 */
1bbfa6f2 1951extern unsigned long long notrace sched_clock(void);
c676329a 1952/*
489a71b0 1953 * See the comment in kernel/sched/clock.c
c676329a
PZ
1954 */
1955extern u64 cpu_clock(int cpu);
1956extern u64 local_clock(void);
1957extern u64 sched_clock_cpu(int cpu);
1958
e436d800 1959
c1955a3d 1960extern void sched_clock_init(void);
3e51f33f 1961
c1955a3d 1962#ifndef CONFIG_HAVE_UNSTABLE_SCHED_CLOCK
3e51f33f
PZ
1963static inline void sched_clock_tick(void)
1964{
1965}
1966
1967static inline void sched_clock_idle_sleep_event(void)
1968{
1969}
1970
1971static inline void sched_clock_idle_wakeup_event(u64 delta_ns)
1972{
1973}
1974#else
c676329a
PZ
1975/*
1976 * Architectures can set this to 1 if they have specified
1977 * CONFIG_HAVE_UNSTABLE_SCHED_CLOCK in their arch Kconfig,
1978 * but then during bootup it turns out that sched_clock()
1979 * is reliable after all:
1980 */
1981extern int sched_clock_stable;
1982
3e51f33f
PZ
1983extern void sched_clock_tick(void);
1984extern void sched_clock_idle_sleep_event(void);
1985extern void sched_clock_idle_wakeup_event(u64 delta_ns);
1986#endif
1987
b52bfee4
VP
1988#ifdef CONFIG_IRQ_TIME_ACCOUNTING
1989/*
1990 * An i/f to runtime opt-in for irq time accounting based off of sched_clock.
1991 * The reason for this explicit opt-in is not to have perf penalty with
1992 * slow sched_clocks.
1993 */
1994extern void enable_sched_clock_irqtime(void);
1995extern void disable_sched_clock_irqtime(void);
1996#else
1997static inline void enable_sched_clock_irqtime(void) {}
1998static inline void disable_sched_clock_irqtime(void) {}
1999#endif
2000
36c8b586 2001extern unsigned long long
41b86e9c 2002task_sched_runtime(struct task_struct *task);
1da177e4
LT
2003
2004/* sched_exec is called by processes performing an exec */
2005#ifdef CONFIG_SMP
2006extern void sched_exec(void);
2007#else
2008#define sched_exec() {}
2009#endif
2010
2aa44d05
IM
2011extern void sched_clock_idle_sleep_event(void);
2012extern void sched_clock_idle_wakeup_event(u64 delta_ns);
bb29ab26 2013
1da177e4
LT
2014#ifdef CONFIG_HOTPLUG_CPU
2015extern void idle_task_exit(void);
2016#else
2017static inline void idle_task_exit(void) {}
2018#endif
2019
3451d024 2020#if defined(CONFIG_NO_HZ_COMMON) && defined(CONFIG_SMP)
1c20091e 2021extern void wake_up_nohz_cpu(int cpu);
06d8308c 2022#else
1c20091e 2023static inline void wake_up_nohz_cpu(int cpu) { }
06d8308c
TG
2024#endif
2025
ce831b38
FW
2026#ifdef CONFIG_NO_HZ_FULL
2027extern bool sched_can_stop_tick(void);
265f22a9 2028extern u64 scheduler_tick_max_deferment(void);
ce831b38
FW
2029#else
2030static inline bool sched_can_stop_tick(void) { return false; }
06d8308c
TG
2031#endif
2032
5091faa4 2033#ifdef CONFIG_SCHED_AUTOGROUP
5091faa4
MG
2034extern void sched_autogroup_create_attach(struct task_struct *p);
2035extern void sched_autogroup_detach(struct task_struct *p);
2036extern void sched_autogroup_fork(struct signal_struct *sig);
2037extern void sched_autogroup_exit(struct signal_struct *sig);
2038#ifdef CONFIG_PROC_FS
2039extern void proc_sched_autogroup_show_task(struct task_struct *p, struct seq_file *m);
2e5b5b3a 2040extern int proc_sched_autogroup_set_nice(struct task_struct *p, int nice);
5091faa4
MG
2041#endif
2042#else
2043static inline void sched_autogroup_create_attach(struct task_struct *p) { }
2044static inline void sched_autogroup_detach(struct task_struct *p) { }
2045static inline void sched_autogroup_fork(struct signal_struct *sig) { }
2046static inline void sched_autogroup_exit(struct signal_struct *sig) { }
2047#endif
2048
d95f4122 2049extern bool yield_to(struct task_struct *p, bool preempt);
36c8b586
IM
2050extern void set_user_nice(struct task_struct *p, long nice);
2051extern int task_prio(const struct task_struct *p);
2052extern int task_nice(const struct task_struct *p);
2053extern int can_nice(const struct task_struct *p, const int nice);
2054extern int task_curr(const struct task_struct *p);
1da177e4 2055extern int idle_cpu(int cpu);
fe7de49f
KM
2056extern int sched_setscheduler(struct task_struct *, int,
2057 const struct sched_param *);
961ccddd 2058extern int sched_setscheduler_nocheck(struct task_struct *, int,
fe7de49f 2059 const struct sched_param *);
6fa3eb70
S
2060
2061#ifdef CONFIG_MT_PRIO_TRACER
2062extern void set_user_nice_core(struct task_struct *p, long nice);
2063extern int sched_setscheduler_core(struct task_struct *, int,
2064 const struct sched_param *);
2065extern int sched_setscheduler_nocheck_core(struct task_struct *, int,
2066 const struct sched_param *);
2067#endif
2068
36c8b586 2069extern struct task_struct *idle_task(int cpu);
c4f30608
PM
2070/**
2071 * is_idle_task - is the specified task an idle task?
fa757281 2072 * @p: the task in question.
c4f30608 2073 */
7061ca3b 2074static inline bool is_idle_task(const struct task_struct *p)
c4f30608
PM
2075{
2076 return p->pid == 0;
2077}
36c8b586
IM
2078extern struct task_struct *curr_task(int cpu);
2079extern void set_curr_task(int cpu, struct task_struct *p);
1da177e4
LT
2080
2081void yield(void);
2082
2083/*
2084 * The default (Linux) execution domain.
2085 */
2086extern struct exec_domain default_exec_domain;
2087
2088union thread_union {
2089 struct thread_info thread_info;
2090 unsigned long stack[THREAD_SIZE/sizeof(long)];
2091};
2092
2093#ifndef __HAVE_ARCH_KSTACK_END
2094static inline int kstack_end(void *addr)
2095{
2096 /* Reliable end of stack detection:
2097 * Some APM bios versions misalign the stack
2098 */
2099 return !(((unsigned long)addr+sizeof(void*)-1) & (THREAD_SIZE-sizeof(void*)));
2100}
2101#endif
2102
2103extern union thread_union init_thread_union;
2104extern struct task_struct init_task;
2105
2106extern struct mm_struct init_mm;
2107
198fe21b
PE
2108extern struct pid_namespace init_pid_ns;
2109
2110/*
2111 * find a task by one of its numerical ids
2112 *
198fe21b
PE
2113 * find_task_by_pid_ns():
2114 * finds a task by its pid in the specified namespace
228ebcbe
PE
2115 * find_task_by_vpid():
2116 * finds a task by its virtual pid
198fe21b 2117 *
e49859e7 2118 * see also find_vpid() etc in include/linux/pid.h
198fe21b
PE
2119 */
2120
228ebcbe
PE
2121extern struct task_struct *find_task_by_vpid(pid_t nr);
2122extern struct task_struct *find_task_by_pid_ns(pid_t nr,
2123 struct pid_namespace *ns);
198fe21b 2124
8520d7c7 2125extern void __set_special_pids(struct pid *pid);
1da177e4
LT
2126
2127/* per-UID process charging. */
7b44ab97 2128extern struct user_struct * alloc_uid(kuid_t);
1da177e4
LT
2129static inline struct user_struct *get_uid(struct user_struct *u)
2130{
2131 atomic_inc(&u->__count);
2132 return u;
2133}
2134extern void free_uid(struct user_struct *);
1da177e4
LT
2135
2136#include <asm/current.h>
2137
f0af911a 2138extern void xtime_update(unsigned long ticks);
1da177e4 2139
b3c97528
HH
2140extern int wake_up_state(struct task_struct *tsk, unsigned int state);
2141extern int wake_up_process(struct task_struct *tsk);
3e51e3ed 2142extern void wake_up_new_task(struct task_struct *tsk);
1da177e4
LT
2143#ifdef CONFIG_SMP
2144 extern void kick_process(struct task_struct *tsk);
2145#else
2146 static inline void kick_process(struct task_struct *tsk) { }
2147#endif
3e51e3ed 2148extern void sched_fork(struct task_struct *p);
ad46c2c4 2149extern void sched_dead(struct task_struct *p);
1da177e4 2150
1da177e4
LT
2151extern void proc_caches_init(void);
2152extern void flush_signals(struct task_struct *);
3bcac026 2153extern void __flush_signals(struct task_struct *);
10ab825b 2154extern void ignore_signals(struct task_struct *);
1da177e4
LT
2155extern void flush_signal_handlers(struct task_struct *, int force_default);
2156extern int dequeue_signal(struct task_struct *tsk, sigset_t *mask, siginfo_t *info);
2157
2158static inline int dequeue_signal_lock(struct task_struct *tsk, sigset_t *mask, siginfo_t *info)
2159{
2160 unsigned long flags;
2161 int ret;
2162
2163 spin_lock_irqsave(&tsk->sighand->siglock, flags);
2164 ret = dequeue_signal(tsk, mask, info);
2165 spin_unlock_irqrestore(&tsk->sighand->siglock, flags);
2166
2167 return ret;
53c8f9f1 2168}
1da177e4
LT
2169
2170extern void block_all_signals(int (*notifier)(void *priv), void *priv,
2171 sigset_t *mask);
2172extern void unblock_all_signals(void);
2173extern void release_task(struct task_struct * p);
2174extern int send_sig_info(int, struct siginfo *, struct task_struct *);
1da177e4
LT
2175extern int force_sigsegv(int, struct task_struct *);
2176extern int force_sig_info(int, struct siginfo *, struct task_struct *);
c4b92fc1 2177extern int __kill_pgrp_info(int sig, struct siginfo *info, struct pid *pgrp);
c4b92fc1 2178extern int kill_pid_info(int sig, struct siginfo *info, struct pid *pid);
d178bc3a
SH
2179extern int kill_pid_info_as_cred(int, struct siginfo *, struct pid *,
2180 const struct cred *, u32);
c4b92fc1
EB
2181extern int kill_pgrp(struct pid *pid, int sig, int priv);
2182extern int kill_pid(struct pid *pid, int sig, int priv);
c3de4b38 2183extern int kill_proc_info(int, struct siginfo *, pid_t);
86773473 2184extern __must_check bool do_notify_parent(struct task_struct *, int);
a7f0765e 2185extern void __wake_up_parent(struct task_struct *p, struct task_struct *parent);
1da177e4 2186extern void force_sig(int, struct task_struct *);
1da177e4 2187extern int send_sig(int, struct task_struct *, int);
09faef11 2188extern int zap_other_threads(struct task_struct *p);
1da177e4
LT
2189extern struct sigqueue *sigqueue_alloc(void);
2190extern void sigqueue_free(struct sigqueue *);
ac5c2153 2191extern int send_sigqueue(struct sigqueue *, struct task_struct *, int group);
9ac95f2f 2192extern int do_sigaction(int, struct k_sigaction *, struct k_sigaction *);
1da177e4 2193
51a7b448
AV
2194static inline void restore_saved_sigmask(void)
2195{
2196 if (test_and_clear_restore_sigmask())
77097ae5 2197 __set_current_blocked(&current->saved_sigmask);
51a7b448
AV
2198}
2199
b7f9a11a
AV
2200static inline sigset_t *sigmask_to_save(void)
2201{
2202 sigset_t *res = &current->blocked;
2203 if (unlikely(test_restore_sigmask()))
2204 res = &current->saved_sigmask;
2205 return res;
2206}
2207
9ec52099
CLG
2208static inline int kill_cad_pid(int sig, int priv)
2209{
2210 return kill_pid(cad_pid, sig, priv);
2211}
2212
1da177e4
LT
2213/* These can be the second arg to send_sig_info/send_group_sig_info. */
2214#define SEND_SIG_NOINFO ((struct siginfo *) 0)
2215#define SEND_SIG_PRIV ((struct siginfo *) 1)
2216#define SEND_SIG_FORCED ((struct siginfo *) 2)
2217
2a855dd0
SAS
2218/*
2219 * True if we are on the alternate signal stack.
2220 */
1da177e4
LT
2221static inline int on_sig_stack(unsigned long sp)
2222{
2a855dd0
SAS
2223#ifdef CONFIG_STACK_GROWSUP
2224 return sp >= current->sas_ss_sp &&
2225 sp - current->sas_ss_sp < current->sas_ss_size;
2226#else
2227 return sp > current->sas_ss_sp &&
2228 sp - current->sas_ss_sp <= current->sas_ss_size;
2229#endif
1da177e4
LT
2230}
2231
2232static inline int sas_ss_flags(unsigned long sp)
2233{
2234 return (current->sas_ss_size == 0 ? SS_DISABLE
2235 : on_sig_stack(sp) ? SS_ONSTACK : 0);
2236}
2237
5a1b98d3
AV
2238static inline unsigned long sigsp(unsigned long sp, struct ksignal *ksig)
2239{
2240 if (unlikely((ksig->ka.sa.sa_flags & SA_ONSTACK)) && ! sas_ss_flags(sp))
2241#ifdef CONFIG_STACK_GROWSUP
2242 return current->sas_ss_sp;
2243#else
2244 return current->sas_ss_sp + current->sas_ss_size;
2245#endif
2246 return sp;
2247}
2248
1da177e4
LT
2249/*
2250 * Routines for handling mm_structs
2251 */
2252extern struct mm_struct * mm_alloc(void);
2253
2254/* mmdrop drops the mm and the page tables */
b3c97528 2255extern void __mmdrop(struct mm_struct *);
1da177e4
LT
2256static inline void mmdrop(struct mm_struct * mm)
2257{
6fb43d7b 2258 if (unlikely(atomic_dec_and_test(&mm->mm_count)))
1da177e4
LT
2259 __mmdrop(mm);
2260}
2261
2262/* mmput gets rid of the mappings and all user-space */
2263extern void mmput(struct mm_struct *);
2264/* Grab a reference to a task's mm, if it is not already going away */
2265extern struct mm_struct *get_task_mm(struct task_struct *task);
8cdb878d
CY
2266/*
2267 * Grab a reference to a task's mm, if it is not already going away
2268 * and ptrace_may_access with the mode parameter passed to it
2269 * succeeds.
2270 */
2271extern struct mm_struct *mm_access(struct task_struct *task, unsigned int mode);
1da177e4
LT
2272/* Remove the current tasks stale references to the old mm_struct */
2273extern void mm_release(struct task_struct *, struct mm_struct *);
402b0862
CO
2274/* Allocate a new mm structure and copy contents from tsk->mm */
2275extern struct mm_struct *dup_mm(struct task_struct *tsk);
1da177e4 2276
6f2c55b8 2277extern int copy_thread(unsigned long, unsigned long, unsigned long,
afa86fc4 2278 struct task_struct *);
1da177e4
LT
2279extern void flush_thread(void);
2280extern void exit_thread(void);
2281
1da177e4 2282extern void exit_files(struct task_struct *);
a7e5328a 2283extern void __cleanup_sighand(struct sighand_struct *);
cbaffba1 2284
1da177e4 2285extern void exit_itimers(struct signal_struct *);
cbaffba1 2286extern void flush_itimer_signals(void);
1da177e4 2287
9402c95f 2288extern void do_group_exit(int);
1da177e4 2289
1da177e4
LT
2290extern int allow_signal(int);
2291extern int disallow_signal(int);
1da177e4 2292
d7627467
DH
2293extern int do_execve(const char *,
2294 const char __user * const __user *,
da3d4c5f 2295 const char __user * const __user *);
e80d6661 2296extern long do_fork(unsigned long, unsigned long, unsigned long, int __user *, int __user *);
36c8b586 2297struct task_struct *fork_idle(int);
2aa3a7f8 2298extern pid_t kernel_thread(int (*fn)(void *), void *arg, unsigned long flags);
1da177e4
LT
2299
2300extern void set_task_comm(struct task_struct *tsk, char *from);
59714d65 2301extern char *get_task_comm(char *to, struct task_struct *tsk);
1da177e4
LT
2302
2303#ifdef CONFIG_SMP
317f3941 2304void scheduler_ipi(void);
85ba2d86 2305extern unsigned long wait_task_inactive(struct task_struct *, long match_state);
1da177e4 2306#else
184748cc 2307static inline void scheduler_ipi(void) { }
85ba2d86
RM
2308static inline unsigned long wait_task_inactive(struct task_struct *p,
2309 long match_state)
2310{
2311 return 1;
2312}
1da177e4
LT
2313#endif
2314
05725f7e
JP
2315#define next_task(p) \
2316 list_entry_rcu((p)->tasks.next, struct task_struct, tasks)
1da177e4
LT
2317
2318#define for_each_process(p) \
2319 for (p = &init_task ; (p = next_task(p)) != &init_task ; )
2320
5bb459bb 2321extern bool current_is_single_threaded(void);
d84f4f99 2322
1da177e4
LT
2323/*
2324 * Careful: do_each_thread/while_each_thread is a double loop so
2325 * 'break' will not work as expected - use goto instead.
2326 */
2327#define do_each_thread(g, t) \
2328 for (g = t = &init_task ; (g = t = next_task(g)) != &init_task ; ) do
2329
2330#define while_each_thread(g, t) \
2331 while ((t = next_thread(t)) != g)
2332
6fa3eb70
S
2333#define __for_each_thread(signal, t) \
2334 list_for_each_entry_rcu(t, &(signal)->thread_head, thread_node)
2335
2336#define for_each_thread(p, t) \
2337 __for_each_thread((p)->signal, t)
2338
2339/* Careful: this is a double loop, 'break' won't work as expected. */
2340#define for_each_process_thread(p, t) \
2341 for_each_process(p) for_each_thread(p, t)
2342
7e49827c
ON
2343static inline int get_nr_threads(struct task_struct *tsk)
2344{
b3ac022c 2345 return tsk->signal->nr_threads;
7e49827c
ON
2346}
2347
087806b1
ON
2348static inline bool thread_group_leader(struct task_struct *p)
2349{
2350 return p->exit_signal >= 0;
2351}
1da177e4 2352
0804ef4b
EB
2353/* Do to the insanities of de_thread it is possible for a process
2354 * to have the pid of the thread group leader without actually being
2355 * the thread group leader. For iteration through the pids in proc
2356 * all we care about is that we have a task with the appropriate
2357 * pid, we don't actually care if we have the right task.
2358 */
434c32f7 2359static inline bool has_group_leader_pid(struct task_struct *p)
0804ef4b 2360{
434c32f7 2361 return task_pid(p) == p->signal->leader_pid;
0804ef4b
EB
2362}
2363
bac0abd6 2364static inline
434c32f7 2365bool same_thread_group(struct task_struct *p1, struct task_struct *p2)
bac0abd6 2366{
434c32f7 2367 return p1->signal == p2->signal;
bac0abd6
PE
2368}
2369
36c8b586 2370static inline struct task_struct *next_thread(const struct task_struct *p)
47e65328 2371{
05725f7e
JP
2372 return list_entry_rcu(p->thread_group.next,
2373 struct task_struct, thread_group);
47e65328
ON
2374}
2375
e868171a 2376static inline int thread_group_empty(struct task_struct *p)
1da177e4 2377{
47e65328 2378 return list_empty(&p->thread_group);
1da177e4
LT
2379}
2380
2381#define delay_group_leader(p) \
2382 (thread_group_leader(p) && !thread_group_empty(p))
2383
1da177e4 2384/*
260ea101 2385 * Protects ->fs, ->files, ->mm, ->group_info, ->comm, keyring
22e2c507 2386 * subscriptions and synchronises with wait4(). Also used in procfs. Also
ddbcc7e8 2387 * pins the final release of task.io_context. Also protects ->cpuset and
d68b46fe 2388 * ->cgroup.subsys[]. And ->vfork_done.
1da177e4
LT
2389 *
2390 * Nests both inside and outside of read_lock(&tasklist_lock).
2391 * It must not be nested with write_lock_irq(&tasklist_lock),
2392 * neither inside nor outside.
2393 */
2394static inline void task_lock(struct task_struct *p)
2395{
2396 spin_lock(&p->alloc_lock);
2397}
2398
2399static inline void task_unlock(struct task_struct *p)
2400{
2401 spin_unlock(&p->alloc_lock);
2402}
2403
b8ed374e 2404extern struct sighand_struct *__lock_task_sighand(struct task_struct *tsk,
f63ee72e
ON
2405 unsigned long *flags);
2406
9388dc30
AV
2407static inline struct sighand_struct *lock_task_sighand(struct task_struct *tsk,
2408 unsigned long *flags)
2409{
2410 struct sighand_struct *ret;
2411
2412 ret = __lock_task_sighand(tsk, flags);
2413 (void)__cond_lock(&tsk->sighand->siglock, ret);
2414 return ret;
2415}
b8ed374e 2416
f63ee72e
ON
2417static inline void unlock_task_sighand(struct task_struct *tsk,
2418 unsigned long *flags)
2419{
2420 spin_unlock_irqrestore(&tsk->sighand->siglock, *flags);
2421}
2422
4714d1d3 2423#ifdef CONFIG_CGROUPS
257058ae 2424static inline void threadgroup_change_begin(struct task_struct *tsk)
4714d1d3 2425{
257058ae 2426 down_read(&tsk->signal->group_rwsem);
4714d1d3 2427}
257058ae 2428static inline void threadgroup_change_end(struct task_struct *tsk)
4714d1d3 2429{
257058ae 2430 up_read(&tsk->signal->group_rwsem);
4714d1d3 2431}
77e4ef99
TH
2432
2433/**
2434 * threadgroup_lock - lock threadgroup
2435 * @tsk: member task of the threadgroup to lock
2436 *
2437 * Lock the threadgroup @tsk belongs to. No new task is allowed to enter
2438 * and member tasks aren't allowed to exit (as indicated by PF_EXITING) or
e56fb287
ON
2439 * change ->group_leader/pid. This is useful for cases where the threadgroup
2440 * needs to stay stable across blockable operations.
77e4ef99
TH
2441 *
2442 * fork and exit paths explicitly call threadgroup_change_{begin|end}() for
2443 * synchronization. While held, no new task will be added to threadgroup
2444 * and no existing live task will have its PF_EXITING set.
2445 *
e56fb287
ON
2446 * de_thread() does threadgroup_change_{begin|end}() when a non-leader
2447 * sub-thread becomes a new leader.
77e4ef99 2448 */
257058ae 2449static inline void threadgroup_lock(struct task_struct *tsk)
4714d1d3 2450{
257058ae 2451 down_write(&tsk->signal->group_rwsem);
4714d1d3 2452}
77e4ef99
TH
2453
2454/**
2455 * threadgroup_unlock - unlock threadgroup
2456 * @tsk: member task of the threadgroup to unlock
2457 *
2458 * Reverse threadgroup_lock().
2459 */
257058ae 2460static inline void threadgroup_unlock(struct task_struct *tsk)
4714d1d3 2461{
257058ae 2462 up_write(&tsk->signal->group_rwsem);
4714d1d3
BB
2463}
2464#else
257058ae
TH
2465static inline void threadgroup_change_begin(struct task_struct *tsk) {}
2466static inline void threadgroup_change_end(struct task_struct *tsk) {}
2467static inline void threadgroup_lock(struct task_struct *tsk) {}
2468static inline void threadgroup_unlock(struct task_struct *tsk) {}
4714d1d3
BB
2469#endif
2470
f037360f
AV
2471#ifndef __HAVE_THREAD_FUNCTIONS
2472
f7e4217b
RZ
2473#define task_thread_info(task) ((struct thread_info *)(task)->stack)
2474#define task_stack_page(task) ((task)->stack)
a1261f54 2475
10ebffde
AV
2476static inline void setup_thread_stack(struct task_struct *p, struct task_struct *org)
2477{
2478 *task_thread_info(p) = *task_thread_info(org);
2479 task_thread_info(p)->task = p;
2480}
2481
2482static inline unsigned long *end_of_stack(struct task_struct *p)
2483{
f7e4217b 2484 return (unsigned long *)(task_thread_info(p) + 1);
10ebffde
AV
2485}
2486
f037360f
AV
2487#endif
2488
8b05c7e6
FT
2489static inline int object_is_on_stack(void *obj)
2490{
2491 void *stack = task_stack_page(current);
2492
2493 return (obj >= stack) && (obj < (stack + THREAD_SIZE));
2494}
2495
8c9843e5
BH
2496extern void thread_info_cache_init(void);
2497
7c9f8861
ES
2498#ifdef CONFIG_DEBUG_STACK_USAGE
2499static inline unsigned long stack_not_used(struct task_struct *p)
2500{
2501 unsigned long *n = end_of_stack(p);
2502
2503 do { /* Skip over canary */
2504 n++;
2505 } while (!*n);
2506
2507 return (unsigned long)n - (unsigned long)end_of_stack(p);
2508}
2509#endif
2510
1da177e4
LT
2511/* set thread flags in other task's structures
2512 * - see asm/thread_info.h for TIF_xxxx flags available
2513 */
2514static inline void set_tsk_thread_flag(struct task_struct *tsk, int flag)
2515{
a1261f54 2516 set_ti_thread_flag(task_thread_info(tsk), flag);
1da177e4
LT
2517}
2518
2519static inline void clear_tsk_thread_flag(struct task_struct *tsk, int flag)
2520{
a1261f54 2521 clear_ti_thread_flag(task_thread_info(tsk), flag);
1da177e4
LT
2522}
2523
2524static inline int test_and_set_tsk_thread_flag(struct task_struct *tsk, int flag)
2525{
a1261f54 2526 return test_and_set_ti_thread_flag(task_thread_info(tsk), flag);
1da177e4
LT
2527}
2528
2529static inline int test_and_clear_tsk_thread_flag(struct task_struct *tsk, int flag)
2530{
a1261f54 2531 return test_and_clear_ti_thread_flag(task_thread_info(tsk), flag);
1da177e4
LT
2532}
2533
2534static inline int test_tsk_thread_flag(struct task_struct *tsk, int flag)
2535{
a1261f54 2536 return test_ti_thread_flag(task_thread_info(tsk), flag);
1da177e4
LT
2537}
2538
2539static inline void set_tsk_need_resched(struct task_struct *tsk)
2540{
2541 set_tsk_thread_flag(tsk,TIF_NEED_RESCHED);
2542}
2543
2544static inline void clear_tsk_need_resched(struct task_struct *tsk)
2545{
2546 clear_tsk_thread_flag(tsk,TIF_NEED_RESCHED);
2547}
2548
8ae121ac
GH
2549static inline int test_tsk_need_resched(struct task_struct *tsk)
2550{
2551 return unlikely(test_tsk_thread_flag(tsk,TIF_NEED_RESCHED));
2552}
2553
6fa3eb70
S
2554#if defined(CONFIG_MT_RT_SCHED) || defined(CONFIG_MT_RT_SCHED_LOG)
2555static inline void set_tsk_need_released(struct task_struct *tsk)
2556{
2557 set_tsk_thread_flag(tsk, TIF_NEED_RELEASED);
2558}
2559
2560static inline void clear_tsk_need_released(struct task_struct *tsk)
2561{
2562 clear_tsk_thread_flag(tsk,TIF_NEED_RELEASED);
2563}
2564
2565static inline int test_tsk_need_released(struct task_struct *tsk)
2566{
2567 return unlikely(test_tsk_thread_flag(tsk,TIF_NEED_RELEASED));
2568}
2569#endif
2570
690cc3ff
EB
2571static inline int restart_syscall(void)
2572{
2573 set_tsk_thread_flag(current, TIF_SIGPENDING);
2574 return -ERESTARTNOINTR;
2575}
2576
1da177e4
LT
2577static inline int signal_pending(struct task_struct *p)
2578{
2579 return unlikely(test_tsk_thread_flag(p,TIF_SIGPENDING));
2580}
f776d12d 2581
d9588725
RM
2582static inline int __fatal_signal_pending(struct task_struct *p)
2583{
2584 return unlikely(sigismember(&p->pending.signal, SIGKILL));
2585}
f776d12d
MW
2586
2587static inline int fatal_signal_pending(struct task_struct *p)
2588{
2589 return signal_pending(p) && __fatal_signal_pending(p);
2590}
2591
16882c1e
ON
2592static inline int signal_pending_state(long state, struct task_struct *p)
2593{
2594 if (!(state & (TASK_INTERRUPTIBLE | TASK_WAKEKILL)))
2595 return 0;
2596 if (!signal_pending(p))
2597 return 0;
2598
16882c1e
ON
2599 return (state & TASK_INTERRUPTIBLE) || __fatal_signal_pending(p);
2600}
2601
1da177e4
LT
2602static inline int need_resched(void)
2603{
9404ef02 2604 return unlikely(test_thread_flag(TIF_NEED_RESCHED));
1da177e4
LT
2605}
2606
2607/*
2608 * cond_resched() and cond_resched_lock(): latency reduction via
2609 * explicit rescheduling in places that are safe. The return
2610 * value indicates whether a reschedule was done in fact.
2611 * cond_resched_lock() will drop the spinlock before scheduling,
2612 * cond_resched_softirq() will enable bhs before scheduling.
2613 */
c3921ab7 2614extern int _cond_resched(void);
6f80bd98 2615
613afbf8
FW
2616#define cond_resched() ({ \
2617 __might_sleep(__FILE__, __LINE__, 0); \
2618 _cond_resched(); \
2619})
6f80bd98 2620
613afbf8
FW
2621extern int __cond_resched_lock(spinlock_t *lock);
2622
bdd4e85d 2623#ifdef CONFIG_PREEMPT_COUNT
716a4234 2624#define PREEMPT_LOCK_OFFSET PREEMPT_OFFSET
02b67cc3 2625#else
716a4234 2626#define PREEMPT_LOCK_OFFSET 0
02b67cc3 2627#endif
716a4234 2628
613afbf8 2629#define cond_resched_lock(lock) ({ \
716a4234 2630 __might_sleep(__FILE__, __LINE__, PREEMPT_LOCK_OFFSET); \
613afbf8
FW
2631 __cond_resched_lock(lock); \
2632})
2633
2634extern int __cond_resched_softirq(void);
2635
75e1056f
VP
2636#define cond_resched_softirq() ({ \
2637 __might_sleep(__FILE__, __LINE__, SOFTIRQ_DISABLE_OFFSET); \
2638 __cond_resched_softirq(); \
613afbf8 2639})
1da177e4
LT
2640
2641/*
2642 * Does a critical section need to be broken due to another
95c354fe
NP
2643 * task waiting?: (technically does not depend on CONFIG_PREEMPT,
2644 * but a general need for low latency)
1da177e4 2645 */
95c354fe 2646static inline int spin_needbreak(spinlock_t *lock)
1da177e4 2647{
95c354fe
NP
2648#ifdef CONFIG_PREEMPT
2649 return spin_is_contended(lock);
2650#else
1da177e4 2651 return 0;
95c354fe 2652#endif
1da177e4
LT
2653}
2654
ee761f62
TG
2655/*
2656 * Idle thread specific functions to determine the need_resched
2657 * polling state. We have two versions, one based on TS_POLLING in
2658 * thread_info.status and one based on TIF_POLLING_NRFLAG in
2659 * thread_info.flags
2660 */
2661#ifdef TS_POLLING
2662static inline int tsk_is_polling(struct task_struct *p)
2663{
2664 return task_thread_info(p)->status & TS_POLLING;
2665}
e895dad0 2666static inline void __current_set_polling(void)
3a98f871
TG
2667{
2668 current_thread_info()->status |= TS_POLLING;
2669}
2670
e895dad0
PZ
2671static inline bool __must_check current_set_polling_and_test(void)
2672{
2673 __current_set_polling();
2674
2675 /*
2676 * Polling state must be visible before we test NEED_RESCHED,
2677 * paired by resched_task()
2678 */
2679 smp_mb();
2680
2681 return unlikely(tif_need_resched());
2682}
2683
2684static inline void __current_clr_polling(void)
3a98f871
TG
2685{
2686 current_thread_info()->status &= ~TS_POLLING;
e895dad0
PZ
2687}
2688
2689static inline bool __must_check current_clr_polling_and_test(void)
2690{
2691 __current_clr_polling();
2692
2693 /*
2694 * Polling state must be visible before we test NEED_RESCHED,
2695 * paired by resched_task()
2696 */
2697 smp_mb();
2698
2699 return unlikely(tif_need_resched());
3a98f871 2700}
ee761f62
TG
2701#elif defined(TIF_POLLING_NRFLAG)
2702static inline int tsk_is_polling(struct task_struct *p)
2703{
2704 return test_tsk_thread_flag(p, TIF_POLLING_NRFLAG);
2705}
e895dad0
PZ
2706
2707static inline void __current_set_polling(void)
3a98f871
TG
2708{
2709 set_thread_flag(TIF_POLLING_NRFLAG);
2710}
2711
e895dad0
PZ
2712static inline bool __must_check current_set_polling_and_test(void)
2713{
2714 __current_set_polling();
2715
2716 /*
2717 * Polling state must be visible before we test NEED_RESCHED,
2718 * paired by resched_task()
2719 *
2720 * XXX: assumes set/clear bit are identical barrier wise.
2721 */
2722 smp_mb__after_clear_bit();
2723
2724 return unlikely(tif_need_resched());
2725}
2726
2727static inline void __current_clr_polling(void)
3a98f871
TG
2728{
2729 clear_thread_flag(TIF_POLLING_NRFLAG);
2730}
e895dad0
PZ
2731
2732static inline bool __must_check current_clr_polling_and_test(void)
2733{
2734 __current_clr_polling();
2735
2736 /*
2737 * Polling state must be visible before we test NEED_RESCHED,
2738 * paired by resched_task()
2739 */
2740 smp_mb__after_clear_bit();
2741
2742 return unlikely(tif_need_resched());
2743}
2744
ee761f62
TG
2745#else
2746static inline int tsk_is_polling(struct task_struct *p) { return 0; }
e895dad0
PZ
2747static inline void __current_set_polling(void) { }
2748static inline void __current_clr_polling(void) { }
2749
2750static inline bool __must_check current_set_polling_and_test(void)
2751{
2752 return unlikely(tif_need_resched());
2753}
2754static inline bool __must_check current_clr_polling_and_test(void)
2755{
2756 return unlikely(tif_need_resched());
2757}
ee761f62
TG
2758#endif
2759
f06febc9
FM
2760/*
2761 * Thread group CPU time accounting.
2762 */
4cd4c1b4 2763void thread_group_cputime(struct task_struct *tsk, struct task_cputime *times);
4da94d49 2764void thread_group_cputimer(struct task_struct *tsk, struct task_cputime *times);
f06febc9 2765
490dea45 2766static inline void thread_group_cputime_init(struct signal_struct *sig)
f06febc9 2767{
ee30a7b2 2768 raw_spin_lock_init(&sig->cputimer.lock);
f06febc9
FM
2769}
2770
7bb44ade
RM
2771/*
2772 * Reevaluate whether the task has signals pending delivery.
2773 * Wake the task if so.
2774 * This is required every time the blocked sigset_t changes.
2775 * callers must hold sighand->siglock.
2776 */
2777extern void recalc_sigpending_and_wake(struct task_struct *t);
1da177e4
LT
2778extern void recalc_sigpending(void);
2779
910ffdb1
ON
2780extern void signal_wake_up_state(struct task_struct *t, unsigned int state);
2781
2782static inline void signal_wake_up(struct task_struct *t, bool resume)
2783{
2784 signal_wake_up_state(t, resume ? TASK_WAKEKILL : 0);
2785}
2786static inline void ptrace_signal_wake_up(struct task_struct *t, bool resume)
2787{
2788 signal_wake_up_state(t, resume ? __TASK_TRACED : 0);
2789}
1da177e4
LT
2790
2791/*
2792 * Wrappers for p->thread_info->cpu access. No-op on UP.
2793 */
2794#ifdef CONFIG_SMP
2795
2796static inline unsigned int task_cpu(const struct task_struct *p)
2797{
a1261f54 2798 return task_thread_info(p)->cpu;
1da177e4
LT
2799}
2800
c65cc870 2801extern void set_task_cpu(struct task_struct *p, unsigned int cpu);
1da177e4
LT
2802
2803#else
2804
2805static inline unsigned int task_cpu(const struct task_struct *p)
2806{
2807 return 0;
2808}
2809
2810static inline void set_task_cpu(struct task_struct *p, unsigned int cpu)
2811{
2812}
2813
2814#endif /* CONFIG_SMP */
2815
96f874e2
RR
2816extern long sched_setaffinity(pid_t pid, const struct cpumask *new_mask);
2817extern long sched_getaffinity(pid_t pid, struct cpumask *mask);
5c45bf27 2818
7c941438 2819#ifdef CONFIG_CGROUP_SCHED
07e06b01 2820extern struct task_group root_task_group;
8323f26c 2821#endif /* CONFIG_CGROUP_SCHED */
9b5b7751 2822
54e99124
DG
2823extern int task_can_switch_user(struct user_struct *up,
2824 struct task_struct *tsk);
2825
4b98d11b
AD
2826#ifdef CONFIG_TASK_XACCT
2827static inline void add_rchar(struct task_struct *tsk, ssize_t amt)
2828{
940389b8 2829 tsk->ioac.rchar += amt;
4b98d11b
AD
2830}
2831
2832static inline void add_wchar(struct task_struct *tsk, ssize_t amt)
2833{
940389b8 2834 tsk->ioac.wchar += amt;
4b98d11b
AD
2835}
2836
2837static inline void inc_syscr(struct task_struct *tsk)
2838{
940389b8 2839 tsk->ioac.syscr++;
4b98d11b
AD
2840}
2841
2842static inline void inc_syscw(struct task_struct *tsk)
2843{
940389b8 2844 tsk->ioac.syscw++;
4b98d11b
AD
2845}
2846#else
2847static inline void add_rchar(struct task_struct *tsk, ssize_t amt)
2848{
2849}
2850
2851static inline void add_wchar(struct task_struct *tsk, ssize_t amt)
2852{
2853}
2854
2855static inline void inc_syscr(struct task_struct *tsk)
2856{
2857}
2858
2859static inline void inc_syscw(struct task_struct *tsk)
2860{
2861}
2862#endif
2863
82455257
DH
2864#ifndef TASK_SIZE_OF
2865#define TASK_SIZE_OF(tsk) TASK_SIZE
2866#endif
2867
cf475ad2
BS
2868#ifdef CONFIG_MM_OWNER
2869extern void mm_update_next_owner(struct mm_struct *mm);
2870extern void mm_init_owner(struct mm_struct *mm, struct task_struct *p);
2871#else
2872static inline void mm_update_next_owner(struct mm_struct *mm)
2873{
2874}
2875
2876static inline void mm_init_owner(struct mm_struct *mm, struct task_struct *p)
2877{
2878}
2879#endif /* CONFIG_MM_OWNER */
2880
3e10e716
JS
2881static inline unsigned long task_rlimit(const struct task_struct *tsk,
2882 unsigned int limit)
2883{
2884 return ACCESS_ONCE(tsk->signal->rlim[limit].rlim_cur);
2885}
2886
2887static inline unsigned long task_rlimit_max(const struct task_struct *tsk,
2888 unsigned int limit)
2889{
2890 return ACCESS_ONCE(tsk->signal->rlim[limit].rlim_max);
2891}
2892
2893static inline unsigned long rlimit(unsigned int limit)
2894{
2895 return task_rlimit(current, limit);
2896}
2897
2898static inline unsigned long rlimit_max(unsigned int limit)
2899{
2900 return task_rlimit_max(current, limit);
2901}
2902
6fa3eb70
S
2903#ifdef CONFIG_MTK_SCHED_RQAVG_US
2904/*
2905 * @cpu: cpu id
2906 * @reset: reset the statistic start time after this time query
2907 * @use_maxfreq: caculate cpu loading with max cpu max frequency
2908 * return: cpu loading as percentage (0~100)
2909 */
2910extern unsigned int sched_get_percpu_load(int cpu, bool reset, bool use_maxfreq);
2911
2912/*
2913 * return: heavy task(loading>90%) number in the system
2914 */
2915extern unsigned int sched_get_nr_heavy_task(void);
2916
2917/*
2918 * @threshold: heavy task loading threshold (0~1023)
2919 * return: heavy task(loading>threshold) number in the system
2920 */
2921extern unsigned int sched_get_nr_heavy_task_by_threshold(unsigned int threshold);
2922#endif /* CONFIG_MTK_SCHED_RQAVG_US */
2923
2924#ifdef CONFIG_MTK_SCHED_RQAVG_KS
2925extern void sched_update_nr_prod(int cpu, unsigned long nr, bool inc);
2926extern void sched_get_nr_running_avg(int *avg, int *iowait_avg);
2927#endif /* CONFIG_MTK_SCHED_RQAVG_KS */
2928
2929extern void sched_get_big_little_cpus(struct cpumask *big, struct cpumask *little);
2930
1da177e4 2931#endif