1
2#ifndef _LINUX_SCHED_CPUTIME_H
3#define _LINUX_SCHED_CPUTIME_H
4
5#include <linux/sched/signal.h>
6
7
8
9
10
11#ifdef CONFIG_VIRT_CPU_ACCOUNTING_NATIVE
12#include <asm/cputime.h>
13
14#ifndef cputime_to_nsecs
15# define cputime_to_nsecs(__ct) \
16 (cputime_to_usecs(__ct) * NSEC_PER_USEC)
17#endif
18#endif
19
20#ifdef CONFIG_VIRT_CPU_ACCOUNTING_GEN
21extern void task_cputime(struct task_struct *t,
22 u64 *utime, u64 *stime);
23extern u64 task_gtime(struct task_struct *t);
24#else
25static inline void task_cputime(struct task_struct *t,
26 u64 *utime, u64 *stime)
27{
28 *utime = t->utime;
29 *stime = t->stime;
30}
31
32static inline u64 task_gtime(struct task_struct *t)
33{
34 return t->gtime;
35}
36#endif
37
38#ifdef CONFIG_ARCH_HAS_SCALED_CPUTIME
39static inline void task_cputime_scaled(struct task_struct *t,
40 u64 *utimescaled,
41 u64 *stimescaled)
42{
43 *utimescaled = t->utimescaled;
44 *stimescaled = t->stimescaled;
45}
46#else
47static inline void task_cputime_scaled(struct task_struct *t,
48 u64 *utimescaled,
49 u64 *stimescaled)
50{
51 task_cputime(t, utimescaled, stimescaled);
52}
53#endif
54
55extern void task_cputime_adjusted(struct task_struct *p, u64 *ut, u64 *st);
56extern void thread_group_cputime_adjusted(struct task_struct *p, u64 *ut, u64 *st);
57
58
59
60
61
62void thread_group_cputime(struct task_struct *tsk, struct task_cputime *times);
63void thread_group_cputimer(struct task_struct *tsk, struct task_cputime *times);
64
65
66
67
68
69
70
71
72
73
74
75
76
77#ifdef CONFIG_POSIX_TIMERS
78static inline
79struct thread_group_cputimer *get_running_cputimer(struct task_struct *tsk)
80{
81 struct thread_group_cputimer *cputimer = &tsk->signal->cputimer;
82
83
84 if (!READ_ONCE(cputimer->running))
85 return NULL;
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101 if (unlikely(!tsk->sighand))
102 return NULL;
103
104 return cputimer;
105}
106#else
107static inline
108struct thread_group_cputimer *get_running_cputimer(struct task_struct *tsk)
109{
110 return NULL;
111}
112#endif
113
114
115
116
117
118
119
120
121
122
123
124static inline void account_group_user_time(struct task_struct *tsk,
125 u64 cputime)
126{
127 struct thread_group_cputimer *cputimer = get_running_cputimer(tsk);
128
129 if (!cputimer)
130 return;
131
132 atomic64_add(cputime, &cputimer->cputime_atomic.utime);
133}
134
135
136
137
138
139
140
141
142
143
144
145static inline void account_group_system_time(struct task_struct *tsk,
146 u64 cputime)
147{
148 struct thread_group_cputimer *cputimer = get_running_cputimer(tsk);
149
150 if (!cputimer)
151 return;
152
153 atomic64_add(cputime, &cputimer->cputime_atomic.stime);
154}
155
156
157
158
159
160
161
162
163
164
165
166static inline void account_group_exec_runtime(struct task_struct *tsk,
167 unsigned long long ns)
168{
169 struct thread_group_cputimer *cputimer = get_running_cputimer(tsk);
170
171 if (!cputimer)
172 return;
173
174 atomic64_add(ns, &cputimer->cputime_atomic.sum_exec_runtime);
175}
176
177static inline void prev_cputime_init(struct prev_cputime *prev)
178{
179#ifndef CONFIG_VIRT_CPU_ACCOUNTING_NATIVE
180 prev->utime = prev->stime = 0;
181 raw_spin_lock_init(&prev->lock);
182#endif
183}
184
185extern unsigned long long
186task_sched_runtime(struct task_struct *task);
187
188#endif
189