1
2
3
4
5
6
7
8#include <linux/sched.h>
9#include <linux/kthread.h>
10#include <linux/completion.h>
11#include <linux/err.h>
12#include <linux/cpuset.h>
13#include <linux/unistd.h>
14#include <linux/file.h>
15#include <linux/module.h>
16#include <linux/mutex.h>
17#include <trace/events/sched.h>
18
19static DEFINE_SPINLOCK(kthread_create_lock);
20static LIST_HEAD(kthread_create_list);
21struct task_struct *kthreadd_task;
22
23struct kthread_create_info
24{
25
26 int (*threadfn)(void *data);
27 void *data;
28
29
30 struct task_struct *result;
31 struct completion done;
32
33 struct list_head list;
34};
35
36struct kthread {
37 int should_stop;
38 struct completion exited;
39};
40
41#define to_kthread(tsk) \
42 container_of((tsk)->vfork_done, struct kthread, exited)
43
44
45
46
47
48
49
50
51int kthread_should_stop(void)
52{
53 return to_kthread(current)->should_stop;
54}
55EXPORT_SYMBOL(kthread_should_stop);
56
57static int kthread(void *_create)
58{
59
60 struct kthread_create_info *create = _create;
61 int (*threadfn)(void *data) = create->threadfn;
62 void *data = create->data;
63 struct kthread self;
64 int ret;
65
66 self.should_stop = 0;
67 init_completion(&self.exited);
68 current->vfork_done = &self.exited;
69
70
71 __set_current_state(TASK_UNINTERRUPTIBLE);
72 create->result = current;
73 complete(&create->done);
74 schedule();
75
76 ret = -EINTR;
77 if (!self.should_stop)
78 ret = threadfn(data);
79
80
81 do_exit(ret);
82}
83
84static void create_kthread(struct kthread_create_info *create)
85{
86 int pid;
87
88
89 pid = kernel_thread(kthread, create, CLONE_FS | CLONE_FILES | SIGCHLD);
90 if (pid < 0) {
91 create->result = ERR_PTR(pid);
92 complete(&create->done);
93 }
94}
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115struct task_struct *kthread_create(int (*threadfn)(void *data),
116 void *data,
117 const char namefmt[],
118 ...)
119{
120 struct kthread_create_info create;
121
122 create.threadfn = threadfn;
123 create.data = data;
124 init_completion(&create.done);
125
126 spin_lock(&kthread_create_lock);
127 list_add_tail(&create.list, &kthread_create_list);
128 spin_unlock(&kthread_create_lock);
129
130 wake_up_process(kthreadd_task);
131 wait_for_completion(&create.done);
132
133 if (!IS_ERR(create.result)) {
134 struct sched_param param = { .sched_priority = 0 };
135 va_list args;
136
137 va_start(args, namefmt);
138 vsnprintf(create.result->comm, sizeof(create.result->comm),
139 namefmt, args);
140 va_end(args);
141
142
143
144
145 sched_setscheduler_nocheck(create.result, SCHED_NORMAL, ¶m);
146 set_cpus_allowed_ptr(create.result, cpu_all_mask);
147 }
148 return create.result;
149}
150EXPORT_SYMBOL(kthread_create);
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167int kthread_stop(struct task_struct *k)
168{
169 struct kthread *kthread;
170 int ret;
171
172 trace_sched_kthread_stop(k);
173 get_task_struct(k);
174
175 kthread = to_kthread(k);
176 barrier();
177 if (k->vfork_done != NULL) {
178 kthread->should_stop = 1;
179 wake_up_process(k);
180 wait_for_completion(&kthread->exited);
181 }
182 ret = k->exit_code;
183
184 put_task_struct(k);
185 trace_sched_kthread_stop_ret(ret);
186
187 return ret;
188}
189EXPORT_SYMBOL(kthread_stop);
190
191int kthreadd(void *unused)
192{
193 struct task_struct *tsk = current;
194
195
196 set_task_comm(tsk, "kthreadd");
197 ignore_signals(tsk);
198 set_cpus_allowed_ptr(tsk, cpu_all_mask);
199 set_mems_allowed(node_possible_map);
200
201 current->flags |= PF_NOFREEZE | PF_FREEZER_NOSIG;
202
203 for (;;) {
204 set_current_state(TASK_INTERRUPTIBLE);
205 if (list_empty(&kthread_create_list))
206 schedule();
207 __set_current_state(TASK_RUNNING);
208
209 spin_lock(&kthread_create_lock);
210 while (!list_empty(&kthread_create_list)) {
211 struct kthread_create_info *create;
212
213 create = list_entry(kthread_create_list.next,
214 struct kthread_create_info, list);
215 list_del_init(&create->list);
216 spin_unlock(&kthread_create_lock);
217
218 create_kthread(create);
219
220 spin_lock(&kthread_create_lock);
221 }
222 spin_unlock(&kthread_create_lock);
223 }
224
225 return 0;
226}
227