1
2#include <linux/slab.h>
3#include <linux/kernel.h>
4#include <linux/bitops.h>
5#include <linux/cpumask.h>
6#include <linux/export.h>
7#include <linux/bootmem.h>
8
9
10
11
12
13
14
15
16unsigned int cpumask_next(int n, const struct cpumask *srcp)
17{
18
19 if (n != -1)
20 cpumask_check(n);
21 return find_next_bit(cpumask_bits(srcp), nr_cpumask_bits, n + 1);
22}
23EXPORT_SYMBOL(cpumask_next);
24
25
26
27
28
29
30
31
32
33int cpumask_next_and(int n, const struct cpumask *src1p,
34 const struct cpumask *src2p)
35{
36
37 if (n != -1)
38 cpumask_check(n);
39 return find_next_and_bit(cpumask_bits(src1p), cpumask_bits(src2p),
40 nr_cpumask_bits, n + 1);
41}
42EXPORT_SYMBOL(cpumask_next_and);
43
44
45
46
47
48
49
50
51
52int cpumask_any_but(const struct cpumask *mask, unsigned int cpu)
53{
54 unsigned int i;
55
56 cpumask_check(cpu);
57 for_each_cpu(i, mask)
58 if (i != cpu)
59 break;
60 return i;
61}
62EXPORT_SYMBOL(cpumask_any_but);
63
64
65
66
67
68
69
70
71
72
73
74
75
76int cpumask_next_wrap(int n, const struct cpumask *mask, int start, bool wrap)
77{
78 int next;
79
80again:
81 next = cpumask_next(n, mask);
82
83 if (wrap && n < start && next >= start) {
84 return nr_cpumask_bits;
85
86 } else if (next >= nr_cpumask_bits) {
87 wrap = true;
88 n = -1;
89 goto again;
90 }
91
92 return next;
93}
94EXPORT_SYMBOL(cpumask_next_wrap);
95
96
97#ifdef CONFIG_CPUMASK_OFFSTACK
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112bool alloc_cpumask_var_node(cpumask_var_t *mask, gfp_t flags, int node)
113{
114 *mask = kmalloc_node(cpumask_size(), flags, node);
115
116#ifdef CONFIG_DEBUG_PER_CPU_MAPS
117 if (!*mask) {
118 printk(KERN_ERR "=> alloc_cpumask_var: failed!\n");
119 dump_stack();
120 }
121#endif
122
123 return *mask != NULL;
124}
125EXPORT_SYMBOL(alloc_cpumask_var_node);
126
127bool zalloc_cpumask_var_node(cpumask_var_t *mask, gfp_t flags, int node)
128{
129 return alloc_cpumask_var_node(mask, flags | __GFP_ZERO, node);
130}
131EXPORT_SYMBOL(zalloc_cpumask_var_node);
132
133
134
135
136
137
138
139
140
141
142
143bool alloc_cpumask_var(cpumask_var_t *mask, gfp_t flags)
144{
145 return alloc_cpumask_var_node(mask, flags, NUMA_NO_NODE);
146}
147EXPORT_SYMBOL(alloc_cpumask_var);
148
149bool zalloc_cpumask_var(cpumask_var_t *mask, gfp_t flags)
150{
151 return alloc_cpumask_var(mask, flags | __GFP_ZERO);
152}
153EXPORT_SYMBOL(zalloc_cpumask_var);
154
155
156
157
158
159
160
161
162
163
164void __init alloc_bootmem_cpumask_var(cpumask_var_t *mask)
165{
166 *mask = memblock_virt_alloc(cpumask_size(), 0);
167}
168
169
170
171
172
173
174
175void free_cpumask_var(cpumask_var_t mask)
176{
177 kfree(mask);
178}
179EXPORT_SYMBOL(free_cpumask_var);
180
181
182
183
184
185void __init free_bootmem_cpumask_var(cpumask_var_t mask)
186{
187 memblock_free_early(__pa(mask), cpumask_size());
188}
189#endif
190
191
192
193
194
195
196
197
198
199
200
201
202unsigned int cpumask_local_spread(unsigned int i, int node)
203{
204 int cpu;
205
206
207 i %= num_online_cpus();
208
209 if (node == -1) {
210 for_each_cpu(cpu, cpu_online_mask)
211 if (i-- == 0)
212 return cpu;
213 } else {
214
215 for_each_cpu_and(cpu, cpumask_of_node(node), cpu_online_mask)
216 if (i-- == 0)
217 return cpu;
218
219 for_each_cpu(cpu, cpu_online_mask) {
220
221 if (cpumask_test_cpu(cpu, cpumask_of_node(node)))
222 continue;
223
224 if (i-- == 0)
225 return cpu;
226 }
227 }
228 BUG();
229}
230EXPORT_SYMBOL(cpumask_local_spread);
231