1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45#include <linux/slab.h>
46#include <linux/types.h>
47#include <linux/bitmap.h>
48#include <net/sctp/sctp.h>
49#include <net/sctp/sm.h>
50
51static void sctp_tsnmap_update(struct sctp_tsnmap *map);
52static void sctp_tsnmap_find_gap_ack(unsigned long *map, __u16 off,
53 __u16 len, __u16 *start, __u16 *end);
54static int sctp_tsnmap_grow(struct sctp_tsnmap *map, u16 size);
55
56
57struct sctp_tsnmap *sctp_tsnmap_init(struct sctp_tsnmap *map, __u16 len,
58 __u32 initial_tsn, gfp_t gfp)
59{
60 if (!map->tsn_map) {
61 map->tsn_map = kzalloc(len>>3, gfp);
62 if (map->tsn_map == NULL)
63 return NULL;
64
65 map->len = len;
66 } else {
67 bitmap_zero(map->tsn_map, map->len);
68 }
69
70
71 map->base_tsn = initial_tsn;
72 map->cumulative_tsn_ack_point = initial_tsn - 1;
73 map->max_tsn_seen = map->cumulative_tsn_ack_point;
74 map->num_dup_tsns = 0;
75
76 return map;
77}
78
79void sctp_tsnmap_free(struct sctp_tsnmap *map)
80{
81 map->len = 0;
82 kfree(map->tsn_map);
83}
84
85
86
87
88
89
90
91int sctp_tsnmap_check(const struct sctp_tsnmap *map, __u32 tsn)
92{
93 u32 gap;
94
95
96 if (TSN_lte(tsn, map->cumulative_tsn_ack_point))
97 return 1;
98
99
100
101
102 if (!TSN_lt(tsn, map->base_tsn + SCTP_TSN_MAP_SIZE))
103 return -1;
104
105
106 gap = tsn - map->base_tsn;
107
108
109 if (gap < map->len && test_bit(gap, map->tsn_map))
110 return 1;
111 else
112 return 0;
113}
114
115
116
117int sctp_tsnmap_mark(struct sctp_tsnmap *map, __u32 tsn,
118 struct sctp_transport *trans)
119{
120 u16 gap;
121
122 if (TSN_lt(tsn, map->base_tsn))
123 return 0;
124
125 gap = tsn - map->base_tsn;
126
127 if (gap >= map->len && !sctp_tsnmap_grow(map, gap + 1))
128 return -ENOMEM;
129
130 if (!sctp_tsnmap_has_gap(map) && gap == 0) {
131
132
133
134
135 map->max_tsn_seen++;
136 map->cumulative_tsn_ack_point++;
137 if (trans)
138 trans->sack_generation =
139 trans->asoc->peer.sack_generation;
140 map->base_tsn++;
141 } else {
142
143
144
145
146
147 if (TSN_lt(map->max_tsn_seen, tsn))
148 map->max_tsn_seen = tsn;
149
150
151 set_bit(gap, map->tsn_map);
152
153
154
155
156 sctp_tsnmap_update(map);
157 }
158
159 return 0;
160}
161
162
163
164static void sctp_tsnmap_iter_init(const struct sctp_tsnmap *map,
165 struct sctp_tsnmap_iter *iter)
166{
167
168 iter->start = map->cumulative_tsn_ack_point + 1;
169}
170
171
172
173
174static int sctp_tsnmap_next_gap_ack(const struct sctp_tsnmap *map,
175 struct sctp_tsnmap_iter *iter,
176 __u16 *start, __u16 *end)
177{
178 int ended = 0;
179 __u16 start_ = 0, end_ = 0, offset;
180
181
182 if (TSN_lte(map->max_tsn_seen, iter->start))
183 return 0;
184
185 offset = iter->start - map->base_tsn;
186 sctp_tsnmap_find_gap_ack(map->tsn_map, offset, map->len,
187 &start_, &end_);
188
189
190 if (start_ && !end_)
191 end_ = map->len - 1;
192
193
194
195
196 if (end_) {
197
198
199
200 *start = start_ + 1;
201 *end = end_ + 1;
202
203
204 iter->start = map->cumulative_tsn_ack_point + *end + 1;
205 ended = 1;
206 }
207
208 return ended;
209}
210
211
212void sctp_tsnmap_skip(struct sctp_tsnmap *map, __u32 tsn)
213{
214 u32 gap;
215
216 if (TSN_lt(tsn, map->base_tsn))
217 return;
218 if (!TSN_lt(tsn, map->base_tsn + SCTP_TSN_MAP_SIZE))
219 return;
220
221
222 if (TSN_lt(map->max_tsn_seen, tsn))
223 map->max_tsn_seen = tsn;
224
225 gap = tsn - map->base_tsn + 1;
226
227 map->base_tsn += gap;
228 map->cumulative_tsn_ack_point += gap;
229 if (gap >= map->len) {
230
231
232
233 bitmap_zero(map->tsn_map, map->len);
234 } else {
235
236
237
238 bitmap_shift_right(map->tsn_map, map->tsn_map, gap, map->len);
239 sctp_tsnmap_update(map);
240 }
241}
242
243
244
245
246
247
248
249
250static void sctp_tsnmap_update(struct sctp_tsnmap *map)
251{
252 u16 len;
253 unsigned long zero_bit;
254
255
256 len = map->max_tsn_seen - map->cumulative_tsn_ack_point;
257 zero_bit = find_first_zero_bit(map->tsn_map, len);
258 if (!zero_bit)
259 return;
260
261 map->base_tsn += zero_bit;
262 map->cumulative_tsn_ack_point += zero_bit;
263
264 bitmap_shift_right(map->tsn_map, map->tsn_map, zero_bit, map->len);
265}
266
267
268
269__u16 sctp_tsnmap_pending(struct sctp_tsnmap *map)
270{
271 __u32 cum_tsn = map->cumulative_tsn_ack_point;
272 __u32 max_tsn = map->max_tsn_seen;
273 __u32 base_tsn = map->base_tsn;
274 __u16 pending_data;
275 u32 gap;
276
277 pending_data = max_tsn - cum_tsn;
278 gap = max_tsn - base_tsn;
279
280 if (gap == 0 || gap >= map->len)
281 goto out;
282
283 pending_data -= bitmap_weight(map->tsn_map, gap + 1);
284out:
285 return pending_data;
286}
287
288
289
290
291
292
293
294static void sctp_tsnmap_find_gap_ack(unsigned long *map, __u16 off,
295 __u16 len, __u16 *start, __u16 *end)
296{
297 int i = off;
298
299
300
301
302
303
304
305
306 i = find_next_bit(map, len, off);
307 if (i < len)
308 *start = i;
309
310
311 if (*start) {
312
313
314
315 i = find_next_zero_bit(map, len, i);
316 if (i < len)
317 *end = i - 1;
318 }
319}
320
321
322void sctp_tsnmap_renege(struct sctp_tsnmap *map, __u32 tsn)
323{
324 u32 gap;
325
326 if (TSN_lt(tsn, map->base_tsn))
327 return;
328
329 if (!TSN_lt(tsn, map->base_tsn + map->len))
330 return;
331
332 gap = tsn - map->base_tsn;
333
334
335 clear_bit(gap, map->tsn_map);
336}
337
338
339__u16 sctp_tsnmap_num_gabs(struct sctp_tsnmap *map,
340 struct sctp_gap_ack_block *gabs)
341{
342 struct sctp_tsnmap_iter iter;
343 int ngaps = 0;
344
345
346 if (sctp_tsnmap_has_gap(map)) {
347 __u16 start = 0, end = 0;
348 sctp_tsnmap_iter_init(map, &iter);
349 while (sctp_tsnmap_next_gap_ack(map, &iter,
350 &start,
351 &end)) {
352
353 gabs[ngaps].start = htons(start);
354 gabs[ngaps].end = htons(end);
355 ngaps++;
356 if (ngaps >= SCTP_MAX_GABS)
357 break;
358 }
359 }
360 return ngaps;
361}
362
363static int sctp_tsnmap_grow(struct sctp_tsnmap *map, u16 size)
364{
365 unsigned long *new;
366 unsigned long inc;
367 u16 len;
368
369 if (size > SCTP_TSN_MAP_SIZE)
370 return 0;
371
372 inc = ALIGN((size - map->len), BITS_PER_LONG) + SCTP_TSN_MAP_INCREMENT;
373 len = min_t(u16, map->len + inc, SCTP_TSN_MAP_SIZE);
374
375 new = kzalloc(len>>3, GFP_ATOMIC);
376 if (!new)
377 return 0;
378
379 bitmap_copy(new, map->tsn_map,
380 map->max_tsn_seen - map->cumulative_tsn_ack_point);
381 kfree(map->tsn_map);
382 map->tsn_map = new;
383 map->len = len;
384
385 return 1;
386}
387