1
2
3
4#include <linux/kernel.h>
5#include <linux/list.h>
6#include <linux/netdevice.h>
7
8#include "spectrum_mr_tcam.h"
9#include "reg.h"
10#include "spectrum.h"
11#include "core_acl_flex_actions.h"
12#include "spectrum_mr.h"
13
14struct mlxsw_sp_mr_tcam {
15 void *priv;
16};
17
18
19struct mlxsw_sp_mr_erif_sublist {
20 struct list_head list;
21 u32 rigr2_kvdl_index;
22 int num_erifs;
23 u16 erif_indices[MLXSW_REG_RIGR2_MAX_ERIFS];
24 bool synced;
25};
26
27struct mlxsw_sp_mr_tcam_erif_list {
28 struct list_head erif_sublists;
29 u32 kvdl_index;
30};
31
32static bool
33mlxsw_sp_mr_erif_sublist_full(struct mlxsw_sp *mlxsw_sp,
34 struct mlxsw_sp_mr_erif_sublist *erif_sublist)
35{
36 int erif_list_entries = MLXSW_CORE_RES_GET(mlxsw_sp->core,
37 MC_ERIF_LIST_ENTRIES);
38
39 return erif_sublist->num_erifs == erif_list_entries;
40}
41
42static void
43mlxsw_sp_mr_erif_list_init(struct mlxsw_sp_mr_tcam_erif_list *erif_list)
44{
45 INIT_LIST_HEAD(&erif_list->erif_sublists);
46}
47
48static struct mlxsw_sp_mr_erif_sublist *
49mlxsw_sp_mr_erif_sublist_create(struct mlxsw_sp *mlxsw_sp,
50 struct mlxsw_sp_mr_tcam_erif_list *erif_list)
51{
52 struct mlxsw_sp_mr_erif_sublist *erif_sublist;
53 int err;
54
55 erif_sublist = kzalloc(sizeof(*erif_sublist), GFP_KERNEL);
56 if (!erif_sublist)
57 return ERR_PTR(-ENOMEM);
58 err = mlxsw_sp_kvdl_alloc(mlxsw_sp, MLXSW_SP_KVDL_ENTRY_TYPE_MCRIGR,
59 1, &erif_sublist->rigr2_kvdl_index);
60 if (err) {
61 kfree(erif_sublist);
62 return ERR_PTR(err);
63 }
64
65 list_add_tail(&erif_sublist->list, &erif_list->erif_sublists);
66 return erif_sublist;
67}
68
69static void
70mlxsw_sp_mr_erif_sublist_destroy(struct mlxsw_sp *mlxsw_sp,
71 struct mlxsw_sp_mr_erif_sublist *erif_sublist)
72{
73 list_del(&erif_sublist->list);
74 mlxsw_sp_kvdl_free(mlxsw_sp, MLXSW_SP_KVDL_ENTRY_TYPE_MCRIGR,
75 1, erif_sublist->rigr2_kvdl_index);
76 kfree(erif_sublist);
77}
78
79static int
80mlxsw_sp_mr_erif_list_add(struct mlxsw_sp *mlxsw_sp,
81 struct mlxsw_sp_mr_tcam_erif_list *erif_list,
82 u16 erif_index)
83{
84 struct mlxsw_sp_mr_erif_sublist *sublist;
85
86
87
88
89 if (list_empty(&erif_list->erif_sublists)) {
90 sublist = mlxsw_sp_mr_erif_sublist_create(mlxsw_sp, erif_list);
91 if (IS_ERR(sublist))
92 return PTR_ERR(sublist);
93 erif_list->kvdl_index = sublist->rigr2_kvdl_index;
94 } else {
95 sublist = list_last_entry(&erif_list->erif_sublists,
96 struct mlxsw_sp_mr_erif_sublist,
97 list);
98 sublist->synced = false;
99 if (mlxsw_sp_mr_erif_sublist_full(mlxsw_sp, sublist)) {
100 sublist = mlxsw_sp_mr_erif_sublist_create(mlxsw_sp,
101 erif_list);
102 if (IS_ERR(sublist))
103 return PTR_ERR(sublist);
104 }
105 }
106
107
108 sublist->erif_indices[sublist->num_erifs++] = erif_index;
109 return 0;
110}
111
112static void
113mlxsw_sp_mr_erif_list_flush(struct mlxsw_sp *mlxsw_sp,
114 struct mlxsw_sp_mr_tcam_erif_list *erif_list)
115{
116 struct mlxsw_sp_mr_erif_sublist *erif_sublist, *tmp;
117
118 list_for_each_entry_safe(erif_sublist, tmp, &erif_list->erif_sublists,
119 list)
120 mlxsw_sp_mr_erif_sublist_destroy(mlxsw_sp, erif_sublist);
121}
122
123static int
124mlxsw_sp_mr_erif_list_commit(struct mlxsw_sp *mlxsw_sp,
125 struct mlxsw_sp_mr_tcam_erif_list *erif_list)
126{
127 struct mlxsw_sp_mr_erif_sublist *curr_sublist;
128 char rigr2_pl[MLXSW_REG_RIGR2_LEN];
129 int err;
130 int i;
131
132 list_for_each_entry(curr_sublist, &erif_list->erif_sublists, list) {
133 if (curr_sublist->synced)
134 continue;
135
136
137 if (list_is_last(&curr_sublist->list,
138 &erif_list->erif_sublists)) {
139 mlxsw_reg_rigr2_pack(rigr2_pl,
140 curr_sublist->rigr2_kvdl_index,
141 false, 0);
142 } else {
143 struct mlxsw_sp_mr_erif_sublist *next_sublist;
144
145 next_sublist = list_next_entry(curr_sublist, list);
146 mlxsw_reg_rigr2_pack(rigr2_pl,
147 curr_sublist->rigr2_kvdl_index,
148 true,
149 next_sublist->rigr2_kvdl_index);
150 }
151
152
153 for (i = 0; i < curr_sublist->num_erifs; i++) {
154 u16 erif_index = curr_sublist->erif_indices[i];
155
156 mlxsw_reg_rigr2_erif_entry_pack(rigr2_pl, i, true,
157 erif_index);
158 }
159
160
161 err = mlxsw_reg_write(mlxsw_sp->core, MLXSW_REG(rigr2),
162 rigr2_pl);
163 if (err)
164
165
166
167 return err;
168 curr_sublist->synced = true;
169 }
170 return 0;
171}
172
173static void mlxsw_sp_mr_erif_list_move(struct mlxsw_sp_mr_tcam_erif_list *to,
174 struct mlxsw_sp_mr_tcam_erif_list *from)
175{
176 list_splice(&from->erif_sublists, &to->erif_sublists);
177 to->kvdl_index = from->kvdl_index;
178}
179
180struct mlxsw_sp_mr_tcam_route {
181 struct mlxsw_sp_mr_tcam_erif_list erif_list;
182 struct mlxsw_afa_block *afa_block;
183 u32 counter_index;
184 enum mlxsw_sp_mr_route_action action;
185 struct mlxsw_sp_mr_route_key key;
186 u16 irif_index;
187 u16 min_mtu;
188 void *priv;
189};
190
191static struct mlxsw_afa_block *
192mlxsw_sp_mr_tcam_afa_block_create(struct mlxsw_sp *mlxsw_sp,
193 enum mlxsw_sp_mr_route_action route_action,
194 u16 irif_index, u32 counter_index,
195 u16 min_mtu,
196 struct mlxsw_sp_mr_tcam_erif_list *erif_list)
197{
198 struct mlxsw_afa_block *afa_block;
199 int err;
200
201 afa_block = mlxsw_afa_block_create(mlxsw_sp->afa);
202 if (IS_ERR(afa_block))
203 return afa_block;
204
205 err = mlxsw_afa_block_append_allocated_counter(afa_block,
206 counter_index);
207 if (err)
208 goto err;
209
210 switch (route_action) {
211 case MLXSW_SP_MR_ROUTE_ACTION_TRAP:
212 err = mlxsw_afa_block_append_trap(afa_block,
213 MLXSW_TRAP_ID_ACL1);
214 if (err)
215 goto err;
216 break;
217 case MLXSW_SP_MR_ROUTE_ACTION_TRAP_AND_FORWARD:
218 case MLXSW_SP_MR_ROUTE_ACTION_FORWARD:
219
220
221
222 err = mlxsw_sp_mr_erif_list_commit(mlxsw_sp, erif_list);
223 if (err)
224 goto err;
225
226 err = mlxsw_afa_block_append_mcrouter(afa_block, irif_index,
227 min_mtu, false,
228 erif_list->kvdl_index);
229 if (err)
230 goto err;
231
232 if (route_action == MLXSW_SP_MR_ROUTE_ACTION_TRAP_AND_FORWARD) {
233 err = mlxsw_afa_block_append_trap_and_forward(afa_block,
234 MLXSW_TRAP_ID_ACL2);
235 if (err)
236 goto err;
237 }
238 break;
239 default:
240 err = -EINVAL;
241 goto err;
242 }
243
244 err = mlxsw_afa_block_commit(afa_block);
245 if (err)
246 goto err;
247 return afa_block;
248err:
249 mlxsw_afa_block_destroy(afa_block);
250 return ERR_PTR(err);
251}
252
253static void
254mlxsw_sp_mr_tcam_afa_block_destroy(struct mlxsw_afa_block *afa_block)
255{
256 mlxsw_afa_block_destroy(afa_block);
257}
258
259static int
260mlxsw_sp_mr_tcam_erif_populate(struct mlxsw_sp *mlxsw_sp,
261 struct mlxsw_sp_mr_tcam_erif_list *erif_list,
262 struct mlxsw_sp_mr_route_info *route_info)
263{
264 int err;
265 int i;
266
267 for (i = 0; i < route_info->erif_num; i++) {
268 u16 erif_index = route_info->erif_indices[i];
269
270 err = mlxsw_sp_mr_erif_list_add(mlxsw_sp, erif_list,
271 erif_index);
272 if (err)
273 return err;
274 }
275 return 0;
276}
277
278static int
279mlxsw_sp_mr_tcam_route_create(struct mlxsw_sp *mlxsw_sp, void *priv,
280 void *route_priv,
281 struct mlxsw_sp_mr_route_params *route_params)
282{
283 const struct mlxsw_sp_mr_tcam_ops *ops = mlxsw_sp->mr_tcam_ops;
284 struct mlxsw_sp_mr_tcam_route *route = route_priv;
285 struct mlxsw_sp_mr_tcam *mr_tcam = priv;
286 int err;
287
288 route->key = route_params->key;
289 route->irif_index = route_params->value.irif_index;
290 route->min_mtu = route_params->value.min_mtu;
291 route->action = route_params->value.route_action;
292
293
294 mlxsw_sp_mr_erif_list_init(&route->erif_list);
295 err = mlxsw_sp_mr_tcam_erif_populate(mlxsw_sp, &route->erif_list,
296 &route_params->value);
297 if (err)
298 goto err_erif_populate;
299
300
301 err = mlxsw_sp_flow_counter_alloc(mlxsw_sp, &route->counter_index);
302 if (err)
303 goto err_counter_alloc;
304
305
306 route->afa_block = mlxsw_sp_mr_tcam_afa_block_create(mlxsw_sp,
307 route->action,
308 route->irif_index,
309 route->counter_index,
310 route->min_mtu,
311 &route->erif_list);
312 if (IS_ERR(route->afa_block)) {
313 err = PTR_ERR(route->afa_block);
314 goto err_afa_block_create;
315 }
316
317 route->priv = kzalloc(ops->route_priv_size, GFP_KERNEL);
318 if (!route->priv) {
319 err = -ENOMEM;
320 goto err_route_priv_alloc;
321 }
322
323
324 err = ops->route_create(mlxsw_sp, mr_tcam->priv, route->priv,
325 &route->key, route->afa_block,
326 route_params->prio);
327 if (err)
328 goto err_route_create;
329 return 0;
330
331err_route_create:
332 kfree(route->priv);
333err_route_priv_alloc:
334 mlxsw_sp_mr_tcam_afa_block_destroy(route->afa_block);
335err_afa_block_create:
336 mlxsw_sp_flow_counter_free(mlxsw_sp, route->counter_index);
337err_erif_populate:
338err_counter_alloc:
339 mlxsw_sp_mr_erif_list_flush(mlxsw_sp, &route->erif_list);
340 return err;
341}
342
343static void mlxsw_sp_mr_tcam_route_destroy(struct mlxsw_sp *mlxsw_sp,
344 void *priv, void *route_priv)
345{
346 const struct mlxsw_sp_mr_tcam_ops *ops = mlxsw_sp->mr_tcam_ops;
347 struct mlxsw_sp_mr_tcam_route *route = route_priv;
348 struct mlxsw_sp_mr_tcam *mr_tcam = priv;
349
350 ops->route_destroy(mlxsw_sp, mr_tcam->priv, route->priv, &route->key);
351 kfree(route->priv);
352 mlxsw_sp_mr_tcam_afa_block_destroy(route->afa_block);
353 mlxsw_sp_flow_counter_free(mlxsw_sp, route->counter_index);
354 mlxsw_sp_mr_erif_list_flush(mlxsw_sp, &route->erif_list);
355}
356
357static int mlxsw_sp_mr_tcam_route_stats(struct mlxsw_sp *mlxsw_sp,
358 void *route_priv, u64 *packets,
359 u64 *bytes)
360{
361 struct mlxsw_sp_mr_tcam_route *route = route_priv;
362
363 return mlxsw_sp_flow_counter_get(mlxsw_sp, route->counter_index,
364 packets, bytes);
365}
366
367static int
368mlxsw_sp_mr_tcam_route_action_update(struct mlxsw_sp *mlxsw_sp,
369 void *route_priv,
370 enum mlxsw_sp_mr_route_action route_action)
371{
372 const struct mlxsw_sp_mr_tcam_ops *ops = mlxsw_sp->mr_tcam_ops;
373 struct mlxsw_sp_mr_tcam_route *route = route_priv;
374 struct mlxsw_afa_block *afa_block;
375 int err;
376
377
378 afa_block = mlxsw_sp_mr_tcam_afa_block_create(mlxsw_sp, route_action,
379 route->irif_index,
380 route->counter_index,
381 route->min_mtu,
382 &route->erif_list);
383 if (IS_ERR(afa_block))
384 return PTR_ERR(afa_block);
385
386
387 err = ops->route_update(mlxsw_sp, route->priv, &route->key, afa_block);
388 if (err)
389 goto err;
390
391
392 mlxsw_sp_mr_tcam_afa_block_destroy(route->afa_block);
393 route->afa_block = afa_block;
394 route->action = route_action;
395 return 0;
396err:
397 mlxsw_sp_mr_tcam_afa_block_destroy(afa_block);
398 return err;
399}
400
401static int mlxsw_sp_mr_tcam_route_min_mtu_update(struct mlxsw_sp *mlxsw_sp,
402 void *route_priv, u16 min_mtu)
403{
404 const struct mlxsw_sp_mr_tcam_ops *ops = mlxsw_sp->mr_tcam_ops;
405 struct mlxsw_sp_mr_tcam_route *route = route_priv;
406 struct mlxsw_afa_block *afa_block;
407 int err;
408
409
410 afa_block = mlxsw_sp_mr_tcam_afa_block_create(mlxsw_sp,
411 route->action,
412 route->irif_index,
413 route->counter_index,
414 min_mtu,
415 &route->erif_list);
416 if (IS_ERR(afa_block))
417 return PTR_ERR(afa_block);
418
419
420 err = ops->route_update(mlxsw_sp, route->priv, &route->key, afa_block);
421 if (err)
422 goto err;
423
424
425 mlxsw_sp_mr_tcam_afa_block_destroy(route->afa_block);
426 route->afa_block = afa_block;
427 route->min_mtu = min_mtu;
428 return 0;
429err:
430 mlxsw_sp_mr_tcam_afa_block_destroy(afa_block);
431 return err;
432}
433
434static int mlxsw_sp_mr_tcam_route_irif_update(struct mlxsw_sp *mlxsw_sp,
435 void *route_priv, u16 irif_index)
436{
437 struct mlxsw_sp_mr_tcam_route *route = route_priv;
438
439 if (route->action != MLXSW_SP_MR_ROUTE_ACTION_TRAP)
440 return -EINVAL;
441 route->irif_index = irif_index;
442 return 0;
443}
444
445static int mlxsw_sp_mr_tcam_route_erif_add(struct mlxsw_sp *mlxsw_sp,
446 void *route_priv, u16 erif_index)
447{
448 struct mlxsw_sp_mr_tcam_route *route = route_priv;
449 int err;
450
451 err = mlxsw_sp_mr_erif_list_add(mlxsw_sp, &route->erif_list,
452 erif_index);
453 if (err)
454 return err;
455
456
457 if (route->action != MLXSW_SP_MR_ROUTE_ACTION_TRAP)
458 return mlxsw_sp_mr_erif_list_commit(mlxsw_sp,
459 &route->erif_list);
460 return 0;
461}
462
463static int mlxsw_sp_mr_tcam_route_erif_del(struct mlxsw_sp *mlxsw_sp,
464 void *route_priv, u16 erif_index)
465{
466 const struct mlxsw_sp_mr_tcam_ops *ops = mlxsw_sp->mr_tcam_ops;
467 struct mlxsw_sp_mr_tcam_route *route = route_priv;
468 struct mlxsw_sp_mr_erif_sublist *erif_sublist;
469 struct mlxsw_sp_mr_tcam_erif_list erif_list;
470 struct mlxsw_afa_block *afa_block;
471 int err;
472 int i;
473
474
475 mlxsw_sp_mr_erif_list_init(&erif_list);
476 list_for_each_entry(erif_sublist, &route->erif_list.erif_sublists, list) {
477 for (i = 0; i < erif_sublist->num_erifs; i++) {
478 u16 curr_erif = erif_sublist->erif_indices[i];
479
480 if (curr_erif == erif_index)
481 continue;
482 err = mlxsw_sp_mr_erif_list_add(mlxsw_sp, &erif_list,
483 curr_erif);
484 if (err)
485 goto err_erif_list_add;
486 }
487 }
488
489
490 afa_block = mlxsw_sp_mr_tcam_afa_block_create(mlxsw_sp, route->action,
491 route->irif_index,
492 route->counter_index,
493 route->min_mtu,
494 &erif_list);
495 if (IS_ERR(afa_block)) {
496 err = PTR_ERR(afa_block);
497 goto err_afa_block_create;
498 }
499
500
501 err = ops->route_update(mlxsw_sp, route->priv, &route->key, afa_block);
502 if (err)
503 goto err_route_write;
504
505 mlxsw_sp_mr_tcam_afa_block_destroy(route->afa_block);
506 mlxsw_sp_mr_erif_list_flush(mlxsw_sp, &route->erif_list);
507 route->afa_block = afa_block;
508 mlxsw_sp_mr_erif_list_move(&route->erif_list, &erif_list);
509 return 0;
510
511err_route_write:
512 mlxsw_sp_mr_tcam_afa_block_destroy(afa_block);
513err_afa_block_create:
514err_erif_list_add:
515 mlxsw_sp_mr_erif_list_flush(mlxsw_sp, &erif_list);
516 return err;
517}
518
519static int
520mlxsw_sp_mr_tcam_route_update(struct mlxsw_sp *mlxsw_sp, void *route_priv,
521 struct mlxsw_sp_mr_route_info *route_info)
522{
523 const struct mlxsw_sp_mr_tcam_ops *ops = mlxsw_sp->mr_tcam_ops;
524 struct mlxsw_sp_mr_tcam_route *route = route_priv;
525 struct mlxsw_sp_mr_tcam_erif_list erif_list;
526 struct mlxsw_afa_block *afa_block;
527 int err;
528
529
530 mlxsw_sp_mr_erif_list_init(&erif_list);
531 err = mlxsw_sp_mr_tcam_erif_populate(mlxsw_sp, &erif_list, route_info);
532 if (err)
533 goto err_erif_populate;
534
535
536 afa_block = mlxsw_sp_mr_tcam_afa_block_create(mlxsw_sp,
537 route_info->route_action,
538 route_info->irif_index,
539 route->counter_index,
540 route_info->min_mtu,
541 &erif_list);
542 if (IS_ERR(afa_block)) {
543 err = PTR_ERR(afa_block);
544 goto err_afa_block_create;
545 }
546
547
548 err = ops->route_update(mlxsw_sp, route->priv, &route->key, afa_block);
549 if (err)
550 goto err_route_write;
551
552 mlxsw_sp_mr_tcam_afa_block_destroy(route->afa_block);
553 mlxsw_sp_mr_erif_list_flush(mlxsw_sp, &route->erif_list);
554 route->afa_block = afa_block;
555 mlxsw_sp_mr_erif_list_move(&route->erif_list, &erif_list);
556 route->action = route_info->route_action;
557 route->irif_index = route_info->irif_index;
558 route->min_mtu = route_info->min_mtu;
559 return 0;
560
561err_route_write:
562 mlxsw_sp_mr_tcam_afa_block_destroy(afa_block);
563err_afa_block_create:
564err_erif_populate:
565 mlxsw_sp_mr_erif_list_flush(mlxsw_sp, &erif_list);
566 return err;
567}
568
569static int mlxsw_sp_mr_tcam_init(struct mlxsw_sp *mlxsw_sp, void *priv)
570{
571 const struct mlxsw_sp_mr_tcam_ops *ops = mlxsw_sp->mr_tcam_ops;
572 struct mlxsw_sp_mr_tcam *mr_tcam = priv;
573 int err;
574
575 if (!MLXSW_CORE_RES_VALID(mlxsw_sp->core, MC_ERIF_LIST_ENTRIES))
576 return -EIO;
577
578 mr_tcam->priv = kzalloc(ops->priv_size, GFP_KERNEL);
579 if (!mr_tcam->priv)
580 return -ENOMEM;
581
582 err = ops->init(mlxsw_sp, mr_tcam->priv);
583 if (err)
584 goto err_init;
585 return 0;
586
587err_init:
588 kfree(mr_tcam->priv);
589 return err;
590}
591
592static void mlxsw_sp_mr_tcam_fini(struct mlxsw_sp *mlxsw_sp, void *priv)
593{
594 const struct mlxsw_sp_mr_tcam_ops *ops = mlxsw_sp->mr_tcam_ops;
595 struct mlxsw_sp_mr_tcam *mr_tcam = priv;
596
597 ops->fini(mr_tcam->priv);
598 kfree(mr_tcam->priv);
599}
600
601const struct mlxsw_sp_mr_ops mlxsw_sp_mr_tcam_ops = {
602 .priv_size = sizeof(struct mlxsw_sp_mr_tcam),
603 .route_priv_size = sizeof(struct mlxsw_sp_mr_tcam_route),
604 .init = mlxsw_sp_mr_tcam_init,
605 .route_create = mlxsw_sp_mr_tcam_route_create,
606 .route_update = mlxsw_sp_mr_tcam_route_update,
607 .route_stats = mlxsw_sp_mr_tcam_route_stats,
608 .route_action_update = mlxsw_sp_mr_tcam_route_action_update,
609 .route_min_mtu_update = mlxsw_sp_mr_tcam_route_min_mtu_update,
610 .route_irif_update = mlxsw_sp_mr_tcam_route_irif_update,
611 .route_erif_add = mlxsw_sp_mr_tcam_route_erif_add,
612 .route_erif_del = mlxsw_sp_mr_tcam_route_erif_del,
613 .route_destroy = mlxsw_sp_mr_tcam_route_destroy,
614 .fini = mlxsw_sp_mr_tcam_fini,
615};
616
