1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35#include <linux/kernel.h>
36#include <linux/slab.h>
37#include <linux/errno.h>
38#include <linux/bitops.h>
39#include <linux/list.h>
40#include <linux/rhashtable.h>
41#include <linux/netdevice.h>
42#include <linux/parman.h>
43
44#include "reg.h"
45#include "core.h"
46#include "resources.h"
47#include "spectrum.h"
48#include "core_acl_flex_keys.h"
49
50struct mlxsw_sp_acl_tcam {
51 unsigned long *used_regions;
52 unsigned int max_regions;
53 unsigned long *used_groups;
54 unsigned int max_groups;
55 unsigned int max_group_size;
56};
57
58static int mlxsw_sp_acl_tcam_init(struct mlxsw_sp *mlxsw_sp, void *priv)
59{
60 struct mlxsw_sp_acl_tcam *tcam = priv;
61 u64 max_tcam_regions;
62 u64 max_regions;
63 u64 max_groups;
64 size_t alloc_size;
65 int err;
66
67 max_tcam_regions = MLXSW_CORE_RES_GET(mlxsw_sp->core,
68 ACL_MAX_TCAM_REGIONS);
69 max_regions = MLXSW_CORE_RES_GET(mlxsw_sp->core, ACL_MAX_REGIONS);
70
71
72 if (max_tcam_regions < max_regions)
73 max_regions = max_tcam_regions;
74
75 alloc_size = sizeof(tcam->used_regions[0]) * BITS_TO_LONGS(max_regions);
76 tcam->used_regions = kzalloc(alloc_size, GFP_KERNEL);
77 if (!tcam->used_regions)
78 return -ENOMEM;
79 tcam->max_regions = max_regions;
80
81 max_groups = MLXSW_CORE_RES_GET(mlxsw_sp->core, ACL_MAX_GROUPS);
82 alloc_size = sizeof(tcam->used_groups[0]) * BITS_TO_LONGS(max_groups);
83 tcam->used_groups = kzalloc(alloc_size, GFP_KERNEL);
84 if (!tcam->used_groups) {
85 err = -ENOMEM;
86 goto err_alloc_used_groups;
87 }
88 tcam->max_groups = max_groups;
89 tcam->max_group_size = MLXSW_CORE_RES_GET(mlxsw_sp->core,
90 ACL_MAX_GROUP_SIZE);
91 return 0;
92
93err_alloc_used_groups:
94 kfree(tcam->used_regions);
95 return err;
96}
97
98static void mlxsw_sp_acl_tcam_fini(struct mlxsw_sp *mlxsw_sp, void *priv)
99{
100 struct mlxsw_sp_acl_tcam *tcam = priv;
101
102 kfree(tcam->used_groups);
103 kfree(tcam->used_regions);
104}
105
106static int mlxsw_sp_acl_tcam_region_id_get(struct mlxsw_sp_acl_tcam *tcam,
107 u16 *p_id)
108{
109 u16 id;
110
111 id = find_first_zero_bit(tcam->used_regions, tcam->max_regions);
112 if (id < tcam->max_regions) {
113 __set_bit(id, tcam->used_regions);
114 *p_id = id;
115 return 0;
116 }
117 return -ENOBUFS;
118}
119
120static void mlxsw_sp_acl_tcam_region_id_put(struct mlxsw_sp_acl_tcam *tcam,
121 u16 id)
122{
123 __clear_bit(id, tcam->used_regions);
124}
125
126static int mlxsw_sp_acl_tcam_group_id_get(struct mlxsw_sp_acl_tcam *tcam,
127 u16 *p_id)
128{
129 u16 id;
130
131 id = find_first_zero_bit(tcam->used_groups, tcam->max_groups);
132 if (id < tcam->max_groups) {
133 __set_bit(id, tcam->used_groups);
134 *p_id = id;
135 return 0;
136 }
137 return -ENOBUFS;
138}
139
140static void mlxsw_sp_acl_tcam_group_id_put(struct mlxsw_sp_acl_tcam *tcam,
141 u16 id)
142{
143 __clear_bit(id, tcam->used_groups);
144}
145
146struct mlxsw_sp_acl_tcam_pattern {
147 const enum mlxsw_afk_element *elements;
148 unsigned int elements_count;
149};
150
151struct mlxsw_sp_acl_tcam_group {
152 struct mlxsw_sp_acl_tcam *tcam;
153 u16 id;
154 struct list_head region_list;
155 unsigned int region_count;
156 struct rhashtable chunk_ht;
157 struct {
158 u16 local_port;
159 bool ingress;
160 } bound;
161 struct mlxsw_sp_acl_tcam_group_ops *ops;
162 const struct mlxsw_sp_acl_tcam_pattern *patterns;
163 unsigned int patterns_count;
164};
165
166struct mlxsw_sp_acl_tcam_region {
167 struct list_head list;
168 struct list_head chunk_list;
169 struct parman *parman;
170 struct mlxsw_sp *mlxsw_sp;
171 struct mlxsw_sp_acl_tcam_group *group;
172 u16 id;
173 char tcam_region_info[MLXSW_REG_PXXX_TCAM_REGION_INFO_LEN];
174 struct mlxsw_afk_key_info *key_info;
175 struct {
176 struct parman_prio parman_prio;
177 struct parman_item parman_item;
178 struct mlxsw_sp_acl_rule_info *rulei;
179 } catchall;
180};
181
182struct mlxsw_sp_acl_tcam_chunk {
183 struct list_head list;
184 struct rhash_head ht_node;
185 unsigned int priority;
186 struct parman_prio parman_prio;
187 struct mlxsw_sp_acl_tcam_group *group;
188 struct mlxsw_sp_acl_tcam_region *region;
189 unsigned int ref_count;
190};
191
192struct mlxsw_sp_acl_tcam_entry {
193 struct parman_item parman_item;
194 struct mlxsw_sp_acl_tcam_chunk *chunk;
195};
196
197static const struct rhashtable_params mlxsw_sp_acl_tcam_chunk_ht_params = {
198 .key_len = sizeof(unsigned int),
199 .key_offset = offsetof(struct mlxsw_sp_acl_tcam_chunk, priority),
200 .head_offset = offsetof(struct mlxsw_sp_acl_tcam_chunk, ht_node),
201 .automatic_shrinking = true,
202};
203
204static int mlxsw_sp_acl_tcam_group_update(struct mlxsw_sp *mlxsw_sp,
205 struct mlxsw_sp_acl_tcam_group *group)
206{
207 struct mlxsw_sp_acl_tcam_region *region;
208 char pagt_pl[MLXSW_REG_PAGT_LEN];
209 int acl_index = 0;
210
211 mlxsw_reg_pagt_pack(pagt_pl, group->id);
212 list_for_each_entry(region, &group->region_list, list)
213 mlxsw_reg_pagt_acl_id_pack(pagt_pl, acl_index++, region->id);
214 mlxsw_reg_pagt_size_set(pagt_pl, acl_index);
215 return mlxsw_reg_write(mlxsw_sp->core, MLXSW_REG(pagt), pagt_pl);
216}
217
218static int
219mlxsw_sp_acl_tcam_group_add(struct mlxsw_sp *mlxsw_sp,
220 struct mlxsw_sp_acl_tcam *tcam,
221 struct mlxsw_sp_acl_tcam_group *group,
222 const struct mlxsw_sp_acl_tcam_pattern *patterns,
223 unsigned int patterns_count)
224{
225 int err;
226
227 group->tcam = tcam;
228 group->patterns = patterns;
229 group->patterns_count = patterns_count;
230 INIT_LIST_HEAD(&group->region_list);
231 err = mlxsw_sp_acl_tcam_group_id_get(tcam, &group->id);
232 if (err)
233 return err;
234
235 err = mlxsw_sp_acl_tcam_group_update(mlxsw_sp, group);
236 if (err)
237 goto err_group_update;
238
239 err = rhashtable_init(&group->chunk_ht,
240 &mlxsw_sp_acl_tcam_chunk_ht_params);
241 if (err)
242 goto err_rhashtable_init;
243
244 return 0;
245
246err_rhashtable_init:
247err_group_update:
248 mlxsw_sp_acl_tcam_group_id_put(tcam, group->id);
249 return err;
250}
251
252static void mlxsw_sp_acl_tcam_group_del(struct mlxsw_sp *mlxsw_sp,
253 struct mlxsw_sp_acl_tcam_group *group)
254{
255 struct mlxsw_sp_acl_tcam *tcam = group->tcam;
256
257 rhashtable_destroy(&group->chunk_ht);
258 mlxsw_sp_acl_tcam_group_id_put(tcam, group->id);
259 WARN_ON(!list_empty(&group->region_list));
260}
261
262static int
263mlxsw_sp_acl_tcam_group_bind(struct mlxsw_sp *mlxsw_sp,
264 struct mlxsw_sp_acl_tcam_group *group,
265 struct net_device *dev, bool ingress)
266{
267 struct mlxsw_sp_port *mlxsw_sp_port;
268 char ppbt_pl[MLXSW_REG_PPBT_LEN];
269
270 if (!mlxsw_sp_port_dev_check(dev))
271 return -EINVAL;
272
273 mlxsw_sp_port = netdev_priv(dev);
274 group->bound.local_port = mlxsw_sp_port->local_port;
275 group->bound.ingress = ingress;
276 mlxsw_reg_ppbt_pack(ppbt_pl,
277 group->bound.ingress ? MLXSW_REG_PXBT_E_IACL :
278 MLXSW_REG_PXBT_E_EACL,
279 MLXSW_REG_PXBT_OP_BIND, group->bound.local_port,
280 group->id);
281 return mlxsw_reg_write(mlxsw_sp->core, MLXSW_REG(ppbt), ppbt_pl);
282}
283
284static void
285mlxsw_sp_acl_tcam_group_unbind(struct mlxsw_sp *mlxsw_sp,
286 struct mlxsw_sp_acl_tcam_group *group)
287{
288 char ppbt_pl[MLXSW_REG_PPBT_LEN];
289
290 mlxsw_reg_ppbt_pack(ppbt_pl,
291 group->bound.ingress ? MLXSW_REG_PXBT_E_IACL :
292 MLXSW_REG_PXBT_E_EACL,
293 MLXSW_REG_PXBT_OP_UNBIND, group->bound.local_port,
294 group->id);
295 mlxsw_reg_write(mlxsw_sp->core, MLXSW_REG(ppbt), ppbt_pl);
296}
297
298static unsigned int
299mlxsw_sp_acl_tcam_region_prio(struct mlxsw_sp_acl_tcam_region *region)
300{
301 struct mlxsw_sp_acl_tcam_chunk *chunk;
302
303 if (list_empty(®ion->chunk_list))
304 return 0;
305
306 chunk = list_first_entry(®ion->chunk_list, typeof(*chunk), list);
307 return chunk->priority;
308}
309
310static unsigned int
311mlxsw_sp_acl_tcam_region_max_prio(struct mlxsw_sp_acl_tcam_region *region)
312{
313 struct mlxsw_sp_acl_tcam_chunk *chunk;
314
315 if (list_empty(®ion->chunk_list))
316 return 0;
317 chunk = list_last_entry(®ion->chunk_list, typeof(*chunk), list);
318 return chunk->priority;
319}
320
321static void
322mlxsw_sp_acl_tcam_group_list_add(struct mlxsw_sp_acl_tcam_group *group,
323 struct mlxsw_sp_acl_tcam_region *region)
324{
325 struct mlxsw_sp_acl_tcam_region *region2;
326 struct list_head *pos;
327
328
329 list_for_each(pos, &group->region_list) {
330 region2 = list_entry(pos, typeof(*region2), list);
331 if (mlxsw_sp_acl_tcam_region_prio(region2) >
332 mlxsw_sp_acl_tcam_region_prio(region))
333 break;
334 }
335 list_add_tail(®ion->list, pos);
336 group->region_count++;
337}
338
339static void
340mlxsw_sp_acl_tcam_group_list_del(struct mlxsw_sp_acl_tcam_group *group,
341 struct mlxsw_sp_acl_tcam_region *region)
342{
343 group->region_count--;
344 list_del(®ion->list);
345}
346
347static int
348mlxsw_sp_acl_tcam_group_region_attach(struct mlxsw_sp *mlxsw_sp,
349 struct mlxsw_sp_acl_tcam_group *group,
350 struct mlxsw_sp_acl_tcam_region *region)
351{
352 int err;
353
354 if (group->region_count == group->tcam->max_group_size)
355 return -ENOBUFS;
356
357 mlxsw_sp_acl_tcam_group_list_add(group, region);
358
359 err = mlxsw_sp_acl_tcam_group_update(mlxsw_sp, group);
360 if (err)
361 goto err_group_update;
362 region->group = group;
363
364 return 0;
365
366err_group_update:
367 mlxsw_sp_acl_tcam_group_list_del(group, region);
368 mlxsw_sp_acl_tcam_group_update(mlxsw_sp, group);
369 return err;
370}
371
372static void
373mlxsw_sp_acl_tcam_group_region_detach(struct mlxsw_sp *mlxsw_sp,
374 struct mlxsw_sp_acl_tcam_region *region)
375{
376 struct mlxsw_sp_acl_tcam_group *group = region->group;
377
378 mlxsw_sp_acl_tcam_group_list_del(group, region);
379 mlxsw_sp_acl_tcam_group_update(mlxsw_sp, group);
380}
381
382static struct mlxsw_sp_acl_tcam_region *
383mlxsw_sp_acl_tcam_group_region_find(struct mlxsw_sp_acl_tcam_group *group,
384 unsigned int priority,
385 struct mlxsw_afk_element_usage *elusage,
386 bool *p_need_split)
387{
388 struct mlxsw_sp_acl_tcam_region *region, *region2;
389 struct list_head *pos;
390 bool issubset;
391
392 list_for_each(pos, &group->region_list) {
393 region = list_entry(pos, typeof(*region), list);
394
395
396
397
398 if (pos->next != &group->region_list) {
399 region2 = list_entry(pos->next, typeof(*region2), list);
400 if (priority >= mlxsw_sp_acl_tcam_region_prio(region2))
401 continue;
402 }
403
404 issubset = mlxsw_afk_key_info_subset(region->key_info, elusage);
405
406
407
408
409
410
411 if (!issubset &&
412 priority < mlxsw_sp_acl_tcam_region_prio(region))
413 return NULL;
414
415
416
417
418
419
420
421 if (!issubset &&
422 priority > mlxsw_sp_acl_tcam_region_max_prio(region))
423 continue;
424
425
426
427
428
429 *p_need_split = !issubset;
430 return region;
431 }
432 return NULL;
433}
434
435static void
436mlxsw_sp_acl_tcam_group_use_patterns(struct mlxsw_sp_acl_tcam_group *group,
437 struct mlxsw_afk_element_usage *elusage,
438 struct mlxsw_afk_element_usage *out)
439{
440 const struct mlxsw_sp_acl_tcam_pattern *pattern;
441 int i;
442
443 for (i = 0; i < group->patterns_count; i++) {
444 pattern = &group->patterns[i];
445 mlxsw_afk_element_usage_fill(out, pattern->elements,
446 pattern->elements_count);
447 if (mlxsw_afk_element_usage_subset(elusage, out))
448 return;
449 }
450 memcpy(out, elusage, sizeof(*out));
451}
452
453#define MLXSW_SP_ACL_TCAM_REGION_BASE_COUNT 16
454#define MLXSW_SP_ACL_TCAM_REGION_RESIZE_STEP 16
455
456static int
457mlxsw_sp_acl_tcam_region_alloc(struct mlxsw_sp *mlxsw_sp,
458 struct mlxsw_sp_acl_tcam_region *region)
459{
460 struct mlxsw_afk_key_info *key_info = region->key_info;
461 char ptar_pl[MLXSW_REG_PTAR_LEN];
462 unsigned int encodings_count;
463 int i;
464 int err;
465
466 mlxsw_reg_ptar_pack(ptar_pl, MLXSW_REG_PTAR_OP_ALLOC,
467 MLXSW_SP_ACL_TCAM_REGION_BASE_COUNT,
468 region->id, region->tcam_region_info);
469 encodings_count = mlxsw_afk_key_info_blocks_count_get(key_info);
470 for (i = 0; i < encodings_count; i++) {
471 u16 encoding;
472
473 encoding = mlxsw_afk_key_info_block_encoding_get(key_info, i);
474 mlxsw_reg_ptar_key_id_pack(ptar_pl, i, encoding);
475 }
476 err = mlxsw_reg_write(mlxsw_sp->core, MLXSW_REG(ptar), ptar_pl);
477 if (err)
478 return err;
479 mlxsw_reg_ptar_unpack(ptar_pl, region->tcam_region_info);
480 return 0;
481}
482
483static void
484mlxsw_sp_acl_tcam_region_free(struct mlxsw_sp *mlxsw_sp,
485 struct mlxsw_sp_acl_tcam_region *region)
486{
487 char ptar_pl[MLXSW_REG_PTAR_LEN];
488
489 mlxsw_reg_ptar_pack(ptar_pl, MLXSW_REG_PTAR_OP_FREE, 0, region->id,
490 region->tcam_region_info);
491 mlxsw_reg_write(mlxsw_sp->core, MLXSW_REG(ptar), ptar_pl);
492}
493
494static int
495mlxsw_sp_acl_tcam_region_resize(struct mlxsw_sp *mlxsw_sp,
496 struct mlxsw_sp_acl_tcam_region *region,
497 u16 new_size)
498{
499 char ptar_pl[MLXSW_REG_PTAR_LEN];
500
501 mlxsw_reg_ptar_pack(ptar_pl, MLXSW_REG_PTAR_OP_RESIZE,
502 new_size, region->id, region->tcam_region_info);
503 return mlxsw_reg_write(mlxsw_sp->core, MLXSW_REG(ptar), ptar_pl);
504}
505
506static int
507mlxsw_sp_acl_tcam_region_enable(struct mlxsw_sp *mlxsw_sp,
508 struct mlxsw_sp_acl_tcam_region *region)
509{
510 char pacl_pl[MLXSW_REG_PACL_LEN];
511
512 mlxsw_reg_pacl_pack(pacl_pl, region->id, true,
513 region->tcam_region_info);
514 return mlxsw_reg_write(mlxsw_sp->core, MLXSW_REG(pacl), pacl_pl);
515}
516
517static void
518mlxsw_sp_acl_tcam_region_disable(struct mlxsw_sp *mlxsw_sp,
519 struct mlxsw_sp_acl_tcam_region *region)
520{
521 char pacl_pl[MLXSW_REG_PACL_LEN];
522
523 mlxsw_reg_pacl_pack(pacl_pl, region->id, false,
524 region->tcam_region_info);
525 mlxsw_reg_write(mlxsw_sp->core, MLXSW_REG(pacl), pacl_pl);
526}
527
528static int
529mlxsw_sp_acl_tcam_region_entry_insert(struct mlxsw_sp *mlxsw_sp,
530 struct mlxsw_sp_acl_tcam_region *region,
531 unsigned int offset,
532 struct mlxsw_sp_acl_rule_info *rulei)
533{
534 char ptce2_pl[MLXSW_REG_PTCE2_LEN];
535 char *act_set;
536 char *mask;
537 char *key;
538
539 mlxsw_reg_ptce2_pack(ptce2_pl, true, MLXSW_REG_PTCE2_OP_WRITE_WRITE,
540 region->tcam_region_info, offset);
541 key = mlxsw_reg_ptce2_flex_key_blocks_data(ptce2_pl);
542 mask = mlxsw_reg_ptce2_mask_data(ptce2_pl);
543 mlxsw_afk_encode(region->key_info, &rulei->values, key, mask);
544
545
546 act_set = mlxsw_afa_block_first_set(rulei->act_block);
547 mlxsw_reg_ptce2_flex_action_set_memcpy_to(ptce2_pl, act_set);
548
549 return mlxsw_reg_write(mlxsw_sp->core, MLXSW_REG(ptce2), ptce2_pl);
550}
551
552static void
553mlxsw_sp_acl_tcam_region_entry_remove(struct mlxsw_sp *mlxsw_sp,
554 struct mlxsw_sp_acl_tcam_region *region,
555 unsigned int offset)
556{
557 char ptce2_pl[MLXSW_REG_PTCE2_LEN];
558
559 mlxsw_reg_ptce2_pack(ptce2_pl, false, MLXSW_REG_PTCE2_OP_WRITE_WRITE,
560 region->tcam_region_info, offset);
561 mlxsw_reg_write(mlxsw_sp->core, MLXSW_REG(ptce2), ptce2_pl);
562}
563
564static int
565mlxsw_sp_acl_tcam_region_entry_activity_get(struct mlxsw_sp *mlxsw_sp,
566 struct mlxsw_sp_acl_tcam_region *region,
567 unsigned int offset,
568 bool *activity)
569{
570 char ptce2_pl[MLXSW_REG_PTCE2_LEN];
571 int err;
572
573 mlxsw_reg_ptce2_pack(ptce2_pl, true, MLXSW_REG_PTCE2_OP_QUERY_CLEAR_ON_READ,
574 region->tcam_region_info, offset);
575 err = mlxsw_reg_query(mlxsw_sp->core, MLXSW_REG(ptce2), ptce2_pl);
576 if (err)
577 return err;
578 *activity = mlxsw_reg_ptce2_a_get(ptce2_pl);
579 return 0;
580}
581
582#define MLXSW_SP_ACL_TCAM_CATCHALL_PRIO (~0U)
583
584static int
585mlxsw_sp_acl_tcam_region_catchall_add(struct mlxsw_sp *mlxsw_sp,
586 struct mlxsw_sp_acl_tcam_region *region)
587{
588 struct parman_prio *parman_prio = ®ion->catchall.parman_prio;
589 struct parman_item *parman_item = ®ion->catchall.parman_item;
590 struct mlxsw_sp_acl_rule_info *rulei;
591 int err;
592
593 parman_prio_init(region->parman, parman_prio,
594 MLXSW_SP_ACL_TCAM_CATCHALL_PRIO);
595 err = parman_item_add(region->parman, parman_prio, parman_item);
596 if (err)
597 goto err_parman_item_add;
598
599 rulei = mlxsw_sp_acl_rulei_create(mlxsw_sp->acl);
600 if (IS_ERR(rulei)) {
601 err = PTR_ERR(rulei);
602 goto err_rulei_create;
603 }
604
605 mlxsw_sp_acl_rulei_act_continue(rulei);
606 err = mlxsw_sp_acl_rulei_commit(rulei);
607 if (err)
608 goto err_rulei_commit;
609
610 err = mlxsw_sp_acl_tcam_region_entry_insert(mlxsw_sp, region,
611 parman_item->index, rulei);
612 region->catchall.rulei = rulei;
613 if (err)
614 goto err_rule_insert;
615
616 return 0;
617
618err_rule_insert:
619err_rulei_commit:
620 mlxsw_sp_acl_rulei_destroy(rulei);
621err_rulei_create:
622 parman_item_remove(region->parman, parman_prio, parman_item);
623err_parman_item_add:
624 parman_prio_fini(parman_prio);
625 return err;
626}
627
628static void
629mlxsw_sp_acl_tcam_region_catchall_del(struct mlxsw_sp *mlxsw_sp,
630 struct mlxsw_sp_acl_tcam_region *region)
631{
632 struct parman_prio *parman_prio = ®ion->catchall.parman_prio;
633 struct parman_item *parman_item = ®ion->catchall.parman_item;
634 struct mlxsw_sp_acl_rule_info *rulei = region->catchall.rulei;
635
636 mlxsw_sp_acl_tcam_region_entry_remove(mlxsw_sp, region,
637 parman_item->index);
638 mlxsw_sp_acl_rulei_destroy(rulei);
639 parman_item_remove(region->parman, parman_prio, parman_item);
640 parman_prio_fini(parman_prio);
641}
642
643static void
644mlxsw_sp_acl_tcam_region_move(struct mlxsw_sp *mlxsw_sp,
645 struct mlxsw_sp_acl_tcam_region *region,
646 u16 src_offset, u16 dst_offset, u16 size)
647{
648 char prcr_pl[MLXSW_REG_PRCR_LEN];
649
650 mlxsw_reg_prcr_pack(prcr_pl, MLXSW_REG_PRCR_OP_MOVE,
651 region->tcam_region_info, src_offset,
652 region->tcam_region_info, dst_offset, size);
653 mlxsw_reg_write(mlxsw_sp->core, MLXSW_REG(prcr), prcr_pl);
654}
655
656static int mlxsw_sp_acl_tcam_region_parman_resize(void *priv,
657 unsigned long new_count)
658{
659 struct mlxsw_sp_acl_tcam_region *region = priv;
660 struct mlxsw_sp *mlxsw_sp = region->mlxsw_sp;
661 u64 max_tcam_rules;
662
663 max_tcam_rules = MLXSW_CORE_RES_GET(mlxsw_sp->core, ACL_MAX_TCAM_RULES);
664 if (new_count > max_tcam_rules)
665 return -EINVAL;
666 return mlxsw_sp_acl_tcam_region_resize(mlxsw_sp, region, new_count);
667}
668
669static void mlxsw_sp_acl_tcam_region_parman_move(void *priv,
670 unsigned long from_index,
671 unsigned long to_index,
672 unsigned long count)
673{
674 struct mlxsw_sp_acl_tcam_region *region = priv;
675 struct mlxsw_sp *mlxsw_sp = region->mlxsw_sp;
676
677 mlxsw_sp_acl_tcam_region_move(mlxsw_sp, region,
678 from_index, to_index, count);
679}
680
681static const struct parman_ops mlxsw_sp_acl_tcam_region_parman_ops = {
682 .base_count = MLXSW_SP_ACL_TCAM_REGION_BASE_COUNT,
683 .resize_step = MLXSW_SP_ACL_TCAM_REGION_RESIZE_STEP,
684 .resize = mlxsw_sp_acl_tcam_region_parman_resize,
685 .move = mlxsw_sp_acl_tcam_region_parman_move,
686 .algo = PARMAN_ALGO_TYPE_LSORT,
687};
688
689static struct mlxsw_sp_acl_tcam_region *
690mlxsw_sp_acl_tcam_region_create(struct mlxsw_sp *mlxsw_sp,
691 struct mlxsw_sp_acl_tcam *tcam,
692 struct mlxsw_afk_element_usage *elusage)
693{
694 struct mlxsw_afk *afk = mlxsw_sp_acl_afk(mlxsw_sp->acl);
695 struct mlxsw_sp_acl_tcam_region *region;
696 int err;
697
698 region = kzalloc(sizeof(*region), GFP_KERNEL);
699 if (!region)
700 return ERR_PTR(-ENOMEM);
701 INIT_LIST_HEAD(®ion->chunk_list);
702 region->mlxsw_sp = mlxsw_sp;
703
704 region->parman = parman_create(&mlxsw_sp_acl_tcam_region_parman_ops,
705 region);
706 if (!region->parman) {
707 err = -ENOMEM;
708 goto err_parman_create;
709 }
710
711 region->key_info = mlxsw_afk_key_info_get(afk, elusage);
712 if (IS_ERR(region->key_info)) {
713 err = PTR_ERR(region->key_info);
714 goto err_key_info_get;
715 }
716
717 err = mlxsw_sp_acl_tcam_region_id_get(tcam, ®ion->id);
718 if (err)
719 goto err_region_id_get;
720
721 err = mlxsw_sp_acl_tcam_region_alloc(mlxsw_sp, region);
722 if (err)
723 goto err_tcam_region_alloc;
724
725 err = mlxsw_sp_acl_tcam_region_enable(mlxsw_sp, region);
726 if (err)
727 goto err_tcam_region_enable;
728
729 err = mlxsw_sp_acl_tcam_region_catchall_add(mlxsw_sp, region);
730 if (err)
731 goto err_tcam_region_catchall_add;
732
733 return region;
734
735err_tcam_region_catchall_add:
736 mlxsw_sp_acl_tcam_region_disable(mlxsw_sp, region);
737err_tcam_region_enable:
738 mlxsw_sp_acl_tcam_region_free(mlxsw_sp, region);
739err_tcam_region_alloc:
740 mlxsw_sp_acl_tcam_region_id_put(tcam, region->id);
741err_region_id_get:
742 mlxsw_afk_key_info_put(region->key_info);
743err_key_info_get:
744 parman_destroy(region->parman);
745err_parman_create:
746 kfree(region);
747 return ERR_PTR(err);
748}
749
750static void
751mlxsw_sp_acl_tcam_region_destroy(struct mlxsw_sp *mlxsw_sp,
752 struct mlxsw_sp_acl_tcam_region *region)
753{
754 mlxsw_sp_acl_tcam_region_catchall_del(mlxsw_sp, region);
755 mlxsw_sp_acl_tcam_region_disable(mlxsw_sp, region);
756 mlxsw_sp_acl_tcam_region_free(mlxsw_sp, region);
757 mlxsw_sp_acl_tcam_region_id_put(region->group->tcam, region->id);
758 mlxsw_afk_key_info_put(region->key_info);
759 parman_destroy(region->parman);
760 kfree(region);
761}
762
763static int
764mlxsw_sp_acl_tcam_chunk_assoc(struct mlxsw_sp *mlxsw_sp,
765 struct mlxsw_sp_acl_tcam_group *group,
766 unsigned int priority,
767 struct mlxsw_afk_element_usage *elusage,
768 struct mlxsw_sp_acl_tcam_chunk *chunk)
769{
770 struct mlxsw_sp_acl_tcam_region *region;
771 bool region_created = false;
772 bool need_split;
773 int err;
774
775 region = mlxsw_sp_acl_tcam_group_region_find(group, priority, elusage,
776 &need_split);
777 if (region && need_split) {
778
779
780
781
782
783
784 return -EOPNOTSUPP;
785 }
786 if (!region) {
787 struct mlxsw_afk_element_usage region_elusage;
788
789 mlxsw_sp_acl_tcam_group_use_patterns(group, elusage,
790 ®ion_elusage);
791 region = mlxsw_sp_acl_tcam_region_create(mlxsw_sp, group->tcam,
792 ®ion_elusage);
793 if (IS_ERR(region))
794 return PTR_ERR(region);
795 region_created = true;
796 }
797
798 chunk->region = region;
799 list_add_tail(&chunk->list, ®ion->chunk_list);
800
801 if (!region_created)
802 return 0;
803
804 err = mlxsw_sp_acl_tcam_group_region_attach(mlxsw_sp, group, region);
805 if (err)
806 goto err_group_region_attach;
807
808 return 0;
809
810err_group_region_attach:
811 mlxsw_sp_acl_tcam_region_destroy(mlxsw_sp, region);
812 return err;
813}
814
815static void
816mlxsw_sp_acl_tcam_chunk_deassoc(struct mlxsw_sp *mlxsw_sp,
817 struct mlxsw_sp_acl_tcam_chunk *chunk)
818{
819 struct mlxsw_sp_acl_tcam_region *region = chunk->region;
820
821 list_del(&chunk->list);
822 if (list_empty(®ion->chunk_list)) {
823 mlxsw_sp_acl_tcam_group_region_detach(mlxsw_sp, region);
824 mlxsw_sp_acl_tcam_region_destroy(mlxsw_sp, region);
825 }
826}
827
828static struct mlxsw_sp_acl_tcam_chunk *
829mlxsw_sp_acl_tcam_chunk_create(struct mlxsw_sp *mlxsw_sp,
830 struct mlxsw_sp_acl_tcam_group *group,
831 unsigned int priority,
832 struct mlxsw_afk_element_usage *elusage)
833{
834 struct mlxsw_sp_acl_tcam_chunk *chunk;
835 int err;
836
837 if (priority == MLXSW_SP_ACL_TCAM_CATCHALL_PRIO)
838 return ERR_PTR(-EINVAL);
839
840 chunk = kzalloc(sizeof(*chunk), GFP_KERNEL);
841 if (!chunk)
842 return ERR_PTR(-ENOMEM);
843 chunk->priority = priority;
844 chunk->group = group;
845 chunk->ref_count = 1;
846
847 err = mlxsw_sp_acl_tcam_chunk_assoc(mlxsw_sp, group, priority,
848 elusage, chunk);
849 if (err)
850 goto err_chunk_assoc;
851
852 parman_prio_init(chunk->region->parman, &chunk->parman_prio, priority);
853
854 err = rhashtable_insert_fast(&group->chunk_ht, &chunk->ht_node,
855 mlxsw_sp_acl_tcam_chunk_ht_params);
856 if (err)
857 goto err_rhashtable_insert;
858
859 return chunk;
860
861err_rhashtable_insert:
862 parman_prio_fini(&chunk->parman_prio);
863 mlxsw_sp_acl_tcam_chunk_deassoc(mlxsw_sp, chunk);
864err_chunk_assoc:
865 kfree(chunk);
866 return ERR_PTR(err);
867}
868
869static void
870mlxsw_sp_acl_tcam_chunk_destroy(struct mlxsw_sp *mlxsw_sp,
871 struct mlxsw_sp_acl_tcam_chunk *chunk)
872{
873 struct mlxsw_sp_acl_tcam_group *group = chunk->group;
874
875 rhashtable_remove_fast(&group->chunk_ht, &chunk->ht_node,
876 mlxsw_sp_acl_tcam_chunk_ht_params);
877 parman_prio_fini(&chunk->parman_prio);
878 mlxsw_sp_acl_tcam_chunk_deassoc(mlxsw_sp, chunk);
879 kfree(chunk);
880}
881
882static struct mlxsw_sp_acl_tcam_chunk *
883mlxsw_sp_acl_tcam_chunk_get(struct mlxsw_sp *mlxsw_sp,
884 struct mlxsw_sp_acl_tcam_group *group,
885 unsigned int priority,
886 struct mlxsw_afk_element_usage *elusage)
887{
888 struct mlxsw_sp_acl_tcam_chunk *chunk;
889
890 chunk = rhashtable_lookup_fast(&group->chunk_ht, &priority,
891 mlxsw_sp_acl_tcam_chunk_ht_params);
892 if (chunk) {
893 if (WARN_ON(!mlxsw_afk_key_info_subset(chunk->region->key_info,
894 elusage)))
895 return ERR_PTR(-EINVAL);
896 chunk->ref_count++;
897 return chunk;
898 }
899 return mlxsw_sp_acl_tcam_chunk_create(mlxsw_sp, group,
900 priority, elusage);
901}
902
903static void mlxsw_sp_acl_tcam_chunk_put(struct mlxsw_sp *mlxsw_sp,
904 struct mlxsw_sp_acl_tcam_chunk *chunk)
905{
906 if (--chunk->ref_count)
907 return;
908 mlxsw_sp_acl_tcam_chunk_destroy(mlxsw_sp, chunk);
909}
910
911static int mlxsw_sp_acl_tcam_entry_add(struct mlxsw_sp *mlxsw_sp,
912 struct mlxsw_sp_acl_tcam_group *group,
913 struct mlxsw_sp_acl_tcam_entry *entry,
914 struct mlxsw_sp_acl_rule_info *rulei)
915{
916 struct mlxsw_sp_acl_tcam_chunk *chunk;
917 struct mlxsw_sp_acl_tcam_region *region;
918 int err;
919
920 chunk = mlxsw_sp_acl_tcam_chunk_get(mlxsw_sp, group, rulei->priority,
921 &rulei->values.elusage);
922 if (IS_ERR(chunk))
923 return PTR_ERR(chunk);
924
925 region = chunk->region;
926 err = parman_item_add(region->parman, &chunk->parman_prio,
927 &entry->parman_item);
928 if (err)
929 goto err_parman_item_add;
930
931 err = mlxsw_sp_acl_tcam_region_entry_insert(mlxsw_sp, region,
932 entry->parman_item.index,
933 rulei);
934 if (err)
935 goto err_rule_insert;
936 entry->chunk = chunk;
937
938 return 0;
939
940err_rule_insert:
941 parman_item_remove(region->parman, &chunk->parman_prio,
942 &entry->parman_item);
943err_parman_item_add:
944 mlxsw_sp_acl_tcam_chunk_put(mlxsw_sp, chunk);
945 return err;
946}
947
948static void mlxsw_sp_acl_tcam_entry_del(struct mlxsw_sp *mlxsw_sp,
949 struct mlxsw_sp_acl_tcam_entry *entry)
950{
951 struct mlxsw_sp_acl_tcam_chunk *chunk = entry->chunk;
952 struct mlxsw_sp_acl_tcam_region *region = chunk->region;
953
954 mlxsw_sp_acl_tcam_region_entry_remove(mlxsw_sp, region,
955 entry->parman_item.index);
956 parman_item_remove(region->parman, &chunk->parman_prio,
957 &entry->parman_item);
958 mlxsw_sp_acl_tcam_chunk_put(mlxsw_sp, chunk);
959}
960
961static int
962mlxsw_sp_acl_tcam_entry_activity_get(struct mlxsw_sp *mlxsw_sp,
963 struct mlxsw_sp_acl_tcam_entry *entry,
964 bool *activity)
965{
966 struct mlxsw_sp_acl_tcam_chunk *chunk = entry->chunk;
967 struct mlxsw_sp_acl_tcam_region *region = chunk->region;
968
969 return mlxsw_sp_acl_tcam_region_entry_activity_get(mlxsw_sp, region,
970 entry->parman_item.index,
971 activity);
972}
973
974static const enum mlxsw_afk_element mlxsw_sp_acl_tcam_pattern_ipv4[] = {
975 MLXSW_AFK_ELEMENT_SRC_SYS_PORT,
976 MLXSW_AFK_ELEMENT_DMAC,
977 MLXSW_AFK_ELEMENT_SMAC,
978 MLXSW_AFK_ELEMENT_ETHERTYPE,
979 MLXSW_AFK_ELEMENT_IP_PROTO,
980 MLXSW_AFK_ELEMENT_SRC_IP4,
981 MLXSW_AFK_ELEMENT_DST_IP4,
982 MLXSW_AFK_ELEMENT_DST_L4_PORT,
983 MLXSW_AFK_ELEMENT_SRC_L4_PORT,
984 MLXSW_AFK_ELEMENT_VID,
985 MLXSW_AFK_ELEMENT_PCP,
986 MLXSW_AFK_ELEMENT_TCP_FLAGS,
987};
988
989static const enum mlxsw_afk_element mlxsw_sp_acl_tcam_pattern_ipv6[] = {
990 MLXSW_AFK_ELEMENT_ETHERTYPE,
991 MLXSW_AFK_ELEMENT_IP_PROTO,
992 MLXSW_AFK_ELEMENT_SRC_IP6_HI,
993 MLXSW_AFK_ELEMENT_SRC_IP6_LO,
994 MLXSW_AFK_ELEMENT_DST_IP6_HI,
995 MLXSW_AFK_ELEMENT_DST_IP6_LO,
996 MLXSW_AFK_ELEMENT_DST_L4_PORT,
997 MLXSW_AFK_ELEMENT_SRC_L4_PORT,
998};
999
1000static const struct mlxsw_sp_acl_tcam_pattern mlxsw_sp_acl_tcam_patterns[] = {
1001 {
1002 .elements = mlxsw_sp_acl_tcam_pattern_ipv4,
1003 .elements_count = ARRAY_SIZE(mlxsw_sp_acl_tcam_pattern_ipv4),
1004 },
1005 {
1006 .elements = mlxsw_sp_acl_tcam_pattern_ipv6,
1007 .elements_count = ARRAY_SIZE(mlxsw_sp_acl_tcam_pattern_ipv6),
1008 },
1009};
1010
1011#define MLXSW_SP_ACL_TCAM_PATTERNS_COUNT \
1012 ARRAY_SIZE(mlxsw_sp_acl_tcam_patterns)
1013
1014struct mlxsw_sp_acl_tcam_flower_ruleset {
1015 struct mlxsw_sp_acl_tcam_group group;
1016};
1017
1018struct mlxsw_sp_acl_tcam_flower_rule {
1019 struct mlxsw_sp_acl_tcam_entry entry;
1020};
1021
1022static int
1023mlxsw_sp_acl_tcam_flower_ruleset_add(struct mlxsw_sp *mlxsw_sp,
1024 void *priv, void *ruleset_priv)
1025{
1026 struct mlxsw_sp_acl_tcam_flower_ruleset *ruleset = ruleset_priv;
1027 struct mlxsw_sp_acl_tcam *tcam = priv;
1028
1029 return mlxsw_sp_acl_tcam_group_add(mlxsw_sp, tcam, &ruleset->group,
1030 mlxsw_sp_acl_tcam_patterns,
1031 MLXSW_SP_ACL_TCAM_PATTERNS_COUNT);
1032}
1033
1034static void
1035mlxsw_sp_acl_tcam_flower_ruleset_del(struct mlxsw_sp *mlxsw_sp,
1036 void *ruleset_priv)
1037{
1038 struct mlxsw_sp_acl_tcam_flower_ruleset *ruleset = ruleset_priv;
1039
1040 mlxsw_sp_acl_tcam_group_del(mlxsw_sp, &ruleset->group);
1041}
1042
1043static int
1044mlxsw_sp_acl_tcam_flower_ruleset_bind(struct mlxsw_sp *mlxsw_sp,
1045 void *ruleset_priv,
1046 struct net_device *dev, bool ingress)
1047{
1048 struct mlxsw_sp_acl_tcam_flower_ruleset *ruleset = ruleset_priv;
1049
1050 return mlxsw_sp_acl_tcam_group_bind(mlxsw_sp, &ruleset->group,
1051 dev, ingress);
1052}
1053
1054static void
1055mlxsw_sp_acl_tcam_flower_ruleset_unbind(struct mlxsw_sp *mlxsw_sp,
1056 void *ruleset_priv)
1057{
1058 struct mlxsw_sp_acl_tcam_flower_ruleset *ruleset = ruleset_priv;
1059
1060 mlxsw_sp_acl_tcam_group_unbind(mlxsw_sp, &ruleset->group);
1061}
1062
1063static int
1064mlxsw_sp_acl_tcam_flower_rule_add(struct mlxsw_sp *mlxsw_sp,
1065 void *ruleset_priv, void *rule_priv,
1066 struct mlxsw_sp_acl_rule_info *rulei)
1067{
1068 struct mlxsw_sp_acl_tcam_flower_ruleset *ruleset = ruleset_priv;
1069 struct mlxsw_sp_acl_tcam_flower_rule *rule = rule_priv;
1070
1071 return mlxsw_sp_acl_tcam_entry_add(mlxsw_sp, &ruleset->group,
1072 &rule->entry, rulei);
1073}
1074
1075static void
1076mlxsw_sp_acl_tcam_flower_rule_del(struct mlxsw_sp *mlxsw_sp, void *rule_priv)
1077{
1078 struct mlxsw_sp_acl_tcam_flower_rule *rule = rule_priv;
1079
1080 mlxsw_sp_acl_tcam_entry_del(mlxsw_sp, &rule->entry);
1081}
1082
1083static int
1084mlxsw_sp_acl_tcam_flower_rule_activity_get(struct mlxsw_sp *mlxsw_sp,
1085 void *rule_priv, bool *activity)
1086{
1087 struct mlxsw_sp_acl_tcam_flower_rule *rule = rule_priv;
1088
1089 return mlxsw_sp_acl_tcam_entry_activity_get(mlxsw_sp, &rule->entry,
1090 activity);
1091}
1092
1093static const struct mlxsw_sp_acl_profile_ops mlxsw_sp_acl_tcam_flower_ops = {
1094 .ruleset_priv_size = sizeof(struct mlxsw_sp_acl_tcam_flower_ruleset),
1095 .ruleset_add = mlxsw_sp_acl_tcam_flower_ruleset_add,
1096 .ruleset_del = mlxsw_sp_acl_tcam_flower_ruleset_del,
1097 .ruleset_bind = mlxsw_sp_acl_tcam_flower_ruleset_bind,
1098 .ruleset_unbind = mlxsw_sp_acl_tcam_flower_ruleset_unbind,
1099 .rule_priv_size = sizeof(struct mlxsw_sp_acl_tcam_flower_rule),
1100 .rule_add = mlxsw_sp_acl_tcam_flower_rule_add,
1101 .rule_del = mlxsw_sp_acl_tcam_flower_rule_del,
1102 .rule_activity_get = mlxsw_sp_acl_tcam_flower_rule_activity_get,
1103};
1104
1105static const struct mlxsw_sp_acl_profile_ops *
1106mlxsw_sp_acl_tcam_profile_ops_arr[] = {
1107 [MLXSW_SP_ACL_PROFILE_FLOWER] = &mlxsw_sp_acl_tcam_flower_ops,
1108};
1109
1110static const struct mlxsw_sp_acl_profile_ops *
1111mlxsw_sp_acl_tcam_profile_ops(struct mlxsw_sp *mlxsw_sp,
1112 enum mlxsw_sp_acl_profile profile)
1113{
1114 const struct mlxsw_sp_acl_profile_ops *ops;
1115
1116 if (WARN_ON(profile >= ARRAY_SIZE(mlxsw_sp_acl_tcam_profile_ops_arr)))
1117 return NULL;
1118 ops = mlxsw_sp_acl_tcam_profile_ops_arr[profile];
1119 if (WARN_ON(!ops))
1120 return NULL;
1121 return ops;
1122}
1123
1124const struct mlxsw_sp_acl_ops mlxsw_sp_acl_tcam_ops = {
1125 .priv_size = sizeof(struct mlxsw_sp_acl_tcam),
1126 .init = mlxsw_sp_acl_tcam_init,
1127 .fini = mlxsw_sp_acl_tcam_fini,
1128 .profile_ops = mlxsw_sp_acl_tcam_profile_ops,
1129};
1130