1
2
3
4
5
6#include <linux/etherdevice.h>
7#include <linux/netdevice.h>
8#include <linux/spinlock.h>
9
10#include "hnae.h"
11#include "hns_dsaf_mac.h"
12#include "hns_dsaf_main.h"
13#include "hns_dsaf_ppe.h"
14#include "hns_dsaf_rcb.h"
15
16static struct hns_mac_cb *hns_get_mac_cb(struct hnae_handle *handle)
17{
18 struct hnae_vf_cb *vf_cb = hns_ae_get_vf_cb(handle);
19
20 return vf_cb->mac_cb;
21}
22
23static struct dsaf_device *hns_ae_get_dsaf_dev(struct hnae_ae_dev *dev)
24{
25 return container_of(dev, struct dsaf_device, ae_dev);
26}
27
28static struct hns_ppe_cb *hns_get_ppe_cb(struct hnae_handle *handle)
29{
30 int ppe_index;
31 struct ppe_common_cb *ppe_comm;
32 struct hnae_vf_cb *vf_cb = hns_ae_get_vf_cb(handle);
33
34 ppe_comm = vf_cb->dsaf_dev->ppe_common[0];
35 ppe_index = vf_cb->port_index;
36
37 return &ppe_comm->ppe_cb[ppe_index];
38}
39
40static int hns_ae_get_q_num_per_vf(
41 struct dsaf_device *dsaf_dev, int port)
42{
43 return dsaf_dev->rcb_common[0]->max_q_per_vf;
44}
45
46static int hns_ae_get_vf_num_per_port(
47 struct dsaf_device *dsaf_dev, int port)
48{
49 return dsaf_dev->rcb_common[0]->max_vfn;
50}
51
52static struct ring_pair_cb *hns_ae_get_base_ring_pair(
53 struct dsaf_device *dsaf_dev, int port)
54{
55 struct rcb_common_cb *rcb_comm = dsaf_dev->rcb_common[0];
56 int q_num = rcb_comm->max_q_per_vf;
57 int vf_num = rcb_comm->max_vfn;
58
59 return &rcb_comm->ring_pair_cb[port * q_num * vf_num];
60}
61
62static struct ring_pair_cb *hns_ae_get_ring_pair(struct hnae_queue *q)
63{
64 return container_of(q, struct ring_pair_cb, q);
65}
66
67static struct hnae_handle *hns_ae_get_handle(struct hnae_ae_dev *dev,
68 u32 port_id)
69{
70 int vfnum_per_port;
71 int qnum_per_vf;
72 int i;
73 struct dsaf_device *dsaf_dev;
74 struct hnae_handle *ae_handle;
75 struct ring_pair_cb *ring_pair_cb;
76 struct hnae_vf_cb *vf_cb;
77
78 dsaf_dev = hns_ae_get_dsaf_dev(dev);
79
80 ring_pair_cb = hns_ae_get_base_ring_pair(dsaf_dev, port_id);
81 vfnum_per_port = hns_ae_get_vf_num_per_port(dsaf_dev, port_id);
82 qnum_per_vf = hns_ae_get_q_num_per_vf(dsaf_dev, port_id);
83
84 vf_cb = kzalloc(struct_size(vf_cb, ae_handle.qs, qnum_per_vf),
85 GFP_KERNEL);
86 if (unlikely(!vf_cb)) {
87 dev_err(dsaf_dev->dev, "malloc vf_cb fail!\n");
88 ae_handle = ERR_PTR(-ENOMEM);
89 goto handle_err;
90 }
91 ae_handle = &vf_cb->ae_handle;
92
93 ae_handle->owner_dev = dsaf_dev->dev;
94 ae_handle->dev = dev;
95 ae_handle->q_num = qnum_per_vf;
96 ae_handle->coal_param = HNAE_LOWEST_LATENCY_COAL_PARAM;
97
98
99 for (ae_handle->vf_id = 0;
100 ae_handle->vf_id < vfnum_per_port; ae_handle->vf_id++) {
101 if (!ring_pair_cb->used_by_vf)
102 break;
103 ring_pair_cb += qnum_per_vf;
104 }
105 if (ae_handle->vf_id >= vfnum_per_port) {
106 dev_err(dsaf_dev->dev, "malloc queue fail!\n");
107 ae_handle = ERR_PTR(-EINVAL);
108 goto vf_id_err;
109 }
110
111 for (i = 0; i < qnum_per_vf; i++) {
112 ae_handle->qs[i] = &ring_pair_cb->q;
113 ae_handle->qs[i]->rx_ring.q = ae_handle->qs[i];
114 ae_handle->qs[i]->tx_ring.q = ae_handle->qs[i];
115
116 ring_pair_cb->used_by_vf = 1;
117 ring_pair_cb++;
118 }
119
120 vf_cb->dsaf_dev = dsaf_dev;
121 vf_cb->port_index = port_id;
122 vf_cb->mac_cb = dsaf_dev->mac_cb[port_id];
123
124 ae_handle->phy_if = vf_cb->mac_cb->phy_if;
125 ae_handle->phy_dev = vf_cb->mac_cb->phy_dev;
126 ae_handle->if_support = vf_cb->mac_cb->if_support;
127 ae_handle->port_type = vf_cb->mac_cb->mac_type;
128 ae_handle->media_type = vf_cb->mac_cb->media_type;
129 ae_handle->dport_id = port_id;
130
131 return ae_handle;
132vf_id_err:
133 kfree(vf_cb);
134handle_err:
135 return ae_handle;
136}
137
138static void hns_ae_put_handle(struct hnae_handle *handle)
139{
140 struct hnae_vf_cb *vf_cb = hns_ae_get_vf_cb(handle);
141 int i;
142
143 for (i = 0; i < handle->q_num; i++)
144 hns_ae_get_ring_pair(handle->qs[i])->used_by_vf = 0;
145
146 kfree(vf_cb);
147}
148
149static int hns_ae_wait_flow_down(struct hnae_handle *handle)
150{
151 struct dsaf_device *dsaf_dev;
152 struct hns_ppe_cb *ppe_cb;
153 struct hnae_vf_cb *vf_cb;
154 int ret;
155 int i;
156
157 for (i = 0; i < handle->q_num; i++) {
158 ret = hns_rcb_wait_tx_ring_clean(handle->qs[i]);
159 if (ret)
160 return ret;
161 }
162
163 ppe_cb = hns_get_ppe_cb(handle);
164 ret = hns_ppe_wait_tx_fifo_clean(ppe_cb);
165 if (ret)
166 return ret;
167
168 dsaf_dev = hns_ae_get_dsaf_dev(handle->dev);
169 if (!dsaf_dev)
170 return -EINVAL;
171 ret = hns_dsaf_wait_pkt_clean(dsaf_dev, handle->dport_id);
172 if (ret)
173 return ret;
174
175 vf_cb = hns_ae_get_vf_cb(handle);
176 ret = hns_mac_wait_fifo_clean(vf_cb->mac_cb);
177 if (ret)
178 return ret;
179
180 mdelay(10);
181 return 0;
182}
183
184static void hns_ae_ring_enable_all(struct hnae_handle *handle, int val)
185{
186 int q_num = handle->q_num;
187 int i;
188
189 for (i = 0; i < q_num; i++)
190 hns_rcb_ring_enable_hw(handle->qs[i], val);
191}
192
193static void hns_ae_init_queue(struct hnae_queue *q)
194{
195 struct ring_pair_cb *ring =
196 container_of(q, struct ring_pair_cb, q);
197
198 hns_rcb_init_hw(ring);
199}
200
201static void hns_ae_fini_queue(struct hnae_queue *q)
202{
203 struct hnae_vf_cb *vf_cb = hns_ae_get_vf_cb(q->handle);
204
205 if (vf_cb->mac_cb->mac_type == HNAE_PORT_SERVICE)
206 hns_rcb_reset_ring_hw(q);
207}
208
209static int hns_ae_set_mac_address(struct hnae_handle *handle, const void *p)
210{
211 int ret;
212 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);
213
214 if (!p || !is_valid_ether_addr((const u8 *)p)) {
215 dev_err(handle->owner_dev, "is not valid ether addr !\n");
216 return -EADDRNOTAVAIL;
217 }
218
219 ret = hns_mac_change_vf_addr(mac_cb, handle->vf_id, p);
220 if (ret != 0) {
221 dev_err(handle->owner_dev,
222 "set_mac_address fail, ret=%d!\n", ret);
223 return ret;
224 }
225
226 return 0;
227}
228
229static int hns_ae_add_uc_address(struct hnae_handle *handle,
230 const unsigned char *addr)
231{
232 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);
233
234 if (mac_cb->mac_type != HNAE_PORT_SERVICE)
235 return -ENOSPC;
236
237 return hns_mac_add_uc_addr(mac_cb, handle->vf_id, addr);
238}
239
240static int hns_ae_rm_uc_address(struct hnae_handle *handle,
241 const unsigned char *addr)
242{
243 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);
244
245 if (mac_cb->mac_type != HNAE_PORT_SERVICE)
246 return -ENOSPC;
247
248 return hns_mac_rm_uc_addr(mac_cb, handle->vf_id, addr);
249}
250
251static int hns_ae_set_multicast_one(struct hnae_handle *handle, void *addr)
252{
253 int ret;
254 char *mac_addr = (char *)addr;
255 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);
256 u8 port_num;
257
258 assert(mac_cb);
259
260 if (mac_cb->mac_type != HNAE_PORT_SERVICE)
261 return 0;
262
263 ret = hns_mac_set_multi(mac_cb, mac_cb->mac_id, mac_addr, true);
264 if (ret) {
265 dev_err(handle->owner_dev,
266 "mac add mul_mac:%pM port%d fail, ret = %#x!\n",
267 mac_addr, mac_cb->mac_id, ret);
268 return ret;
269 }
270
271 ret = hns_mac_get_inner_port_num(mac_cb, handle->vf_id, &port_num);
272 if (ret)
273 return ret;
274
275 ret = hns_mac_set_multi(mac_cb, port_num, mac_addr, true);
276 if (ret)
277 dev_err(handle->owner_dev,
278 "mac add mul_mac:%pM port%d fail, ret = %#x!\n",
279 mac_addr, DSAF_BASE_INNER_PORT_NUM, ret);
280
281 return ret;
282}
283
284static int hns_ae_clr_multicast(struct hnae_handle *handle)
285{
286 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);
287
288 if (mac_cb->mac_type != HNAE_PORT_SERVICE)
289 return 0;
290
291 return hns_mac_clr_multicast(mac_cb, handle->vf_id);
292}
293
294static int hns_ae_set_mtu(struct hnae_handle *handle, int new_mtu)
295{
296 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);
297 struct hnae_queue *q;
298 u32 rx_buf_size;
299 int i, ret;
300
301
302 if (!AE_IS_VER1(mac_cb->dsaf_dev->dsaf_ver)) {
303 if (new_mtu <= BD_SIZE_2048_MAX_MTU)
304 rx_buf_size = 2048;
305 else
306 rx_buf_size = 4096;
307 } else {
308 rx_buf_size = mac_cb->dsaf_dev->buf_size;
309 }
310
311 ret = hns_mac_set_mtu(mac_cb, new_mtu, rx_buf_size);
312
313 if (!ret) {
314
315 for (i = 0; i < handle->q_num; i++) {
316 q = handle->qs[i];
317 q->rx_ring.buf_size = rx_buf_size;
318 hns_rcb_set_rx_ring_bs(q, rx_buf_size);
319 }
320 }
321
322 return ret;
323}
324
325static void hns_ae_set_tso_stats(struct hnae_handle *handle, int enable)
326{
327 struct hns_ppe_cb *ppe_cb = hns_get_ppe_cb(handle);
328
329 hns_ppe_set_tso_enable(ppe_cb, enable);
330}
331
332static int hns_ae_start(struct hnae_handle *handle)
333{
334 int ret;
335 int k;
336 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);
337
338 ret = hns_mac_vm_config_bc_en(mac_cb, 0, true);
339 if (ret)
340 return ret;
341
342 for (k = 0; k < handle->q_num; k++) {
343 if (AE_IS_VER1(mac_cb->dsaf_dev->dsaf_ver))
344 hns_rcb_int_clr_hw(handle->qs[k],
345 RCB_INT_FLAG_TX | RCB_INT_FLAG_RX);
346 else
347 hns_rcbv2_int_clr_hw(handle->qs[k],
348 RCB_INT_FLAG_TX | RCB_INT_FLAG_RX);
349 }
350 hns_ae_ring_enable_all(handle, 1);
351 msleep(100);
352
353 hns_mac_start(mac_cb);
354
355 return 0;
356}
357
358static void hns_ae_stop(struct hnae_handle *handle)
359{
360 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);
361
362
363 hns_rcb_wait_fbd_clean(handle->qs, handle->q_num, RCB_INT_FLAG_TX);
364
365 msleep(20);
366
367 hns_mac_stop(mac_cb);
368
369 usleep_range(10000, 20000);
370
371 hns_ae_ring_enable_all(handle, 0);
372
373
374 hns_rcb_wait_fbd_clean(handle->qs, handle->q_num, RCB_INT_FLAG_RX);
375
376 (void)hns_mac_vm_config_bc_en(mac_cb, 0, false);
377}
378
379static void hns_ae_reset(struct hnae_handle *handle)
380{
381 struct hnae_vf_cb *vf_cb = hns_ae_get_vf_cb(handle);
382
383 if (vf_cb->mac_cb->mac_type == HNAE_PORT_DEBUG) {
384 hns_mac_reset(vf_cb->mac_cb);
385 hns_ppe_reset_common(vf_cb->dsaf_dev, 0);
386 }
387}
388
389static void hns_ae_toggle_ring_irq(struct hnae_ring *ring, u32 mask)
390{
391 u32 flag;
392
393 if (is_tx_ring(ring))
394 flag = RCB_INT_FLAG_TX;
395 else
396 flag = RCB_INT_FLAG_RX;
397
398 hns_rcb_int_ctrl_hw(ring->q, flag, mask);
399}
400
401static void hns_aev2_toggle_ring_irq(struct hnae_ring *ring, u32 mask)
402{
403 u32 flag;
404
405 if (is_tx_ring(ring))
406 flag = RCB_INT_FLAG_TX;
407 else
408 flag = RCB_INT_FLAG_RX;
409
410 hns_rcbv2_int_ctrl_hw(ring->q, flag, mask);
411}
412
413static int hns_ae_get_link_status(struct hnae_handle *handle)
414{
415 u32 link_status;
416 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);
417
418 hns_mac_get_link_status(mac_cb, &link_status);
419
420 return !!link_status;
421}
422
423static int hns_ae_get_mac_info(struct hnae_handle *handle,
424 u8 *auto_neg, u16 *speed, u8 *duplex)
425{
426 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);
427
428 return hns_mac_get_port_info(mac_cb, auto_neg, speed, duplex);
429}
430
431static bool hns_ae_need_adjust_link(struct hnae_handle *handle, int speed,
432 int duplex)
433{
434 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);
435
436 return hns_mac_need_adjust_link(mac_cb, speed, duplex);
437}
438
439static void hns_ae_adjust_link(struct hnae_handle *handle, int speed,
440 int duplex)
441{
442 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);
443
444 switch (mac_cb->dsaf_dev->dsaf_ver) {
445 case AE_VERSION_1:
446 hns_mac_adjust_link(mac_cb, speed, duplex);
447 break;
448
449 case AE_VERSION_2:
450
451 hns_mac_disable(mac_cb, MAC_COMM_MODE_RX);
452 if (hns_ae_wait_flow_down(handle)) {
453 hns_mac_enable(mac_cb, MAC_COMM_MODE_RX);
454 break;
455 }
456
457 hns_mac_adjust_link(mac_cb, speed, duplex);
458 hns_mac_enable(mac_cb, MAC_COMM_MODE_RX);
459 break;
460
461 default:
462 break;
463 }
464}
465
466static void hns_ae_get_ring_bdnum_limit(struct hnae_queue *queue,
467 u32 *uplimit)
468{
469 *uplimit = HNS_RCB_RING_MAX_PENDING_BD;
470}
471
472static void hns_ae_get_pauseparam(struct hnae_handle *handle,
473 u32 *auto_neg, u32 *rx_en, u32 *tx_en)
474{
475 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);
476 struct dsaf_device *dsaf_dev = mac_cb->dsaf_dev;
477
478 hns_mac_get_autoneg(mac_cb, auto_neg);
479
480 hns_mac_get_pauseparam(mac_cb, rx_en, tx_en);
481
482
483 if (handle->port_type == HNAE_PORT_SERVICE)
484 hns_dsaf_get_rx_mac_pause_en(dsaf_dev, mac_cb->mac_id, rx_en);
485}
486
487static void hns_ae_set_promisc_mode(struct hnae_handle *handle, u32 en)
488{
489 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);
490
491 hns_dsaf_set_promisc_mode(hns_ae_get_dsaf_dev(handle->dev), en);
492 hns_mac_set_promisc(mac_cb, (u8)!!en);
493}
494
495static int hns_ae_set_pauseparam(struct hnae_handle *handle,
496 u32 autoneg, u32 rx_en, u32 tx_en)
497{
498 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);
499 struct dsaf_device *dsaf_dev = mac_cb->dsaf_dev;
500 int ret;
501
502 ret = hns_mac_set_autoneg(mac_cb, autoneg);
503 if (ret)
504 return ret;
505
506
507 if (handle->port_type == HNAE_PORT_SERVICE) {
508 ret = hns_dsaf_set_rx_mac_pause_en(dsaf_dev,
509 mac_cb->mac_id, rx_en);
510 if (ret)
511 return ret;
512 rx_en = 0;
513 }
514 return hns_mac_set_pauseparam(mac_cb, rx_en, tx_en);
515}
516
517static void hns_ae_get_coalesce_usecs(struct hnae_handle *handle,
518 u32 *tx_usecs, u32 *rx_usecs)
519{
520 struct ring_pair_cb *ring_pair =
521 container_of(handle->qs[0], struct ring_pair_cb, q);
522
523 *tx_usecs = hns_rcb_get_coalesce_usecs(ring_pair->rcb_common,
524 ring_pair->port_id_in_comm);
525 *rx_usecs = hns_rcb_get_coalesce_usecs(ring_pair->rcb_common,
526 ring_pair->port_id_in_comm);
527}
528
529static void hns_ae_get_max_coalesced_frames(struct hnae_handle *handle,
530 u32 *tx_frames, u32 *rx_frames)
531{
532 struct ring_pair_cb *ring_pair =
533 container_of(handle->qs[0], struct ring_pair_cb, q);
534 struct dsaf_device *dsaf_dev = hns_ae_get_dsaf_dev(handle->dev);
535
536 if (AE_IS_VER1(dsaf_dev->dsaf_ver) ||
537 handle->port_type == HNAE_PORT_DEBUG)
538 *tx_frames = hns_rcb_get_rx_coalesced_frames(
539 ring_pair->rcb_common, ring_pair->port_id_in_comm);
540 else
541 *tx_frames = hns_rcb_get_tx_coalesced_frames(
542 ring_pair->rcb_common, ring_pair->port_id_in_comm);
543 *rx_frames = hns_rcb_get_rx_coalesced_frames(ring_pair->rcb_common,
544 ring_pair->port_id_in_comm);
545}
546
547static int hns_ae_set_coalesce_usecs(struct hnae_handle *handle,
548 u32 timeout)
549{
550 struct ring_pair_cb *ring_pair =
551 container_of(handle->qs[0], struct ring_pair_cb, q);
552
553 return hns_rcb_set_coalesce_usecs(
554 ring_pair->rcb_common, ring_pair->port_id_in_comm, timeout);
555}
556
557static int hns_ae_set_coalesce_frames(struct hnae_handle *handle,
558 u32 tx_frames, u32 rx_frames)
559{
560 int ret;
561 struct ring_pair_cb *ring_pair =
562 container_of(handle->qs[0], struct ring_pair_cb, q);
563 struct dsaf_device *dsaf_dev = hns_ae_get_dsaf_dev(handle->dev);
564
565 if (AE_IS_VER1(dsaf_dev->dsaf_ver) ||
566 handle->port_type == HNAE_PORT_DEBUG) {
567 if (tx_frames != rx_frames)
568 return -EINVAL;
569 return hns_rcb_set_rx_coalesced_frames(
570 ring_pair->rcb_common,
571 ring_pair->port_id_in_comm, rx_frames);
572 } else {
573 if (tx_frames != 1)
574 return -EINVAL;
575 ret = hns_rcb_set_tx_coalesced_frames(
576 ring_pair->rcb_common,
577 ring_pair->port_id_in_comm, tx_frames);
578 if (ret)
579 return ret;
580
581 return hns_rcb_set_rx_coalesced_frames(
582 ring_pair->rcb_common,
583 ring_pair->port_id_in_comm, rx_frames);
584 }
585}
586
587static void hns_ae_get_coalesce_range(struct hnae_handle *handle,
588 u32 *tx_frames_low, u32 *rx_frames_low,
589 u32 *tx_frames_high, u32 *rx_frames_high,
590 u32 *tx_usecs_low, u32 *rx_usecs_low,
591 u32 *tx_usecs_high, u32 *rx_usecs_high)
592{
593 struct dsaf_device *dsaf_dev;
594
595 assert(handle);
596
597 dsaf_dev = hns_ae_get_dsaf_dev(handle->dev);
598
599 *tx_frames_low = HNS_RCB_TX_FRAMES_LOW;
600 *rx_frames_low = HNS_RCB_RX_FRAMES_LOW;
601
602 if (AE_IS_VER1(dsaf_dev->dsaf_ver) ||
603 handle->port_type == HNAE_PORT_DEBUG)
604 *tx_frames_high =
605 (dsaf_dev->desc_num - 1 > HNS_RCB_TX_FRAMES_HIGH) ?
606 HNS_RCB_TX_FRAMES_HIGH : dsaf_dev->desc_num - 1;
607 else
608 *tx_frames_high = 1;
609
610 *rx_frames_high = (dsaf_dev->desc_num - 1 > HNS_RCB_RX_FRAMES_HIGH) ?
611 HNS_RCB_RX_FRAMES_HIGH : dsaf_dev->desc_num - 1;
612 *tx_usecs_low = HNS_RCB_TX_USECS_LOW;
613 *rx_usecs_low = HNS_RCB_RX_USECS_LOW;
614 *tx_usecs_high = HNS_RCB_TX_USECS_HIGH;
615 *rx_usecs_high = HNS_RCB_RX_USECS_HIGH;
616}
617
618static void hns_ae_update_stats(struct hnae_handle *handle,
619 struct net_device_stats *net_stats)
620{
621 int port;
622 int idx;
623 struct dsaf_device *dsaf_dev;
624 struct hns_mac_cb *mac_cb;
625 struct hns_ppe_cb *ppe_cb;
626 struct hnae_queue *queue;
627 struct hnae_vf_cb *vf_cb = hns_ae_get_vf_cb(handle);
628 u64 tx_bytes = 0, rx_bytes = 0, tx_packets = 0, rx_packets = 0;
629 u64 rx_errors = 0, tx_errors = 0, tx_dropped = 0;
630 u64 rx_missed_errors;
631
632 dsaf_dev = hns_ae_get_dsaf_dev(handle->dev);
633 if (!dsaf_dev)
634 return;
635 port = vf_cb->port_index;
636 ppe_cb = hns_get_ppe_cb(handle);
637 mac_cb = hns_get_mac_cb(handle);
638
639 for (idx = 0; idx < handle->q_num; idx++) {
640 queue = handle->qs[idx];
641 hns_rcb_update_stats(queue);
642
643 tx_bytes += queue->tx_ring.stats.tx_bytes;
644 tx_packets += queue->tx_ring.stats.tx_pkts;
645 rx_bytes += queue->rx_ring.stats.rx_bytes;
646 rx_packets += queue->rx_ring.stats.rx_pkts;
647
648 rx_errors += queue->rx_ring.stats.err_pkt_len
649 + queue->rx_ring.stats.l2_err
650 + queue->rx_ring.stats.l3l4_csum_err;
651 }
652
653 hns_ppe_update_stats(ppe_cb);
654 rx_missed_errors = ppe_cb->hw_stats.rx_drop_no_buf;
655 tx_errors += ppe_cb->hw_stats.tx_err_checksum
656 + ppe_cb->hw_stats.tx_err_fifo_empty;
657
658 if (mac_cb->mac_type == HNAE_PORT_SERVICE) {
659 hns_dsaf_update_stats(dsaf_dev, port);
660
661 rx_missed_errors += dsaf_dev->hw_stats[port].bp_drop;
662 rx_missed_errors += dsaf_dev->hw_stats[port].pad_drop;
663 rx_missed_errors += dsaf_dev->hw_stats[port].crc_false;
664
665
666 port = port + DSAF_PPE_INODE_BASE;
667 hns_dsaf_update_stats(dsaf_dev, port);
668 tx_dropped += dsaf_dev->hw_stats[port].bp_drop;
669 tx_dropped += dsaf_dev->hw_stats[port].pad_drop;
670 tx_dropped += dsaf_dev->hw_stats[port].crc_false;
671 tx_dropped += dsaf_dev->hw_stats[port].rslt_drop;
672 tx_dropped += dsaf_dev->hw_stats[port].vlan_drop;
673 tx_dropped += dsaf_dev->hw_stats[port].stp_drop;
674 }
675
676 hns_mac_update_stats(mac_cb);
677 rx_errors += mac_cb->hw_stats.rx_fifo_overrun_err;
678
679 tx_errors += mac_cb->hw_stats.tx_bad_pkts
680 + mac_cb->hw_stats.tx_fragment_err
681 + mac_cb->hw_stats.tx_jabber_err
682 + mac_cb->hw_stats.tx_underrun_err
683 + mac_cb->hw_stats.tx_crc_err;
684
685 net_stats->tx_bytes = tx_bytes;
686 net_stats->tx_packets = tx_packets;
687 net_stats->rx_bytes = rx_bytes;
688 net_stats->rx_dropped = 0;
689 net_stats->rx_packets = rx_packets;
690 net_stats->rx_errors = rx_errors;
691 net_stats->tx_errors = tx_errors;
692 net_stats->tx_dropped = tx_dropped;
693 net_stats->rx_missed_errors = rx_missed_errors;
694 net_stats->rx_crc_errors = mac_cb->hw_stats.rx_fcs_err;
695 net_stats->rx_frame_errors = mac_cb->hw_stats.rx_align_err;
696 net_stats->rx_fifo_errors = mac_cb->hw_stats.rx_fifo_overrun_err;
697 net_stats->rx_length_errors = mac_cb->hw_stats.rx_len_err;
698 net_stats->multicast = mac_cb->hw_stats.rx_mc_pkts;
699}
700
701static void hns_ae_get_stats(struct hnae_handle *handle, u64 *data)
702{
703 int idx;
704 struct hns_mac_cb *mac_cb;
705 struct hns_ppe_cb *ppe_cb;
706 u64 *p = data;
707 struct hnae_vf_cb *vf_cb;
708
709 if (!handle || !data) {
710 pr_err("hns_ae_get_stats NULL handle or data pointer!\n");
711 return;
712 }
713
714 vf_cb = hns_ae_get_vf_cb(handle);
715 mac_cb = hns_get_mac_cb(handle);
716 ppe_cb = hns_get_ppe_cb(handle);
717
718 for (idx = 0; idx < handle->q_num; idx++) {
719 hns_rcb_get_stats(handle->qs[idx], p);
720 p += hns_rcb_get_ring_sset_count((int)ETH_SS_STATS);
721 }
722
723 hns_ppe_get_stats(ppe_cb, p);
724 p += hns_ppe_get_sset_count((int)ETH_SS_STATS);
725
726 hns_mac_get_stats(mac_cb, p);
727 p += hns_mac_get_sset_count(mac_cb, (int)ETH_SS_STATS);
728
729 if (mac_cb->mac_type == HNAE_PORT_SERVICE)
730 hns_dsaf_get_stats(vf_cb->dsaf_dev, p, vf_cb->port_index);
731}
732
733static void hns_ae_get_strings(struct hnae_handle *handle,
734 u32 stringset, u8 *data)
735{
736 int port;
737 int idx;
738 struct hns_mac_cb *mac_cb;
739 struct hns_ppe_cb *ppe_cb;
740 struct dsaf_device *dsaf_dev = hns_ae_get_dsaf_dev(handle->dev);
741 u8 *p = data;
742 struct hnae_vf_cb *vf_cb;
743
744 assert(handle);
745
746 vf_cb = hns_ae_get_vf_cb(handle);
747 port = vf_cb->port_index;
748 mac_cb = hns_get_mac_cb(handle);
749 ppe_cb = hns_get_ppe_cb(handle);
750
751 for (idx = 0; idx < handle->q_num; idx++) {
752 hns_rcb_get_strings(stringset, p, idx);
753 p += ETH_GSTRING_LEN * hns_rcb_get_ring_sset_count(stringset);
754 }
755
756 hns_ppe_get_strings(ppe_cb, stringset, p);
757 p += ETH_GSTRING_LEN * hns_ppe_get_sset_count(stringset);
758
759 hns_mac_get_strings(mac_cb, stringset, p);
760 p += ETH_GSTRING_LEN * hns_mac_get_sset_count(mac_cb, stringset);
761
762 if (mac_cb->mac_type == HNAE_PORT_SERVICE)
763 hns_dsaf_get_strings(stringset, p, port, dsaf_dev);
764}
765
766static int hns_ae_get_sset_count(struct hnae_handle *handle, int stringset)
767{
768 u32 sset_count = 0;
769 struct hns_mac_cb *mac_cb;
770 struct dsaf_device *dsaf_dev = hns_ae_get_dsaf_dev(handle->dev);
771
772 assert(handle);
773
774 mac_cb = hns_get_mac_cb(handle);
775
776 sset_count += hns_rcb_get_ring_sset_count(stringset) * handle->q_num;
777 sset_count += hns_ppe_get_sset_count(stringset);
778 sset_count += hns_mac_get_sset_count(mac_cb, stringset);
779
780 if (mac_cb->mac_type == HNAE_PORT_SERVICE)
781 sset_count += hns_dsaf_get_sset_count(dsaf_dev, stringset);
782
783 return sset_count;
784}
785
786static int hns_ae_config_loopback(struct hnae_handle *handle,
787 enum hnae_loop loop, int en)
788{
789 int ret;
790 struct hnae_vf_cb *vf_cb = hns_ae_get_vf_cb(handle);
791 struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);
792 struct dsaf_device *dsaf_dev = mac_cb->dsaf_dev;
793
794 switch (loop) {
795 case MAC_INTERNALLOOP_PHY:
796 ret = 0;
797 break;
798 case MAC_INTERNALLOOP_SERDES:
799 ret = dsaf_dev->misc_op->cfg_serdes_loopback(vf_cb->mac_cb,
800 !!en);
801 break;
802 case MAC_INTERNALLOOP_MAC:
803 ret = hns_mac_config_mac_loopback(vf_cb->mac_cb, loop, en);
804 break;
805 default:
806 ret = -EINVAL;
807 }
808
809 return ret;
810}
811
812static void hns_ae_update_led_status(struct hnae_handle *handle)
813{
814 struct hns_mac_cb *mac_cb;
815
816 assert(handle);
817 mac_cb = hns_get_mac_cb(handle);
818 if (mac_cb->media_type != HNAE_MEDIA_TYPE_FIBER)
819 return;
820
821 hns_set_led_opt(mac_cb);
822}
823
824static int hns_ae_cpld_set_led_id(struct hnae_handle *handle,
825 enum hnae_led_state status)
826{
827 struct hns_mac_cb *mac_cb;
828
829 assert(handle);
830
831 mac_cb = hns_get_mac_cb(handle);
832
833 return hns_cpld_led_set_id(mac_cb, status);
834}
835
836static void hns_ae_get_regs(struct hnae_handle *handle, void *data)
837{
838 u32 *p = data;
839 int i;
840 struct hnae_vf_cb *vf_cb = hns_ae_get_vf_cb(handle);
841 struct hns_ppe_cb *ppe_cb = hns_get_ppe_cb(handle);
842
843 hns_ppe_get_regs(ppe_cb, p);
844 p += hns_ppe_get_regs_count();
845
846 hns_rcb_get_common_regs(vf_cb->dsaf_dev->rcb_common[0], p);
847 p += hns_rcb_get_common_regs_count();
848
849 for (i = 0; i < handle->q_num; i++) {
850 hns_rcb_get_ring_regs(handle->qs[i], p);
851 p += hns_rcb_get_ring_regs_count();
852 }
853
854 hns_mac_get_regs(vf_cb->mac_cb, p);
855 p += hns_mac_get_regs_count(vf_cb->mac_cb);
856
857 if (vf_cb->mac_cb->mac_type == HNAE_PORT_SERVICE)
858 hns_dsaf_get_regs(vf_cb->dsaf_dev, vf_cb->port_index, p);
859}
860
861static int hns_ae_get_regs_len(struct hnae_handle *handle)
862{
863 u32 total_num;
864 struct hnae_vf_cb *vf_cb = hns_ae_get_vf_cb(handle);
865
866 total_num = hns_ppe_get_regs_count();
867 total_num += hns_rcb_get_common_regs_count();
868 total_num += hns_rcb_get_ring_regs_count() * handle->q_num;
869 total_num += hns_mac_get_regs_count(vf_cb->mac_cb);
870
871 if (vf_cb->mac_cb->mac_type == HNAE_PORT_SERVICE)
872 total_num += hns_dsaf_get_regs_count();
873
874 return total_num;
875}
876
877static u32 hns_ae_get_rss_key_size(struct hnae_handle *handle)
878{
879 return HNS_PPEV2_RSS_KEY_SIZE;
880}
881
882static u32 hns_ae_get_rss_indir_size(struct hnae_handle *handle)
883{
884 return HNS_PPEV2_RSS_IND_TBL_SIZE;
885}
886
887static int hns_ae_get_rss(struct hnae_handle *handle, u32 *indir, u8 *key,
888 u8 *hfunc)
889{
890 struct hns_ppe_cb *ppe_cb = hns_get_ppe_cb(handle);
891
892
893 if (hfunc)
894 *hfunc = ETH_RSS_HASH_TOP;
895
896
897 if (key)
898 memcpy(key, ppe_cb->rss_key, HNS_PPEV2_RSS_KEY_SIZE);
899
900
901 if (indir)
902 memcpy(indir, ppe_cb->rss_indir_table,
903 HNS_PPEV2_RSS_IND_TBL_SIZE * sizeof(*indir));
904
905 return 0;
906}
907
908static int hns_ae_set_rss(struct hnae_handle *handle, const u32 *indir,
909 const u8 *key, const u8 hfunc)
910{
911 struct hns_ppe_cb *ppe_cb = hns_get_ppe_cb(handle);
912
913
914 if (key) {
915 memcpy(ppe_cb->rss_key, key, HNS_PPEV2_RSS_KEY_SIZE);
916 hns_ppe_set_rss_key(ppe_cb, ppe_cb->rss_key);
917 }
918
919 if (indir) {
920
921 memcpy(ppe_cb->rss_indir_table, indir,
922 HNS_PPEV2_RSS_IND_TBL_SIZE * sizeof(*indir));
923
924
925 hns_ppe_set_indir_table(ppe_cb, ppe_cb->rss_indir_table);
926 }
927
928 return 0;
929}
930
931static struct hnae_ae_ops hns_dsaf_ops = {
932 .get_handle = hns_ae_get_handle,
933 .put_handle = hns_ae_put_handle,
934 .init_queue = hns_ae_init_queue,
935 .fini_queue = hns_ae_fini_queue,
936 .start = hns_ae_start,
937 .stop = hns_ae_stop,
938 .reset = hns_ae_reset,
939 .toggle_ring_irq = hns_ae_toggle_ring_irq,
940 .get_status = hns_ae_get_link_status,
941 .get_info = hns_ae_get_mac_info,
942 .adjust_link = hns_ae_adjust_link,
943 .need_adjust_link = hns_ae_need_adjust_link,
944 .set_loopback = hns_ae_config_loopback,
945 .get_ring_bdnum_limit = hns_ae_get_ring_bdnum_limit,
946 .get_pauseparam = hns_ae_get_pauseparam,
947 .set_pauseparam = hns_ae_set_pauseparam,
948 .get_coalesce_usecs = hns_ae_get_coalesce_usecs,
949 .get_max_coalesced_frames = hns_ae_get_max_coalesced_frames,
950 .set_coalesce_usecs = hns_ae_set_coalesce_usecs,
951 .set_coalesce_frames = hns_ae_set_coalesce_frames,
952 .get_coalesce_range = hns_ae_get_coalesce_range,
953 .set_promisc_mode = hns_ae_set_promisc_mode,
954 .set_mac_addr = hns_ae_set_mac_address,
955 .add_uc_addr = hns_ae_add_uc_address,
956 .rm_uc_addr = hns_ae_rm_uc_address,
957 .set_mc_addr = hns_ae_set_multicast_one,
958 .clr_mc_addr = hns_ae_clr_multicast,
959 .set_mtu = hns_ae_set_mtu,
960 .update_stats = hns_ae_update_stats,
961 .set_tso_stats = hns_ae_set_tso_stats,
962 .get_stats = hns_ae_get_stats,
963 .get_strings = hns_ae_get_strings,
964 .get_sset_count = hns_ae_get_sset_count,
965 .update_led_status = hns_ae_update_led_status,
966 .set_led_id = hns_ae_cpld_set_led_id,
967 .get_regs = hns_ae_get_regs,
968 .get_regs_len = hns_ae_get_regs_len,
969 .get_rss_key_size = hns_ae_get_rss_key_size,
970 .get_rss_indir_size = hns_ae_get_rss_indir_size,
971 .get_rss = hns_ae_get_rss,
972 .set_rss = hns_ae_set_rss
973};
974
975int hns_dsaf_ae_init(struct dsaf_device *dsaf_dev)
976{
977 struct hnae_ae_dev *ae_dev = &dsaf_dev->ae_dev;
978 static atomic_t id = ATOMIC_INIT(-1);
979
980 switch (dsaf_dev->dsaf_ver) {
981 case AE_VERSION_1:
982 hns_dsaf_ops.toggle_ring_irq = hns_ae_toggle_ring_irq;
983 break;
984 case AE_VERSION_2:
985 hns_dsaf_ops.toggle_ring_irq = hns_aev2_toggle_ring_irq;
986 break;
987 default:
988 break;
989 }
990
991 snprintf(ae_dev->name, AE_NAME_SIZE, "%s%d", DSAF_DEVICE_NAME,
992 (int)atomic_inc_return(&id));
993 ae_dev->ops = &hns_dsaf_ops;
994 ae_dev->dev = dsaf_dev->dev;
995
996 return hnae_ae_register(ae_dev, THIS_MODULE);
997}
998
999void hns_dsaf_ae_uninit(struct dsaf_device *dsaf_dev)
1000{
1001 hnae_ae_unregister(&dsaf_dev->ae_dev);
1002}
1003
