1
2
3
4
5
6
7
8
9#include "../aq_hw.h"
10#include "../aq_hw_utils.h"
11#include "../aq_ring.h"
12#include "../aq_nic.h"
13#include "hw_atl_b0.h"
14#include "hw_atl_utils.h"
15#include "hw_atl_llh.h"
16#include "hw_atl_b0_internal.h"
17#include "hw_atl_llh_internal.h"
18
19#define DEFAULT_B0_BOARD_BASIC_CAPABILITIES \
20 .is_64_dma = true, \
21 .msix_irqs = 8U, \
22 .irq_mask = ~0U, \
23 .vecs = HW_ATL_B0_RSS_MAX, \
24 .tcs = HW_ATL_B0_TC_MAX, \
25 .rxd_alignment = 1U, \
26 .rxd_size = HW_ATL_B0_RXD_SIZE, \
27 .rxds_max = HW_ATL_B0_MAX_RXD, \
28 .rxds_min = HW_ATL_B0_MIN_RXD, \
29 .txd_alignment = 1U, \
30 .txd_size = HW_ATL_B0_TXD_SIZE, \
31 .txds_max = HW_ATL_B0_MAX_TXD, \
32 .txds_min = HW_ATL_B0_MIN_TXD, \
33 .txhwb_alignment = 4096U, \
34 .tx_rings = HW_ATL_B0_TX_RINGS, \
35 .rx_rings = HW_ATL_B0_RX_RINGS, \
36 .hw_features = NETIF_F_HW_CSUM | \
37 NETIF_F_RXCSUM | \
38 NETIF_F_RXHASH | \
39 NETIF_F_SG | \
40 NETIF_F_TSO | \
41 NETIF_F_LRO | \
42 NETIF_F_NTUPLE | \
43 NETIF_F_HW_VLAN_CTAG_FILTER | \
44 NETIF_F_HW_VLAN_CTAG_RX | \
45 NETIF_F_HW_VLAN_CTAG_TX, \
46 .hw_priv_flags = IFF_UNICAST_FLT, \
47 .flow_control = true, \
48 .mtu = HW_ATL_B0_MTU_JUMBO, \
49 .mac_regs_count = 88, \
50 .hw_alive_check_addr = 0x10U
51
52const struct aq_hw_caps_s hw_atl_b0_caps_aqc100 = {
53 DEFAULT_B0_BOARD_BASIC_CAPABILITIES,
54 .media_type = AQ_HW_MEDIA_TYPE_FIBRE,
55 .link_speed_msk = AQ_NIC_RATE_10G |
56 AQ_NIC_RATE_5G |
57 AQ_NIC_RATE_2GS |
58 AQ_NIC_RATE_1G |
59 AQ_NIC_RATE_100M,
60};
61
62const struct aq_hw_caps_s hw_atl_b0_caps_aqc107 = {
63 DEFAULT_B0_BOARD_BASIC_CAPABILITIES,
64 .media_type = AQ_HW_MEDIA_TYPE_TP,
65 .link_speed_msk = AQ_NIC_RATE_10G |
66 AQ_NIC_RATE_5G |
67 AQ_NIC_RATE_2GS |
68 AQ_NIC_RATE_1G |
69 AQ_NIC_RATE_100M,
70};
71
72const struct aq_hw_caps_s hw_atl_b0_caps_aqc108 = {
73 DEFAULT_B0_BOARD_BASIC_CAPABILITIES,
74 .media_type = AQ_HW_MEDIA_TYPE_TP,
75 .link_speed_msk = AQ_NIC_RATE_5G |
76 AQ_NIC_RATE_2GS |
77 AQ_NIC_RATE_1G |
78 AQ_NIC_RATE_100M,
79};
80
81const struct aq_hw_caps_s hw_atl_b0_caps_aqc109 = {
82 DEFAULT_B0_BOARD_BASIC_CAPABILITIES,
83 .media_type = AQ_HW_MEDIA_TYPE_TP,
84 .link_speed_msk = AQ_NIC_RATE_2GS |
85 AQ_NIC_RATE_1G |
86 AQ_NIC_RATE_100M,
87};
88
89static int hw_atl_b0_hw_reset(struct aq_hw_s *self)
90{
91 int err = 0;
92
93 err = hw_atl_utils_soft_reset(self);
94 if (err)
95 return err;
96
97 self->aq_fw_ops->set_state(self, MPI_RESET);
98
99 err = aq_hw_err_from_flags(self);
100
101 return err;
102}
103
104static int hw_atl_b0_set_fc(struct aq_hw_s *self, u32 fc, u32 tc)
105{
106 hw_atl_rpb_rx_xoff_en_per_tc_set(self, !!(fc & AQ_NIC_FC_RX), tc);
107 return 0;
108}
109
110static int hw_atl_b0_hw_qos_set(struct aq_hw_s *self)
111{
112 u32 tc = 0U;
113 u32 buff_size = 0U;
114 unsigned int i_priority = 0U;
115
116
117 hw_atl_tps_tx_pkt_shed_desc_rate_curr_time_res_set(self, 0x0U);
118 hw_atl_tps_tx_pkt_shed_desc_rate_lim_set(self, 0xA);
119
120
121 hw_atl_tps_tx_pkt_shed_desc_vm_arb_mode_set(self, 0U);
122
123
124 hw_atl_tps_tx_pkt_shed_desc_tc_arb_mode_set(self, 0U);
125 hw_atl_tps_tx_pkt_shed_data_arb_mode_set(self, 0U);
126
127 hw_atl_tps_tx_pkt_shed_tc_data_max_credit_set(self, 0xFFF, 0U);
128 hw_atl_tps_tx_pkt_shed_tc_data_weight_set(self, 0x64, 0U);
129 hw_atl_tps_tx_pkt_shed_desc_tc_max_credit_set(self, 0x50, 0U);
130 hw_atl_tps_tx_pkt_shed_desc_tc_weight_set(self, 0x1E, 0U);
131
132
133 buff_size = HW_ATL_B0_TXBUF_MAX;
134
135 hw_atl_tpb_tx_pkt_buff_size_per_tc_set(self, buff_size, tc);
136 hw_atl_tpb_tx_buff_hi_threshold_per_tc_set(self,
137 (buff_size *
138 (1024 / 32U) * 66U) /
139 100U, tc);
140 hw_atl_tpb_tx_buff_lo_threshold_per_tc_set(self,
141 (buff_size *
142 (1024 / 32U) * 50U) /
143 100U, tc);
144
145
146 tc = 0;
147 buff_size = HW_ATL_B0_RXBUF_MAX;
148
149 hw_atl_rpb_rx_pkt_buff_size_per_tc_set(self, buff_size, tc);
150 hw_atl_rpb_rx_buff_hi_threshold_per_tc_set(self,
151 (buff_size *
152 (1024U / 32U) * 66U) /
153 100U, tc);
154 hw_atl_rpb_rx_buff_lo_threshold_per_tc_set(self,
155 (buff_size *
156 (1024U / 32U) * 50U) /
157 100U, tc);
158
159 hw_atl_b0_set_fc(self, self->aq_nic_cfg->flow_control, tc);
160
161
162 for (i_priority = 8U; i_priority--;)
163 hw_atl_rpf_rpb_user_priority_tc_map_set(self, i_priority, 0U);
164
165 return aq_hw_err_from_flags(self);
166}
167
168static int hw_atl_b0_hw_rss_hash_set(struct aq_hw_s *self,
169 struct aq_rss_parameters *rss_params)
170{
171 struct aq_nic_cfg_s *cfg = self->aq_nic_cfg;
172 int err = 0;
173 unsigned int i = 0U;
174 unsigned int addr = 0U;
175 u32 val;
176
177 for (i = 10, addr = 0U; i--; ++addr) {
178 u32 key_data = cfg->is_rss ?
179 __swab32(rss_params->hash_secret_key[i]) : 0U;
180 hw_atl_rpf_rss_key_wr_data_set(self, key_data);
181 hw_atl_rpf_rss_key_addr_set(self, addr);
182 hw_atl_rpf_rss_key_wr_en_set(self, 1U);
183 err = readx_poll_timeout_atomic(hw_atl_rpf_rss_key_wr_en_get,
184 self, val, val == 0,
185 1000U, 10000U);
186 if (err < 0)
187 goto err_exit;
188 }
189
190 err = aq_hw_err_from_flags(self);
191
192err_exit:
193 return err;
194}
195
196static int hw_atl_b0_hw_rss_set(struct aq_hw_s *self,
197 struct aq_rss_parameters *rss_params)
198{
199 u8 *indirection_table = rss_params->indirection_table;
200 u32 i = 0U;
201 u32 num_rss_queues = max(1U, self->aq_nic_cfg->num_rss_queues);
202 int err = 0;
203 u16 bitary[1 + (HW_ATL_B0_RSS_REDIRECTION_MAX *
204 HW_ATL_B0_RSS_REDIRECTION_BITS / 16U)];
205 u32 val;
206
207 memset(bitary, 0, sizeof(bitary));
208
209 for (i = HW_ATL_B0_RSS_REDIRECTION_MAX; i--;) {
210 (*(u32 *)(bitary + ((i * 3U) / 16U))) |=
211 ((indirection_table[i] % num_rss_queues) <<
212 ((i * 3U) & 0xFU));
213 }
214
215 for (i = ARRAY_SIZE(bitary); i--;) {
216 hw_atl_rpf_rss_redir_tbl_wr_data_set(self, bitary[i]);
217 hw_atl_rpf_rss_redir_tbl_addr_set(self, i);
218 hw_atl_rpf_rss_redir_wr_en_set(self, 1U);
219 err = readx_poll_timeout_atomic(hw_atl_rpf_rss_redir_wr_en_get,
220 self, val, val == 0,
221 1000U, 10000U);
222 if (err < 0)
223 goto err_exit;
224 }
225
226 err = aq_hw_err_from_flags(self);
227
228err_exit:
229 return err;
230}
231
232static int hw_atl_b0_hw_offload_set(struct aq_hw_s *self,
233 struct aq_nic_cfg_s *aq_nic_cfg)
234{
235 unsigned int i;
236
237
238 hw_atl_tpo_ipv4header_crc_offload_en_set(self, 1);
239 hw_atl_tpo_tcp_udp_crc_offload_en_set(self, 1);
240
241
242 hw_atl_rpo_ipv4header_crc_offload_en_set(self, !!(aq_nic_cfg->features &
243 NETIF_F_RXCSUM));
244 hw_atl_rpo_tcp_udp_crc_offload_en_set(self, !!(aq_nic_cfg->features &
245 NETIF_F_RXCSUM));
246
247
248 hw_atl_tdm_large_send_offload_en_set(self, 0xFFFFFFFFU);
249
250
251 hw_atl_rpo_outer_vlan_tag_mode_set(self, 1U);
252
253
254 {
255 unsigned int val = (8U < HW_ATL_B0_LRO_RXD_MAX) ? 0x3U :
256 ((4U < HW_ATL_B0_LRO_RXD_MAX) ? 0x2U :
257 ((2U < HW_ATL_B0_LRO_RXD_MAX) ? 0x1U : 0x0));
258
259 for (i = 0; i < HW_ATL_B0_RINGS_MAX; i++)
260 hw_atl_rpo_lro_max_num_of_descriptors_set(self, val, i);
261
262 hw_atl_rpo_lro_time_base_divider_set(self, 0x61AU);
263 hw_atl_rpo_lro_inactive_interval_set(self, 0);
264
265
266
267
268
269 hw_atl_rpo_lro_max_coalescing_interval_set(self, 50);
270
271 hw_atl_rpo_lro_qsessions_lim_set(self, 1U);
272
273 hw_atl_rpo_lro_total_desc_lim_set(self, 2U);
274
275 hw_atl_rpo_lro_patch_optimization_en_set(self, 1U);
276
277 hw_atl_rpo_lro_min_pay_of_first_pkt_set(self, 10U);
278
279 hw_atl_rpo_lro_pkt_lim_set(self, 1U);
280
281 hw_atl_rpo_lro_en_set(self,
282 aq_nic_cfg->is_lro ? 0xFFFFFFFFU : 0U);
283 hw_atl_itr_rsc_en_set(self,
284 aq_nic_cfg->is_lro ? 0xFFFFFFFFU : 0U);
285
286 hw_atl_itr_rsc_delay_set(self, 1U);
287 }
288 return aq_hw_err_from_flags(self);
289}
290
291static int hw_atl_b0_hw_init_tx_path(struct aq_hw_s *self)
292{
293
294 hw_atl_rpb_tps_tx_tc_mode_set(self, 1U);
295
296 hw_atl_thm_lso_tcp_flag_of_first_pkt_set(self, 0x0FF6U);
297 hw_atl_thm_lso_tcp_flag_of_middle_pkt_set(self, 0x0FF6U);
298 hw_atl_thm_lso_tcp_flag_of_last_pkt_set(self, 0x0F7FU);
299
300
301 hw_atl_tdm_tx_desc_wr_wb_irq_en_set(self, 1U);
302
303
304 aq_hw_write_reg(self, 0x00007040U, IS_CHIP_FEATURE(TPO2) ?
305 0x00010000U : 0x00000000U);
306 hw_atl_tdm_tx_dca_en_set(self, 0U);
307 hw_atl_tdm_tx_dca_mode_set(self, 0U);
308
309 hw_atl_tpb_tx_path_scp_ins_en_set(self, 1U);
310
311 return aq_hw_err_from_flags(self);
312}
313
314static int hw_atl_b0_hw_init_rx_path(struct aq_hw_s *self)
315{
316 struct aq_nic_cfg_s *cfg = self->aq_nic_cfg;
317 int i;
318
319
320 hw_atl_rpb_rpf_rx_traf_class_mode_set(self, 1U);
321
322
323 hw_atl_rpb_rx_flow_ctl_mode_set(self, 1U);
324
325
326 hw_atl_reg_rx_flr_rss_control1set(self, cfg->is_rss ?
327 0xB3333333U : 0x00000000U);
328
329
330 for (i = HW_ATL_B0_MAC_MAX; i--;) {
331 hw_atl_rpfl2_uc_flr_en_set(self, (i == 0U) ? 1U : 0U, i);
332 hw_atl_rpfl2unicast_flr_act_set(self, 1U, i);
333 }
334
335 hw_atl_reg_rx_flr_mcst_flr_msk_set(self, 0x00000000U);
336 hw_atl_reg_rx_flr_mcst_flr_set(self, 0x00010FFFU, 0U);
337
338
339 hw_atl_rpf_vlan_outer_etht_set(self, 0x88A8U);
340 hw_atl_rpf_vlan_inner_etht_set(self, 0x8100U);
341
342 hw_atl_rpf_vlan_prom_mode_en_set(self, 1);
343
344
345 hw_atl_rpf_vlan_accept_untagged_packets_set(self, 1U);
346 hw_atl_rpf_vlan_untagged_act_set(self, 1U);
347
348
349 hw_atl_rdm_rx_desc_wr_wb_irq_en_set(self, 1U);
350
351
352 aq_hw_write_reg(self, 0x00005040U,
353 IS_CHIP_FEATURE(RPF2) ? 0x000F0000U : 0x00000000U);
354
355 hw_atl_rpfl2broadcast_flr_act_set(self, 1U);
356 hw_atl_rpfl2broadcast_count_threshold_set(self, 0xFFFFU & (~0U / 256U));
357
358 hw_atl_rdm_rx_dca_en_set(self, 0U);
359 hw_atl_rdm_rx_dca_mode_set(self, 0U);
360
361 return aq_hw_err_from_flags(self);
362}
363
364static int hw_atl_b0_hw_mac_addr_set(struct aq_hw_s *self, u8 *mac_addr)
365{
366 int err = 0;
367 unsigned int h = 0U;
368 unsigned int l = 0U;
369
370 if (!mac_addr) {
371 err = -EINVAL;
372 goto err_exit;
373 }
374 h = (mac_addr[0] << 8) | (mac_addr[1]);
375 l = (mac_addr[2] << 24) | (mac_addr[3] << 16) |
376 (mac_addr[4] << 8) | mac_addr[5];
377
378 hw_atl_rpfl2_uc_flr_en_set(self, 0U, HW_ATL_B0_MAC);
379 hw_atl_rpfl2unicast_dest_addresslsw_set(self, l, HW_ATL_B0_MAC);
380 hw_atl_rpfl2unicast_dest_addressmsw_set(self, h, HW_ATL_B0_MAC);
381 hw_atl_rpfl2_uc_flr_en_set(self, 1U, HW_ATL_B0_MAC);
382
383 err = aq_hw_err_from_flags(self);
384
385err_exit:
386 return err;
387}
388
389static int hw_atl_b0_hw_init(struct aq_hw_s *self, u8 *mac_addr)
390{
391 static u32 aq_hw_atl_igcr_table_[4][2] = {
392 [AQ_HW_IRQ_INVALID] = { 0x20000000U, 0x20000000U },
393 [AQ_HW_IRQ_LEGACY] = { 0x20000080U, 0x20000080U },
394 [AQ_HW_IRQ_MSI] = { 0x20000021U, 0x20000025U },
395 [AQ_HW_IRQ_MSIX] = { 0x20000022U, 0x20000026U },
396 };
397
398 int err = 0;
399 u32 val;
400
401 struct aq_nic_cfg_s *aq_nic_cfg = self->aq_nic_cfg;
402
403 hw_atl_b0_hw_init_tx_path(self);
404 hw_atl_b0_hw_init_rx_path(self);
405
406 hw_atl_b0_hw_mac_addr_set(self, mac_addr);
407
408 self->aq_fw_ops->set_link_speed(self, aq_nic_cfg->link_speed_msk);
409 self->aq_fw_ops->set_state(self, MPI_INIT);
410
411 hw_atl_b0_hw_qos_set(self);
412 hw_atl_b0_hw_rss_set(self, &aq_nic_cfg->aq_rss);
413 hw_atl_b0_hw_rss_hash_set(self, &aq_nic_cfg->aq_rss);
414
415
416 val = aq_hw_read_reg(self, HW_ATL_PCI_REG_CONTROL6_ADR);
417 aq_hw_write_reg(self, HW_ATL_PCI_REG_CONTROL6_ADR,
418 (val & ~0x707) | 0x404);
419
420
421
422
423
424 aq_hw_write_reg(self, HW_ATL_TX_DMA_TOTAL_REQ_LIMIT_ADR, 24);
425
426
427 self->aq_link_status.mbps = 0;
428 self->aq_fw_ops->update_stats(self);
429
430 err = aq_hw_err_from_flags(self);
431 if (err < 0)
432 goto err_exit;
433
434
435 hw_atl_reg_irq_glb_ctl_set(self,
436 aq_hw_atl_igcr_table_[aq_nic_cfg->irq_type]
437 [(aq_nic_cfg->vecs > 1U) ?
438 1 : 0]);
439
440 hw_atl_itr_irq_auto_masklsw_set(self, aq_nic_cfg->aq_hw_caps->irq_mask);
441
442
443 hw_atl_reg_gen_irq_map_set(self,
444 ((HW_ATL_B0_ERR_INT << 0x18) | (1U << 0x1F)) |
445 ((HW_ATL_B0_ERR_INT << 0x10) | (1U << 0x17)), 0U);
446
447
448 if (aq_nic_cfg->link_irq_vec)
449 hw_atl_reg_gen_irq_map_set(self, BIT(7) |
450 aq_nic_cfg->link_irq_vec, 3U);
451
452 hw_atl_b0_hw_offload_set(self, aq_nic_cfg);
453
454err_exit:
455 return err;
456}
457
458static int hw_atl_b0_hw_ring_tx_start(struct aq_hw_s *self,
459 struct aq_ring_s *ring)
460{
461 hw_atl_tdm_tx_desc_en_set(self, 1, ring->idx);
462 return aq_hw_err_from_flags(self);
463}
464
465static int hw_atl_b0_hw_ring_rx_start(struct aq_hw_s *self,
466 struct aq_ring_s *ring)
467{
468 hw_atl_rdm_rx_desc_en_set(self, 1, ring->idx);
469 return aq_hw_err_from_flags(self);
470}
471
472static int hw_atl_b0_hw_start(struct aq_hw_s *self)
473{
474 hw_atl_tpb_tx_buff_en_set(self, 1);
475 hw_atl_rpb_rx_buff_en_set(self, 1);
476 return aq_hw_err_from_flags(self);
477}
478
479static int hw_atl_b0_hw_tx_ring_tail_update(struct aq_hw_s *self,
480 struct aq_ring_s *ring)
481{
482 hw_atl_reg_tx_dma_desc_tail_ptr_set(self, ring->sw_tail, ring->idx);
483 return 0;
484}
485
486static int hw_atl_b0_hw_ring_tx_xmit(struct aq_hw_s *self,
487 struct aq_ring_s *ring,
488 unsigned int frags)
489{
490 struct aq_ring_buff_s *buff = NULL;
491 struct hw_atl_txd_s *txd = NULL;
492 unsigned int buff_pa_len = 0U;
493 unsigned int pkt_len = 0U;
494 unsigned int frag_count = 0U;
495 bool is_vlan = false;
496 bool is_gso = false;
497
498 buff = &ring->buff_ring[ring->sw_tail];
499 pkt_len = (buff->is_eop && buff->is_sop) ? buff->len : buff->len_pkt;
500
501 for (frag_count = 0; frag_count < frags; frag_count++) {
502 txd = (struct hw_atl_txd_s *)&ring->dx_ring[ring->sw_tail *
503 HW_ATL_B0_TXD_SIZE];
504 txd->ctl = 0;
505 txd->ctl2 = 0;
506 txd->buf_addr = 0;
507
508 buff = &ring->buff_ring[ring->sw_tail];
509
510 if (buff->is_gso) {
511 txd->ctl |= HW_ATL_B0_TXD_CTL_CMD_TCP;
512 txd->ctl |= HW_ATL_B0_TXD_CTL_DESC_TYPE_TXC;
513 txd->ctl |= (buff->len_l3 << 31) |
514 (buff->len_l2 << 24);
515 txd->ctl2 |= (buff->mss << 16);
516 is_gso = true;
517
518 pkt_len -= (buff->len_l4 +
519 buff->len_l3 +
520 buff->len_l2);
521 if (buff->is_ipv6)
522 txd->ctl |= HW_ATL_B0_TXD_CTL_CMD_IPV6;
523 txd->ctl2 |= (buff->len_l4 << 8) |
524 (buff->len_l3 >> 1);
525 }
526 if (buff->is_vlan) {
527 txd->ctl |= HW_ATL_B0_TXD_CTL_DESC_TYPE_TXC;
528 txd->ctl |= buff->vlan_tx_tag << 4;
529 is_vlan = true;
530 }
531 if (!buff->is_gso && !buff->is_vlan) {
532 buff_pa_len = buff->len;
533
534 txd->buf_addr = buff->pa;
535 txd->ctl |= (HW_ATL_B0_TXD_CTL_BLEN &
536 ((u32)buff_pa_len << 4));
537 txd->ctl |= HW_ATL_B0_TXD_CTL_DESC_TYPE_TXD;
538
539
540 txd->ctl2 |= HW_ATL_B0_TXD_CTL2_LEN & (pkt_len << 14);
541
542 if (is_gso || is_vlan) {
543
544 txd->ctl2 |= HW_ATL_B0_TXD_CTL2_CTX_EN;
545 }
546 if (is_gso)
547 txd->ctl |= HW_ATL_B0_TXD_CTL_CMD_LSO;
548
549
550 if (buff->is_ip_cso)
551 txd->ctl |= HW_ATL_B0_TXD_CTL_CMD_IPCSO;
552
553 if (buff->is_udp_cso || buff->is_tcp_cso)
554 txd->ctl |= HW_ATL_B0_TXD_CTL_CMD_TUCSO;
555
556 if (is_vlan)
557 txd->ctl |= HW_ATL_B0_TXD_CTL_CMD_VLAN;
558
559 if (unlikely(buff->is_eop)) {
560 txd->ctl |= HW_ATL_B0_TXD_CTL_EOP;
561 txd->ctl |= HW_ATL_B0_TXD_CTL_CMD_WB;
562 is_gso = false;
563 is_vlan = false;
564 }
565 }
566 ring->sw_tail = aq_ring_next_dx(ring, ring->sw_tail);
567 }
568
569 hw_atl_b0_hw_tx_ring_tail_update(self, ring);
570 return aq_hw_err_from_flags(self);
571}
572
573static int hw_atl_b0_hw_ring_rx_init(struct aq_hw_s *self,
574 struct aq_ring_s *aq_ring,
575 struct aq_ring_param_s *aq_ring_param)
576{
577 u32 dma_desc_addr_lsw = (u32)aq_ring->dx_ring_pa;
578 u32 dma_desc_addr_msw = (u32)(((u64)aq_ring->dx_ring_pa) >> 32);
579 u32 vlan_rx_stripping = self->aq_nic_cfg->is_vlan_rx_strip;
580
581 hw_atl_rdm_rx_desc_en_set(self, false, aq_ring->idx);
582
583 hw_atl_rdm_rx_desc_head_splitting_set(self, 0U, aq_ring->idx);
584
585 hw_atl_reg_rx_dma_desc_base_addresslswset(self, dma_desc_addr_lsw,
586 aq_ring->idx);
587
588 hw_atl_reg_rx_dma_desc_base_addressmswset(self,
589 dma_desc_addr_msw, aq_ring->idx);
590
591 hw_atl_rdm_rx_desc_len_set(self, aq_ring->size / 8U, aq_ring->idx);
592
593 hw_atl_rdm_rx_desc_data_buff_size_set(self,
594 AQ_CFG_RX_FRAME_MAX / 1024U,
595 aq_ring->idx);
596
597 hw_atl_rdm_rx_desc_head_buff_size_set(self, 0U, aq_ring->idx);
598 hw_atl_rdm_rx_desc_head_splitting_set(self, 0U, aq_ring->idx);
599 hw_atl_rpo_rx_desc_vlan_stripping_set(self, !!vlan_rx_stripping,
600 aq_ring->idx);
601
602
603
604
605 hw_atl_itr_irq_map_rx_set(self, aq_ring_param->vec_idx, aq_ring->idx);
606 hw_atl_itr_irq_map_en_rx_set(self, true, aq_ring->idx);
607
608 hw_atl_rdm_cpu_id_set(self, aq_ring_param->cpu, aq_ring->idx);
609 hw_atl_rdm_rx_desc_dca_en_set(self, 0U, aq_ring->idx);
610 hw_atl_rdm_rx_head_dca_en_set(self, 0U, aq_ring->idx);
611 hw_atl_rdm_rx_pld_dca_en_set(self, 0U, aq_ring->idx);
612
613 return aq_hw_err_from_flags(self);
614}
615
616static int hw_atl_b0_hw_ring_tx_init(struct aq_hw_s *self,
617 struct aq_ring_s *aq_ring,
618 struct aq_ring_param_s *aq_ring_param)
619{
620 u32 dma_desc_lsw_addr = (u32)aq_ring->dx_ring_pa;
621 u32 dma_desc_msw_addr = (u32)(((u64)aq_ring->dx_ring_pa) >> 32);
622
623 hw_atl_reg_tx_dma_desc_base_addresslswset(self, dma_desc_lsw_addr,
624 aq_ring->idx);
625
626 hw_atl_reg_tx_dma_desc_base_addressmswset(self, dma_desc_msw_addr,
627 aq_ring->idx);
628
629 hw_atl_tdm_tx_desc_len_set(self, aq_ring->size / 8U, aq_ring->idx);
630
631 hw_atl_b0_hw_tx_ring_tail_update(self, aq_ring);
632
633
634 hw_atl_tdm_tx_desc_wr_wb_threshold_set(self, 0U, aq_ring->idx);
635
636
637 hw_atl_itr_irq_map_tx_set(self, aq_ring_param->vec_idx, aq_ring->idx);
638 hw_atl_itr_irq_map_en_tx_set(self, true, aq_ring->idx);
639
640 hw_atl_tdm_cpu_id_set(self, aq_ring_param->cpu, aq_ring->idx);
641 hw_atl_tdm_tx_desc_dca_en_set(self, 0U, aq_ring->idx);
642
643 return aq_hw_err_from_flags(self);
644}
645
646static int hw_atl_b0_hw_ring_rx_fill(struct aq_hw_s *self,
647 struct aq_ring_s *ring,
648 unsigned int sw_tail_old)
649{
650 for (; sw_tail_old != ring->sw_tail;
651 sw_tail_old = aq_ring_next_dx(ring, sw_tail_old)) {
652 struct hw_atl_rxd_s *rxd =
653 (struct hw_atl_rxd_s *)&ring->dx_ring[sw_tail_old *
654 HW_ATL_B0_RXD_SIZE];
655
656 struct aq_ring_buff_s *buff = &ring->buff_ring[sw_tail_old];
657
658 rxd->buf_addr = buff->pa;
659 rxd->hdr_addr = 0U;
660 }
661
662 hw_atl_reg_rx_dma_desc_tail_ptr_set(self, sw_tail_old, ring->idx);
663
664 return aq_hw_err_from_flags(self);
665}
666
667static int hw_atl_b0_hw_ring_tx_head_update(struct aq_hw_s *self,
668 struct aq_ring_s *ring)
669{
670 int err = 0;
671 unsigned int hw_head_ = hw_atl_tdm_tx_desc_head_ptr_get(self, ring->idx);
672
673 if (aq_utils_obj_test(&self->flags, AQ_HW_FLAG_ERR_UNPLUG)) {
674 err = -ENXIO;
675 goto err_exit;
676 }
677 ring->hw_head = hw_head_;
678 err = aq_hw_err_from_flags(self);
679
680err_exit:
681 return err;
682}
683
684static int hw_atl_b0_hw_ring_rx_receive(struct aq_hw_s *self,
685 struct aq_ring_s *ring)
686{
687 for (; ring->hw_head != ring->sw_tail;
688 ring->hw_head = aq_ring_next_dx(ring, ring->hw_head)) {
689 struct aq_ring_buff_s *buff = NULL;
690 struct hw_atl_rxd_wb_s *rxd_wb = (struct hw_atl_rxd_wb_s *)
691 &ring->dx_ring[ring->hw_head * HW_ATL_B0_RXD_SIZE];
692
693 unsigned int is_rx_check_sum_enabled = 0U;
694 unsigned int pkt_type = 0U;
695 u8 rx_stat = 0U;
696
697 if (!(rxd_wb->status & 0x1U)) {
698 break;
699 }
700
701 buff = &ring->buff_ring[ring->hw_head];
702
703 buff->flags = 0U;
704 buff->is_hash_l4 = 0U;
705
706 rx_stat = (0x0000003CU & rxd_wb->status) >> 2;
707
708 is_rx_check_sum_enabled = (rxd_wb->type >> 19) & 0x3U;
709
710 pkt_type = (rxd_wb->type & HW_ATL_B0_RXD_WB_STAT_PKTTYPE) >>
711 HW_ATL_B0_RXD_WB_STAT_PKTTYPE_SHIFT;
712
713 if (is_rx_check_sum_enabled & BIT(0) &&
714 (0x0U == (pkt_type & 0x3U)))
715 buff->is_ip_cso = (rx_stat & BIT(1)) ? 0U : 1U;
716
717 if (is_rx_check_sum_enabled & BIT(1)) {
718 if (0x4U == (pkt_type & 0x1CU))
719 buff->is_udp_cso = (rx_stat & BIT(2)) ? 0U :
720 !!(rx_stat & BIT(3));
721 else if (0x0U == (pkt_type & 0x1CU))
722 buff->is_tcp_cso = (rx_stat & BIT(2)) ? 0U :
723 !!(rx_stat & BIT(3));
724 }
725 buff->is_cso_err = !!(rx_stat & 0x6);
726
727 if (unlikely(rxd_wb->pkt_len <= 60)) {
728 buff->is_ip_cso = 0U;
729 buff->is_cso_err = 0U;
730 }
731
732 if (self->aq_nic_cfg->is_vlan_rx_strip &&
733 ((pkt_type & HW_ATL_B0_RXD_WB_PKTTYPE_VLAN) ||
734 (pkt_type & HW_ATL_B0_RXD_WB_PKTTYPE_VLAN_DOUBLE))) {
735 buff->is_vlan = 1;
736 buff->vlan_rx_tag = le16_to_cpu(rxd_wb->vlan);
737 }
738
739 if ((rx_stat & BIT(0)) || rxd_wb->type & 0x1000U) {
740
741 buff->is_error = 1U;
742 }
743 if (self->aq_nic_cfg->is_rss) {
744
745 u16 rss_type = rxd_wb->type & 0xFU;
746
747 if (rss_type && rss_type < 0x8U) {
748 buff->is_hash_l4 = (rss_type == 0x4 ||
749 rss_type == 0x5);
750 buff->rss_hash = rxd_wb->rss_hash;
751 }
752 }
753
754 if (HW_ATL_B0_RXD_WB_STAT2_EOP & rxd_wb->status) {
755 buff->len = rxd_wb->pkt_len %
756 AQ_CFG_RX_FRAME_MAX;
757 buff->len = buff->len ?
758 buff->len : AQ_CFG_RX_FRAME_MAX;
759 buff->next = 0U;
760 buff->is_eop = 1U;
761 } else {
762 buff->len =
763 rxd_wb->pkt_len > AQ_CFG_RX_FRAME_MAX ?
764 AQ_CFG_RX_FRAME_MAX : rxd_wb->pkt_len;
765
766 if (HW_ATL_B0_RXD_WB_STAT2_RSCCNT &
767 rxd_wb->status) {
768
769 buff->next = rxd_wb->next_desc_ptr;
770 ++ring->stats.rx.lro_packets;
771 } else {
772
773 buff->next =
774 aq_ring_next_dx(ring,
775 ring->hw_head);
776 ++ring->stats.rx.jumbo_packets;
777 }
778 }
779 }
780
781 return aq_hw_err_from_flags(self);
782}
783
784static int hw_atl_b0_hw_irq_enable(struct aq_hw_s *self, u64 mask)
785{
786 hw_atl_itr_irq_msk_setlsw_set(self, LODWORD(mask));
787 return aq_hw_err_from_flags(self);
788}
789
790static int hw_atl_b0_hw_irq_disable(struct aq_hw_s *self, u64 mask)
791{
792 hw_atl_itr_irq_msk_clearlsw_set(self, LODWORD(mask));
793 hw_atl_itr_irq_status_clearlsw_set(self, LODWORD(mask));
794
795 atomic_inc(&self->dpc);
796 return aq_hw_err_from_flags(self);
797}
798
799static int hw_atl_b0_hw_irq_read(struct aq_hw_s *self, u64 *mask)
800{
801 *mask = hw_atl_itr_irq_statuslsw_get(self);
802 return aq_hw_err_from_flags(self);
803}
804
805#define IS_FILTER_ENABLED(_F_) ((packet_filter & (_F_)) ? 1U : 0U)
806
807static int hw_atl_b0_hw_packet_filter_set(struct aq_hw_s *self,
808 unsigned int packet_filter)
809{
810 unsigned int i = 0U;
811 struct aq_nic_cfg_s *cfg = self->aq_nic_cfg;
812
813 hw_atl_rpfl2promiscuous_mode_en_set(self,
814 IS_FILTER_ENABLED(IFF_PROMISC));
815
816 hw_atl_rpf_vlan_prom_mode_en_set(self,
817 IS_FILTER_ENABLED(IFF_PROMISC) ||
818 cfg->is_vlan_force_promisc);
819
820 hw_atl_rpfl2multicast_flr_en_set(self,
821 IS_FILTER_ENABLED(IFF_ALLMULTI) &&
822 IS_FILTER_ENABLED(IFF_MULTICAST), 0);
823
824 hw_atl_rpfl2_accept_all_mc_packets_set(self,
825 IS_FILTER_ENABLED(IFF_ALLMULTI) &&
826 IS_FILTER_ENABLED(IFF_MULTICAST));
827
828 hw_atl_rpfl2broadcast_en_set(self, IS_FILTER_ENABLED(IFF_BROADCAST));
829
830
831 for (i = HW_ATL_B0_MAC_MIN; i < HW_ATL_B0_MAC_MAX; ++i)
832 hw_atl_rpfl2_uc_flr_en_set(self,
833 (cfg->is_mc_list_enabled &&
834 (i <= cfg->mc_list_count)) ?
835 1U : 0U, i);
836
837 return aq_hw_err_from_flags(self);
838}
839
840#undef IS_FILTER_ENABLED
841
842static int hw_atl_b0_hw_multicast_list_set(struct aq_hw_s *self,
843 u8 ar_mac
844 [AQ_HW_MULTICAST_ADDRESS_MAX]
845 [ETH_ALEN],
846 u32 count)
847{
848 int err = 0;
849
850 if (count > (HW_ATL_B0_MAC_MAX - HW_ATL_B0_MAC_MIN)) {
851 err = -EBADRQC;
852 goto err_exit;
853 }
854 for (self->aq_nic_cfg->mc_list_count = 0U;
855 self->aq_nic_cfg->mc_list_count < count;
856 ++self->aq_nic_cfg->mc_list_count) {
857 u32 i = self->aq_nic_cfg->mc_list_count;
858 u32 h = (ar_mac[i][0] << 8) | (ar_mac[i][1]);
859 u32 l = (ar_mac[i][2] << 24) | (ar_mac[i][3] << 16) |
860 (ar_mac[i][4] << 8) | ar_mac[i][5];
861
862 hw_atl_rpfl2_uc_flr_en_set(self, 0U, HW_ATL_B0_MAC_MIN + i);
863
864 hw_atl_rpfl2unicast_dest_addresslsw_set(self,
865 l, HW_ATL_B0_MAC_MIN + i);
866
867 hw_atl_rpfl2unicast_dest_addressmsw_set(self,
868 h, HW_ATL_B0_MAC_MIN + i);
869
870 hw_atl_rpfl2_uc_flr_en_set(self,
871 (self->aq_nic_cfg->is_mc_list_enabled),
872 HW_ATL_B0_MAC_MIN + i);
873 }
874
875 err = aq_hw_err_from_flags(self);
876
877err_exit:
878 return err;
879}
880
881static int hw_atl_b0_hw_interrupt_moderation_set(struct aq_hw_s *self)
882{
883 unsigned int i = 0U;
884 u32 itr_tx = 2U;
885 u32 itr_rx = 2U;
886
887 switch (self->aq_nic_cfg->itr) {
888 case AQ_CFG_INTERRUPT_MODERATION_ON:
889 case AQ_CFG_INTERRUPT_MODERATION_AUTO:
890 hw_atl_tdm_tx_desc_wr_wb_irq_en_set(self, 0U);
891 hw_atl_tdm_tdm_intr_moder_en_set(self, 1U);
892 hw_atl_rdm_rx_desc_wr_wb_irq_en_set(self, 0U);
893 hw_atl_rdm_rdm_intr_moder_en_set(self, 1U);
894
895 if (self->aq_nic_cfg->itr == AQ_CFG_INTERRUPT_MODERATION_ON) {
896
897 int tx_max_timer = self->aq_nic_cfg->tx_itr / 2;
898 int tx_min_timer = tx_max_timer / 2;
899
900 int rx_max_timer = self->aq_nic_cfg->rx_itr / 2;
901 int rx_min_timer = rx_max_timer / 2;
902
903 tx_max_timer = min(HW_ATL_INTR_MODER_MAX, tx_max_timer);
904 tx_min_timer = min(HW_ATL_INTR_MODER_MIN, tx_min_timer);
905 rx_max_timer = min(HW_ATL_INTR_MODER_MAX, rx_max_timer);
906 rx_min_timer = min(HW_ATL_INTR_MODER_MIN, rx_min_timer);
907
908 itr_tx |= tx_min_timer << 0x8U;
909 itr_tx |= tx_max_timer << 0x10U;
910 itr_rx |= rx_min_timer << 0x8U;
911 itr_rx |= rx_max_timer << 0x10U;
912 } else {
913 static unsigned int hw_atl_b0_timers_table_tx_[][2] = {
914 {0xfU, 0xffU},
915 {0xfU, 0x1ffU},
916 {0xfU, 0x1ffU},
917 {0xfU, 0x1ffU},
918 {0xfU, 0x1ffU},
919 {0xfU, 0x1ffU},
920 };
921
922 static unsigned int hw_atl_b0_timers_table_rx_[][2] = {
923 {0x6U, 0x38U},
924 {0xCU, 0x70U},
925 {0xCU, 0x70U},
926 {0x18U, 0xE0U},
927 {0x30U, 0x80U},
928 {0x4U, 0x50U},
929 };
930
931 unsigned int speed_index =
932 hw_atl_utils_mbps_2_speed_index(
933 self->aq_link_status.mbps);
934
935
936 self->aq_nic_cfg->tx_itr = hw_atl_b0_timers_table_tx_
937 [speed_index][1] * 2;
938 self->aq_nic_cfg->rx_itr = hw_atl_b0_timers_table_rx_
939 [speed_index][1] * 2;
940
941 itr_tx |= hw_atl_b0_timers_table_tx_
942 [speed_index][0] << 0x8U;
943 itr_tx |= hw_atl_b0_timers_table_tx_
944 [speed_index][1] << 0x10U;
945
946 itr_rx |= hw_atl_b0_timers_table_rx_
947 [speed_index][0] << 0x8U;
948 itr_rx |= hw_atl_b0_timers_table_rx_
949 [speed_index][1] << 0x10U;
950 }
951 break;
952 case AQ_CFG_INTERRUPT_MODERATION_OFF:
953 hw_atl_tdm_tx_desc_wr_wb_irq_en_set(self, 1U);
954 hw_atl_tdm_tdm_intr_moder_en_set(self, 0U);
955 hw_atl_rdm_rx_desc_wr_wb_irq_en_set(self, 1U);
956 hw_atl_rdm_rdm_intr_moder_en_set(self, 0U);
957 itr_tx = 0U;
958 itr_rx = 0U;
959 break;
960 }
961
962 for (i = HW_ATL_B0_RINGS_MAX; i--;) {
963 hw_atl_reg_tx_intr_moder_ctrl_set(self, itr_tx, i);
964 hw_atl_reg_rx_intr_moder_ctrl_set(self, itr_rx, i);
965 }
966
967 return aq_hw_err_from_flags(self);
968}
969
970static int hw_atl_b0_hw_stop(struct aq_hw_s *self)
971{
972 int err;
973 u32 val;
974
975 hw_atl_b0_hw_irq_disable(self, HW_ATL_B0_INT_MASK);
976
977
978
979
980 hw_atl_rdm_rx_dma_desc_cache_init_tgl(self);
981
982 err = aq_hw_err_from_flags(self);
983
984 if (err)
985 goto err_exit;
986
987 readx_poll_timeout_atomic(hw_atl_rdm_rx_dma_desc_cache_init_done_get,
988 self, val, val == 1, 1000U, 10000U);
989
990err_exit:
991 return err;
992}
993
994static int hw_atl_b0_hw_ring_tx_stop(struct aq_hw_s *self,
995 struct aq_ring_s *ring)
996{
997 hw_atl_tdm_tx_desc_en_set(self, 0U, ring->idx);
998 return aq_hw_err_from_flags(self);
999}
1000
1001static int hw_atl_b0_hw_ring_rx_stop(struct aq_hw_s *self,
1002 struct aq_ring_s *ring)
1003{
1004 hw_atl_rdm_rx_desc_en_set(self, 0U, ring->idx);
1005 return aq_hw_err_from_flags(self);
1006}
1007
1008static int hw_atl_b0_hw_fl3l4_clear(struct aq_hw_s *self,
1009 struct aq_rx_filter_l3l4 *data)
1010{
1011 u8 location = data->location;
1012
1013 if (!data->is_ipv6) {
1014 hw_atl_rpfl3l4_cmd_clear(self, location);
1015 hw_atl_rpf_l4_spd_set(self, 0U, location);
1016 hw_atl_rpf_l4_dpd_set(self, 0U, location);
1017 hw_atl_rpfl3l4_ipv4_src_addr_clear(self, location);
1018 hw_atl_rpfl3l4_ipv4_dest_addr_clear(self, location);
1019 } else {
1020 int i;
1021
1022 for (i = 0; i < HW_ATL_RX_CNT_REG_ADDR_IPV6; ++i) {
1023 hw_atl_rpfl3l4_cmd_clear(self, location + i);
1024 hw_atl_rpf_l4_spd_set(self, 0U, location + i);
1025 hw_atl_rpf_l4_dpd_set(self, 0U, location + i);
1026 }
1027 hw_atl_rpfl3l4_ipv6_src_addr_clear(self, location);
1028 hw_atl_rpfl3l4_ipv6_dest_addr_clear(self, location);
1029 }
1030
1031 return aq_hw_err_from_flags(self);
1032}
1033
1034static int hw_atl_b0_hw_fl3l4_set(struct aq_hw_s *self,
1035 struct aq_rx_filter_l3l4 *data)
1036{
1037 u8 location = data->location;
1038
1039 hw_atl_b0_hw_fl3l4_clear(self, data);
1040
1041 if (data->cmd) {
1042 if (!data->is_ipv6) {
1043 hw_atl_rpfl3l4_ipv4_dest_addr_set(self,
1044 location,
1045 data->ip_dst[0]);
1046 hw_atl_rpfl3l4_ipv4_src_addr_set(self,
1047 location,
1048 data->ip_src[0]);
1049 } else {
1050 hw_atl_rpfl3l4_ipv6_dest_addr_set(self,
1051 location,
1052 data->ip_dst);
1053 hw_atl_rpfl3l4_ipv6_src_addr_set(self,
1054 location,
1055 data->ip_src);
1056 }
1057 }
1058 hw_atl_rpf_l4_dpd_set(self, data->p_dst, location);
1059 hw_atl_rpf_l4_spd_set(self, data->p_src, location);
1060 hw_atl_rpfl3l4_cmd_set(self, location, data->cmd);
1061
1062 return aq_hw_err_from_flags(self);
1063}
1064
1065static int hw_atl_b0_hw_fl2_set(struct aq_hw_s *self,
1066 struct aq_rx_filter_l2 *data)
1067{
1068 hw_atl_rpf_etht_flr_en_set(self, 1U, data->location);
1069 hw_atl_rpf_etht_flr_set(self, data->ethertype, data->location);
1070 hw_atl_rpf_etht_user_priority_en_set(self,
1071 !!data->user_priority_en,
1072 data->location);
1073 if (data->user_priority_en)
1074 hw_atl_rpf_etht_user_priority_set(self,
1075 data->user_priority,
1076 data->location);
1077
1078 if (data->queue < 0) {
1079 hw_atl_rpf_etht_flr_act_set(self, 0U, data->location);
1080 hw_atl_rpf_etht_rx_queue_en_set(self, 0U, data->location);
1081 } else {
1082 hw_atl_rpf_etht_flr_act_set(self, 1U, data->location);
1083 hw_atl_rpf_etht_rx_queue_en_set(self, 1U, data->location);
1084 hw_atl_rpf_etht_rx_queue_set(self, data->queue, data->location);
1085 }
1086
1087 return aq_hw_err_from_flags(self);
1088}
1089
1090static int hw_atl_b0_hw_fl2_clear(struct aq_hw_s *self,
1091 struct aq_rx_filter_l2 *data)
1092{
1093 hw_atl_rpf_etht_flr_en_set(self, 0U, data->location);
1094 hw_atl_rpf_etht_flr_set(self, 0U, data->location);
1095 hw_atl_rpf_etht_user_priority_en_set(self, 0U, data->location);
1096
1097 return aq_hw_err_from_flags(self);
1098}
1099
1100
1101
1102
1103
1104
1105
1106
1107
1108
1109
1110static int hw_atl_b0_hw_vlan_set(struct aq_hw_s *self,
1111 struct aq_rx_filter_vlan *aq_vlans)
1112{
1113 int i;
1114
1115 for (i = 0; i < AQ_VLAN_MAX_FILTERS; i++) {
1116 hw_atl_rpf_vlan_flr_en_set(self, 0U, i);
1117 hw_atl_rpf_vlan_rxq_en_flr_set(self, 0U, i);
1118 if (aq_vlans[i].enable) {
1119 hw_atl_rpf_vlan_id_flr_set(self,
1120 aq_vlans[i].vlan_id,
1121 i);
1122 hw_atl_rpf_vlan_flr_act_set(self, 1U, i);
1123 hw_atl_rpf_vlan_flr_en_set(self, 1U, i);
1124 if (aq_vlans[i].queue != 0xFF) {
1125 hw_atl_rpf_vlan_rxq_flr_set(self,
1126 aq_vlans[i].queue,
1127 i);
1128 hw_atl_rpf_vlan_rxq_en_flr_set(self, 1U, i);
1129 }
1130 }
1131 }
1132
1133 return aq_hw_err_from_flags(self);
1134}
1135
1136static int hw_atl_b0_hw_vlan_ctrl(struct aq_hw_s *self, bool enable)
1137{
1138
1139 hw_atl_rpf_vlan_prom_mode_en_set(self, !enable);
1140
1141 return aq_hw_err_from_flags(self);
1142}
1143
1144const struct aq_hw_ops hw_atl_ops_b0 = {
1145 .hw_set_mac_address = hw_atl_b0_hw_mac_addr_set,
1146 .hw_init = hw_atl_b0_hw_init,
1147 .hw_reset = hw_atl_b0_hw_reset,
1148 .hw_start = hw_atl_b0_hw_start,
1149 .hw_ring_tx_start = hw_atl_b0_hw_ring_tx_start,
1150 .hw_ring_tx_stop = hw_atl_b0_hw_ring_tx_stop,
1151 .hw_ring_rx_start = hw_atl_b0_hw_ring_rx_start,
1152 .hw_ring_rx_stop = hw_atl_b0_hw_ring_rx_stop,
1153 .hw_stop = hw_atl_b0_hw_stop,
1154
1155 .hw_ring_tx_xmit = hw_atl_b0_hw_ring_tx_xmit,
1156 .hw_ring_tx_head_update = hw_atl_b0_hw_ring_tx_head_update,
1157
1158 .hw_ring_rx_receive = hw_atl_b0_hw_ring_rx_receive,
1159 .hw_ring_rx_fill = hw_atl_b0_hw_ring_rx_fill,
1160
1161 .hw_irq_enable = hw_atl_b0_hw_irq_enable,
1162 .hw_irq_disable = hw_atl_b0_hw_irq_disable,
1163 .hw_irq_read = hw_atl_b0_hw_irq_read,
1164
1165 .hw_ring_rx_init = hw_atl_b0_hw_ring_rx_init,
1166 .hw_ring_tx_init = hw_atl_b0_hw_ring_tx_init,
1167 .hw_packet_filter_set = hw_atl_b0_hw_packet_filter_set,
1168 .hw_filter_l2_set = hw_atl_b0_hw_fl2_set,
1169 .hw_filter_l2_clear = hw_atl_b0_hw_fl2_clear,
1170 .hw_filter_l3l4_set = hw_atl_b0_hw_fl3l4_set,
1171 .hw_filter_vlan_set = hw_atl_b0_hw_vlan_set,
1172 .hw_filter_vlan_ctrl = hw_atl_b0_hw_vlan_ctrl,
1173 .hw_multicast_list_set = hw_atl_b0_hw_multicast_list_set,
1174 .hw_interrupt_moderation_set = hw_atl_b0_hw_interrupt_moderation_set,
1175 .hw_rss_set = hw_atl_b0_hw_rss_set,
1176 .hw_rss_hash_set = hw_atl_b0_hw_rss_hash_set,
1177 .hw_get_regs = hw_atl_utils_hw_get_regs,
1178 .hw_get_hw_stats = hw_atl_utils_get_hw_stats,
1179 .hw_get_fw_version = hw_atl_utils_get_fw_version,
1180 .hw_set_offload = hw_atl_b0_hw_offload_set,
1181 .hw_set_fc = hw_atl_b0_set_fc,
1182};
1183
