1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
34
35#include "fman_memac.h"
36#include "fman.h"
37
38#include <linux/slab.h>
39#include <linux/io.h>
40#include <linux/phy.h>
41#include <linux/of_mdio.h>
42
43
44#define MDIO_SGMII_CR 0x00
45#define MDIO_SGMII_DEV_ABIL_SGMII 0x04
46#define MDIO_SGMII_LINK_TMR_L 0x12
47#define MDIO_SGMII_LINK_TMR_H 0x13
48#define MDIO_SGMII_IF_MODE 0x14
49
50
51#define SGMII_CR_AN_EN 0x1000
52#define SGMII_CR_RESTART_AN 0x0200
53#define SGMII_CR_FD 0x0100
54#define SGMII_CR_SPEED_SEL1_1G 0x0040
55#define SGMII_CR_DEF_VAL (SGMII_CR_AN_EN | SGMII_CR_FD | \
56 SGMII_CR_SPEED_SEL1_1G)
57
58
59#define MDIO_SGMII_DEV_ABIL_SGMII_MODE 0x4001
60#define MDIO_SGMII_DEV_ABIL_BASEX_MODE 0x01A0
61
62
63#define LINK_TMR_L 0xa120
64#define LINK_TMR_H 0x0007
65#define LINK_TMR_L_BASEX 0xaf08
66#define LINK_TMR_H_BASEX 0x002f
67
68
69#define IF_MODE_USE_SGMII_AN 0x0002
70#define IF_MODE_SGMII_EN 0x0001
71#define IF_MODE_SGMII_SPEED_100M 0x0004
72#define IF_MODE_SGMII_SPEED_1G 0x0008
73#define IF_MODE_SGMII_DUPLEX_HALF 0x0010
74
75
76#define MEMAC_NUM_OF_PADDRS 7
77
78
79#define CMD_CFG_REG_LOWP_RXETY 0x01000000
80#define CMD_CFG_TX_LOWP_ENA 0x00800000
81#define CMD_CFG_PFC_MODE 0x00080000
82#define CMD_CFG_NO_LEN_CHK 0x00020000
83#define CMD_CFG_SW_RESET 0x00001000
84#define CMD_CFG_TX_PAD_EN 0x00000800
85#define CMD_CFG_PAUSE_IGNORE 0x00000100
86#define CMD_CFG_CRC_FWD 0x00000040
87#define CMD_CFG_PAD_EN 0x00000020
88#define CMD_CFG_PROMIS_EN 0x00000010
89#define CMD_CFG_RX_EN 0x00000002
90#define CMD_CFG_TX_EN 0x00000001
91
92
93#define TX_FIFO_SECTIONS_TX_EMPTY_MASK 0xFFFF0000
94#define TX_FIFO_SECTIONS_TX_AVAIL_MASK 0x0000FFFF
95#define TX_FIFO_SECTIONS_TX_EMPTY_DEFAULT_10G 0x00400000
96#define TX_FIFO_SECTIONS_TX_EMPTY_DEFAULT_1G 0x00100000
97#define TX_FIFO_SECTIONS_TX_AVAIL_10G 0x00000019
98#define TX_FIFO_SECTIONS_TX_AVAIL_1G 0x00000020
99#define TX_FIFO_SECTIONS_TX_AVAIL_SLOW_10G 0x00000060
100
101#define GET_TX_EMPTY_DEFAULT_VALUE(_val) \
102do { \
103 _val &= ~TX_FIFO_SECTIONS_TX_EMPTY_MASK; \
104 ((_val == TX_FIFO_SECTIONS_TX_AVAIL_10G) ? \
105 (_val |= TX_FIFO_SECTIONS_TX_EMPTY_DEFAULT_10G) :\
106 (_val |= TX_FIFO_SECTIONS_TX_EMPTY_DEFAULT_1G));\
107} while (0)
108
109
110
111#define IF_MODE_MASK 0x00000003
112#define IF_MODE_XGMII 0x00000000
113#define IF_MODE_GMII 0x00000002
114#define IF_MODE_RGMII 0x00000004
115#define IF_MODE_RGMII_AUTO 0x00008000
116#define IF_MODE_RGMII_1000 0x00004000
117#define IF_MODE_RGMII_100 0x00000000
118#define IF_MODE_RGMII_10 0x00002000
119#define IF_MODE_RGMII_SP_MASK 0x00006000
120#define IF_MODE_RGMII_FD 0x00001000
121#define IF_MODE_HD 0x00000040
122
123
124#define HASH_CTRL_MCAST_EN 0x00000100
125
126#define HASH_CTRL_ADDR_MASK 0x0000003F
127
128#define GROUP_ADDRESS 0x0000010000000000LL
129#define HASH_TABLE_SIZE 64
130
131
132#define MEMAC_IMASK_MGI 0x40000000
133#define MEMAC_IMASK_TSECC_ER 0x20000000
134#define MEMAC_IMASK_TECC_ER 0x02000000
135#define MEMAC_IMASK_RECC_ER 0x01000000
136
137#define MEMAC_ALL_ERRS_IMASK \
138 ((u32)(MEMAC_IMASK_TSECC_ER | \
139 MEMAC_IMASK_TECC_ER | \
140 MEMAC_IMASK_RECC_ER | \
141 MEMAC_IMASK_MGI))
142
143#define MEMAC_IEVNT_PCS 0x80000000
144#define MEMAC_IEVNT_AN 0x40000000
145#define MEMAC_IEVNT_LT 0x20000000
146#define MEMAC_IEVNT_MGI 0x00004000
147#define MEMAC_IEVNT_TS_ECC_ER 0x00002000
148#define MEMAC_IEVNT_RX_FIFO_OVFL 0x00001000
149#define MEMAC_IEVNT_TX_FIFO_UNFL 0x00000800
150#define MEMAC_IEVNT_TX_FIFO_OVFL 0x00000400
151#define MEMAC_IEVNT_TX_ECC_ER 0x00000200
152#define MEMAC_IEVNT_RX_ECC_ER 0x00000100
153#define MEMAC_IEVNT_LI_FAULT 0x00000080
154#define MEMAC_IEVNT_RX_EMPTY 0x00000040
155#define MEMAC_IEVNT_TX_EMPTY 0x00000020
156#define MEMAC_IEVNT_RX_LOWP 0x00000010
157#define MEMAC_IEVNT_PHY_LOS 0x00000004
158#define MEMAC_IEVNT_REM_FAULT 0x00000002
159#define MEMAC_IEVNT_LOC_FAULT 0x00000001
160
161#define DEFAULT_PAUSE_QUANTA 0xf000
162#define DEFAULT_FRAME_LENGTH 0x600
163#define DEFAULT_TX_IPG_LENGTH 12
164
165#define CLXY_PAUSE_QUANTA_CLX_PQNT 0x0000FFFF
166#define CLXY_PAUSE_QUANTA_CLY_PQNT 0xFFFF0000
167#define CLXY_PAUSE_THRESH_CLX_QTH 0x0000FFFF
168#define CLXY_PAUSE_THRESH_CLY_QTH 0xFFFF0000
169
170struct mac_addr {
171
172 u32 mac_addr_l;
173
174 u32 mac_addr_u;
175};
176
177
178struct memac_regs {
179 u32 res0000[2];
180 u32 command_config;
181 struct mac_addr mac_addr0;
182 u32 maxfrm;
183 u32 res0018[1];
184 u32 rx_fifo_sections;
185 u32 tx_fifo_sections;
186 u32 res0024[2];
187 u32 hashtable_ctrl;
188 u32 res0030[4];
189 u32 ievent;
190 u32 tx_ipg_length;
191 u32 res0048;
192 u32 imask;
193 u32 res0050;
194 u32 pause_quanta[4];
195 u32 pause_thresh[4];
196 u32 rx_pause_status;
197 u32 res0078[2];
198 struct mac_addr mac_addr[MEMAC_NUM_OF_PADDRS];
199 u32 lpwake_timer;
200 u32 sleep_timer;
201 u32 res00c0[8];
202 u32 statn_config;
203 u32 res00e4[7];
204
205 u32 reoct_l;
206 u32 reoct_u;
207 u32 roct_l;
208 u32 roct_u;
209 u32 raln_l;
210 u32 raln_u;
211 u32 rxpf_l;
212 u32 rxpf_u;
213 u32 rfrm_l;
214 u32 rfrm_u;
215 u32 rfcs_l;
216 u32 rfcs_u;
217 u32 rvlan_l;
218 u32 rvlan_u;
219 u32 rerr_l;
220 u32 rerr_u;
221 u32 ruca_l;
222 u32 ruca_u;
223 u32 rmca_l;
224 u32 rmca_u;
225 u32 rbca_l;
226 u32 rbca_u;
227 u32 rdrp_l;
228 u32 rdrp_u;
229 u32 rpkt_l;
230 u32 rpkt_u;
231 u32 rund_l;
232 u32 rund_u;
233 u32 r64_l;
234 u32 r64_u;
235 u32 r127_l;
236 u32 r127_u;
237 u32 r255_l;
238 u32 r255_u;
239 u32 r511_l;
240 u32 r511_u;
241 u32 r1023_l;
242 u32 r1023_u;
243 u32 r1518_l;
244 u32 r1518_u;
245 u32 r1519x_l;
246 u32 r1519x_u;
247 u32 rovr_l;
248 u32 rovr_u;
249 u32 rjbr_l;
250 u32 rjbr_u;
251 u32 rfrg_l;
252 u32 rfrg_u;
253 u32 rcnp_l;
254 u32 rcnp_u;
255 u32 rdrntp_l;
256 u32 rdrntp_u;
257 u32 res01d0[12];
258
259 u32 teoct_l;
260 u32 teoct_u;
261 u32 toct_l;
262 u32 toct_u;
263 u32 res0210[2];
264 u32 txpf_l;
265 u32 txpf_u;
266 u32 tfrm_l;
267 u32 tfrm_u;
268 u32 tfcs_l;
269 u32 tfcs_u;
270 u32 tvlan_l;
271 u32 tvlan_u;
272 u32 terr_l;
273 u32 terr_u;
274 u32 tuca_l;
275 u32 tuca_u;
276 u32 tmca_l;
277 u32 tmca_u;
278 u32 tbca_l;
279 u32 tbca_u;
280 u32 res0258[2];
281 u32 tpkt_l;
282 u32 tpkt_u;
283 u32 tund_l;
284 u32 tund_u;
285 u32 t64_l;
286 u32 t64_u;
287 u32 t127_l;
288 u32 t127_u;
289 u32 t255_l;
290 u32 t255_u;
291 u32 t511_l;
292 u32 t511_u;
293 u32 t1023_l;
294 u32 t1023_u;
295 u32 t1518_l;
296 u32 t1518_u;
297 u32 t1519x_l;
298 u32 t1519x_u;
299 u32 res02a8[6];
300 u32 tcnp_l;
301 u32 tcnp_u;
302 u32 res02c8[14];
303
304 u32 if_mode;
305 u32 if_status;
306 u32 res0308[14];
307
308 u32 hg_config;
309 u32 res0344[3];
310 u32 hg_pause_quanta;
311 u32 res0354[3];
312 u32 hg_pause_thresh;
313 u32 res0364[3];
314 u32 hgrx_pause_status;
315 u32 hg_fifos_status;
316 u32 rhm;
317 u32 thm;
318};
319
320struct memac_cfg {
321 bool reset_on_init;
322 bool pause_ignore;
323 bool promiscuous_mode_enable;
324 struct fixed_phy_status *fixed_link;
325 u16 max_frame_length;
326 u16 pause_quanta;
327 u32 tx_ipg_length;
328};
329
330struct fman_mac {
331
332 struct memac_regs __iomem *regs;
333
334 u64 addr;
335
336 phy_interface_t phy_if;
337 u16 max_speed;
338 void *dev_id;
339 fman_mac_exception_cb *exception_cb;
340 fman_mac_exception_cb *event_cb;
341
342 struct eth_hash_t *multicast_addr_hash;
343
344 struct eth_hash_t *unicast_addr_hash;
345 u8 mac_id;
346 u32 exceptions;
347 struct memac_cfg *memac_drv_param;
348 void *fm;
349 struct fman_rev_info fm_rev_info;
350 bool basex_if;
351 struct phy_device *pcsphy;
352};
353
354static void add_addr_in_paddr(struct memac_regs __iomem *regs, u8 *adr,
355 u8 paddr_num)
356{
357 u32 tmp0, tmp1;
358
359 tmp0 = (u32)(adr[0] | adr[1] << 8 | adr[2] << 16 | adr[3] << 24);
360 tmp1 = (u32)(adr[4] | adr[5] << 8);
361
362 if (paddr_num == 0) {
363 iowrite32be(tmp0, ®s->mac_addr0.mac_addr_l);
364 iowrite32be(tmp1, ®s->mac_addr0.mac_addr_u);
365 } else {
366 iowrite32be(tmp0, ®s->mac_addr[paddr_num - 1].mac_addr_l);
367 iowrite32be(tmp1, ®s->mac_addr[paddr_num - 1].mac_addr_u);
368 }
369}
370
371static int reset(struct memac_regs __iomem *regs)
372{
373 u32 tmp;
374 int count;
375
376 tmp = ioread32be(®s->command_config);
377
378 tmp |= CMD_CFG_SW_RESET;
379
380 iowrite32be(tmp, ®s->command_config);
381
382 count = 100;
383 do {
384 udelay(1);
385 } while ((ioread32be(®s->command_config) & CMD_CFG_SW_RESET) &&
386 --count);
387
388 if (count == 0)
389 return -EBUSY;
390
391 return 0;
392}
393
394static void set_exception(struct memac_regs __iomem *regs, u32 val,
395 bool enable)
396{
397 u32 tmp;
398
399 tmp = ioread32be(®s->imask);
400 if (enable)
401 tmp |= val;
402 else
403 tmp &= ~val;
404
405 iowrite32be(tmp, ®s->imask);
406}
407
408static int init(struct memac_regs __iomem *regs, struct memac_cfg *cfg,
409 phy_interface_t phy_if, u16 speed, bool slow_10g_if,
410 u32 exceptions)
411{
412 u32 tmp;
413
414
415 tmp = 0;
416 if (cfg->promiscuous_mode_enable)
417 tmp |= CMD_CFG_PROMIS_EN;
418 if (cfg->pause_ignore)
419 tmp |= CMD_CFG_PAUSE_IGNORE;
420
421
422 tmp |= CMD_CFG_NO_LEN_CHK;
423
424 tmp |= CMD_CFG_TX_PAD_EN;
425
426 tmp |= CMD_CFG_CRC_FWD;
427
428 iowrite32be(tmp, ®s->command_config);
429
430
431 iowrite32be((u32)cfg->max_frame_length, ®s->maxfrm);
432
433
434 iowrite32be((u32)cfg->pause_quanta, ®s->pause_quanta[0]);
435 iowrite32be((u32)0, ®s->pause_thresh[0]);
436
437
438 tmp = 0;
439 switch (phy_if) {
440 case PHY_INTERFACE_MODE_XGMII:
441 tmp |= IF_MODE_XGMII;
442 break;
443 default:
444 tmp |= IF_MODE_GMII;
445 if (phy_if == PHY_INTERFACE_MODE_RGMII)
446 tmp |= IF_MODE_RGMII | IF_MODE_RGMII_AUTO;
447 }
448 iowrite32be(tmp, ®s->if_mode);
449
450
451 tmp = 0;
452 if (phy_if == PHY_INTERFACE_MODE_XGMII) {
453 if (slow_10g_if) {
454 tmp |= (TX_FIFO_SECTIONS_TX_AVAIL_SLOW_10G |
455 TX_FIFO_SECTIONS_TX_EMPTY_DEFAULT_10G);
456 } else {
457 tmp |= (TX_FIFO_SECTIONS_TX_AVAIL_10G |
458 TX_FIFO_SECTIONS_TX_EMPTY_DEFAULT_10G);
459 }
460 } else {
461 tmp |= (TX_FIFO_SECTIONS_TX_AVAIL_1G |
462 TX_FIFO_SECTIONS_TX_EMPTY_DEFAULT_1G);
463 }
464 iowrite32be(tmp, ®s->tx_fifo_sections);
465
466
467 iowrite32be(0xffffffff, ®s->ievent);
468 set_exception(regs, exceptions, true);
469
470 return 0;
471}
472
473static void set_dflts(struct memac_cfg *cfg)
474{
475 cfg->reset_on_init = false;
476 cfg->promiscuous_mode_enable = false;
477 cfg->pause_ignore = false;
478 cfg->tx_ipg_length = DEFAULT_TX_IPG_LENGTH;
479 cfg->max_frame_length = DEFAULT_FRAME_LENGTH;
480 cfg->pause_quanta = DEFAULT_PAUSE_QUANTA;
481}
482
483static u32 get_mac_addr_hash_code(u64 eth_addr)
484{
485 u64 mask1, mask2;
486 u32 xor_val = 0;
487 u8 i, j;
488
489 for (i = 0; i < 6; i++) {
490 mask1 = eth_addr & (u64)0x01;
491 eth_addr >>= 1;
492
493 for (j = 0; j < 7; j++) {
494 mask2 = eth_addr & (u64)0x01;
495 mask1 ^= mask2;
496 eth_addr >>= 1;
497 }
498
499 xor_val |= (mask1 << (5 - i));
500 }
501
502 return xor_val;
503}
504
505static void setup_sgmii_internal_phy(struct fman_mac *memac,
506 struct fixed_phy_status *fixed_link)
507{
508 u16 tmp_reg16;
509
510 if (WARN_ON(!memac->pcsphy))
511 return;
512
513
514 tmp_reg16 = IF_MODE_SGMII_EN;
515 if (!fixed_link)
516
517 tmp_reg16 |= IF_MODE_USE_SGMII_AN;
518 else {
519 switch (fixed_link->speed) {
520 case 10:
521
522 break;
523 case 100:
524 tmp_reg16 |= IF_MODE_SGMII_SPEED_100M;
525 break;
526 case 1000:
527 default:
528 tmp_reg16 |= IF_MODE_SGMII_SPEED_1G;
529 break;
530 }
531 if (!fixed_link->duplex)
532 tmp_reg16 |= IF_MODE_SGMII_DUPLEX_HALF;
533 }
534 phy_write(memac->pcsphy, MDIO_SGMII_IF_MODE, tmp_reg16);
535
536
537 tmp_reg16 = MDIO_SGMII_DEV_ABIL_SGMII_MODE;
538 phy_write(memac->pcsphy, MDIO_SGMII_DEV_ABIL_SGMII, tmp_reg16);
539
540
541
542
543
544
545
546
547
548
549
550
551
552 phy_write(memac->pcsphy, MDIO_SGMII_LINK_TMR_H, LINK_TMR_H);
553 phy_write(memac->pcsphy, MDIO_SGMII_LINK_TMR_L, LINK_TMR_L);
554
555 if (!fixed_link)
556
557 tmp_reg16 = SGMII_CR_DEF_VAL | SGMII_CR_RESTART_AN;
558 else
559
560 tmp_reg16 = SGMII_CR_DEF_VAL & ~SGMII_CR_AN_EN;
561 phy_write(memac->pcsphy, 0x0, tmp_reg16);
562}
563
564static void setup_sgmii_internal_phy_base_x(struct fman_mac *memac)
565{
566 u16 tmp_reg16;
567
568
569 tmp_reg16 = MDIO_SGMII_DEV_ABIL_BASEX_MODE;
570 phy_write(memac->pcsphy, MDIO_SGMII_DEV_ABIL_SGMII, tmp_reg16);
571
572
573
574
575
576
577
578
579
580
581
582
583
584 phy_write(memac->pcsphy, MDIO_SGMII_LINK_TMR_H, LINK_TMR_H_BASEX);
585 phy_write(memac->pcsphy, MDIO_SGMII_LINK_TMR_L, LINK_TMR_L_BASEX);
586
587
588 tmp_reg16 = SGMII_CR_DEF_VAL | SGMII_CR_RESTART_AN;
589 phy_write(memac->pcsphy, 0x0, tmp_reg16);
590}
591
592static int check_init_parameters(struct fman_mac *memac)
593{
594 if (memac->addr == 0) {
595 pr_err("Ethernet MAC must have a valid MAC address\n");
596 return -EINVAL;
597 }
598 if (!memac->exception_cb) {
599 pr_err("Uninitialized exception handler\n");
600 return -EINVAL;
601 }
602 if (!memac->event_cb) {
603 pr_warn("Uninitialize event handler\n");
604 return -EINVAL;
605 }
606
607 return 0;
608}
609
610static int get_exception_flag(enum fman_mac_exceptions exception)
611{
612 u32 bit_mask;
613
614 switch (exception) {
615 case FM_MAC_EX_10G_TX_ECC_ER:
616 bit_mask = MEMAC_IMASK_TECC_ER;
617 break;
618 case FM_MAC_EX_10G_RX_ECC_ER:
619 bit_mask = MEMAC_IMASK_RECC_ER;
620 break;
621 case FM_MAC_EX_TS_FIFO_ECC_ERR:
622 bit_mask = MEMAC_IMASK_TSECC_ER;
623 break;
624 case FM_MAC_EX_MAGIC_PACKET_INDICATION:
625 bit_mask = MEMAC_IMASK_MGI;
626 break;
627 default:
628 bit_mask = 0;
629 break;
630 }
631
632 return bit_mask;
633}
634
635static void memac_err_exception(void *handle)
636{
637 struct fman_mac *memac = (struct fman_mac *)handle;
638 struct memac_regs __iomem *regs = memac->regs;
639 u32 event, imask;
640
641 event = ioread32be(®s->ievent);
642 imask = ioread32be(®s->imask);
643
644
645
646
647
648
649 event &= ((imask & MEMAC_ALL_ERRS_IMASK) >> 16);
650
651 iowrite32be(event, ®s->ievent);
652
653 if (event & MEMAC_IEVNT_TS_ECC_ER)
654 memac->exception_cb(memac->dev_id, FM_MAC_EX_TS_FIFO_ECC_ERR);
655 if (event & MEMAC_IEVNT_TX_ECC_ER)
656 memac->exception_cb(memac->dev_id, FM_MAC_EX_10G_TX_ECC_ER);
657 if (event & MEMAC_IEVNT_RX_ECC_ER)
658 memac->exception_cb(memac->dev_id, FM_MAC_EX_10G_RX_ECC_ER);
659}
660
661static void memac_exception(void *handle)
662{
663 struct fman_mac *memac = (struct fman_mac *)handle;
664 struct memac_regs __iomem *regs = memac->regs;
665 u32 event, imask;
666
667 event = ioread32be(®s->ievent);
668 imask = ioread32be(®s->imask);
669
670
671
672
673
674
675 event &= ((imask & MEMAC_ALL_ERRS_IMASK) >> 16);
676
677 iowrite32be(event, ®s->ievent);
678
679 if (event & MEMAC_IEVNT_MGI)
680 memac->exception_cb(memac->dev_id,
681 FM_MAC_EX_MAGIC_PACKET_INDICATION);
682}
683
684static void free_init_resources(struct fman_mac *memac)
685{
686 fman_unregister_intr(memac->fm, FMAN_MOD_MAC, memac->mac_id,
687 FMAN_INTR_TYPE_ERR);
688
689 fman_unregister_intr(memac->fm, FMAN_MOD_MAC, memac->mac_id,
690 FMAN_INTR_TYPE_NORMAL);
691
692
693 free_hash_table(memac->multicast_addr_hash);
694 memac->multicast_addr_hash = NULL;
695
696
697 free_hash_table(memac->unicast_addr_hash);
698 memac->unicast_addr_hash = NULL;
699}
700
701static bool is_init_done(struct memac_cfg *memac_drv_params)
702{
703
704 if (!memac_drv_params)
705 return true;
706
707 return false;
708}
709
710int memac_enable(struct fman_mac *memac, enum comm_mode mode)
711{
712 struct memac_regs __iomem *regs = memac->regs;
713 u32 tmp;
714
715 if (!is_init_done(memac->memac_drv_param))
716 return -EINVAL;
717
718 tmp = ioread32be(®s->command_config);
719 if (mode & COMM_MODE_RX)
720 tmp |= CMD_CFG_RX_EN;
721 if (mode & COMM_MODE_TX)
722 tmp |= CMD_CFG_TX_EN;
723
724 iowrite32be(tmp, ®s->command_config);
725
726 return 0;
727}
728
729int memac_disable(struct fman_mac *memac, enum comm_mode mode)
730{
731 struct memac_regs __iomem *regs = memac->regs;
732 u32 tmp;
733
734 if (!is_init_done(memac->memac_drv_param))
735 return -EINVAL;
736
737 tmp = ioread32be(®s->command_config);
738 if (mode & COMM_MODE_RX)
739 tmp &= ~CMD_CFG_RX_EN;
740 if (mode & COMM_MODE_TX)
741 tmp &= ~CMD_CFG_TX_EN;
742
743 iowrite32be(tmp, ®s->command_config);
744
745 return 0;
746}
747
748int memac_set_promiscuous(struct fman_mac *memac, bool new_val)
749{
750 struct memac_regs __iomem *regs = memac->regs;
751 u32 tmp;
752
753 if (!is_init_done(memac->memac_drv_param))
754 return -EINVAL;
755
756 tmp = ioread32be(®s->command_config);
757 if (new_val)
758 tmp |= CMD_CFG_PROMIS_EN;
759 else
760 tmp &= ~CMD_CFG_PROMIS_EN;
761
762 iowrite32be(tmp, ®s->command_config);
763
764 return 0;
765}
766
767int memac_adjust_link(struct fman_mac *memac, u16 speed)
768{
769 struct memac_regs __iomem *regs = memac->regs;
770 u32 tmp;
771
772 if (!is_init_done(memac->memac_drv_param))
773 return -EINVAL;
774
775 tmp = ioread32be(®s->if_mode);
776
777
778 tmp &= ~IF_MODE_HD;
779
780 if (memac->phy_if == PHY_INTERFACE_MODE_RGMII) {
781
782 tmp &= ~IF_MODE_RGMII_AUTO;
783 tmp &= ~IF_MODE_RGMII_SP_MASK;
784
785 tmp |= IF_MODE_RGMII_FD;
786
787 switch (speed) {
788 case SPEED_1000:
789 tmp |= IF_MODE_RGMII_1000;
790 break;
791 case SPEED_100:
792 tmp |= IF_MODE_RGMII_100;
793 break;
794 case SPEED_10:
795 tmp |= IF_MODE_RGMII_10;
796 break;
797 default:
798 break;
799 }
800 }
801
802 iowrite32be(tmp, ®s->if_mode);
803
804 return 0;
805}
806
807int memac_cfg_max_frame_len(struct fman_mac *memac, u16 new_val)
808{
809 if (is_init_done(memac->memac_drv_param))
810 return -EINVAL;
811
812 memac->memac_drv_param->max_frame_length = new_val;
813
814 return 0;
815}
816
817int memac_cfg_reset_on_init(struct fman_mac *memac, bool enable)
818{
819 if (is_init_done(memac->memac_drv_param))
820 return -EINVAL;
821
822 memac->memac_drv_param->reset_on_init = enable;
823
824 return 0;
825}
826
827int memac_cfg_fixed_link(struct fman_mac *memac,
828 struct fixed_phy_status *fixed_link)
829{
830 if (is_init_done(memac->memac_drv_param))
831 return -EINVAL;
832
833 memac->memac_drv_param->fixed_link = fixed_link;
834
835 return 0;
836}
837
838int memac_set_tx_pause_frames(struct fman_mac *memac, u8 priority,
839 u16 pause_time, u16 thresh_time)
840{
841 struct memac_regs __iomem *regs = memac->regs;
842 u32 tmp;
843
844 if (!is_init_done(memac->memac_drv_param))
845 return -EINVAL;
846
847 tmp = ioread32be(®s->tx_fifo_sections);
848
849 GET_TX_EMPTY_DEFAULT_VALUE(tmp);
850 iowrite32be(tmp, ®s->tx_fifo_sections);
851
852 tmp = ioread32be(®s->command_config);
853 tmp &= ~CMD_CFG_PFC_MODE;
854 priority = 0;
855
856 iowrite32be(tmp, ®s->command_config);
857
858 tmp = ioread32be(®s->pause_quanta[priority / 2]);
859 if (priority % 2)
860 tmp &= CLXY_PAUSE_QUANTA_CLX_PQNT;
861 else
862 tmp &= CLXY_PAUSE_QUANTA_CLY_PQNT;
863 tmp |= ((u32)pause_time << (16 * (priority % 2)));
864 iowrite32be(tmp, ®s->pause_quanta[priority / 2]);
865
866 tmp = ioread32be(®s->pause_thresh[priority / 2]);
867 if (priority % 2)
868 tmp &= CLXY_PAUSE_THRESH_CLX_QTH;
869 else
870 tmp &= CLXY_PAUSE_THRESH_CLY_QTH;
871 tmp |= ((u32)thresh_time << (16 * (priority % 2)));
872 iowrite32be(tmp, ®s->pause_thresh[priority / 2]);
873
874 return 0;
875}
876
877int memac_accept_rx_pause_frames(struct fman_mac *memac, bool en)
878{
879 struct memac_regs __iomem *regs = memac->regs;
880 u32 tmp;
881
882 if (!is_init_done(memac->memac_drv_param))
883 return -EINVAL;
884
885 tmp = ioread32be(®s->command_config);
886 if (en)
887 tmp &= ~CMD_CFG_PAUSE_IGNORE;
888 else
889 tmp |= CMD_CFG_PAUSE_IGNORE;
890
891 iowrite32be(tmp, ®s->command_config);
892
893 return 0;
894}
895
896int memac_modify_mac_address(struct fman_mac *memac, enet_addr_t *enet_addr)
897{
898 if (!is_init_done(memac->memac_drv_param))
899 return -EINVAL;
900
901 add_addr_in_paddr(memac->regs, (u8 *)(*enet_addr), 0);
902
903 return 0;
904}
905
906int memac_add_hash_mac_address(struct fman_mac *memac, enet_addr_t *eth_addr)
907{
908 struct memac_regs __iomem *regs = memac->regs;
909 struct eth_hash_entry *hash_entry;
910 u32 hash;
911 u64 addr;
912
913 if (!is_init_done(memac->memac_drv_param))
914 return -EINVAL;
915
916 addr = ENET_ADDR_TO_UINT64(*eth_addr);
917
918 if (!(addr & GROUP_ADDRESS)) {
919
920 pr_err("Unicast Address\n");
921 return -EINVAL;
922 }
923 hash = get_mac_addr_hash_code(addr) & HASH_CTRL_ADDR_MASK;
924
925
926 hash_entry = kmalloc(sizeof(*hash_entry), GFP_KERNEL);
927 if (!hash_entry)
928 return -ENOMEM;
929 hash_entry->addr = addr;
930 INIT_LIST_HEAD(&hash_entry->node);
931
932 list_add_tail(&hash_entry->node,
933 &memac->multicast_addr_hash->lsts[hash]);
934 iowrite32be(hash | HASH_CTRL_MCAST_EN, ®s->hashtable_ctrl);
935
936 return 0;
937}
938
939int memac_del_hash_mac_address(struct fman_mac *memac, enet_addr_t *eth_addr)
940{
941 struct memac_regs __iomem *regs = memac->regs;
942 struct eth_hash_entry *hash_entry = NULL;
943 struct list_head *pos;
944 u32 hash;
945 u64 addr;
946
947 if (!is_init_done(memac->memac_drv_param))
948 return -EINVAL;
949
950 addr = ENET_ADDR_TO_UINT64(*eth_addr);
951
952 hash = get_mac_addr_hash_code(addr) & HASH_CTRL_ADDR_MASK;
953
954 list_for_each(pos, &memac->multicast_addr_hash->lsts[hash]) {
955 hash_entry = ETH_HASH_ENTRY_OBJ(pos);
956 if (hash_entry->addr == addr) {
957 list_del_init(&hash_entry->node);
958 kfree(hash_entry);
959 break;
960 }
961 }
962 if (list_empty(&memac->multicast_addr_hash->lsts[hash]))
963 iowrite32be(hash & ~HASH_CTRL_MCAST_EN, ®s->hashtable_ctrl);
964
965 return 0;
966}
967
968int memac_set_exception(struct fman_mac *memac,
969 enum fman_mac_exceptions exception, bool enable)
970{
971 u32 bit_mask = 0;
972
973 if (!is_init_done(memac->memac_drv_param))
974 return -EINVAL;
975
976 bit_mask = get_exception_flag(exception);
977 if (bit_mask) {
978 if (enable)
979 memac->exceptions |= bit_mask;
980 else
981 memac->exceptions &= ~bit_mask;
982 } else {
983 pr_err("Undefined exception\n");
984 return -EINVAL;
985 }
986 set_exception(memac->regs, bit_mask, enable);
987
988 return 0;
989}
990
991int memac_init(struct fman_mac *memac)
992{
993 struct memac_cfg *memac_drv_param;
994 u8 i;
995 enet_addr_t eth_addr;
996 bool slow_10g_if = false;
997 struct fixed_phy_status *fixed_link;
998 int err;
999 u32 reg32 = 0;
1000
1001 if (is_init_done(memac->memac_drv_param))
1002 return -EINVAL;
1003
1004 err = check_init_parameters(memac);
1005 if (err)
1006 return err;
1007
1008 memac_drv_param = memac->memac_drv_param;
1009
1010 if (memac->fm_rev_info.major == 6 && memac->fm_rev_info.minor == 4)
1011 slow_10g_if = true;
1012
1013
1014 if (memac_drv_param->reset_on_init) {
1015 err = reset(memac->regs);
1016 if (err) {
1017 pr_err("mEMAC reset failed\n");
1018 return err;
1019 }
1020 }
1021
1022
1023 MAKE_ENET_ADDR_FROM_UINT64(memac->addr, eth_addr);
1024 add_addr_in_paddr(memac->regs, (u8 *)eth_addr, 0);
1025
1026 fixed_link = memac_drv_param->fixed_link;
1027
1028 init(memac->regs, memac->memac_drv_param, memac->phy_if,
1029 memac->max_speed, slow_10g_if, memac->exceptions);
1030
1031
1032
1033
1034 if ((memac->fm_rev_info.major == 6) &&
1035 ((memac->fm_rev_info.minor == 0) ||
1036 (memac->fm_rev_info.minor == 3))) {
1037
1038
1039
1040 reg32 = ioread32be(&memac->regs->command_config);
1041 reg32 &= ~CMD_CFG_CRC_FWD;
1042 iowrite32be(reg32, &memac->regs->command_config);
1043 }
1044
1045 if (memac->phy_if == PHY_INTERFACE_MODE_SGMII) {
1046
1047 if (memac->basex_if)
1048 setup_sgmii_internal_phy_base_x(memac);
1049 else
1050 setup_sgmii_internal_phy(memac, fixed_link);
1051 } else if (memac->phy_if == PHY_INTERFACE_MODE_QSGMII) {
1052
1053 for (i = 0; i < 4; i++) {
1054 u8 qsmgii_phy_addr, phy_addr;
1055
1056
1057
1058
1059
1060 phy_addr = memac->pcsphy->mdio.addr;
1061 qsmgii_phy_addr = (u8)((phy_addr << 2) | i);
1062 memac->pcsphy->mdio.addr = qsmgii_phy_addr;
1063 if (memac->basex_if)
1064 setup_sgmii_internal_phy_base_x(memac);
1065 else
1066 setup_sgmii_internal_phy(memac, fixed_link);
1067
1068 memac->pcsphy->mdio.addr = phy_addr;
1069 }
1070 }
1071
1072
1073 err = fman_set_mac_max_frame(memac->fm, memac->mac_id,
1074 memac_drv_param->max_frame_length);
1075 if (err) {
1076 pr_err("settings Mac max frame length is FAILED\n");
1077 return err;
1078 }
1079
1080 memac->multicast_addr_hash = alloc_hash_table(HASH_TABLE_SIZE);
1081 if (!memac->multicast_addr_hash) {
1082 free_init_resources(memac);
1083 pr_err("allocation hash table is FAILED\n");
1084 return -ENOMEM;
1085 }
1086
1087 memac->unicast_addr_hash = alloc_hash_table(HASH_TABLE_SIZE);
1088 if (!memac->unicast_addr_hash) {
1089 free_init_resources(memac);
1090 pr_err("allocation hash table is FAILED\n");
1091 return -ENOMEM;
1092 }
1093
1094 fman_register_intr(memac->fm, FMAN_MOD_MAC, memac->mac_id,
1095 FMAN_INTR_TYPE_ERR, memac_err_exception, memac);
1096
1097 fman_register_intr(memac->fm, FMAN_MOD_MAC, memac->mac_id,
1098 FMAN_INTR_TYPE_NORMAL, memac_exception, memac);
1099
1100 kfree(memac_drv_param);
1101 memac->memac_drv_param = NULL;
1102
1103 return 0;
1104}
1105
1106int memac_free(struct fman_mac *memac)
1107{
1108 free_init_resources(memac);
1109
1110 if (memac->pcsphy)
1111 put_device(&memac->pcsphy->mdio.dev);
1112
1113 kfree(memac->memac_drv_param);
1114 kfree(memac);
1115
1116 return 0;
1117}
1118
1119struct fman_mac *memac_config(struct fman_mac_params *params)
1120{
1121 struct fman_mac *memac;
1122 struct memac_cfg *memac_drv_param;
1123 void __iomem *base_addr;
1124
1125 base_addr = params->base_addr;
1126
1127 memac = kzalloc(sizeof(*memac), GFP_KERNEL);
1128 if (!memac)
1129 return NULL;
1130
1131
1132 memac_drv_param = kzalloc(sizeof(*memac_drv_param), GFP_KERNEL);
1133 if (!memac_drv_param) {
1134 memac_free(memac);
1135 return NULL;
1136 }
1137
1138
1139 memac->memac_drv_param = memac_drv_param;
1140
1141 set_dflts(memac_drv_param);
1142
1143 memac->addr = ENET_ADDR_TO_UINT64(params->addr);
1144
1145 memac->regs = base_addr;
1146 memac->max_speed = params->max_speed;
1147 memac->phy_if = params->phy_if;
1148 memac->mac_id = params->mac_id;
1149 memac->exceptions = (MEMAC_IMASK_TSECC_ER | MEMAC_IMASK_TECC_ER |
1150 MEMAC_IMASK_RECC_ER | MEMAC_IMASK_MGI);
1151 memac->exception_cb = params->exception_cb;
1152 memac->event_cb = params->event_cb;
1153 memac->dev_id = params->dev_id;
1154 memac->fm = params->fm;
1155 memac->basex_if = params->basex_if;
1156
1157
1158 fman_get_revision(memac->fm, &memac->fm_rev_info);
1159
1160 if (memac->phy_if == PHY_INTERFACE_MODE_SGMII ||
1161 memac->phy_if == PHY_INTERFACE_MODE_QSGMII) {
1162 if (!params->internal_phy_node) {
1163 pr_err("PCS PHY node is not available\n");
1164 memac_free(memac);
1165 return NULL;
1166 }
1167
1168 memac->pcsphy = of_phy_find_device(params->internal_phy_node);
1169 if (!memac->pcsphy) {
1170 pr_err("of_phy_find_device (PCS PHY) failed\n");
1171 memac_free(memac);
1172 return NULL;
1173 }
1174 }
1175
1176 return memac;
1177}
1178