1
2
3
4
5
6
7
8
9
10
11
12
13
14
15#include <common.h>
16#include <errno.h>
17#include <dm.h>
18#include <dm/ofnode.h>
19#include <pci.h>
20#include <asm/io.h>
21#include <linux/bitfield.h>
22#include <linux/log2.h>
23#include <linux/iopoll.h>
24
25
26#define BRCM_PCIE_CAP_REGS 0x00ac
27
28
29#define PCIE_RC_CFG_VENDOR_SPECIFIC_REG1 0x0188
30#define VENDOR_SPECIFIC_REG1_ENDIAN_MODE_BAR2_MASK 0xc
31#define VENDOR_SPECIFIC_REG1_LITTLE_ENDIAN 0x0
32
33#define PCIE_RC_CFG_PRIV1_ID_VAL3 0x043c
34#define CFG_PRIV1_ID_VAL3_CLASS_CODE_MASK 0xffffff
35
36#define PCIE_RC_DL_MDIO_ADDR 0x1100
37#define PCIE_RC_DL_MDIO_WR_DATA 0x1104
38#define PCIE_RC_DL_MDIO_RD_DATA 0x1108
39
40#define PCIE_MISC_MISC_CTRL 0x4008
41#define MISC_CTRL_SCB_ACCESS_EN_MASK 0x1000
42#define MISC_CTRL_CFG_READ_UR_MODE_MASK 0x2000
43#define MISC_CTRL_MAX_BURST_SIZE_MASK 0x300000
44#define MISC_CTRL_MAX_BURST_SIZE_128 0x0
45#define MISC_CTRL_SCB0_SIZE_MASK 0xf8000000
46
47#define PCIE_MISC_CPU_2_PCIE_MEM_WIN0_LO 0x400c
48#define PCIE_MEM_WIN0_LO(win) \
49 PCIE_MISC_CPU_2_PCIE_MEM_WIN0_LO + ((win) * 4)
50
51#define PCIE_MISC_CPU_2_PCIE_MEM_WIN0_HI 0x4010
52#define PCIE_MEM_WIN0_HI(win) \
53 PCIE_MISC_CPU_2_PCIE_MEM_WIN0_HI + ((win) * 4)
54
55#define PCIE_MISC_RC_BAR1_CONFIG_LO 0x402c
56#define RC_BAR1_CONFIG_LO_SIZE_MASK 0x1f
57
58#define PCIE_MISC_RC_BAR2_CONFIG_LO 0x4034
59#define RC_BAR2_CONFIG_LO_SIZE_MASK 0x1f
60#define PCIE_MISC_RC_BAR2_CONFIG_HI 0x4038
61
62#define PCIE_MISC_RC_BAR3_CONFIG_LO 0x403c
63#define RC_BAR3_CONFIG_LO_SIZE_MASK 0x1f
64
65#define PCIE_MISC_PCIE_STATUS 0x4068
66#define STATUS_PCIE_PORT_MASK 0x80
67#define STATUS_PCIE_PORT_SHIFT 7
68#define STATUS_PCIE_DL_ACTIVE_MASK 0x20
69#define STATUS_PCIE_DL_ACTIVE_SHIFT 5
70#define STATUS_PCIE_PHYLINKUP_MASK 0x10
71#define STATUS_PCIE_PHYLINKUP_SHIFT 4
72
73#define PCIE_MISC_CPU_2_PCIE_MEM_WIN0_BASE_LIMIT 0x4070
74#define MEM_WIN0_BASE_LIMIT_LIMIT_MASK 0xfff00000
75#define MEM_WIN0_BASE_LIMIT_BASE_MASK 0xfff0
76#define MEM_WIN0_BASE_LIMIT_BASE_HI_SHIFT 12
77#define PCIE_MEM_WIN0_BASE_LIMIT(win) \
78 PCIE_MISC_CPU_2_PCIE_MEM_WIN0_BASE_LIMIT + ((win) * 4)
79
80#define PCIE_MISC_CPU_2_PCIE_MEM_WIN0_BASE_HI 0x4080
81#define MEM_WIN0_BASE_HI_BASE_MASK 0xff
82#define PCIE_MEM_WIN0_BASE_HI(win) \
83 PCIE_MISC_CPU_2_PCIE_MEM_WIN0_BASE_HI + ((win) * 8)
84
85#define PCIE_MISC_CPU_2_PCIE_MEM_WIN0_LIMIT_HI 0x4084
86#define PCIE_MEM_WIN0_LIMIT_HI_LIMIT_MASK 0xff
87#define PCIE_MEM_WIN0_LIMIT_HI(win) \
88 PCIE_MISC_CPU_2_PCIE_MEM_WIN0_LIMIT_HI + ((win) * 8)
89
90#define PCIE_MISC_HARD_PCIE_HARD_DEBUG 0x4204
91#define PCIE_HARD_DEBUG_CLKREQ_DEBUG_ENABLE_MASK 0x2
92#define PCIE_HARD_DEBUG_SERDES_IDDQ_MASK 0x08000000
93
94#define PCIE_MSI_INTR2_CLR 0x4508
95#define PCIE_MSI_INTR2_MASK_SET 0x4510
96
97#define PCIE_EXT_CFG_DATA 0x8000
98
99#define PCIE_EXT_CFG_INDEX 0x9000
100
101#define PCIE_RGR1_SW_INIT_1 0x9210
102#define RGR1_SW_INIT_1_PERST_MASK 0x1
103#define RGR1_SW_INIT_1_INIT_MASK 0x2
104
105
106#define BRCM_NUM_PCIE_OUT_WINS 4
107
108
109#define MDIO_PORT0 0x0
110#define MDIO_DATA_MASK 0x7fffffff
111#define MDIO_DATA_SHIFT 0
112#define MDIO_PORT_MASK 0xf0000
113#define MDIO_PORT_SHIFT 16
114#define MDIO_REGAD_MASK 0xffff
115#define MDIO_REGAD_SHIFT 0
116#define MDIO_CMD_MASK 0xfff00000
117#define MDIO_CMD_SHIFT 20
118#define MDIO_CMD_READ 0x1
119#define MDIO_CMD_WRITE 0x0
120#define MDIO_DATA_DONE_MASK 0x80000000
121#define SSC_REGS_ADDR 0x1100
122#define SET_ADDR_OFFSET 0x1f
123#define SSC_CNTL_OFFSET 0x2
124#define SSC_CNTL_OVRD_EN_MASK 0x8000
125#define SSC_CNTL_OVRD_VAL_MASK 0x4000
126#define SSC_STATUS_OFFSET 0x1
127#define SSC_STATUS_SSC_MASK 0x400
128#define SSC_STATUS_SSC_SHIFT 10
129#define SSC_STATUS_PLL_LOCK_MASK 0x800
130#define SSC_STATUS_PLL_LOCK_SHIFT 11
131
132
133
134
135
136
137
138
139struct brcm_pcie {
140 void __iomem *base;
141
142 int gen;
143 bool ssc;
144};
145
146
147
148
149
150
151
152
153
154
155static int brcm_pcie_encode_ibar_size(u64 size)
156{
157 int log2_in = ilog2(size);
158
159 if (log2_in >= 12 && log2_in <= 15)
160
161 return (log2_in - 12) + 0x1c;
162 else if (log2_in >= 16 && log2_in <= 37)
163
164 return log2_in - 15;
165
166
167 return 0;
168}
169
170
171
172
173
174
175
176
177
178static bool brcm_pcie_rc_mode(struct brcm_pcie *pcie)
179{
180 u32 val;
181
182 val = readl(pcie->base + PCIE_MISC_PCIE_STATUS);
183
184 return (val & STATUS_PCIE_PORT_MASK) >> STATUS_PCIE_PORT_SHIFT;
185}
186
187
188
189
190
191
192
193static bool brcm_pcie_link_up(struct brcm_pcie *pcie)
194{
195 u32 val, dla, plu;
196
197 val = readl(pcie->base + PCIE_MISC_PCIE_STATUS);
198 dla = (val & STATUS_PCIE_DL_ACTIVE_MASK) >> STATUS_PCIE_DL_ACTIVE_SHIFT;
199 plu = (val & STATUS_PCIE_PHYLINKUP_MASK) >> STATUS_PCIE_PHYLINKUP_SHIFT;
200
201 return dla && plu;
202}
203
204static int brcm_pcie_config_address(const struct udevice *dev, pci_dev_t bdf,
205 uint offset, void **paddress)
206{
207 struct brcm_pcie *pcie = dev_get_priv(dev);
208 unsigned int pci_bus = PCI_BUS(bdf);
209 unsigned int pci_dev = PCI_DEV(bdf);
210 unsigned int pci_func = PCI_FUNC(bdf);
211 int idx;
212
213
214
215
216
217 if (pci_bus < 2 && pci_dev > 0)
218 return -EINVAL;
219
220
221 if (pci_bus == 0) {
222 *paddress = pcie->base + offset;
223 return 0;
224 }
225
226
227 idx = PCIE_ECAM_OFFSET(pci_bus, pci_dev, pci_func, 0);
228
229 writel(idx, pcie->base + PCIE_EXT_CFG_INDEX);
230 *paddress = pcie->base + PCIE_EXT_CFG_DATA + offset;
231
232 return 0;
233}
234
235static int brcm_pcie_read_config(const struct udevice *bus, pci_dev_t bdf,
236 uint offset, ulong *valuep,
237 enum pci_size_t size)
238{
239 return pci_generic_mmap_read_config(bus, brcm_pcie_config_address,
240 bdf, offset, valuep, size);
241}
242
243static int brcm_pcie_write_config(struct udevice *bus, pci_dev_t bdf,
244 uint offset, ulong value,
245 enum pci_size_t size)
246{
247 return pci_generic_mmap_write_config(bus, brcm_pcie_config_address,
248 bdf, offset, value, size);
249}
250
251static const char *link_speed_to_str(unsigned int cls)
252{
253 switch (cls) {
254 case PCI_EXP_LNKSTA_CLS_2_5GB: return "2.5";
255 case PCI_EXP_LNKSTA_CLS_5_0GB: return "5.0";
256 case PCI_EXP_LNKSTA_CLS_8_0GB: return "8.0";
257 default:
258 break;
259 }
260
261 return "??";
262}
263
264static u32 brcm_pcie_mdio_form_pkt(unsigned int port, unsigned int regad,
265 unsigned int cmd)
266{
267 u32 pkt;
268
269 pkt = (port << MDIO_PORT_SHIFT) & MDIO_PORT_MASK;
270 pkt |= (regad << MDIO_REGAD_SHIFT) & MDIO_REGAD_MASK;
271 pkt |= (cmd << MDIO_CMD_SHIFT) & MDIO_CMD_MASK;
272
273 return pkt;
274}
275
276
277
278
279
280
281
282
283
284
285
286static int brcm_pcie_mdio_read(void __iomem *base, unsigned int port,
287 unsigned int regad, u32 *val)
288{
289 u32 data, addr;
290 int ret;
291
292 addr = brcm_pcie_mdio_form_pkt(port, regad, MDIO_CMD_READ);
293 writel(addr, base + PCIE_RC_DL_MDIO_ADDR);
294 readl(base + PCIE_RC_DL_MDIO_ADDR);
295
296 ret = readl_poll_timeout(base + PCIE_RC_DL_MDIO_RD_DATA, data,
297 (data & MDIO_DATA_DONE_MASK), 100);
298
299 *val = data & MDIO_DATA_MASK;
300
301 return ret;
302}
303
304
305
306
307
308
309
310
311
312
313static int brcm_pcie_mdio_write(void __iomem *base, unsigned int port,
314 unsigned int regad, u16 wrdata)
315{
316 u32 data, addr;
317
318 addr = brcm_pcie_mdio_form_pkt(port, regad, MDIO_CMD_WRITE);
319 writel(addr, base + PCIE_RC_DL_MDIO_ADDR);
320 readl(base + PCIE_RC_DL_MDIO_ADDR);
321 writel(MDIO_DATA_DONE_MASK | wrdata, base + PCIE_RC_DL_MDIO_WR_DATA);
322
323 return readl_poll_timeout(base + PCIE_RC_DL_MDIO_WR_DATA, data,
324 !(data & MDIO_DATA_DONE_MASK), 100);
325}
326
327
328
329
330
331
332
333static int brcm_pcie_set_ssc(void __iomem *base)
334{
335 int pll, ssc;
336 int ret;
337 u32 tmp;
338
339 ret = brcm_pcie_mdio_write(base, MDIO_PORT0, SET_ADDR_OFFSET,
340 SSC_REGS_ADDR);
341 if (ret < 0)
342 return ret;
343
344 ret = brcm_pcie_mdio_read(base, MDIO_PORT0, SSC_CNTL_OFFSET, &tmp);
345 if (ret < 0)
346 return ret;
347
348 tmp |= (SSC_CNTL_OVRD_EN_MASK | SSC_CNTL_OVRD_VAL_MASK);
349
350 ret = brcm_pcie_mdio_write(base, MDIO_PORT0, SSC_CNTL_OFFSET, tmp);
351 if (ret < 0)
352 return ret;
353
354 udelay(1000);
355 ret = brcm_pcie_mdio_read(base, MDIO_PORT0, SSC_STATUS_OFFSET, &tmp);
356 if (ret < 0)
357 return ret;
358
359 ssc = (tmp & SSC_STATUS_SSC_MASK) >> SSC_STATUS_SSC_SHIFT;
360 pll = (tmp & SSC_STATUS_PLL_LOCK_MASK) >> SSC_STATUS_PLL_LOCK_SHIFT;
361
362 return ssc && pll ? 0 : -EIO;
363}
364
365
366
367
368
369
370static void brcm_pcie_set_gen(struct brcm_pcie *pcie, unsigned int gen)
371{
372 void __iomem *cap_base = pcie->base + BRCM_PCIE_CAP_REGS;
373
374 u16 lnkctl2 = readw(cap_base + PCI_EXP_LNKCTL2);
375 u32 lnkcap = readl(cap_base + PCI_EXP_LNKCAP);
376
377 lnkcap = (lnkcap & ~PCI_EXP_LNKCAP_SLS) | gen;
378 writel(lnkcap, cap_base + PCI_EXP_LNKCAP);
379
380 lnkctl2 = (lnkctl2 & ~0xf) | gen;
381 writew(lnkctl2, cap_base + PCI_EXP_LNKCTL2);
382}
383
384static void brcm_pcie_set_outbound_win(struct brcm_pcie *pcie,
385 unsigned int win, u64 phys_addr,
386 u64 pcie_addr, u64 size)
387{
388 void __iomem *base = pcie->base;
389 u32 phys_addr_mb_high, limit_addr_mb_high;
390 phys_addr_t phys_addr_mb, limit_addr_mb;
391 int high_addr_shift;
392 u32 tmp;
393
394
395 writel(lower_32_bits(pcie_addr), base + PCIE_MEM_WIN0_LO(win));
396 writel(upper_32_bits(pcie_addr), base + PCIE_MEM_WIN0_HI(win));
397
398
399 phys_addr_mb = phys_addr / SZ_1M;
400 limit_addr_mb = (phys_addr + size - 1) / SZ_1M;
401
402 tmp = readl(base + PCIE_MEM_WIN0_BASE_LIMIT(win));
403 u32p_replace_bits(&tmp, phys_addr_mb,
404 MEM_WIN0_BASE_LIMIT_BASE_MASK);
405 u32p_replace_bits(&tmp, limit_addr_mb,
406 MEM_WIN0_BASE_LIMIT_LIMIT_MASK);
407 writel(tmp, base + PCIE_MEM_WIN0_BASE_LIMIT(win));
408
409
410 high_addr_shift = MEM_WIN0_BASE_LIMIT_BASE_HI_SHIFT;
411 phys_addr_mb_high = phys_addr_mb >> high_addr_shift;
412 tmp = readl(base + PCIE_MEM_WIN0_BASE_HI(win));
413 u32p_replace_bits(&tmp, phys_addr_mb_high,
414 MEM_WIN0_BASE_HI_BASE_MASK);
415 writel(tmp, base + PCIE_MEM_WIN0_BASE_HI(win));
416
417 limit_addr_mb_high = limit_addr_mb >> high_addr_shift;
418 tmp = readl(base + PCIE_MEM_WIN0_LIMIT_HI(win));
419 u32p_replace_bits(&tmp, limit_addr_mb_high,
420 PCIE_MEM_WIN0_LIMIT_HI_LIMIT_MASK);
421 writel(tmp, base + PCIE_MEM_WIN0_LIMIT_HI(win));
422}
423
424static int brcm_pcie_probe(struct udevice *dev)
425{
426 struct udevice *ctlr = pci_get_controller(dev);
427 struct pci_controller *hose = dev_get_uclass_priv(ctlr);
428 struct brcm_pcie *pcie = dev_get_priv(dev);
429 void __iomem *base = pcie->base;
430 struct pci_region region;
431 bool ssc_good = false;
432 int num_out_wins = 0;
433 u64 rc_bar2_offset, rc_bar2_size;
434 unsigned int scb_size_val;
435 int i, ret;
436 u16 nlw, cls, lnksta;
437 u32 tmp;
438
439
440
441
442
443
444 setbits_le32(base + PCIE_RGR1_SW_INIT_1,
445 RGR1_SW_INIT_1_INIT_MASK | RGR1_SW_INIT_1_PERST_MASK);
446
447
448
449
450 udelay(100);
451
452
453 clrbits_le32(base + PCIE_RGR1_SW_INIT_1, RGR1_SW_INIT_1_INIT_MASK);
454
455 clrbits_le32(base + PCIE_MISC_HARD_PCIE_HARD_DEBUG,
456 PCIE_HARD_DEBUG_SERDES_IDDQ_MASK);
457
458
459 udelay(100);
460
461
462 clrsetbits_le32(base + PCIE_MISC_MISC_CTRL,
463 MISC_CTRL_MAX_BURST_SIZE_MASK,
464 MISC_CTRL_SCB_ACCESS_EN_MASK |
465 MISC_CTRL_CFG_READ_UR_MODE_MASK |
466 MISC_CTRL_MAX_BURST_SIZE_128);
467
468 pci_get_dma_regions(dev, ®ion, 0);
469 rc_bar2_offset = region.bus_start - region.phys_start;
470 rc_bar2_size = 1ULL << fls64(region.size - 1);
471
472 tmp = lower_32_bits(rc_bar2_offset);
473 u32p_replace_bits(&tmp, brcm_pcie_encode_ibar_size(rc_bar2_size),
474 RC_BAR2_CONFIG_LO_SIZE_MASK);
475 writel(tmp, base + PCIE_MISC_RC_BAR2_CONFIG_LO);
476 writel(upper_32_bits(rc_bar2_offset),
477 base + PCIE_MISC_RC_BAR2_CONFIG_HI);
478
479 scb_size_val = rc_bar2_size ?
480 ilog2(rc_bar2_size) - 15 : 0xf;
481
482 tmp = readl(base + PCIE_MISC_MISC_CTRL);
483 u32p_replace_bits(&tmp, scb_size_val,
484 MISC_CTRL_SCB0_SIZE_MASK);
485 writel(tmp, base + PCIE_MISC_MISC_CTRL);
486
487
488 clrbits_le32(base + PCIE_MISC_RC_BAR1_CONFIG_LO,
489 RC_BAR1_CONFIG_LO_SIZE_MASK);
490
491
492 clrbits_le32(base + PCIE_MISC_RC_BAR3_CONFIG_LO,
493 RC_BAR3_CONFIG_LO_SIZE_MASK);
494
495
496 writel(0xffffffff, base + PCIE_MSI_INTR2_MASK_SET);
497
498
499 writel(0xffffffff, base + PCIE_MSI_INTR2_CLR);
500
501 if (pcie->gen)
502 brcm_pcie_set_gen(pcie, pcie->gen);
503
504
505 clrbits_le32(pcie->base + PCIE_RGR1_SW_INIT_1,
506 RGR1_SW_INIT_1_PERST_MASK);
507
508
509
510
511 for (i = 0; i < 100 && !brcm_pcie_link_up(pcie); i += 5)
512 mdelay(5);
513
514 if (!brcm_pcie_link_up(pcie)) {
515 printf("PCIe BRCM: link down\n");
516 return -EINVAL;
517 }
518
519 if (!brcm_pcie_rc_mode(pcie)) {
520 printf("PCIe misconfigured; is in EP mode\n");
521 return -EINVAL;
522 }
523
524 for (i = 0; i < hose->region_count; i++) {
525 struct pci_region *reg = &hose->regions[i];
526
527 if (reg->flags != PCI_REGION_MEM)
528 continue;
529
530 if (num_out_wins >= BRCM_NUM_PCIE_OUT_WINS)
531 return -EINVAL;
532
533 brcm_pcie_set_outbound_win(pcie, num_out_wins, reg->phys_start,
534 reg->bus_start, reg->size);
535
536 num_out_wins++;
537 }
538
539
540
541
542
543 clrsetbits_le32(base + PCIE_RC_CFG_PRIV1_ID_VAL3,
544 CFG_PRIV1_ID_VAL3_CLASS_CODE_MASK, 0x060400);
545
546 if (pcie->ssc) {
547 ret = brcm_pcie_set_ssc(pcie->base);
548 if (!ret)
549 ssc_good = true;
550 else
551 printf("PCIe BRCM: failed attempt to enter SSC mode\n");
552 }
553
554 lnksta = readw(base + BRCM_PCIE_CAP_REGS + PCI_EXP_LNKSTA);
555 cls = lnksta & PCI_EXP_LNKSTA_CLS;
556 nlw = (lnksta & PCI_EXP_LNKSTA_NLW) >> PCI_EXP_LNKSTA_NLW_SHIFT;
557
558 printf("PCIe BRCM: link up, %s Gbps x%u %s\n", link_speed_to_str(cls),
559 nlw, ssc_good ? "(SSC)" : "(!SSC)");
560
561
562 clrsetbits_le32(base + PCIE_RC_CFG_VENDOR_SPECIFIC_REG1,
563 VENDOR_SPECIFIC_REG1_ENDIAN_MODE_BAR2_MASK,
564 VENDOR_SPECIFIC_REG1_LITTLE_ENDIAN);
565
566
567
568
569 setbits_le32(base + PCIE_MISC_HARD_PCIE_HARD_DEBUG,
570 PCIE_HARD_DEBUG_CLKREQ_DEBUG_ENABLE_MASK);
571
572 return 0;
573}
574
575static int brcm_pcie_remove(struct udevice *dev)
576{
577 struct brcm_pcie *pcie = dev_get_priv(dev);
578 void __iomem *base = pcie->base;
579
580
581 setbits_le32(base + PCIE_RGR1_SW_INIT_1, RGR1_SW_INIT_1_PERST_MASK);
582
583
584 setbits_le32(base + PCIE_MISC_HARD_PCIE_HARD_DEBUG,
585 PCIE_HARD_DEBUG_SERDES_IDDQ_MASK);
586
587
588 setbits_le32(base + PCIE_RGR1_SW_INIT_1, RGR1_SW_INIT_1_INIT_MASK);
589
590 return 0;
591}
592
593static int brcm_pcie_of_to_plat(struct udevice *dev)
594{
595 struct brcm_pcie *pcie = dev_get_priv(dev);
596 ofnode dn = dev_ofnode(dev);
597 u32 max_link_speed;
598 int ret;
599
600
601 pcie->base = dev_read_addr_ptr(dev);
602 if (!pcie->base)
603 return -EINVAL;
604
605 pcie->ssc = ofnode_read_bool(dn, "brcm,enable-ssc");
606
607 ret = ofnode_read_u32(dn, "max-link-speed", &max_link_speed);
608 if (ret < 0 || max_link_speed > 4)
609 pcie->gen = 0;
610 else
611 pcie->gen = max_link_speed;
612
613 return 0;
614}
615
616static const struct dm_pci_ops brcm_pcie_ops = {
617 .read_config = brcm_pcie_read_config,
618 .write_config = brcm_pcie_write_config,
619};
620
621static const struct udevice_id brcm_pcie_ids[] = {
622 { .compatible = "brcm,bcm2711-pcie" },
623 { }
624};
625
626U_BOOT_DRIVER(pcie_brcm_base) = {
627 .name = "pcie_brcm",
628 .id = UCLASS_PCI,
629 .ops = &brcm_pcie_ops,
630 .of_match = brcm_pcie_ids,
631 .probe = brcm_pcie_probe,
632 .remove = brcm_pcie_remove,
633 .of_to_plat = brcm_pcie_of_to_plat,
634 .priv_auto = sizeof(struct brcm_pcie),
635 .flags = DM_FLAG_OS_PREPARE,
636};
637