1
2
3
4
5
6
7
8
9
10
11
12
13#include <linux/bug.h>
14#include <linux/bitfield.h>
15#include <linux/clk.h>
16#include <linux/clk-provider.h>
17#include <linux/device.h>
18#include <linux/err.h>
19#include <linux/init.h>
20#include <linux/io.h>
21#include <linux/pm.h>
22#include <linux/slab.h>
23#include <linux/sys_soc.h>
24
25#include "renesas-cpg-mssr.h"
26#include "rcar-gen3-cpg.h"
27
28#define CPG_PLL0CR 0x00d8
29#define CPG_PLL2CR 0x002c
30#define CPG_PLL4CR 0x01f4
31
32#define CPG_RCKCR_CKSEL BIT(15)
33
34static spinlock_t cpg_lock;
35
36static void cpg_reg_modify(void __iomem *reg, u32 clear, u32 set)
37{
38 unsigned long flags;
39 u32 val;
40
41 spin_lock_irqsave(&cpg_lock, flags);
42 val = readl(reg);
43 val &= ~clear;
44 val |= set;
45 writel(val, reg);
46 spin_unlock_irqrestore(&cpg_lock, flags);
47};
48
49struct cpg_simple_notifier {
50 struct notifier_block nb;
51 void __iomem *reg;
52 u32 saved;
53};
54
55static int cpg_simple_notifier_call(struct notifier_block *nb,
56 unsigned long action, void *data)
57{
58 struct cpg_simple_notifier *csn =
59 container_of(nb, struct cpg_simple_notifier, nb);
60
61 switch (action) {
62 case PM_EVENT_SUSPEND:
63 csn->saved = readl(csn->reg);
64 return NOTIFY_OK;
65
66 case PM_EVENT_RESUME:
67 writel(csn->saved, csn->reg);
68 return NOTIFY_OK;
69 }
70 return NOTIFY_DONE;
71}
72
73static void cpg_simple_notifier_register(struct raw_notifier_head *notifiers,
74 struct cpg_simple_notifier *csn)
75{
76 csn->nb.notifier_call = cpg_simple_notifier_call;
77 raw_notifier_chain_register(notifiers, &csn->nb);
78}
79
80
81
82
83
84
85
86
87
88
89#define CPG_FRQCRB 0x00000004
90#define CPG_FRQCRB_KICK BIT(31)
91#define CPG_FRQCRC 0x000000e0
92
93struct cpg_z_clk {
94 struct clk_hw hw;
95 void __iomem *reg;
96 void __iomem *kick_reg;
97 unsigned long mask;
98 unsigned int fixed_div;
99};
100
101#define to_z_clk(_hw) container_of(_hw, struct cpg_z_clk, hw)
102
103static unsigned long cpg_z_clk_recalc_rate(struct clk_hw *hw,
104 unsigned long parent_rate)
105{
106 struct cpg_z_clk *zclk = to_z_clk(hw);
107 unsigned int mult;
108 u32 val;
109
110 val = readl(zclk->reg) & zclk->mask;
111 mult = 32 - (val >> __ffs(zclk->mask));
112
113 return DIV_ROUND_CLOSEST_ULL((u64)parent_rate * mult,
114 32 * zclk->fixed_div);
115}
116
117static long cpg_z_clk_round_rate(struct clk_hw *hw, unsigned long rate,
118 unsigned long *parent_rate)
119{
120 struct cpg_z_clk *zclk = to_z_clk(hw);
121 unsigned long prate;
122 unsigned int mult;
123
124 prate = *parent_rate / zclk->fixed_div;
125 mult = div_u64(rate * 32ULL, prate);
126 mult = clamp(mult, 1U, 32U);
127
128 return (u64)prate * mult / 32;
129}
130
131static int cpg_z_clk_set_rate(struct clk_hw *hw, unsigned long rate,
132 unsigned long parent_rate)
133{
134 struct cpg_z_clk *zclk = to_z_clk(hw);
135 unsigned int mult;
136 unsigned int i;
137
138 mult = DIV64_U64_ROUND_CLOSEST(rate * 32ULL * zclk->fixed_div,
139 parent_rate);
140 mult = clamp(mult, 1U, 32U);
141
142 if (readl(zclk->kick_reg) & CPG_FRQCRB_KICK)
143 return -EBUSY;
144
145 cpg_reg_modify(zclk->reg, zclk->mask,
146 ((32 - mult) << __ffs(zclk->mask)) & zclk->mask);
147
148
149
150
151
152 cpg_reg_modify(zclk->kick_reg, 0, CPG_FRQCRB_KICK);
153
154
155
156
157
158
159
160
161
162
163 for (i = 1000; i; i--) {
164 if (!(readl(zclk->kick_reg) & CPG_FRQCRB_KICK))
165 return 0;
166
167 cpu_relax();
168 }
169
170 return -ETIMEDOUT;
171}
172
173static const struct clk_ops cpg_z_clk_ops = {
174 .recalc_rate = cpg_z_clk_recalc_rate,
175 .round_rate = cpg_z_clk_round_rate,
176 .set_rate = cpg_z_clk_set_rate,
177};
178
179static struct clk * __init cpg_z_clk_register(const char *name,
180 const char *parent_name,
181 void __iomem *reg,
182 unsigned int div,
183 unsigned int offset)
184{
185 struct clk_init_data init;
186 struct cpg_z_clk *zclk;
187 struct clk *clk;
188
189 zclk = kzalloc(sizeof(*zclk), GFP_KERNEL);
190 if (!zclk)
191 return ERR_PTR(-ENOMEM);
192
193 init.name = name;
194 init.ops = &cpg_z_clk_ops;
195 init.flags = 0;
196 init.parent_names = &parent_name;
197 init.num_parents = 1;
198
199 zclk->reg = reg + CPG_FRQCRC;
200 zclk->kick_reg = reg + CPG_FRQCRB;
201 zclk->hw.init = &init;
202 zclk->mask = GENMASK(offset + 4, offset);
203 zclk->fixed_div = div;
204
205 clk = clk_register(NULL, &zclk->hw);
206 if (IS_ERR(clk))
207 kfree(zclk);
208
209 return clk;
210}
211
212
213
214
215#define CPG_SD_STP_HCK BIT(9)
216#define CPG_SD_STP_CK BIT(8)
217
218#define CPG_SD_STP_MASK (CPG_SD_STP_HCK | CPG_SD_STP_CK)
219#define CPG_SD_FC_MASK (0x7 << 2 | 0x3 << 0)
220
221#define CPG_SD_DIV_TABLE_DATA(stp_hck, stp_ck, sd_srcfc, sd_fc, sd_div) \
222{ \
223 .val = ((stp_hck) ? CPG_SD_STP_HCK : 0) | \
224 ((stp_ck) ? CPG_SD_STP_CK : 0) | \
225 ((sd_srcfc) << 2) | \
226 ((sd_fc) << 0), \
227 .div = (sd_div), \
228}
229
230struct sd_div_table {
231 u32 val;
232 unsigned int div;
233};
234
235struct sd_clock {
236 struct clk_hw hw;
237 const struct sd_div_table *div_table;
238 struct cpg_simple_notifier csn;
239 unsigned int div_num;
240 unsigned int cur_div_idx;
241};
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262static const struct sd_div_table cpg_sd_div_table[] = {
263
264 CPG_SD_DIV_TABLE_DATA(0, 0, 0, 1, 4),
265 CPG_SD_DIV_TABLE_DATA(0, 0, 1, 1, 8),
266 CPG_SD_DIV_TABLE_DATA(1, 0, 2, 1, 16),
267 CPG_SD_DIV_TABLE_DATA(1, 0, 3, 1, 32),
268 CPG_SD_DIV_TABLE_DATA(1, 0, 4, 1, 64),
269 CPG_SD_DIV_TABLE_DATA(0, 0, 0, 0, 2),
270 CPG_SD_DIV_TABLE_DATA(0, 0, 1, 0, 4),
271 CPG_SD_DIV_TABLE_DATA(1, 0, 2, 0, 8),
272 CPG_SD_DIV_TABLE_DATA(1, 0, 3, 0, 16),
273 CPG_SD_DIV_TABLE_DATA(1, 0, 4, 0, 32),
274};
275
276#define to_sd_clock(_hw) container_of(_hw, struct sd_clock, hw)
277
278static int cpg_sd_clock_enable(struct clk_hw *hw)
279{
280 struct sd_clock *clock = to_sd_clock(hw);
281
282 cpg_reg_modify(clock->csn.reg, CPG_SD_STP_MASK,
283 clock->div_table[clock->cur_div_idx].val &
284 CPG_SD_STP_MASK);
285
286 return 0;
287}
288
289static void cpg_sd_clock_disable(struct clk_hw *hw)
290{
291 struct sd_clock *clock = to_sd_clock(hw);
292
293 cpg_reg_modify(clock->csn.reg, 0, CPG_SD_STP_MASK);
294}
295
296static int cpg_sd_clock_is_enabled(struct clk_hw *hw)
297{
298 struct sd_clock *clock = to_sd_clock(hw);
299
300 return !(readl(clock->csn.reg) & CPG_SD_STP_MASK);
301}
302
303static unsigned long cpg_sd_clock_recalc_rate(struct clk_hw *hw,
304 unsigned long parent_rate)
305{
306 struct sd_clock *clock = to_sd_clock(hw);
307
308 return DIV_ROUND_CLOSEST(parent_rate,
309 clock->div_table[clock->cur_div_idx].div);
310}
311
312static unsigned int cpg_sd_clock_calc_div(struct sd_clock *clock,
313 unsigned long rate,
314 unsigned long parent_rate)
315{
316 unsigned long calc_rate, diff, diff_min = ULONG_MAX;
317 unsigned int i, best_div = 0;
318
319 for (i = 0; i < clock->div_num; i++) {
320 calc_rate = DIV_ROUND_CLOSEST(parent_rate,
321 clock->div_table[i].div);
322 diff = calc_rate > rate ? calc_rate - rate : rate - calc_rate;
323 if (diff < diff_min) {
324 best_div = clock->div_table[i].div;
325 diff_min = diff;
326 }
327 }
328
329 return best_div;
330}
331
332static long cpg_sd_clock_round_rate(struct clk_hw *hw, unsigned long rate,
333 unsigned long *parent_rate)
334{
335 struct sd_clock *clock = to_sd_clock(hw);
336 unsigned int div = cpg_sd_clock_calc_div(clock, rate, *parent_rate);
337
338 return DIV_ROUND_CLOSEST(*parent_rate, div);
339}
340
341static int cpg_sd_clock_set_rate(struct clk_hw *hw, unsigned long rate,
342 unsigned long parent_rate)
343{
344 struct sd_clock *clock = to_sd_clock(hw);
345 unsigned int div = cpg_sd_clock_calc_div(clock, rate, parent_rate);
346 unsigned int i;
347
348 for (i = 0; i < clock->div_num; i++)
349 if (div == clock->div_table[i].div)
350 break;
351
352 if (i >= clock->div_num)
353 return -EINVAL;
354
355 clock->cur_div_idx = i;
356
357 cpg_reg_modify(clock->csn.reg, CPG_SD_STP_MASK | CPG_SD_FC_MASK,
358 clock->div_table[i].val &
359 (CPG_SD_STP_MASK | CPG_SD_FC_MASK));
360
361 return 0;
362}
363
364static const struct clk_ops cpg_sd_clock_ops = {
365 .enable = cpg_sd_clock_enable,
366 .disable = cpg_sd_clock_disable,
367 .is_enabled = cpg_sd_clock_is_enabled,
368 .recalc_rate = cpg_sd_clock_recalc_rate,
369 .round_rate = cpg_sd_clock_round_rate,
370 .set_rate = cpg_sd_clock_set_rate,
371};
372
373static u32 cpg_quirks __initdata;
374
375#define PLL_ERRATA BIT(0)
376#define RCKCR_CKSEL BIT(1)
377#define SD_SKIP_FIRST BIT(2)
378
379static struct clk * __init cpg_sd_clk_register(const char *name,
380 void __iomem *base, unsigned int offset, const char *parent_name,
381 struct raw_notifier_head *notifiers)
382{
383 struct clk_init_data init;
384 struct sd_clock *clock;
385 struct clk *clk;
386 u32 val;
387
388 clock = kzalloc(sizeof(*clock), GFP_KERNEL);
389 if (!clock)
390 return ERR_PTR(-ENOMEM);
391
392 init.name = name;
393 init.ops = &cpg_sd_clock_ops;
394 init.flags = CLK_SET_RATE_PARENT;
395 init.parent_names = &parent_name;
396 init.num_parents = 1;
397
398 clock->csn.reg = base + offset;
399 clock->hw.init = &init;
400 clock->div_table = cpg_sd_div_table;
401 clock->div_num = ARRAY_SIZE(cpg_sd_div_table);
402
403 if (cpg_quirks & SD_SKIP_FIRST) {
404 clock->div_table++;
405 clock->div_num--;
406 }
407
408 val = readl(clock->csn.reg) & ~CPG_SD_FC_MASK;
409 val |= CPG_SD_STP_MASK | (clock->div_table[0].val & CPG_SD_FC_MASK);
410 writel(val, clock->csn.reg);
411
412 clk = clk_register(NULL, &clock->hw);
413 if (IS_ERR(clk))
414 goto free_clock;
415
416 cpg_simple_notifier_register(notifiers, &clock->csn);
417 return clk;
418
419free_clock:
420 kfree(clock);
421 return clk;
422}
423
424struct rpc_clock {
425 struct clk_divider div;
426 struct clk_gate gate;
427
428
429
430
431 struct cpg_simple_notifier csn;
432};
433
434static const struct clk_div_table cpg_rpcsrc_div_table[] = {
435 { 2, 5 }, { 3, 6 }, { 0, 0 },
436};
437
438static const struct clk_div_table cpg_rpc_div_table[] = {
439 { 1, 2 }, { 3, 4 }, { 5, 6 }, { 7, 8 }, { 0, 0 },
440};
441
442static struct clk * __init cpg_rpc_clk_register(const char *name,
443 void __iomem *base, const char *parent_name,
444 struct raw_notifier_head *notifiers)
445{
446 struct rpc_clock *rpc;
447 struct clk *clk;
448
449 rpc = kzalloc(sizeof(*rpc), GFP_KERNEL);
450 if (!rpc)
451 return ERR_PTR(-ENOMEM);
452
453 rpc->div.reg = base + CPG_RPCCKCR;
454 rpc->div.width = 3;
455 rpc->div.table = cpg_rpc_div_table;
456 rpc->div.lock = &cpg_lock;
457
458 rpc->gate.reg = base + CPG_RPCCKCR;
459 rpc->gate.bit_idx = 8;
460 rpc->gate.flags = CLK_GATE_SET_TO_DISABLE;
461 rpc->gate.lock = &cpg_lock;
462
463 rpc->csn.reg = base + CPG_RPCCKCR;
464
465 clk = clk_register_composite(NULL, name, &parent_name, 1, NULL, NULL,
466 &rpc->div.hw, &clk_divider_ops,
467 &rpc->gate.hw, &clk_gate_ops, 0);
468 if (IS_ERR(clk)) {
469 kfree(rpc);
470 return clk;
471 }
472
473 cpg_simple_notifier_register(notifiers, &rpc->csn);
474 return clk;
475}
476
477struct rpcd2_clock {
478 struct clk_fixed_factor fixed;
479 struct clk_gate gate;
480};
481
482static struct clk * __init cpg_rpcd2_clk_register(const char *name,
483 void __iomem *base,
484 const char *parent_name)
485{
486 struct rpcd2_clock *rpcd2;
487 struct clk *clk;
488
489 rpcd2 = kzalloc(sizeof(*rpcd2), GFP_KERNEL);
490 if (!rpcd2)
491 return ERR_PTR(-ENOMEM);
492
493 rpcd2->fixed.mult = 1;
494 rpcd2->fixed.div = 2;
495
496 rpcd2->gate.reg = base + CPG_RPCCKCR;
497 rpcd2->gate.bit_idx = 9;
498 rpcd2->gate.flags = CLK_GATE_SET_TO_DISABLE;
499 rpcd2->gate.lock = &cpg_lock;
500
501 clk = clk_register_composite(NULL, name, &parent_name, 1, NULL, NULL,
502 &rpcd2->fixed.hw, &clk_fixed_factor_ops,
503 &rpcd2->gate.hw, &clk_gate_ops, 0);
504 if (IS_ERR(clk))
505 kfree(rpcd2);
506
507 return clk;
508}
509
510
511static const struct rcar_gen3_cpg_pll_config *cpg_pll_config __initdata;
512static unsigned int cpg_clk_extalr __initdata;
513static u32 cpg_mode __initdata;
514
515static const struct soc_device_attribute cpg_quirks_match[] __initconst = {
516 {
517 .soc_id = "r8a7795", .revision = "ES1.0",
518 .data = (void *)(PLL_ERRATA | RCKCR_CKSEL | SD_SKIP_FIRST),
519 },
520 {
521 .soc_id = "r8a7795", .revision = "ES1.*",
522 .data = (void *)(RCKCR_CKSEL | SD_SKIP_FIRST),
523 },
524 {
525 .soc_id = "r8a7795", .revision = "ES2.0",
526 .data = (void *)SD_SKIP_FIRST,
527 },
528 {
529 .soc_id = "r8a7796", .revision = "ES1.0",
530 .data = (void *)(RCKCR_CKSEL | SD_SKIP_FIRST),
531 },
532 {
533 .soc_id = "r8a7796", .revision = "ES1.1",
534 .data = (void *)SD_SKIP_FIRST,
535 },
536 { }
537};
538
539struct clk * __init rcar_gen3_cpg_clk_register(struct device *dev,
540 const struct cpg_core_clk *core, const struct cpg_mssr_info *info,
541 struct clk **clks, void __iomem *base,
542 struct raw_notifier_head *notifiers)
543{
544 const struct clk *parent;
545 unsigned int mult = 1;
546 unsigned int div = 1;
547 u32 value;
548
549 parent = clks[core->parent & 0xffff];
550 if (IS_ERR(parent))
551 return ERR_CAST(parent);
552
553 switch (core->type) {
554 case CLK_TYPE_GEN3_MAIN:
555 div = cpg_pll_config->extal_div;
556 break;
557
558 case CLK_TYPE_GEN3_PLL0:
559
560
561
562
563
564
565 value = readl(base + CPG_PLL0CR);
566 mult = (((value >> 24) & 0x7f) + 1) * 2;
567 if (cpg_quirks & PLL_ERRATA)
568 mult *= 2;
569 break;
570
571 case CLK_TYPE_GEN3_PLL1:
572 mult = cpg_pll_config->pll1_mult;
573 div = cpg_pll_config->pll1_div;
574 break;
575
576 case CLK_TYPE_GEN3_PLL2:
577
578
579
580
581
582
583 value = readl(base + CPG_PLL2CR);
584 mult = (((value >> 24) & 0x7f) + 1) * 2;
585 if (cpg_quirks & PLL_ERRATA)
586 mult *= 2;
587 break;
588
589 case CLK_TYPE_GEN3_PLL3:
590 mult = cpg_pll_config->pll3_mult;
591 div = cpg_pll_config->pll3_div;
592 break;
593
594 case CLK_TYPE_GEN3_PLL4:
595
596
597
598
599
600
601 value = readl(base + CPG_PLL4CR);
602 mult = (((value >> 24) & 0x7f) + 1) * 2;
603 if (cpg_quirks & PLL_ERRATA)
604 mult *= 2;
605 break;
606
607 case CLK_TYPE_GEN3_SD:
608 return cpg_sd_clk_register(core->name, base, core->offset,
609 __clk_get_name(parent), notifiers);
610
611 case CLK_TYPE_GEN3_R:
612 if (cpg_quirks & RCKCR_CKSEL) {
613 struct cpg_simple_notifier *csn;
614
615 csn = kzalloc(sizeof(*csn), GFP_KERNEL);
616 if (!csn)
617 return ERR_PTR(-ENOMEM);
618
619 csn->reg = base + CPG_RCKCR;
620
621
622
623
624
625 value = readl(csn->reg) & 0x3f;
626
627 if (clk_get_rate(clks[cpg_clk_extalr])) {
628 parent = clks[cpg_clk_extalr];
629 value |= CPG_RCKCR_CKSEL;
630 }
631
632 writel(value, csn->reg);
633 cpg_simple_notifier_register(notifiers, csn);
634 break;
635 }
636
637
638 if (cpg_mode & BIT(28))
639 parent = clks[cpg_clk_extalr];
640 break;
641
642 case CLK_TYPE_GEN3_MDSEL:
643
644
645
646
647 if (cpg_mode & BIT(core->offset)) {
648 div = core->div & 0xffff;
649 } else {
650 parent = clks[core->parent >> 16];
651 if (IS_ERR(parent))
652 return ERR_CAST(parent);
653 div = core->div >> 16;
654 }
655 mult = 1;
656 break;
657
658 case CLK_TYPE_GEN3_Z:
659 return cpg_z_clk_register(core->name, __clk_get_name(parent),
660 base, core->div, core->offset);
661
662 case CLK_TYPE_GEN3_OSC:
663
664
665
666 div = cpg_pll_config->osc_prediv * core->div;
667 break;
668
669 case CLK_TYPE_GEN3_RCKSEL:
670
671
672
673
674 if (readl(base + CPG_RCKCR) & CPG_RCKCR_CKSEL) {
675 div = core->div & 0xffff;
676 } else {
677 parent = clks[core->parent >> 16];
678 if (IS_ERR(parent))
679 return ERR_CAST(parent);
680 div = core->div >> 16;
681 }
682 break;
683
684 case CLK_TYPE_GEN3_RPCSRC:
685 return clk_register_divider_table(NULL, core->name,
686 __clk_get_name(parent), 0,
687 base + CPG_RPCCKCR, 3, 2, 0,
688 cpg_rpcsrc_div_table,
689 &cpg_lock);
690
691 case CLK_TYPE_GEN3_RPC:
692 return cpg_rpc_clk_register(core->name, base,
693 __clk_get_name(parent), notifiers);
694
695 case CLK_TYPE_GEN3_RPCD2:
696 return cpg_rpcd2_clk_register(core->name, base,
697 __clk_get_name(parent));
698
699 default:
700 return ERR_PTR(-EINVAL);
701 }
702
703 return clk_register_fixed_factor(NULL, core->name,
704 __clk_get_name(parent), 0, mult, div);
705}
706
707int __init rcar_gen3_cpg_init(const struct rcar_gen3_cpg_pll_config *config,
708 unsigned int clk_extalr, u32 mode)
709{
710 const struct soc_device_attribute *attr;
711
712 cpg_pll_config = config;
713 cpg_clk_extalr = clk_extalr;
714 cpg_mode = mode;
715 attr = soc_device_match(cpg_quirks_match);
716 if (attr)
717 cpg_quirks = (uintptr_t)attr->data;
718 pr_debug("%s: mode = 0x%x quirks = 0x%x\n", __func__, mode, cpg_quirks);
719
720 spin_lock_init(&cpg_lock);
721
722 return 0;
723}
724