1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42#include <linux/module.h>
43#include <linux/cpu.h>
44#include <linux/init.h>
45#include <linux/kernel.h>
46#include <linux/mm.h>
47#include <linux/sched.h>
48#include <linux/err.h>
49#include <linux/irq.h>
50#include <linux/bootmem.h>
51#include <linux/delay.h>
52
53#include <asm/io.h>
54#include <asm/pgalloc.h>
55#include <asm/tlbflush.h>
56
57#define DEBUG_SMP
58#ifdef DEBUG_SMP
59#define Dprintk(x...) printk(x)
60#else
61#define Dprintk(x...)
62#endif
63
64extern cpumask_t cpu_initialized;
65
66
67
68
69
70
71static unsigned int bsp_phys_id = -1;
72
73
74physid_mask_t phys_cpu_present_map;
75
76cpumask_t cpu_bootout_map;
77cpumask_t cpu_bootin_map;
78static cpumask_t cpu_callin_map;
79cpumask_t cpu_callout_map;
80EXPORT_SYMBOL(cpu_callout_map);
81
82
83struct cpuinfo_m32r cpu_data[NR_CPUS] __cacheline_aligned;
84
85static int cpucount;
86static cpumask_t smp_commenced_mask;
87
88extern struct {
89 void * spi;
90 unsigned short ss;
91} stack_start;
92
93
94static volatile int physid_2_cpu[NR_CPUS];
95#define physid_to_cpu(physid) physid_2_cpu[physid]
96
97
98volatile int cpu_2_physid[NR_CPUS];
99
100DEFINE_PER_CPU(int, prof_multiplier) = 1;
101DEFINE_PER_CPU(int, prof_old_multiplier) = 1;
102DEFINE_PER_CPU(int, prof_counter) = 1;
103
104spinlock_t ipi_lock[NR_IPIS];
105
106static unsigned int calibration_result;
107
108
109
110
111
112void smp_prepare_boot_cpu(void);
113void smp_prepare_cpus(unsigned int);
114static void init_ipi_lock(void);
115static void do_boot_cpu(int);
116int __cpu_up(unsigned int);
117void smp_cpus_done(unsigned int);
118
119int start_secondary(void *);
120static void smp_callin(void);
121static void smp_online(void);
122
123static void show_mp_info(int);
124static void smp_store_cpu_info(int);
125static void show_cpu_info(int);
126int setup_profiling_timer(unsigned int);
127static void init_cpu_to_physid(void);
128static void map_cpu_to_physid(int, int);
129static void unmap_cpu_to_physid(int, int);
130
131
132
133
134void __devinit smp_prepare_boot_cpu(void)
135{
136 bsp_phys_id = hard_smp_processor_id();
137 physid_set(bsp_phys_id, phys_cpu_present_map);
138 cpu_set(0, cpu_online_map);
139 cpu_set(0, cpu_callout_map);
140 cpu_set(0, cpu_callin_map);
141
142
143
144
145 init_cpu_to_physid();
146 map_cpu_to_physid(0, bsp_phys_id);
147 current_thread_info()->cpu = 0;
148}
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167void __init smp_prepare_cpus(unsigned int max_cpus)
168{
169 int phys_id;
170 unsigned long nr_cpu;
171
172 nr_cpu = inl(M32R_FPGA_NUM_OF_CPUS_PORTL);
173 if (nr_cpu > NR_CPUS) {
174 printk(KERN_INFO "NUM_OF_CPUS reg. value [%ld] > NR_CPU [%d]",
175 nr_cpu, NR_CPUS);
176 goto smp_done;
177 }
178 for (phys_id = 0 ; phys_id < nr_cpu ; phys_id++)
179 physid_set(phys_id, phys_cpu_present_map);
180#ifndef CONFIG_HOTPLUG_CPU
181 init_cpu_present(&cpu_possible_map);
182#endif
183
184 show_mp_info(nr_cpu);
185
186 init_ipi_lock();
187
188
189
190
191 smp_store_cpu_info(0);
192
193
194
195
196 if (!max_cpus) {
197 printk(KERN_INFO "SMP mode deactivated by commandline.\n");
198 goto smp_done;
199 }
200
201
202
203
204 Dprintk("CPU present map : %lx\n", physids_coerce(phys_cpu_present_map));
205
206 for (phys_id = 0 ; phys_id < NR_CPUS ; phys_id++) {
207
208
209
210 if (phys_id == bsp_phys_id)
211 continue;
212
213 if (!physid_isset(phys_id, phys_cpu_present_map))
214 continue;
215
216 if (max_cpus <= cpucount + 1)
217 continue;
218
219 do_boot_cpu(phys_id);
220
221
222
223
224 if (physid_to_cpu(phys_id) == -1) {
225 physid_clear(phys_id, phys_cpu_present_map);
226 printk("phys CPU#%d not responding - " \
227 "cannot use it.\n", phys_id);
228 }
229 }
230
231smp_done:
232 Dprintk("Boot done.\n");
233}
234
235
236
237
238static void __init init_ipi_lock(void)
239{
240 int ipi;
241
242 for (ipi = 0 ; ipi < NR_IPIS ; ipi++)
243 spin_lock_init(&ipi_lock[ipi]);
244}
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263static void __init do_boot_cpu(int phys_id)
264{
265 struct task_struct *idle;
266 unsigned long send_status, boot_status;
267 int timeout, cpu_id;
268
269 cpu_id = ++cpucount;
270
271
272
273
274
275 idle = fork_idle(cpu_id);
276 if (IS_ERR(idle))
277 panic("failed fork for CPU#%d.", cpu_id);
278
279 idle->thread.lr = (unsigned long)start_secondary;
280
281 map_cpu_to_physid(cpu_id, phys_id);
282
283
284 printk("Booting processor %d/%d\n", phys_id, cpu_id);
285 stack_start.spi = (void *)idle->thread.sp;
286 task_thread_info(idle)->cpu = cpu_id;
287
288
289
290
291
292
293
294 send_status = 0;
295 boot_status = 0;
296
297 cpu_set(phys_id, cpu_bootout_map);
298
299
300 send_IPI_mask_phys(cpumask_of_cpu(phys_id), CPU_BOOT_IPI, 0);
301
302 Dprintk("Waiting for send to finish...\n");
303 timeout = 0;
304
305
306 do {
307 Dprintk("+");
308 udelay(1000);
309 send_status = !cpu_isset(phys_id, cpu_bootin_map);
310 } while (send_status && (timeout++ < 100));
311
312 Dprintk("After Startup.\n");
313
314 if (!send_status) {
315
316
317
318 Dprintk("Before Callout %d.\n", cpu_id);
319 cpu_set(cpu_id, cpu_callout_map);
320 Dprintk("After Callout %d.\n", cpu_id);
321
322
323
324
325 for (timeout = 0; timeout < 5000; timeout++) {
326 if (cpu_isset(cpu_id, cpu_callin_map))
327 break;
328 udelay(1000);
329 }
330
331 if (cpu_isset(cpu_id, cpu_callin_map)) {
332
333 Dprintk("OK.\n");
334 } else {
335 boot_status = 1;
336 printk("Not responding.\n");
337 }
338 } else
339 printk("IPI never delivered???\n");
340
341 if (send_status || boot_status) {
342 unmap_cpu_to_physid(cpu_id, phys_id);
343 cpu_clear(cpu_id, cpu_callout_map);
344 cpu_clear(cpu_id, cpu_callin_map);
345 cpu_clear(cpu_id, cpu_initialized);
346 cpucount--;
347 }
348}
349
350int __cpuinit __cpu_up(unsigned int cpu_id)
351{
352 int timeout;
353
354 cpu_set(cpu_id, smp_commenced_mask);
355
356
357
358
359 for (timeout = 0; timeout < 5000; timeout++) {
360 if (cpu_isset(cpu_id, cpu_online_map))
361 break;
362 udelay(1000);
363 }
364 if (!cpu_isset(cpu_id, cpu_online_map))
365 BUG();
366
367 return 0;
368}
369
370void __init smp_cpus_done(unsigned int max_cpus)
371{
372 int cpu_id, timeout;
373 unsigned long bogosum = 0;
374
375 for (timeout = 0; timeout < 5000; timeout++) {
376 if (cpus_equal(cpu_callin_map, cpu_online_map))
377 break;
378 udelay(1000);
379 }
380 if (!cpus_equal(cpu_callin_map, cpu_online_map))
381 BUG();
382
383 for (cpu_id = 0 ; cpu_id < num_online_cpus() ; cpu_id++)
384 show_cpu_info(cpu_id);
385
386
387
388
389 Dprintk("Before bogomips.\n");
390 if (cpucount) {
391 for_each_cpu_mask(cpu_id, cpu_online_map)
392 bogosum += cpu_data[cpu_id].loops_per_jiffy;
393
394 printk(KERN_INFO "Total of %d processors activated " \
395 "(%lu.%02lu BogoMIPS).\n", cpucount + 1,
396 bogosum / (500000 / HZ),
397 (bogosum / (5000 / HZ)) % 100);
398 Dprintk("Before bogocount - setting activated=1.\n");
399 }
400}
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423int __init start_secondary(void *unused)
424{
425 cpu_init();
426 preempt_disable();
427 smp_callin();
428 while (!cpu_isset(smp_processor_id(), smp_commenced_mask))
429 cpu_relax();
430
431 smp_online();
432
433
434
435
436
437 local_flush_tlb_all();
438
439 cpu_idle();
440 return 0;
441}
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460static void __init smp_callin(void)
461{
462 int phys_id = hard_smp_processor_id();
463 int cpu_id = smp_processor_id();
464 unsigned long timeout;
465
466 if (cpu_isset(cpu_id, cpu_callin_map)) {
467 printk("huh, phys CPU#%d, CPU#%d already present??\n",
468 phys_id, cpu_id);
469 BUG();
470 }
471 Dprintk("CPU#%d (phys ID: %d) waiting for CALLOUT\n", cpu_id, phys_id);
472
473
474 timeout = jiffies + (2 * HZ);
475 while (time_before(jiffies, timeout)) {
476
477 if (cpu_isset(cpu_id, cpu_callout_map))
478 break;
479 cpu_relax();
480 }
481
482 if (!time_before(jiffies, timeout)) {
483 printk("BUG: CPU#%d started up but did not get a callout!\n",
484 cpu_id);
485 BUG();
486 }
487
488
489 cpu_set(cpu_id, cpu_callin_map);
490}
491
492static void __init smp_online(void)
493{
494 int cpu_id = smp_processor_id();
495
496 notify_cpu_starting(cpu_id);
497
498 local_irq_enable();
499
500
501 calibrate_delay();
502
503
504 smp_store_cpu_info(cpu_id);
505
506 cpu_set(cpu_id, cpu_online_map);
507}
508
509
510
511
512static void __init show_mp_info(int nr_cpu)
513{
514 int i;
515 char cpu_model0[17], cpu_model1[17], cpu_ver[9];
516
517 strncpy(cpu_model0, (char *)M32R_FPGA_CPU_NAME_ADDR, 16);
518 strncpy(cpu_model1, (char *)M32R_FPGA_MODEL_ID_ADDR, 16);
519 strncpy(cpu_ver, (char *)M32R_FPGA_VERSION_ADDR, 8);
520
521 cpu_model0[16] = '\0';
522 for (i = 15 ; i >= 0 ; i--) {
523 if (cpu_model0[i] != ' ')
524 break;
525 cpu_model0[i] = '\0';
526 }
527 cpu_model1[16] = '\0';
528 for (i = 15 ; i >= 0 ; i--) {
529 if (cpu_model1[i] != ' ')
530 break;
531 cpu_model1[i] = '\0';
532 }
533 cpu_ver[8] = '\0';
534 for (i = 7 ; i >= 0 ; i--) {
535 if (cpu_ver[i] != ' ')
536 break;
537 cpu_ver[i] = '\0';
538 }
539
540 printk(KERN_INFO "M32R-mp information\n");
541 printk(KERN_INFO " On-chip CPUs : %d\n", nr_cpu);
542 printk(KERN_INFO " CPU model : %s/%s(%s)\n", cpu_model0,
543 cpu_model1, cpu_ver);
544}
545
546
547
548
549
550static void __init smp_store_cpu_info(int cpu_id)
551{
552 struct cpuinfo_m32r *ci = cpu_data + cpu_id;
553
554 *ci = boot_cpu_data;
555 ci->loops_per_jiffy = loops_per_jiffy;
556}
557
558static void __init show_cpu_info(int cpu_id)
559{
560 struct cpuinfo_m32r *ci = &cpu_data[cpu_id];
561
562 printk("CPU#%d : ", cpu_id);
563
564#define PRINT_CLOCK(name, value) \
565 printk(name " clock %d.%02dMHz", \
566 ((value) / 1000000), ((value) % 1000000) / 10000)
567
568 PRINT_CLOCK("CPU", (int)ci->cpu_clock);
569 PRINT_CLOCK(", Bus", (int)ci->bus_clock);
570 printk(", loops_per_jiffy[%ld]\n", ci->loops_per_jiffy);
571}
572
573
574
575
576
577int setup_profiling_timer(unsigned int multiplier)
578{
579 int i;
580
581
582
583
584
585
586 if ( (!multiplier) || (calibration_result / multiplier < 500))
587 return -EINVAL;
588
589
590
591
592
593
594
595 for_each_possible_cpu(i)
596 per_cpu(prof_multiplier, i) = multiplier;
597
598 return 0;
599}
600
601
602static void __init init_cpu_to_physid(void)
603{
604 int i;
605
606 for (i = 0 ; i < NR_CPUS ; i++) {
607 cpu_2_physid[i] = -1;
608 physid_2_cpu[i] = -1;
609 }
610}
611
612
613
614
615
616static void __init map_cpu_to_physid(int cpu_id, int phys_id)
617{
618 physid_2_cpu[phys_id] = cpu_id;
619 cpu_2_physid[cpu_id] = phys_id;
620}
621
622
623
624
625
626static void __init unmap_cpu_to_physid(int cpu_id, int phys_id)
627{
628 physid_2_cpu[phys_id] = -1;
629 cpu_2_physid[cpu_id] = -1;
630}
631