1
2
3
4
5
6
7
8
9#include <linux/init.h>
10#include <linux/sched.h>
11#include <linux/sched/task_stack.h>
12#include <linux/topology.h>
13#include <linux/nodemask.h>
14
15#include <asm/page.h>
16#include <asm/processor.h>
17#include <asm/ptrace.h>
18#include <asm/sn/arch.h>
19#include <asm/sn/gda.h>
20#include <asm/sn/intr.h>
21#include <asm/sn/klconfig.h>
22#include <asm/sn/launch.h>
23#include <asm/sn/mapped_kernel.h>
24#include <asm/sn/sn_private.h>
25#include <asm/sn/types.h>
26#include <asm/sn/sn0/hubpi.h>
27#include <asm/sn/sn0/hubio.h>
28#include <asm/sn/sn0/ip27.h>
29
30
31
32
33
34static void alloc_cpupda(cpuid_t cpu, int cpunum)
35{
36 cnodeid_t node = get_cpu_cnode(cpu);
37 nasid_t nasid = COMPACT_TO_NASID_NODEID(node);
38
39 cputonasid(cpunum) = nasid;
40 sn_cpu_info[cpunum].p_nodeid = node;
41 cputoslice(cpunum) = get_cpu_slice(cpu);
42}
43
44static nasid_t get_actual_nasid(lboard_t *brd)
45{
46 klhub_t *hub;
47
48 if (!brd)
49 return INVALID_NASID;
50
51
52 hub = (klhub_t *)find_first_component(brd, KLSTRUCT_HUB);
53 if (!hub)
54 return INVALID_NASID;
55 if (!(hub->hub_info.flags & KLINFO_ENABLE))
56 return hub->hub_info.physid;
57 else
58 return brd->brd_nasid;
59}
60
61static int do_cpumask(cnodeid_t cnode, nasid_t nasid, int highest)
62{
63 static int tot_cpus_found = 0;
64 lboard_t *brd;
65 klcpu_t *acpu;
66 int cpus_found = 0;
67 cpuid_t cpuid;
68
69 brd = find_lboard((lboard_t *)KL_CONFIG_INFO(nasid), KLTYPE_IP27);
70
71 do {
72 acpu = (klcpu_t *)find_first_component(brd, KLSTRUCT_CPU);
73 while (acpu) {
74 cpuid = acpu->cpu_info.virtid;
75
76 if (get_actual_nasid(brd) == brd->brd_nasid)
77 cpuid_to_compact_node[cpuid] = cnode;
78 if (cpuid > highest)
79 highest = cpuid;
80
81 if ((acpu->cpu_info.flags & KLINFO_ENABLE) &&
82 (tot_cpus_found != NR_CPUS)) {
83 set_cpu_possible(cpuid, true);
84 alloc_cpupda(cpuid, tot_cpus_found);
85 cpus_found++;
86 tot_cpus_found++;
87 }
88 acpu = (klcpu_t *)find_component(brd, (klinfo_t *)acpu,
89 KLSTRUCT_CPU);
90 }
91 brd = KLCF_NEXT(brd);
92 if (!brd)
93 break;
94
95 brd = find_lboard(brd, KLTYPE_IP27);
96 } while (brd);
97
98 return highest;
99}
100
101void cpu_node_probe(void)
102{
103 int i, highest = 0;
104 gda_t *gdap = GDA;
105
106
107
108
109 for (i = 0; i < MAX_COMPACT_NODES; i++)
110 compact_to_nasid_node[i] = INVALID_NASID;
111 for (i = 0; i < MAX_NASIDS; i++)
112 nasid_to_compact_node[i] = INVALID_CNODEID;
113 for (i = 0; i < MAXCPUS; i++)
114 cpuid_to_compact_node[i] = INVALID_CNODEID;
115
116
117
118
119
120 nodes_clear(node_online_map);
121 for (i = 0; i < MAX_COMPACT_NODES; i++) {
122 nasid_t nasid = gdap->g_nasidtable[i];
123 if (nasid == INVALID_NASID)
124 break;
125 compact_to_nasid_node[i] = nasid;
126 nasid_to_compact_node[nasid] = i;
127 node_set_online(num_online_nodes());
128 highest = do_cpumask(i, nasid, highest);
129 }
130
131 printk("Discovered %d cpus on %d nodes\n", highest + 1, num_online_nodes());
132}
133
134static __init void intr_clear_all(nasid_t nasid)
135{
136 int i;
137
138 REMOTE_HUB_S(nasid, PI_INT_MASK0_A, 0);
139 REMOTE_HUB_S(nasid, PI_INT_MASK0_B, 0);
140 REMOTE_HUB_S(nasid, PI_INT_MASK1_A, 0);
141 REMOTE_HUB_S(nasid, PI_INT_MASK1_B, 0);
142
143 for (i = 0; i < 128; i++)
144 REMOTE_HUB_CLR_INTR(nasid, i);
145}
146
147static void ip27_send_ipi_single(int destid, unsigned int action)
148{
149 int irq;
150
151 switch (action) {
152 case SMP_RESCHEDULE_YOURSELF:
153 irq = CPU_RESCHED_A_IRQ;
154 break;
155 case SMP_CALL_FUNCTION:
156 irq = CPU_CALL_A_IRQ;
157 break;
158 default:
159 panic("sendintr");
160 }
161
162 irq += cputoslice(destid);
163
164
165
166
167
168
169 REMOTE_HUB_SEND_INTR(COMPACT_TO_NASID_NODEID(cpu_to_node(destid)), irq);
170}
171
172static void ip27_send_ipi_mask(const struct cpumask *mask, unsigned int action)
173{
174 unsigned int i;
175
176 for_each_cpu(i, mask)
177 ip27_send_ipi_single(i, action);
178}
179
180static void ip27_init_secondary(void)
181{
182 per_cpu_init();
183}
184
185static void ip27_smp_finish(void)
186{
187 extern void hub_rt_clock_event_init(void);
188
189 hub_rt_clock_event_init();
190 local_irq_enable();
191}
192
193
194
195
196
197
198static int ip27_boot_secondary(int cpu, struct task_struct *idle)
199{
200 unsigned long gp = (unsigned long)task_thread_info(idle);
201 unsigned long sp = __KSTK_TOS(idle);
202
203 LAUNCH_SLAVE(cputonasid(cpu), cputoslice(cpu),
204 (launch_proc_t)MAPPED_KERN_RW_TO_K0(smp_bootstrap),
205 0, (void *) sp, (void *) gp);
206 return 0;
207}
208
209static void __init ip27_smp_setup(void)
210{
211 cnodeid_t cnode;
212
213 for_each_online_node(cnode) {
214 if (cnode == 0)
215 continue;
216 intr_clear_all(COMPACT_TO_NASID_NODEID(cnode));
217 }
218
219 replicate_kernel_text();
220
221
222
223
224
225
226
227 alloc_cpupda(0, 0);
228}
229
230static void __init ip27_prepare_cpus(unsigned int max_cpus)
231{
232
233}
234
235const struct plat_smp_ops ip27_smp_ops = {
236 .send_ipi_single = ip27_send_ipi_single,
237 .send_ipi_mask = ip27_send_ipi_mask,
238 .init_secondary = ip27_init_secondary,
239 .smp_finish = ip27_smp_finish,
240 .boot_secondary = ip27_boot_secondary,
241 .smp_setup = ip27_smp_setup,
242 .prepare_cpus = ip27_prepare_cpus,
243};
244