1#ifndef _ASM_X86_SMP_H
2#define _ASM_X86_SMP_H
3#ifndef __ASSEMBLY__
4#include <linux/cpumask.h>
5#include <asm/percpu.h>
6
7
8
9
10#ifdef CONFIG_X86_LOCAL_APIC
11# include <asm/mpspec.h>
12# include <asm/apic.h>
13# ifdef CONFIG_X86_IO_APIC
14# include <asm/io_apic.h>
15# endif
16#endif
17#include <asm/thread_info.h>
18#include <asm/cpumask.h>
19
20extern int smp_num_siblings;
21extern unsigned int num_processors;
22
23DECLARE_PER_CPU_READ_MOSTLY(cpumask_var_t, cpu_sibling_map);
24DECLARE_PER_CPU_READ_MOSTLY(cpumask_var_t, cpu_core_map);
25
26DECLARE_PER_CPU_READ_MOSTLY(cpumask_var_t, cpu_llc_shared_map);
27DECLARE_PER_CPU_READ_MOSTLY(u16, cpu_llc_id);
28DECLARE_PER_CPU_READ_MOSTLY(int, cpu_number);
29
30static inline struct cpumask *cpu_llc_shared_mask(int cpu)
31{
32 return per_cpu(cpu_llc_shared_map, cpu);
33}
34
35DECLARE_EARLY_PER_CPU_READ_MOSTLY(u16, x86_cpu_to_apicid);
36DECLARE_EARLY_PER_CPU_READ_MOSTLY(u16, x86_bios_cpu_apicid);
37#if defined(CONFIG_X86_LOCAL_APIC) && defined(CONFIG_X86_32)
38DECLARE_EARLY_PER_CPU_READ_MOSTLY(int, x86_cpu_to_logical_apicid);
39#endif
40
41
42extern unsigned long stack_start;
43
44struct task_struct;
45
46struct smp_ops {
47 void (*smp_prepare_boot_cpu)(void);
48 void (*smp_prepare_cpus)(unsigned max_cpus);
49 void (*smp_cpus_done)(unsigned max_cpus);
50
51 void (*stop_other_cpus)(int wait);
52 void (*smp_send_reschedule)(int cpu);
53
54 int (*cpu_up)(unsigned cpu, struct task_struct *tidle);
55 int (*cpu_disable)(void);
56 void (*cpu_die)(unsigned int cpu);
57 void (*play_dead)(void);
58
59 void (*send_call_func_ipi)(const struct cpumask *mask);
60 void (*send_call_func_single_ipi)(int cpu);
61};
62
63
64extern void set_cpu_sibling_map(int cpu);
65
66#ifdef CONFIG_SMP
67extern struct smp_ops smp_ops;
68
69static inline void smp_send_stop(void)
70{
71 smp_ops.stop_other_cpus(0);
72}
73
74static inline void stop_other_cpus(void)
75{
76 smp_ops.stop_other_cpus(1);
77}
78
79static inline void smp_prepare_boot_cpu(void)
80{
81 smp_ops.smp_prepare_boot_cpu();
82}
83
84static inline void smp_prepare_cpus(unsigned int max_cpus)
85{
86 smp_ops.smp_prepare_cpus(max_cpus);
87}
88
89static inline void smp_cpus_done(unsigned int max_cpus)
90{
91 smp_ops.smp_cpus_done(max_cpus);
92}
93
94static inline int __cpu_up(unsigned int cpu, struct task_struct *tidle)
95{
96 return smp_ops.cpu_up(cpu, tidle);
97}
98
99static inline int __cpu_disable(void)
100{
101 return smp_ops.cpu_disable();
102}
103
104static inline void __cpu_die(unsigned int cpu)
105{
106 smp_ops.cpu_die(cpu);
107}
108
109static inline void play_dead(void)
110{
111 smp_ops.play_dead();
112}
113
114static inline void smp_send_reschedule(int cpu)
115{
116 smp_ops.smp_send_reschedule(cpu);
117}
118
119static inline void arch_send_call_function_single_ipi(int cpu)
120{
121 smp_ops.send_call_func_single_ipi(cpu);
122}
123
124static inline void arch_send_call_function_ipi_mask(const struct cpumask *mask)
125{
126 smp_ops.send_call_func_ipi(mask);
127}
128
129void cpu_disable_common(void);
130void native_smp_prepare_boot_cpu(void);
131void native_smp_prepare_cpus(unsigned int max_cpus);
132void native_smp_cpus_done(unsigned int max_cpus);
133void common_cpu_up(unsigned int cpunum, struct task_struct *tidle);
134int native_cpu_up(unsigned int cpunum, struct task_struct *tidle);
135int native_cpu_disable(void);
136int common_cpu_die(unsigned int cpu);
137void native_cpu_die(unsigned int cpu);
138void native_play_dead(void);
139void play_dead_common(void);
140void wbinvd_on_cpu(int cpu);
141int wbinvd_on_all_cpus(void);
142
143void native_send_call_func_ipi(const struct cpumask *mask);
144void native_send_call_func_single_ipi(int cpu);
145void x86_idle_thread_init(unsigned int cpu, struct task_struct *idle);
146
147void smp_store_boot_cpu_info(void);
148void smp_store_cpu_info(int id);
149#define cpu_physical_id(cpu) per_cpu(x86_cpu_to_apicid, cpu)
150
151#else
152#define wbinvd_on_cpu(cpu) wbinvd()
153static inline int wbinvd_on_all_cpus(void)
154{
155 wbinvd();
156 return 0;
157}
158#define smp_num_siblings 1
159#endif
160
161extern unsigned disabled_cpus;
162
163#ifdef CONFIG_X86_32_SMP
164
165
166
167
168
169#define raw_smp_processor_id() (this_cpu_read(cpu_number))
170extern int safe_smp_processor_id(void);
171
172#elif defined(CONFIG_X86_64_SMP)
173#define raw_smp_processor_id() (this_cpu_read(cpu_number))
174
175#define stack_smp_processor_id() \
176({ \
177 struct thread_info *ti; \
178 __asm__("andq %%rsp,%0; ":"=r" (ti) : "0" (CURRENT_MASK)); \
179 ti->cpu; \
180})
181#define safe_smp_processor_id() smp_processor_id()
182
183#endif
184
185#ifdef CONFIG_X86_LOCAL_APIC
186
187#ifndef CONFIG_X86_64
188static inline int logical_smp_processor_id(void)
189{
190
191 return GET_APIC_LOGICAL_ID(apic_read(APIC_LDR));
192}
193
194#endif
195
196extern int hard_smp_processor_id(void);
197
198#else
199
200# ifndef CONFIG_SMP
201# define hard_smp_processor_id() 0
202# endif
203
204#endif
205
206#ifdef CONFIG_DEBUG_NMI_SELFTEST
207extern void nmi_selftest(void);
208#else
209#define nmi_selftest() do { } while (0)
210#endif
211
212#endif
213#endif
214