1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25#ifndef _ASM_X86_TOPOLOGY_H
26#define _ASM_X86_TOPOLOGY_H
27
28
29
30
31
32
33#include <linux/numa.h>
34
35#ifdef CONFIG_NUMA
36#include <linux/cpumask.h>
37
38#include <asm/mpspec.h>
39#include <asm/percpu.h>
40
41
42DECLARE_EARLY_PER_CPU(int, x86_cpu_to_node_map);
43
44#ifdef CONFIG_DEBUG_PER_CPU_MAPS
45
46
47
48extern int __cpu_to_node(int cpu);
49#define cpu_to_node __cpu_to_node
50
51extern int early_cpu_to_node(int cpu);
52
53#else
54
55
56static inline int early_cpu_to_node(int cpu)
57{
58 return early_per_cpu(x86_cpu_to_node_map, cpu);
59}
60
61#endif
62
63
64extern cpumask_var_t node_to_cpumask_map[MAX_NUMNODES];
65
66#ifdef CONFIG_DEBUG_PER_CPU_MAPS
67extern const struct cpumask *cpumask_of_node(int node);
68#else
69
70static inline const struct cpumask *cpumask_of_node(int node)
71{
72 return node_to_cpumask_map[node];
73}
74#endif
75
76extern void setup_node_to_cpumask_map(void);
77
78#define pcibus_to_node(bus) __pcibus_to_node(bus)
79
80extern int __node_distance(int, int);
81#define node_distance(a, b) __node_distance(a, b)
82
83#else
84
85static inline int numa_node_id(void)
86{
87 return 0;
88}
89
90
91
92#define numa_node_id numa_node_id
93
94static inline int early_cpu_to_node(int cpu)
95{
96 return 0;
97}
98
99static inline void setup_node_to_cpumask_map(void) { }
100
101#endif
102
103#include <asm-generic/topology.h>
104
105extern const struct cpumask *cpu_coregroup_mask(int cpu);
106
107#define topology_logical_package_id(cpu) (cpu_data(cpu).logical_proc_id)
108#define topology_physical_package_id(cpu) (cpu_data(cpu).phys_proc_id)
109#define topology_logical_die_id(cpu) \
110 (cpu_data(cpu)._rh.logical_die_id)
111#define topology_die_id(cpu) \
112 (cpu_data(cpu)._rh.cpu_die_id)
113#define topology_core_id(cpu) (cpu_data(cpu).cpu_core_id)
114
115#ifdef CONFIG_SMP
116#define topology_die_cpumask(cpu) (per_cpu(cpu_die_map, cpu))
117#define topology_core_cpumask(cpu) (per_cpu(cpu_core_map, cpu))
118#define topology_sibling_cpumask(cpu) (per_cpu(cpu_sibling_map, cpu))
119
120extern unsigned int __max_logical_packages;
121#define topology_max_packages() (__max_logical_packages)
122
123extern unsigned int __max_die_per_package;
124
125static inline int topology_max_die_per_package(void)
126{
127 return __max_die_per_package;
128}
129
130extern int __max_smt_threads;
131
132static inline int topology_max_smt_threads(void)
133{
134 return __max_smt_threads;
135}
136
137int topology_update_package_map(unsigned int apicid, unsigned int cpu);
138int topology_update_die_map(unsigned int dieid, unsigned int cpu);
139int topology_phys_to_logical_pkg(unsigned int pkg);
140int topology_phys_to_logical_die(unsigned int die, unsigned int cpu);
141bool topology_is_primary_thread(unsigned int cpu);
142bool topology_smt_supported(void);
143#else
144#define topology_max_packages() (1)
145static inline int
146topology_update_package_map(unsigned int apicid, unsigned int cpu) { return 0; }
147static inline int
148topology_update_die_map(unsigned int dieid, unsigned int cpu) { return 0; }
149static inline int topology_phys_to_logical_pkg(unsigned int pkg) { return 0; }
150static inline int topology_phys_to_logical_die(unsigned int die,
151 unsigned int cpu) { return 0; }
152static inline int topology_max_die_per_package(void) { return 1; }
153static inline int topology_max_smt_threads(void) { return 1; }
154static inline bool topology_is_primary_thread(unsigned int cpu) { return true; }
155static inline bool topology_smt_supported(void) { return false; }
156#endif
157
158static inline void arch_fix_phys_package_id(int num, u32 slot)
159{
160}
161
162struct pci_bus;
163int x86_pci_root_bus_node(int bus);
164void x86_pci_root_bus_resources(int bus, struct list_head *resources);
165
166extern bool x86_topology_update;
167
168#ifdef CONFIG_SCHED_MC_PRIO
169#include <asm/percpu.h>
170
171DECLARE_PER_CPU_READ_MOSTLY(int, sched_core_priority);
172extern unsigned int __read_mostly sysctl_sched_itmt_enabled;
173
174
175void sched_set_itmt_core_prio(int prio, int core_cpu);
176
177
178int sched_set_itmt_support(void);
179
180
181void sched_clear_itmt_support(void);
182
183#else
184
185#define sysctl_sched_itmt_enabled 0
186static inline void sched_set_itmt_core_prio(int prio, int core_cpu)
187{
188}
189static inline int sched_set_itmt_support(void)
190{
191 return 0;
192}
193static inline void sched_clear_itmt_support(void)
194{
195}
196#endif
197
198#ifdef CONFIG_SMP
199#include <asm/cpufeature.h>
200
201DECLARE_STATIC_KEY_FALSE(arch_scale_freq_key);
202
203#define arch_scale_freq_invariant() static_branch_likely(&arch_scale_freq_key)
204
205DECLARE_PER_CPU(unsigned long, arch_freq_scale);
206
207static inline long arch_scale_freq_capacity(int cpu)
208{
209 return per_cpu(arch_freq_scale, cpu);
210}
211#define arch_scale_freq_capacity arch_scale_freq_capacity
212
213extern void arch_scale_freq_tick(void);
214#define arch_scale_freq_tick arch_scale_freq_tick
215
216extern void arch_set_max_freq_ratio(bool turbo_disabled);
217#else
218static inline void arch_set_max_freq_ratio(bool turbo_disabled)
219{
220}
221#endif
222
223#endif
224