1
2
3
4
5
6
7
8
9
10
11
12#include <linux/kernel.h>
13#include <linux/acpi.h>
14#include <linux/mmzone.h>
15#include <linux/bitmap.h>
16#include <linux/module.h>
17#include <linux/topology.h>
18#include <linux/bootmem.h>
19#include <linux/memblock.h>
20#include <linux/mm.h>
21#include <asm/proto.h>
22#include <asm/numa.h>
23#include <asm/e820.h>
24#include <asm/apic.h>
25#include <asm/uv/uv.h>
26
27int acpi_numa __initdata;
28
29static __init int setup_node(int pxm)
30{
31 return acpi_map_pxm_to_node(pxm);
32}
33
34static __init void bad_srat(void)
35{
36 printk(KERN_ERR "SRAT: SRAT not used.\n");
37 acpi_numa = -1;
38}
39
40static __init inline int srat_disabled(void)
41{
42 return acpi_numa < 0;
43}
44
45
46void __init acpi_numa_slit_init(struct acpi_table_slit *slit)
47{
48 int i, j;
49
50 for (i = 0; i < slit->locality_count; i++)
51 for (j = 0; j < slit->locality_count; j++)
52 numa_set_distance(pxm_to_node(i), pxm_to_node(j),
53 slit->entry[slit->locality_count * i + j]);
54}
55
56
57void __init
58acpi_numa_x2apic_affinity_init(struct acpi_srat_x2apic_cpu_affinity *pa)
59{
60 int pxm, node;
61 int apic_id;
62
63 if (srat_disabled())
64 return;
65 if (pa->header.length < sizeof(struct acpi_srat_x2apic_cpu_affinity)) {
66 bad_srat();
67 return;
68 }
69 if ((pa->flags & ACPI_SRAT_CPU_ENABLED) == 0)
70 return;
71 pxm = pa->proximity_domain;
72 apic_id = pa->apic_id;
73 if (!apic->apic_id_valid(apic_id)) {
74 printk(KERN_INFO "SRAT: PXM %u -> X2APIC 0x%04x ignored\n",
75 pxm, apic_id);
76 return;
77 }
78 node = setup_node(pxm);
79 if (node < 0) {
80 printk(KERN_ERR "SRAT: Too many proximity domains %x\n", pxm);
81 bad_srat();
82 return;
83 }
84
85 if (apic_id >= MAX_LOCAL_APIC) {
86 printk(KERN_INFO "SRAT: PXM %u -> APIC 0x%04x -> Node %u skipped apicid that is too big\n", pxm, apic_id, node);
87 return;
88 }
89 set_apicid_to_node(apic_id, node);
90 node_set(node, numa_nodes_parsed);
91 acpi_numa = 1;
92 printk(KERN_INFO "SRAT: PXM %u -> APIC 0x%04x -> Node %u\n",
93 pxm, apic_id, node);
94}
95
96
97void __init
98acpi_numa_processor_affinity_init(struct acpi_srat_cpu_affinity *pa)
99{
100 int pxm, node;
101 int apic_id;
102
103 if (srat_disabled())
104 return;
105 if (pa->header.length != sizeof(struct acpi_srat_cpu_affinity)) {
106 bad_srat();
107 return;
108 }
109 if ((pa->flags & ACPI_SRAT_CPU_ENABLED) == 0)
110 return;
111 pxm = pa->proximity_domain_lo;
112 if (acpi_srat_revision >= 2)
113 pxm |= *((unsigned int*)pa->proximity_domain_hi) << 8;
114 node = setup_node(pxm);
115 if (node < 0) {
116 printk(KERN_ERR "SRAT: Too many proximity domains %x\n", pxm);
117 bad_srat();
118 return;
119 }
120
121 if (get_uv_system_type() >= UV_X2APIC)
122 apic_id = (pa->apic_id << 8) | pa->local_sapic_eid;
123 else
124 apic_id = pa->apic_id;
125
126 if (apic_id >= MAX_LOCAL_APIC) {
127 printk(KERN_INFO "SRAT: PXM %u -> APIC 0x%02x -> Node %u skipped apicid that is too big\n", pxm, apic_id, node);
128 return;
129 }
130
131 set_apicid_to_node(apic_id, node);
132 node_set(node, numa_nodes_parsed);
133 acpi_numa = 1;
134 printk(KERN_INFO "SRAT: PXM %u -> APIC 0x%02x -> Node %u\n",
135 pxm, apic_id, node);
136}
137
138#ifdef CONFIG_MEMORY_HOTPLUG
139static inline int save_add_info(void) {return 1;}
140#else
141static inline int save_add_info(void) {return 0;}
142#endif
143
144
145int __init
146acpi_numa_memory_affinity_init(struct acpi_srat_mem_affinity *ma)
147{
148 u64 start, end;
149 u32 hotpluggable;
150 int node, pxm;
151
152 if (srat_disabled())
153 goto out_err;
154 if (ma->header.length != sizeof(struct acpi_srat_mem_affinity))
155 goto out_err_bad_srat;
156 if ((ma->flags & ACPI_SRAT_MEM_ENABLED) == 0)
157 goto out_err;
158 hotpluggable = ma->flags & ACPI_SRAT_MEM_HOT_PLUGGABLE;
159 if (hotpluggable && !save_add_info())
160 goto out_err;
161
162 start = ma->base_address;
163 end = start + ma->length;
164 pxm = ma->proximity_domain;
165 if (acpi_srat_revision <= 1)
166 pxm &= 0xff;
167
168 node = setup_node(pxm);
169 if (node < 0) {
170 printk(KERN_ERR "SRAT: Too many proximity domains.\n");
171 goto out_err_bad_srat;
172 }
173
174 if (numa_add_memblk(node, start, end) < 0)
175 goto out_err_bad_srat;
176
177 node_set(node, numa_nodes_parsed);
178
179 pr_info("SRAT: Node %u PXM %u [mem %#010Lx-%#010Lx]%s\n",
180 node, pxm,
181 (unsigned long long) start, (unsigned long long) end - 1,
182 hotpluggable ? " hotplug" : "");
183
184 return 0;
185out_err_bad_srat:
186 bad_srat();
187out_err:
188 return -1;
189}
190
191void __init acpi_numa_arch_fixup(void) {}
192
193int __init x86_acpi_numa_init(void)
194{
195 int ret;
196
197 ret = acpi_numa_init();
198 if (ret < 0)
199 return ret;
200 return srat_disabled() ? -EINVAL : 0;
201}
202