1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19#include <linux/kernel.h>
20#include <linux/errno.h>
21#include <linux/bootmem.h>
22#include <linux/gfp.h>
23#include <linux/highmem.h>
24#include <linux/swap.h>
25#include <linux/mman.h>
26#include <linux/nodemask.h>
27#include <linux/mm.h>
28
29#include <asm/bootparam.h>
30#include <asm/page.h>
31#include <asm/sections.h>
32#include <asm/sysmem.h>
33
34struct sysmem_info sysmem __initdata;
35
36static void __init sysmem_dump(void)
37{
38 unsigned i;
39
40 pr_debug("Sysmem:\n");
41 for (i = 0; i < sysmem.nr_banks; ++i)
42 pr_debug(" 0x%08lx - 0x%08lx (%ldK)\n",
43 sysmem.bank[i].start, sysmem.bank[i].end,
44 (sysmem.bank[i].end - sysmem.bank[i].start) >> 10);
45}
46
47
48
49
50static inline struct meminfo * __init find_bank(unsigned long start)
51{
52 unsigned i;
53 struct meminfo *it = NULL;
54
55 for (i = 0; i < sysmem.nr_banks; ++i)
56 if (sysmem.bank[i].start <= start)
57 it = sysmem.bank + i;
58 else
59 break;
60 return it;
61}
62
63
64
65
66
67
68
69
70static int __init move_banks(struct meminfo *to, struct meminfo *from)
71{
72 unsigned n = sysmem.nr_banks - (from - sysmem.bank);
73
74 if (to > from && to - from + sysmem.nr_banks > SYSMEM_BANKS_MAX)
75 return -ENOMEM;
76 if (to != from)
77 memmove(to, from, n * sizeof(struct meminfo));
78 sysmem.nr_banks += to - from;
79 return 0;
80}
81
82
83
84
85
86
87
88int __init add_sysmem_bank(unsigned long start, unsigned long end)
89{
90 unsigned i;
91 struct meminfo *it = NULL;
92 unsigned long sz;
93 unsigned long bank_sz = 0;
94
95 if (start == end ||
96 (start < end) != (PAGE_ALIGN(start) < (end & PAGE_MASK))) {
97 pr_warn("Ignoring small memory bank 0x%08lx size: %ld bytes\n",
98 start, end - start);
99 return -EINVAL;
100 }
101
102 start = PAGE_ALIGN(start);
103 end &= PAGE_MASK;
104 sz = end - start;
105
106 it = find_bank(start);
107
108 if (it)
109 bank_sz = it->end - it->start;
110
111 if (it && bank_sz >= start - it->start) {
112 if (end - it->start > bank_sz)
113 it->end = end;
114 else
115 return 0;
116 } else {
117 if (!it)
118 it = sysmem.bank;
119 else
120 ++it;
121
122 if (it - sysmem.bank < sysmem.nr_banks &&
123 it->start - start <= sz) {
124 it->start = start;
125 if (it->end - it->start < sz)
126 it->end = end;
127 else
128 return 0;
129 } else {
130 if (move_banks(it + 1, it) < 0) {
131 pr_warn("Ignoring memory bank 0x%08lx size %ld bytes\n",
132 start, end - start);
133 return -EINVAL;
134 }
135 it->start = start;
136 it->end = end;
137 return 0;
138 }
139 }
140 sz = it->end - it->start;
141 for (i = it + 1 - sysmem.bank; i < sysmem.nr_banks; ++i)
142 if (sysmem.bank[i].start - it->start <= sz) {
143 if (sz < sysmem.bank[i].end - it->start)
144 it->end = sysmem.bank[i].end;
145 } else {
146 break;
147 }
148
149 move_banks(it + 1, sysmem.bank + i);
150 return 0;
151}
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170int __init mem_reserve(unsigned long start, unsigned long end, int must_exist)
171{
172 struct meminfo *it;
173 struct meminfo *rm = NULL;
174 unsigned long sz;
175 unsigned long bank_sz = 0;
176
177 start = start & PAGE_MASK;
178 end = PAGE_ALIGN(end);
179 sz = end - start;
180 if (!sz)
181 return -EINVAL;
182
183 it = find_bank(start);
184
185 if (it)
186 bank_sz = it->end - it->start;
187
188 if ((!it || end - it->start > bank_sz) && must_exist) {
189 pr_warn("mem_reserve: [0x%0lx, 0x%0lx) not in any region!\n",
190 start, end);
191 return -EINVAL;
192 }
193
194 if (it && start - it->start <= bank_sz) {
195 if (start == it->start) {
196 if (end - it->start < bank_sz) {
197 it->start = end;
198 return 0;
199 } else {
200 rm = it;
201 }
202 } else {
203 it->end = start;
204 if (end - it->start < bank_sz)
205 return add_sysmem_bank(end,
206 it->start + bank_sz);
207 ++it;
208 }
209 }
210
211 if (!it)
212 it = sysmem.bank;
213
214 for (; it < sysmem.bank + sysmem.nr_banks; ++it) {
215 if (it->end - start <= sz) {
216 if (!rm)
217 rm = it;
218 } else {
219 if (it->start - start < sz)
220 it->start = end;
221 break;
222 }
223 }
224
225 if (rm)
226 move_banks(rm, it);
227
228 return 0;
229}
230
231
232
233
234
235
236void __init bootmem_init(void)
237{
238 unsigned long pfn;
239 unsigned long bootmap_start, bootmap_size;
240 int i;
241
242 sysmem_dump();
243 max_low_pfn = max_pfn = 0;
244 min_low_pfn = ~0;
245
246 for (i=0; i < sysmem.nr_banks; i++) {
247 pfn = PAGE_ALIGN(sysmem.bank[i].start) >> PAGE_SHIFT;
248 if (pfn < min_low_pfn)
249 min_low_pfn = pfn;
250 pfn = PAGE_ALIGN(sysmem.bank[i].end - 1) >> PAGE_SHIFT;
251 if (pfn > max_pfn)
252 max_pfn = pfn;
253 }
254
255 if (min_low_pfn > max_pfn)
256 panic("No memory found!\n");
257
258 max_low_pfn = max_pfn < MAX_MEM_PFN >> PAGE_SHIFT ?
259 max_pfn : MAX_MEM_PFN >> PAGE_SHIFT;
260
261
262
263 bootmap_size = bootmem_bootmap_pages(max_low_pfn - min_low_pfn);
264 bootmap_size <<= PAGE_SHIFT;
265 bootmap_start = ~0;
266
267 for (i=0; i<sysmem.nr_banks; i++)
268 if (sysmem.bank[i].end - sysmem.bank[i].start >= bootmap_size) {
269 bootmap_start = sysmem.bank[i].start;
270 break;
271 }
272
273 if (bootmap_start == ~0UL)
274 panic("Cannot find %ld bytes for bootmap\n", bootmap_size);
275
276
277
278 mem_reserve(bootmap_start, bootmap_start + bootmap_size, 1);
279 bootmap_size = init_bootmem_node(NODE_DATA(0),
280 bootmap_start >> PAGE_SHIFT,
281 min_low_pfn,
282 max_low_pfn);
283
284
285
286 for (i = 0; i < sysmem.nr_banks; i++) {
287 if (sysmem.bank[i].start >> PAGE_SHIFT < max_low_pfn) {
288 unsigned long end = min(max_low_pfn << PAGE_SHIFT,
289 sysmem.bank[i].end);
290 free_bootmem(sysmem.bank[i].start,
291 end - sysmem.bank[i].start);
292 }
293 }
294
295}
296
297
298void __init zones_init(void)
299{
300
301 unsigned long zones_size[MAX_NR_ZONES] = {
302 [ZONE_DMA] = max_low_pfn - ARCH_PFN_OFFSET,
303#ifdef CONFIG_HIGHMEM
304 [ZONE_HIGHMEM] = max_pfn - max_low_pfn,
305#endif
306 };
307 free_area_init_node(0, zones_size, ARCH_PFN_OFFSET, NULL);
308}
309
310
311
312
313
314void __init mem_init(void)
315{
316#ifdef CONFIG_HIGHMEM
317 unsigned long tmp;
318
319 reset_all_zones_managed_pages();
320 for (tmp = max_low_pfn; tmp < max_pfn; tmp++)
321 free_highmem_page(pfn_to_page(tmp));
322#endif
323
324 max_mapnr = max_pfn - ARCH_PFN_OFFSET;
325 high_memory = (void *)__va(max_low_pfn << PAGE_SHIFT);
326
327 free_all_bootmem();
328
329 mem_init_print_info(NULL);
330 pr_info("virtual kernel memory layout:\n"
331#ifdef CONFIG_HIGHMEM
332 " pkmap : 0x%08lx - 0x%08lx (%5lu kB)\n"
333 " fixmap : 0x%08lx - 0x%08lx (%5lu kB)\n"
334#endif
335 " vmalloc : 0x%08x - 0x%08x (%5u MB)\n"
336 " lowmem : 0x%08x - 0x%08lx (%5lu MB)\n",
337#ifdef CONFIG_HIGHMEM
338 PKMAP_BASE, PKMAP_BASE + LAST_PKMAP * PAGE_SIZE,
339 (LAST_PKMAP*PAGE_SIZE) >> 10,
340 FIXADDR_START, FIXADDR_TOP,
341 (FIXADDR_TOP - FIXADDR_START) >> 10,
342#endif
343 VMALLOC_START, VMALLOC_END,
344 (VMALLOC_END - VMALLOC_START) >> 20,
345 PAGE_OFFSET, PAGE_OFFSET +
346 (max_low_pfn - min_low_pfn) * PAGE_SIZE,
347 ((max_low_pfn - min_low_pfn) * PAGE_SIZE) >> 20);
348}
349
350#ifdef CONFIG_BLK_DEV_INITRD
351extern int initrd_is_mapped;
352
353void free_initrd_mem(unsigned long start, unsigned long end)
354{
355 if (initrd_is_mapped)
356 free_reserved_area((void *)start, (void *)end, -1, "initrd");
357}
358#endif
359
360void free_initmem(void)
361{
362 free_initmem_default(-1);
363}
364
365static void __init parse_memmap_one(char *p)
366{
367 char *oldp;
368 unsigned long start_at, mem_size;
369
370 if (!p)
371 return;
372
373 oldp = p;
374 mem_size = memparse(p, &p);
375 if (p == oldp)
376 return;
377
378 switch (*p) {
379 case '@':
380 start_at = memparse(p + 1, &p);
381 add_sysmem_bank(start_at, start_at + mem_size);
382 break;
383
384 case '$':
385 start_at = memparse(p + 1, &p);
386 mem_reserve(start_at, start_at + mem_size, 0);
387 break;
388
389 case 0:
390 mem_reserve(mem_size, 0, 0);
391 break;
392
393 default:
394 pr_warn("Unrecognized memmap syntax: %s\n", p);
395 break;
396 }
397}
398
399static int __init parse_memmap_opt(char *str)
400{
401 while (str) {
402 char *k = strchr(str, ',');
403
404 if (k)
405 *k++ = 0;
406
407 parse_memmap_one(str);
408 str = k;
409 }
410
411 return 0;
412}
413early_param("memmap", parse_memmap_opt);
414