Introduce flags for reserve_bootmem()

This patchset adds a flags variable to reserve_bootmem() and uses the
BOOTMEM_EXCLUSIVE flag in crashkernel reservation code to detect collisions
between crashkernel area and already used memory.

This patch:

Change the reserve_bootmem() function to accept a new flag BOOTMEM_EXCLUSIVE.
If that flag is set, the function returns with -EBUSY if the memory already
has been reserved in the past.  This is to avoid conflicts.

Because that code runs before SMP initialisation, there's no race condition
inside reserve_bootmem_core().

[akpm@linux-foundation.org: coding-style fixes]
[akpm@linux-foundation.org: fix powerpc build]
Signed-off-by: Bernhard Walle <bwalle@suse.de>
Cc: <linux-arch@vger.kernel.org>
Cc: "Eric W. Biederman" <ebiederm@xmission.com>
Cc: Vivek Goyal <vgoyal@in.ibm.com>
Signed-off-by: Andrew Morton <akpm@linux-foundation.org>
Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
This commit is contained in:
Bernhard Walle 2008-02-07 00:15:17 -08:00 коммит произвёл Linus Torvalds
Родитель 25fad945a7
Коммит 72a7fe3967
43 изменённых файлов: 183 добавлений и 105 удалений

Просмотреть файл

@ -241,7 +241,8 @@ albacore_init_arch(void)
size / 1024); size / 1024);
} }
#endif #endif
reserve_bootmem_node(NODE_DATA(0), pci_mem, memtop - pci_mem); reserve_bootmem_node(NODE_DATA(0), pci_mem, memtop -
pci_mem, BOOTMEM_DEFAULT);
printk("irongate_init_arch: temporarily reserving " printk("irongate_init_arch: temporarily reserving "
"region %08lx-%08lx for PCI\n", pci_mem, memtop - 1); "region %08lx-%08lx for PCI\n", pci_mem, memtop - 1);
} }

Просмотреть файл

@ -428,7 +428,8 @@ setup_memory(void *kernel_end)
} }
/* Reserve the bootmap memory. */ /* Reserve the bootmap memory. */
reserve_bootmem(PFN_PHYS(bootmap_start), bootmap_size); reserve_bootmem(PFN_PHYS(bootmap_start), bootmap_size,
BOOTMEM_DEFAULT);
printk("reserving pages %ld:%ld\n", bootmap_start, bootmap_start+PFN_UP(bootmap_size)); printk("reserving pages %ld:%ld\n", bootmap_start, bootmap_start+PFN_UP(bootmap_size));
#ifdef CONFIG_BLK_DEV_INITRD #ifdef CONFIG_BLK_DEV_INITRD
@ -446,7 +447,7 @@ setup_memory(void *kernel_end)
phys_to_virt(PFN_PHYS(max_low_pfn))); phys_to_virt(PFN_PHYS(max_low_pfn)));
} else { } else {
reserve_bootmem(virt_to_phys((void *)initrd_start), reserve_bootmem(virt_to_phys((void *)initrd_start),
INITRD_SIZE); INITRD_SIZE, BOOTMEM_DEFAULT);
} }
} }
#endif /* CONFIG_BLK_DEV_INITRD */ #endif /* CONFIG_BLK_DEV_INITRD */

Просмотреть файл

@ -242,7 +242,8 @@ setup_memory_node(int nid, void *kernel_end)
} }
/* Reserve the bootmap memory. */ /* Reserve the bootmap memory. */
reserve_bootmem_node(NODE_DATA(nid), PFN_PHYS(bootmap_start), bootmap_size); reserve_bootmem_node(NODE_DATA(nid), PFN_PHYS(bootmap_start),
bootmap_size, BOOTMEM_DEFAULT);
printk(" reserving pages %ld:%ld\n", bootmap_start, bootmap_start+PFN_UP(bootmap_size)); printk(" reserving pages %ld:%ld\n", bootmap_start, bootmap_start+PFN_UP(bootmap_size));
node_set_online(nid); node_set_online(nid);
@ -281,7 +282,7 @@ setup_memory(void *kernel_end)
nid = kvaddr_to_nid(initrd_start); nid = kvaddr_to_nid(initrd_start);
reserve_bootmem_node(NODE_DATA(nid), reserve_bootmem_node(NODE_DATA(nid),
virt_to_phys((void *)initrd_start), virt_to_phys((void *)initrd_start),
INITRD_SIZE); INITRD_SIZE, BOOTMEM_DEFAULT);
} }
} }
#endif /* CONFIG_BLK_DEV_INITRD */ #endif /* CONFIG_BLK_DEV_INITRD */

Просмотреть файл

@ -239,7 +239,7 @@ bootmem_init_node(int node, int initrd_node, struct meminfo *mi)
* Reserve the bootmem bitmap for this node. * Reserve the bootmem bitmap for this node.
*/ */
reserve_bootmem_node(pgdat, boot_pfn << PAGE_SHIFT, reserve_bootmem_node(pgdat, boot_pfn << PAGE_SHIFT,
boot_pages << PAGE_SHIFT); boot_pages << PAGE_SHIFT, BOOTMEM_DEFAULT);
#ifdef CONFIG_BLK_DEV_INITRD #ifdef CONFIG_BLK_DEV_INITRD
/* /*
@ -247,7 +247,7 @@ bootmem_init_node(int node, int initrd_node, struct meminfo *mi)
*/ */
if (node == initrd_node) { if (node == initrd_node) {
reserve_bootmem_node(pgdat, phys_initrd_start, reserve_bootmem_node(pgdat, phys_initrd_start,
phys_initrd_size); phys_initrd_size, BOOTMEM_DEFAULT);
initrd_start = __phys_to_virt(phys_initrd_start); initrd_start = __phys_to_virt(phys_initrd_start);
initrd_end = initrd_start + phys_initrd_size; initrd_end = initrd_start + phys_initrd_size;
} }

Просмотреть файл

@ -605,9 +605,11 @@ void __init reserve_node_zero(pg_data_t *pgdat)
* Note that this can only be in node 0. * Note that this can only be in node 0.
*/ */
#ifdef CONFIG_XIP_KERNEL #ifdef CONFIG_XIP_KERNEL
reserve_bootmem_node(pgdat, __pa(&__data_start), &_end - &__data_start); reserve_bootmem_node(pgdat, __pa(&__data_start), &_end - &__data_start,
BOOTMEM_DEFAULT);
#else #else
reserve_bootmem_node(pgdat, __pa(&_stext), &_end - &_stext); reserve_bootmem_node(pgdat, __pa(&_stext), &_end - &_stext,
BOOTMEM_DEFAULT);
#endif #endif
/* /*
@ -615,7 +617,7 @@ void __init reserve_node_zero(pg_data_t *pgdat)
* and can only be in node 0. * and can only be in node 0.
*/ */
reserve_bootmem_node(pgdat, __pa(swapper_pg_dir), reserve_bootmem_node(pgdat, __pa(swapper_pg_dir),
PTRS_PER_PGD * sizeof(pgd_t)); PTRS_PER_PGD * sizeof(pgd_t), BOOTMEM_DEFAULT);
/* /*
* Hmm... This should go elsewhere, but we really really need to * Hmm... This should go elsewhere, but we really really need to
@ -638,8 +640,10 @@ void __init reserve_node_zero(pg_data_t *pgdat)
/* H1940 and RX3715 need to reserve this for suspend */ /* H1940 and RX3715 need to reserve this for suspend */
if (machine_is_h1940() || machine_is_rx3715()) { if (machine_is_h1940() || machine_is_rx3715()) {
reserve_bootmem_node(pgdat, 0x30003000, 0x1000); reserve_bootmem_node(pgdat, 0x30003000, 0x1000,
reserve_bootmem_node(pgdat, 0x30081000, 0x1000); BOOTMEM_DEFAULT);
reserve_bootmem_node(pgdat, 0x30081000, 0x1000,
BOOTMEM_DEFAULT);
} }
#ifdef CONFIG_SA1111 #ifdef CONFIG_SA1111
@ -650,7 +654,8 @@ void __init reserve_node_zero(pg_data_t *pgdat)
res_size = __pa(swapper_pg_dir) - PHYS_OFFSET; res_size = __pa(swapper_pg_dir) - PHYS_OFFSET;
#endif #endif
if (res_size) if (res_size)
reserve_bootmem_node(pgdat, PHYS_OFFSET, res_size); reserve_bootmem_node(pgdat, PHYS_OFFSET, res_size,
BOOTMEM_DEFAULT);
} }
/* /*

Просмотреть файл

@ -27,9 +27,11 @@ void __init reserve_node_zero(pg_data_t *pgdat)
* Note that this can only be in node 0. * Note that this can only be in node 0.
*/ */
#ifdef CONFIG_XIP_KERNEL #ifdef CONFIG_XIP_KERNEL
reserve_bootmem_node(pgdat, __pa(&__data_start), &_end - &__data_start); reserve_bootmem_node(pgdat, __pa(&__data_start), &_end - &__data_start,
BOOTMEM_DEFAULT);
#else #else
reserve_bootmem_node(pgdat, __pa(&_stext), &_end - &_stext); reserve_bootmem_node(pgdat, __pa(&_stext), &_end - &_stext,
BOOTMEM_DEFAULT);
#endif #endif
/* /*
@ -37,7 +39,8 @@ void __init reserve_node_zero(pg_data_t *pgdat)
* some architectures which the DRAM is the exception vector to trap, * some architectures which the DRAM is the exception vector to trap,
* alloc_page breaks with error, although it is not NULL, but "0." * alloc_page breaks with error, although it is not NULL, but "0."
*/ */
reserve_bootmem_node(pgdat, CONFIG_VECTORS_BASE, PAGE_SIZE); reserve_bootmem_node(pgdat, CONFIG_VECTORS_BASE, PAGE_SIZE,
BOOTMEM_DEFAULT);
} }
/* /*

Просмотреть файл

@ -207,7 +207,7 @@ void __init omapfb_reserve_sdram(void)
return; return;
} }
if (rg.paddr) if (rg.paddr)
reserve_bootmem(rg.paddr, rg.size); reserve_bootmem(rg.paddr, rg.size, BOOTMEM_DEFAULT);
reserved += rg.size; reserved += rg.size;
omapfb_config.mem_desc.region[i] = rg; omapfb_config.mem_desc.region[i] = rg;
configured_regions++; configured_regions++;

Просмотреть файл

@ -489,7 +489,8 @@ static void __init setup_bootmem(void)
/* Reserve space for the bootmem bitmap... */ /* Reserve space for the bootmem bitmap... */
reserve_bootmem_node(NODE_DATA(node), reserve_bootmem_node(NODE_DATA(node),
PFN_PHYS(bootmap_pfn), PFN_PHYS(bootmap_pfn),
bootmap_size); bootmap_size,
BOOTMEM_DEFAULT);
/* ...and any other reserved regions. */ /* ...and any other reserved regions. */
for (res = reserved; res; res = res->sibling) { for (res = reserved; res; res = res->sibling) {
@ -505,7 +506,8 @@ static void __init setup_bootmem(void)
&& res->end < PFN_PHYS(max_pfn)) && res->end < PFN_PHYS(max_pfn))
reserve_bootmem_node( reserve_bootmem_node(
NODE_DATA(node), res->start, NODE_DATA(node), res->start,
res->end - res->start + 1); res->end - res->start + 1,
BOOTMEM_DEFAULT);
} }
node_set_online(node); node_set_online(node);

Просмотреть файл

@ -406,7 +406,7 @@ void __init setup_arch(char **cmdline_p)
*/ */
free_bootmem(memory_start, memory_end - memory_start); free_bootmem(memory_start, memory_end - memory_start);
reserve_bootmem(memory_start, bootmap_size); reserve_bootmem(memory_start, bootmap_size, BOOTMEM_DEFAULT);
/* /*
* get kmalloc into gear * get kmalloc into gear
*/ */

Просмотреть файл

@ -137,7 +137,7 @@ setup_arch(char **cmdline_p)
* Arguments are start, size * Arguments are start, size
*/ */
reserve_bootmem(PFN_PHYS(start_pfn), bootmap_size); reserve_bootmem(PFN_PHYS(start_pfn), bootmap_size, BOOTMEM_DEFAULT);
/* paging_init() sets up the MMU and marks all pages as reserved */ /* paging_init() sets up the MMU and marks all pages as reserved */

Просмотреть файл

@ -925,13 +925,15 @@ static void __init setup_linux_memory(void)
#endif #endif
/* take back the memory occupied by the kernel image and the bootmem alloc map */ /* take back the memory occupied by the kernel image and the bootmem alloc map */
reserve_bootmem(kstart, kend - kstart + bootmap_size); reserve_bootmem(kstart, kend - kstart + bootmap_size,
BOOTMEM_DEFAULT);
/* reserve the memory occupied by the initial ramdisk */ /* reserve the memory occupied by the initial ramdisk */
#ifdef CONFIG_BLK_DEV_INITRD #ifdef CONFIG_BLK_DEV_INITRD
if (LOADER_TYPE && INITRD_START) { if (LOADER_TYPE && INITRD_START) {
if (INITRD_START + INITRD_SIZE <= (low_top_pfn << PAGE_SHIFT)) { if (INITRD_START + INITRD_SIZE <= (low_top_pfn << PAGE_SHIFT)) {
reserve_bootmem(INITRD_START, INITRD_SIZE); reserve_bootmem(INITRD_START, INITRD_SIZE,
BOOTMEM_DEFAULT);
initrd_start = INITRD_START + PAGE_OFFSET; initrd_start = INITRD_START + PAGE_OFFSET;
initrd_end = initrd_start + INITRD_SIZE; initrd_end = initrd_start + INITRD_SIZE;
} }
@ -986,9 +988,10 @@ static void __init setup_uclinux_memory(void)
/* now take back the bits the core kernel is occupying */ /* now take back the bits the core kernel is occupying */
#ifndef CONFIG_PROTECT_KERNEL #ifndef CONFIG_PROTECT_KERNEL
reserve_bootmem(kend, bootmap_size); reserve_bootmem(kend, bootmap_size, BOOTMEM_DEFAULT);
reserve_bootmem((unsigned long) &__kernel_image_start, reserve_bootmem((unsigned long) &__kernel_image_start,
kend - (unsigned long) &__kernel_image_start); kend - (unsigned long) &__kernel_image_start,
BOOTMEM_DEFAULT);
#else #else
dampr = __get_DAMPR(0); dampr = __get_DAMPR(0);
@ -996,14 +999,15 @@ static void __init setup_uclinux_memory(void)
dampr = (dampr >> 4) + 17; dampr = (dampr >> 4) + 17;
dampr = 1 << dampr; dampr = 1 << dampr;
reserve_bootmem(__get_DAMPR(0) & xAMPRx_PPFN, dampr); reserve_bootmem(__get_DAMPR(0) & xAMPRx_PPFN, dampr, BOOTMEM_DEFAULT);
#endif #endif
/* reserve some memory to do uncached DMA through if requested */ /* reserve some memory to do uncached DMA through if requested */
#ifdef CONFIG_RESERVE_DMA_COHERENT #ifdef CONFIG_RESERVE_DMA_COHERENT
if (dma_coherent_mem_start) if (dma_coherent_mem_start)
reserve_bootmem(dma_coherent_mem_start, reserve_bootmem(dma_coherent_mem_start,
dma_coherent_mem_end - dma_coherent_mem_start); dma_coherent_mem_end - dma_coherent_mem_start,
BOOTMEM_DEFAULT);
#endif #endif
} /* end setup_uclinux_memory() */ } /* end setup_uclinux_memory() */

Просмотреть файл

@ -173,7 +173,7 @@ void __init setup_arch(char **cmdline_p)
* the bootmem bitmap so we then reserve it after freeing it :-) * the bootmem bitmap so we then reserve it after freeing it :-)
*/ */
free_bootmem(memory_start, memory_end - memory_start); free_bootmem(memory_start, memory_end - memory_start);
reserve_bootmem(memory_start, bootmap_size); reserve_bootmem(memory_start, bootmap_size, BOOTMEM_DEFAULT);
/* /*
* get kmalloc into gear * get kmalloc into gear
*/ */

Просмотреть файл

@ -218,7 +218,7 @@ find_memory (void)
/* Free all available memory, then mark bootmem-map as being in use. */ /* Free all available memory, then mark bootmem-map as being in use. */
efi_memmap_walk(filter_rsvd_memory, free_bootmem); efi_memmap_walk(filter_rsvd_memory, free_bootmem);
reserve_bootmem(bootmap_start, bootmap_size); reserve_bootmem(bootmap_start, bootmap_size, BOOTMEM_DEFAULT);
find_initrd(); find_initrd();

Просмотреть файл

@ -299,12 +299,12 @@ static void __init reserve_pernode_space(void)
pages = bdp->node_low_pfn - (bdp->node_boot_start>>PAGE_SHIFT); pages = bdp->node_low_pfn - (bdp->node_boot_start>>PAGE_SHIFT);
size = bootmem_bootmap_pages(pages) << PAGE_SHIFT; size = bootmem_bootmap_pages(pages) << PAGE_SHIFT;
base = __pa(bdp->node_bootmem_map); base = __pa(bdp->node_bootmem_map);
reserve_bootmem_node(pdp, base, size); reserve_bootmem_node(pdp, base, size, BOOTMEM_DEFAULT);
/* Now the per-node space */ /* Now the per-node space */
size = mem_data[node].pernode_size; size = mem_data[node].pernode_size;
base = __pa(mem_data[node].pernode_addr); base = __pa(mem_data[node].pernode_addr);
reserve_bootmem_node(pdp, base, size); reserve_bootmem_node(pdp, base, size, BOOTMEM_DEFAULT);
} }
} }

Просмотреть файл

@ -177,25 +177,28 @@ static unsigned long __init setup_memory(void)
*/ */
reserve_bootmem(CONFIG_MEMORY_START + PAGE_SIZE, reserve_bootmem(CONFIG_MEMORY_START + PAGE_SIZE,
(PFN_PHYS(start_pfn) + bootmap_size + PAGE_SIZE - 1) (PFN_PHYS(start_pfn) + bootmap_size + PAGE_SIZE - 1)
- CONFIG_MEMORY_START); - CONFIG_MEMORY_START,
BOOTMEM_DEFAULT);
/* /*
* reserve physical page 0 - it's a special BIOS page on many boxes, * reserve physical page 0 - it's a special BIOS page on many boxes,
* enabling clean reboots, SMP operation, laptop functions. * enabling clean reboots, SMP operation, laptop functions.
*/ */
reserve_bootmem(CONFIG_MEMORY_START, PAGE_SIZE); reserve_bootmem(CONFIG_MEMORY_START, PAGE_SIZE, BOOTMEM_DEFAULT);
/* /*
* reserve memory hole * reserve memory hole
*/ */
#ifdef CONFIG_MEMHOLE #ifdef CONFIG_MEMHOLE
reserve_bootmem(CONFIG_MEMHOLE_START, CONFIG_MEMHOLE_SIZE); reserve_bootmem(CONFIG_MEMHOLE_START, CONFIG_MEMHOLE_SIZE,
BOOTMEM_DEFAULT);
#endif #endif
#ifdef CONFIG_BLK_DEV_INITRD #ifdef CONFIG_BLK_DEV_INITRD
if (LOADER_TYPE && INITRD_START) { if (LOADER_TYPE && INITRD_START) {
if (INITRD_START + INITRD_SIZE <= (max_low_pfn << PAGE_SHIFT)) { if (INITRD_START + INITRD_SIZE <= (max_low_pfn << PAGE_SHIFT)) {
reserve_bootmem(INITRD_START, INITRD_SIZE); reserve_bootmem(INITRD_START, INITRD_SIZE,
BOOTMEM_DEFAULT);
initrd_start = INITRD_START + PAGE_OFFSET; initrd_start = INITRD_START + PAGE_OFFSET;
initrd_end = initrd_start + INITRD_SIZE; initrd_end = initrd_start + INITRD_SIZE;
printk("initrd:start[%08lx],size[%08lx]\n", printk("initrd:start[%08lx],size[%08lx]\n",

Просмотреть файл

@ -91,7 +91,8 @@ unsigned long __init setup_memory(void)
PFN_PHYS(mp->pages)); PFN_PHYS(mp->pages));
reserve_bootmem_node(NODE_DATA(nid), PFN_PHYS(mp->start_pfn), reserve_bootmem_node(NODE_DATA(nid), PFN_PHYS(mp->start_pfn),
PFN_PHYS(mp->free_pfn - mp->start_pfn) + bootmap_size); PFN_PHYS(mp->free_pfn - mp->start_pfn) + bootmap_size,
BOOTMEM_DEFAULT);
if (max_low_pfn < max_pfn) if (max_low_pfn < max_pfn)
max_low_pfn = max_pfn; max_low_pfn = max_pfn;
@ -104,7 +105,7 @@ unsigned long __init setup_memory(void)
if (LOADER_TYPE && INITRD_START) { if (LOADER_TYPE && INITRD_START) {
if (INITRD_START + INITRD_SIZE <= PFN_PHYS(max_low_pfn)) { if (INITRD_START + INITRD_SIZE <= PFN_PHYS(max_low_pfn)) {
reserve_bootmem_node(NODE_DATA(0), INITRD_START, reserve_bootmem_node(NODE_DATA(0), INITRD_START,
INITRD_SIZE); INITRD_SIZE, BOOTMEM_DEFAULT);
initrd_start = INITRD_START + PAGE_OFFSET; initrd_start = INITRD_START + PAGE_OFFSET;
initrd_end = initrd_start + INITRD_SIZE; initrd_end = initrd_start + INITRD_SIZE;
printk("initrd:start[%08lx],size[%08lx]\n", printk("initrd:start[%08lx],size[%08lx]\n",

Просмотреть файл

@ -154,7 +154,7 @@ void __init atari_stram_reserve_pages(void *start_mem)
/* always reserve first page of ST-RAM, the first 2 kB are /* always reserve first page of ST-RAM, the first 2 kB are
* supervisor-only! */ * supervisor-only! */
if (!kernel_in_stram) if (!kernel_in_stram)
reserve_bootmem (0, PAGE_SIZE); reserve_bootmem(0, PAGE_SIZE, BOOTMEM_DEFAULT);
} }

Просмотреть файл

@ -323,7 +323,8 @@ void __init setup_arch(char **cmdline_p)
#ifdef CONFIG_BLK_DEV_INITRD #ifdef CONFIG_BLK_DEV_INITRD
if (m68k_ramdisk.size) { if (m68k_ramdisk.size) {
reserve_bootmem_node(__virt_to_node(phys_to_virt(m68k_ramdisk.addr)), reserve_bootmem_node(__virt_to_node(phys_to_virt(m68k_ramdisk.addr)),
m68k_ramdisk.addr, m68k_ramdisk.size); m68k_ramdisk.addr, m68k_ramdisk.size,
BOOTMEM_DEFAULT);
initrd_start = (unsigned long)phys_to_virt(m68k_ramdisk.addr); initrd_start = (unsigned long)phys_to_virt(m68k_ramdisk.addr);
initrd_end = initrd_start + m68k_ramdisk.size; initrd_end = initrd_start + m68k_ramdisk.size;
printk("initrd: %08lx - %08lx\n", initrd_start, initrd_end); printk("initrd: %08lx - %08lx\n", initrd_start, initrd_end);

Просмотреть файл

@ -203,7 +203,7 @@ void __init setup_arch(char **cmdline_p)
* the bootmem bitmap so we then reserve it after freeing it :-) * the bootmem bitmap so we then reserve it after freeing it :-)
*/ */
free_bootmem(memory_start, memory_end - memory_start); free_bootmem(memory_start, memory_end - memory_start);
reserve_bootmem(memory_start, bootmap_size); reserve_bootmem(memory_start, bootmap_size, BOOTMEM_DEFAULT);
/* /*
* Get kmalloc into gear. * Get kmalloc into gear.

Просмотреть файл

@ -232,7 +232,7 @@ static void __init finalize_initrd(void)
goto disable; goto disable;
} }
reserve_bootmem(__pa(initrd_start), size); reserve_bootmem(__pa(initrd_start), size, BOOTMEM_DEFAULT);
initrd_below_start_ok = 1; initrd_below_start_ok = 1;
printk(KERN_INFO "Initial ramdisk at: 0x%lx (%lu bytes)\n", printk(KERN_INFO "Initial ramdisk at: 0x%lx (%lu bytes)\n",
@ -413,7 +413,7 @@ static void __init bootmem_init(void)
/* /*
* Reserve the bootmap memory. * Reserve the bootmap memory.
*/ */
reserve_bootmem(PFN_PHYS(mapstart), bootmap_size); reserve_bootmem(PFN_PHYS(mapstart), bootmap_size, BOOTMEM_DEFAULT);
/* /*
* Reserve initrd memory if needed. * Reserve initrd memory if needed.

Просмотреть файл

@ -465,7 +465,8 @@ static void __init node_mem_init(cnodeid_t node)
free_bootmem_node(NODE_DATA(node), slot_firstpfn << PAGE_SHIFT, free_bootmem_node(NODE_DATA(node), slot_firstpfn << PAGE_SHIFT,
(slot_lastpfn - slot_firstpfn) << PAGE_SHIFT); (slot_lastpfn - slot_firstpfn) << PAGE_SHIFT);
reserve_bootmem_node(NODE_DATA(node), slot_firstpfn << PAGE_SHIFT, reserve_bootmem_node(NODE_DATA(node), slot_firstpfn << PAGE_SHIFT,
((slot_freepfn - slot_firstpfn) << PAGE_SHIFT) + bootmap_size); ((slot_freepfn - slot_firstpfn) << PAGE_SHIFT) + bootmap_size,
BOOTMEM_DEFAULT);
} }
/* /*

Просмотреть файл

@ -315,11 +315,13 @@ static void __init setup_bootmem(void)
#define PDC_CONSOLE_IO_IODC_SIZE 32768 #define PDC_CONSOLE_IO_IODC_SIZE 32768
reserve_bootmem_node(NODE_DATA(0), 0UL, reserve_bootmem_node(NODE_DATA(0), 0UL,
(unsigned long)(PAGE0->mem_free + PDC_CONSOLE_IO_IODC_SIZE)); (unsigned long)(PAGE0->mem_free +
PDC_CONSOLE_IO_IODC_SIZE), BOOTMEM_DEFAULT);
reserve_bootmem_node(NODE_DATA(0), __pa((unsigned long)_text), reserve_bootmem_node(NODE_DATA(0), __pa((unsigned long)_text),
(unsigned long)(_end - _text)); (unsigned long)(_end - _text), BOOTMEM_DEFAULT);
reserve_bootmem_node(NODE_DATA(0), (bootmap_start_pfn << PAGE_SHIFT), reserve_bootmem_node(NODE_DATA(0), (bootmap_start_pfn << PAGE_SHIFT),
((bootmap_pfn - bootmap_start_pfn) << PAGE_SHIFT)); ((bootmap_pfn - bootmap_start_pfn) << PAGE_SHIFT),
BOOTMEM_DEFAULT);
#ifndef CONFIG_DISCONTIGMEM #ifndef CONFIG_DISCONTIGMEM
@ -328,7 +330,8 @@ static void __init setup_bootmem(void)
for (i = 0; i < npmem_holes; i++) { for (i = 0; i < npmem_holes; i++) {
reserve_bootmem_node(NODE_DATA(0), reserve_bootmem_node(NODE_DATA(0),
(pmem_holes[i].start_pfn << PAGE_SHIFT), (pmem_holes[i].start_pfn << PAGE_SHIFT),
(pmem_holes[i].pages << PAGE_SHIFT)); (pmem_holes[i].pages << PAGE_SHIFT),
BOOTMEM_DEFAULT);
} }
#endif #endif
@ -346,7 +349,8 @@ static void __init setup_bootmem(void)
initrd_below_start_ok = 1; initrd_below_start_ok = 1;
printk(KERN_INFO "initrd: reserving %08lx-%08lx (mem_max %08lx)\n", __pa(initrd_start), __pa(initrd_start) + initrd_reserve, mem_max); printk(KERN_INFO "initrd: reserving %08lx-%08lx (mem_max %08lx)\n", __pa(initrd_start), __pa(initrd_start) + initrd_reserve, mem_max);
reserve_bootmem_node(NODE_DATA(0),__pa(initrd_start), initrd_reserve); reserve_bootmem_node(NODE_DATA(0), __pa(initrd_start),
initrd_reserve, BOOTMEM_DEFAULT);
} }
} }
#endif #endif

Просмотреть файл

@ -220,12 +220,13 @@ void __init do_init_bootmem(void)
lmb_size_bytes(&lmb.reserved, i) - 1; lmb_size_bytes(&lmb.reserved, i) - 1;
if (addr < total_lowmem) if (addr < total_lowmem)
reserve_bootmem(lmb.reserved.region[i].base, reserve_bootmem(lmb.reserved.region[i].base,
lmb_size_bytes(&lmb.reserved, i)); lmb_size_bytes(&lmb.reserved, i),
BOOTMEM_DEFAULT);
else if (lmb.reserved.region[i].base < total_lowmem) { else if (lmb.reserved.region[i].base < total_lowmem) {
unsigned long adjusted_size = total_lowmem - unsigned long adjusted_size = total_lowmem -
lmb.reserved.region[i].base; lmb.reserved.region[i].base;
reserve_bootmem(lmb.reserved.region[i].base, reserve_bootmem(lmb.reserved.region[i].base,
adjusted_size); adjusted_size, BOOTMEM_DEFAULT);
} }
} }
#else #else
@ -234,7 +235,8 @@ void __init do_init_bootmem(void)
/* reserve the sections we're already using */ /* reserve the sections we're already using */
for (i = 0; i < lmb.reserved.cnt; i++) for (i = 0; i < lmb.reserved.cnt; i++)
reserve_bootmem(lmb.reserved.region[i].base, reserve_bootmem(lmb.reserved.region[i].base,
lmb_size_bytes(&lmb.reserved, i)); lmb_size_bytes(&lmb.reserved, i),
BOOTMEM_DEFAULT);
#endif #endif
/* XXX need to clip this if using highmem? */ /* XXX need to clip this if using highmem? */

Просмотреть файл

@ -675,7 +675,7 @@ void __init do_init_bootmem(void)
dbg("reserve_bootmem %lx %lx\n", physbase, dbg("reserve_bootmem %lx %lx\n", physbase,
size); size);
reserve_bootmem_node(NODE_DATA(nid), physbase, reserve_bootmem_node(NODE_DATA(nid), physbase,
size); size, BOOTMEM_DEFAULT);
} }
} }

Просмотреть файл

@ -649,21 +649,24 @@ setup_memory(void)
/* /*
* Reserve memory used for lowcore/command line/kernel image. * Reserve memory used for lowcore/command line/kernel image.
*/ */
reserve_bootmem(0, (unsigned long)_ehead); reserve_bootmem(0, (unsigned long)_ehead, BOOTMEM_DEFAULT);
reserve_bootmem((unsigned long)_stext, reserve_bootmem((unsigned long)_stext,
PFN_PHYS(start_pfn) - (unsigned long)_stext); PFN_PHYS(start_pfn) - (unsigned long)_stext,
BOOTMEM_DEFAULT);
/* /*
* Reserve the bootmem bitmap itself as well. We do this in two * Reserve the bootmem bitmap itself as well. We do this in two
* steps (first step was init_bootmem()) because this catches * steps (first step was init_bootmem()) because this catches
* the (very unlikely) case of us accidentally initializing the * the (very unlikely) case of us accidentally initializing the
* bootmem allocator with an invalid RAM area. * bootmem allocator with an invalid RAM area.
*/ */
reserve_bootmem(start_pfn << PAGE_SHIFT, bootmap_size); reserve_bootmem(start_pfn << PAGE_SHIFT, bootmap_size,
BOOTMEM_DEFAULT);
#ifdef CONFIG_BLK_DEV_INITRD #ifdef CONFIG_BLK_DEV_INITRD
if (INITRD_START && INITRD_SIZE) { if (INITRD_START && INITRD_SIZE) {
if (INITRD_START + INITRD_SIZE <= memory_end) { if (INITRD_START + INITRD_SIZE <= memory_end) {
reserve_bootmem(INITRD_START, INITRD_SIZE); reserve_bootmem(INITRD_START, INITRD_SIZE,
BOOTMEM_DEFAULT);
initrd_start = INITRD_START; initrd_start = INITRD_START;
initrd_end = initrd_start + INITRD_SIZE; initrd_end = initrd_start + INITRD_SIZE;
} else { } else {

Просмотреть файл

@ -148,7 +148,8 @@ static void __init reserve_crashkernel(void)
(unsigned long)(free_mem >> 20)); (unsigned long)(free_mem >> 20));
crashk_res.start = crash_base; crashk_res.start = crash_base;
crashk_res.end = crash_base + crash_size - 1; crashk_res.end = crash_base + crash_size - 1;
reserve_bootmem(crash_base, crash_size); reserve_bootmem(crash_base, crash_size,
BOOTMEM_DEFAULT);
} else } else
printk(KERN_INFO "crashkernel reservation failed - " printk(KERN_INFO "crashkernel reservation failed - "
"you have to specify a base address\n"); "you have to specify a base address\n");
@ -184,13 +185,14 @@ void __init setup_bootmem_allocator(unsigned long free_pfn)
* an invalid RAM area. * an invalid RAM area.
*/ */
reserve_bootmem(__MEMORY_START+PAGE_SIZE, reserve_bootmem(__MEMORY_START+PAGE_SIZE,
(PFN_PHYS(free_pfn)+bootmap_size+PAGE_SIZE-1)-__MEMORY_START); (PFN_PHYS(free_pfn)+bootmap_size+PAGE_SIZE-1)-__MEMORY_START,
BOOTMEM_DEFAULT);
/* /*
* reserve physical page 0 - it's a special BIOS page on many boxes, * reserve physical page 0 - it's a special BIOS page on many boxes,
* enabling clean reboots, SMP operation, laptop functions. * enabling clean reboots, SMP operation, laptop functions.
*/ */
reserve_bootmem(__MEMORY_START, PAGE_SIZE); reserve_bootmem(__MEMORY_START, PAGE_SIZE, BOOTMEM_DEFAULT);
sparse_memory_present_with_active_regions(0); sparse_memory_present_with_active_regions(0);
@ -200,7 +202,7 @@ void __init setup_bootmem_allocator(unsigned long free_pfn)
if (LOADER_TYPE && INITRD_START) { if (LOADER_TYPE && INITRD_START) {
if (INITRD_START + INITRD_SIZE <= (max_low_pfn << PAGE_SHIFT)) { if (INITRD_START + INITRD_SIZE <= (max_low_pfn << PAGE_SHIFT)) {
reserve_bootmem(INITRD_START + __MEMORY_START, reserve_bootmem(INITRD_START + __MEMORY_START,
INITRD_SIZE); INITRD_SIZE, BOOTMEM_DEFAULT);
initrd_start = INITRD_START + PAGE_OFFSET + initrd_start = INITRD_START + PAGE_OFFSET +
__MEMORY_START; __MEMORY_START;
initrd_end = initrd_start + INITRD_SIZE; initrd_end = initrd_start + INITRD_SIZE;

Просмотреть файл

@ -80,9 +80,9 @@ void __init setup_bootmem_node(int nid, unsigned long start, unsigned long end)
/* Reserve the pgdat and bootmap space with the bootmem allocator */ /* Reserve the pgdat and bootmap space with the bootmem allocator */
reserve_bootmem_node(NODE_DATA(nid), start_pfn << PAGE_SHIFT, reserve_bootmem_node(NODE_DATA(nid), start_pfn << PAGE_SHIFT,
sizeof(struct pglist_data)); sizeof(struct pglist_data), BOOTMEM_DEFAULT);
reserve_bootmem_node(NODE_DATA(nid), free_pfn << PAGE_SHIFT, reserve_bootmem_node(NODE_DATA(nid), free_pfn << PAGE_SHIFT,
bootmap_pages << PAGE_SHIFT); bootmap_pages << PAGE_SHIFT, BOOTMEM_DEFAULT);
/* It's up */ /* It's up */
node_set_online(nid); node_set_online(nid);

Просмотреть файл

@ -259,7 +259,7 @@ unsigned long __init bootmem_init(unsigned long *pages_avail)
if (initrd_start) { if (initrd_start) {
/* Reserve the initrd image area. */ /* Reserve the initrd image area. */
size = initrd_end - initrd_start; size = initrd_end - initrd_start;
reserve_bootmem(initrd_start, size); reserve_bootmem(initrd_start, size, BOOTMEM_DEFAULT);
*pages_avail -= PAGE_ALIGN(size) >> PAGE_SHIFT; *pages_avail -= PAGE_ALIGN(size) >> PAGE_SHIFT;
initrd_start = (initrd_start - phys_base) + PAGE_OFFSET; initrd_start = (initrd_start - phys_base) + PAGE_OFFSET;
@ -268,7 +268,7 @@ unsigned long __init bootmem_init(unsigned long *pages_avail)
#endif #endif
/* Reserve the kernel text/data/bss. */ /* Reserve the kernel text/data/bss. */
size = (start_pfn << PAGE_SHIFT) - phys_base; size = (start_pfn << PAGE_SHIFT) - phys_base;
reserve_bootmem(phys_base, size); reserve_bootmem(phys_base, size, BOOTMEM_DEFAULT);
*pages_avail -= PAGE_ALIGN(size) >> PAGE_SHIFT; *pages_avail -= PAGE_ALIGN(size) >> PAGE_SHIFT;
/* Reserve the bootmem map. We do not account for it /* Reserve the bootmem map. We do not account for it
@ -276,7 +276,7 @@ unsigned long __init bootmem_init(unsigned long *pages_avail)
* in free_all_bootmem. * in free_all_bootmem.
*/ */
size = bootmap_size; size = bootmap_size;
reserve_bootmem((bootmap_pfn << PAGE_SHIFT), size); reserve_bootmem((bootmap_pfn << PAGE_SHIFT), size, BOOTMEM_DEFAULT);
*pages_avail -= PAGE_ALIGN(size) >> PAGE_SHIFT; *pages_avail -= PAGE_ALIGN(size) >> PAGE_SHIFT;
return max_pfn; return max_pfn;

Просмотреть файл

@ -997,7 +997,7 @@ static unsigned long __init bootmem_init(unsigned long *pages_avail,
prom_printf("reserve_bootmem(initrd): base[%llx] size[%lx]\n", prom_printf("reserve_bootmem(initrd): base[%llx] size[%lx]\n",
initrd_start, initrd_end); initrd_start, initrd_end);
#endif #endif
reserve_bootmem(initrd_start, size); reserve_bootmem(initrd_start, size, BOOTMEM_DEFAULT);
initrd_start += PAGE_OFFSET; initrd_start += PAGE_OFFSET;
initrd_end += PAGE_OFFSET; initrd_end += PAGE_OFFSET;
@ -1007,7 +1007,7 @@ static unsigned long __init bootmem_init(unsigned long *pages_avail,
#ifdef CONFIG_DEBUG_BOOTMEM #ifdef CONFIG_DEBUG_BOOTMEM
prom_printf("reserve_bootmem(kernel): base[%lx] size[%lx]\n", kern_base, kern_size); prom_printf("reserve_bootmem(kernel): base[%lx] size[%lx]\n", kern_base, kern_size);
#endif #endif
reserve_bootmem(kern_base, kern_size); reserve_bootmem(kern_base, kern_size, BOOTMEM_DEFAULT);
*pages_avail -= PAGE_ALIGN(kern_size) >> PAGE_SHIFT; *pages_avail -= PAGE_ALIGN(kern_size) >> PAGE_SHIFT;
/* Add back in the initmem pages. */ /* Add back in the initmem pages. */
@ -1024,7 +1024,7 @@ static unsigned long __init bootmem_init(unsigned long *pages_avail,
prom_printf("reserve_bootmem(bootmap): base[%lx] size[%lx]\n", prom_printf("reserve_bootmem(bootmap): base[%lx] size[%lx]\n",
(bootmap_pfn << PAGE_SHIFT), size); (bootmap_pfn << PAGE_SHIFT), size);
#endif #endif
reserve_bootmem((bootmap_pfn << PAGE_SHIFT), size); reserve_bootmem((bootmap_pfn << PAGE_SHIFT), size, BOOTMEM_DEFAULT);
for (i = 0; i < pavail_ents; i++) { for (i = 0; i < pavail_ents; i++) {
unsigned long start_pfn, end_pfn; unsigned long start_pfn, end_pfn;
@ -1489,7 +1489,7 @@ static void __init taint_real_pages(void)
goto do_next_page; goto do_next_page;
} }
} }
reserve_bootmem(old_start, PAGE_SIZE); reserve_bootmem(old_start, PAGE_SIZE, BOOTMEM_DEFAULT);
do_next_page: do_next_page:
old_start += PAGE_SIZE; old_start += PAGE_SIZE;

Просмотреть файл

@ -85,7 +85,8 @@ void __init mach_reserve_bootmem ()
/* The space between SRAM and SDRAM is filled with duplicate /* The space between SRAM and SDRAM is filled with duplicate
images of SRAM. Prevent the kernel from using them. */ images of SRAM. Prevent the kernel from using them. */
reserve_bootmem (SRAM_ADDR + SRAM_SIZE, reserve_bootmem (SRAM_ADDR + SRAM_SIZE,
SDRAM_ADDR - (SRAM_ADDR + SRAM_SIZE)); SDRAM_ADDR - (SRAM_ADDR + SRAM_SIZE),
BOOTMEM_DEFAULT);
} }
void mach_gettimeofday (struct timespec *tv) void mach_gettimeofday (struct timespec *tv)

Просмотреть файл

@ -116,7 +116,8 @@ void __init mach_reserve_bootmem ()
if (SDRAM_ADDR < RAM_END && SDRAM_ADDR > RAM_START) if (SDRAM_ADDR < RAM_END && SDRAM_ADDR > RAM_START)
/* We can't use the space between SRAM and SDRAM, so /* We can't use the space between SRAM and SDRAM, so
prevent the kernel from trying. */ prevent the kernel from trying. */
reserve_bootmem (SRAM_END, SDRAM_ADDR - SRAM_END); reserve_bootmem(SRAM_END, SDRAM_ADDR - SRAM_END,
BOOTMEM_DEFAULT);
} }
void mach_gettimeofday (struct timespec *tv) void mach_gettimeofday (struct timespec *tv)

Просмотреть файл

@ -46,13 +46,15 @@ void __init mach_reserve_bootmem ()
{ {
#ifdef CONFIG_RTE_CB_MULTI #ifdef CONFIG_RTE_CB_MULTI
/* Prevent the kernel from touching the monitor's scratch RAM. */ /* Prevent the kernel from touching the monitor's scratch RAM. */
reserve_bootmem (MON_SCRATCH_ADDR, MON_SCRATCH_SIZE); reserve_bootmem(MON_SCRATCH_ADDR, MON_SCRATCH_SIZE,
BOOTMEM_DEFAULT);
#endif #endif
/* The space between SRAM and SDRAM is filled with duplicate /* The space between SRAM and SDRAM is filled with duplicate
images of SRAM. Prevent the kernel from using them. */ images of SRAM. Prevent the kernel from using them. */
reserve_bootmem (SRAM_ADDR + SRAM_SIZE, reserve_bootmem (SRAM_ADDR + SRAM_SIZE,
SDRAM_ADDR - (SRAM_ADDR + SRAM_SIZE)); SDRAM_ADDR - (SRAM_ADDR + SRAM_SIZE),
BOOTMEM_DEFAULT);
} }
void mach_gettimeofday (struct timespec *tv) void mach_gettimeofday (struct timespec *tv)

Просмотреть файл

@ -241,15 +241,18 @@ init_bootmem_alloc (unsigned long ram_start, unsigned long ram_len)
if (kram_end > kram_start) if (kram_end > kram_start)
/* Reserve the RAM part of the kernel's address space, so it /* Reserve the RAM part of the kernel's address space, so it
doesn't get allocated. */ doesn't get allocated. */
reserve_bootmem (kram_start, kram_end - kram_start); reserve_bootmem(kram_start, kram_end - kram_start,
BOOTMEM_DEFAULT);
if (intv_in_ram && !intv_in_kram) if (intv_in_ram && !intv_in_kram)
/* Reserve the interrupt vector space. */ /* Reserve the interrupt vector space. */
reserve_bootmem (intv_start, intv_end - intv_start); reserve_bootmem(intv_start, intv_end - intv_start,
BOOTMEM_DEFAULT);
if (bootmap >= ram_start && bootmap < ram_end) if (bootmap >= ram_start && bootmap < ram_end)
/* Reserve the bootmap space. */ /* Reserve the bootmap space. */
reserve_bootmem (bootmap, bootmap_len); reserve_bootmem(bootmap, bootmap_len,
BOOTMEM_DEFAULT);
/* Reserve the memory used by the root filesystem image if it's /* Reserve the memory used by the root filesystem image if it's
in RAM. */ in RAM. */
@ -257,7 +260,8 @@ init_bootmem_alloc (unsigned long ram_start, unsigned long ram_len)
&& (unsigned long)&_root_fs_image_start >= ram_start && (unsigned long)&_root_fs_image_start >= ram_start
&& (unsigned long)&_root_fs_image_start < ram_end) && (unsigned long)&_root_fs_image_start < ram_end)
reserve_bootmem ((unsigned long)&_root_fs_image_start, reserve_bootmem ((unsigned long)&_root_fs_image_start,
&_root_fs_image_end - &_root_fs_image_start); &_root_fs_image_end - &_root_fs_image_start,
BOOTMEM_DEFAULT);
/* Let the platform-dependent code reserve some too. */ /* Let the platform-dependent code reserve some too. */
if (mrb) if (mrb)

Просмотреть файл

@ -736,7 +736,8 @@ static int __init smp_scan_config (unsigned long base, unsigned long length)
smp_found_config = 1; smp_found_config = 1;
printk(KERN_INFO "found SMP MP-table at [%p] %08lx\n", printk(KERN_INFO "found SMP MP-table at [%p] %08lx\n",
mpf, virt_to_phys(mpf)); mpf, virt_to_phys(mpf));
reserve_bootmem(virt_to_phys(mpf), PAGE_SIZE); reserve_bootmem(virt_to_phys(mpf), PAGE_SIZE,
BOOTMEM_DEFAULT);
if (mpf->mpf_physptr) { if (mpf->mpf_physptr) {
/* /*
* We cannot access to MPC table to compute * We cannot access to MPC table to compute
@ -751,7 +752,8 @@ static int __init smp_scan_config (unsigned long base, unsigned long length)
unsigned long end = max_low_pfn * PAGE_SIZE; unsigned long end = max_low_pfn * PAGE_SIZE;
if (mpf->mpf_physptr + size > end) if (mpf->mpf_physptr + size > end)
size = end - mpf->mpf_physptr; size = end - mpf->mpf_physptr;
reserve_bootmem(mpf->mpf_physptr, size); reserve_bootmem(mpf->mpf_physptr, size,
BOOTMEM_DEFAULT);
} }
mpf_found = mpf; mpf_found = mpf;

Просмотреть файл

@ -390,7 +390,7 @@ static void __init reserve_ebda_region(void)
unsigned int addr; unsigned int addr;
addr = get_bios_ebda(); addr = get_bios_ebda();
if (addr) if (addr)
reserve_bootmem(addr, PAGE_SIZE); reserve_bootmem(addr, PAGE_SIZE, BOOTMEM_DEFAULT);
} }
#ifndef CONFIG_NEED_MULTIPLE_NODES #ifndef CONFIG_NEED_MULTIPLE_NODES
@ -484,7 +484,8 @@ static void __init reserve_crashkernel(void)
(unsigned long)(total_mem >> 20)); (unsigned long)(total_mem >> 20));
crashk_res.start = crash_base; crashk_res.start = crash_base;
crashk_res.end = crash_base + crash_size - 1; crashk_res.end = crash_base + crash_size - 1;
reserve_bootmem(crash_base, crash_size); reserve_bootmem(crash_base, crash_size,
BOOTMEM_DEFAULT);
} else } else
printk(KERN_INFO "crashkernel reservation failed - " printk(KERN_INFO "crashkernel reservation failed - "
"you have to specify a base address\n"); "you have to specify a base address\n");
@ -525,7 +526,7 @@ static void __init reserve_initrd(void)
} }
if (ramdisk_end <= end_of_lowmem) { if (ramdisk_end <= end_of_lowmem) {
/* All in lowmem, easy case */ /* All in lowmem, easy case */
reserve_bootmem(ramdisk_image, ramdisk_size); reserve_bootmem(ramdisk_image, ramdisk_size, BOOTMEM_DEFAULT);
initrd_start = ramdisk_image + PAGE_OFFSET; initrd_start = ramdisk_image + PAGE_OFFSET;
initrd_end = initrd_start+ramdisk_size; initrd_end = initrd_start+ramdisk_size;
return; return;
@ -536,7 +537,7 @@ static void __init reserve_initrd(void)
/* Note: this includes all the lowmem currently occupied by /* Note: this includes all the lowmem currently occupied by
the initrd, we rely on that fact to keep the data intact. */ the initrd, we rely on that fact to keep the data intact. */
reserve_bootmem(ramdisk_here, ramdisk_size); reserve_bootmem(ramdisk_here, ramdisk_size, BOOTMEM_DEFAULT);
initrd_start = ramdisk_here + PAGE_OFFSET; initrd_start = ramdisk_here + PAGE_OFFSET;
initrd_end = initrd_start + ramdisk_size; initrd_end = initrd_start + ramdisk_size;
@ -606,13 +607,14 @@ void __init setup_bootmem_allocator(void)
* bootmem allocator with an invalid RAM area. * bootmem allocator with an invalid RAM area.
*/ */
reserve_bootmem(__pa_symbol(_text), (PFN_PHYS(min_low_pfn) + reserve_bootmem(__pa_symbol(_text), (PFN_PHYS(min_low_pfn) +
bootmap_size + PAGE_SIZE-1) - __pa_symbol(_text)); bootmap_size + PAGE_SIZE-1) - __pa_symbol(_text),
BOOTMEM_DEFAULT);
/* /*
* reserve physical page 0 - it's a special BIOS page on many boxes, * reserve physical page 0 - it's a special BIOS page on many boxes,
* enabling clean reboots, SMP operation, laptop functions. * enabling clean reboots, SMP operation, laptop functions.
*/ */
reserve_bootmem(0, PAGE_SIZE); reserve_bootmem(0, PAGE_SIZE, BOOTMEM_DEFAULT);
/* reserve EBDA region, it's a 4K region */ /* reserve EBDA region, it's a 4K region */
reserve_ebda_region(); reserve_ebda_region();
@ -622,7 +624,7 @@ void __init setup_bootmem_allocator(void)
unless you have no PS/2 mouse plugged in. */ unless you have no PS/2 mouse plugged in. */
if (boot_cpu_data.x86_vendor == X86_VENDOR_AMD && if (boot_cpu_data.x86_vendor == X86_VENDOR_AMD &&
boot_cpu_data.x86 == 6) boot_cpu_data.x86 == 6)
reserve_bootmem(0xa0000 - 4096, 4096); reserve_bootmem(0xa0000 - 4096, 4096, BOOTMEM_DEFAULT);
#ifdef CONFIG_SMP #ifdef CONFIG_SMP
/* /*
@ -630,7 +632,7 @@ void __init setup_bootmem_allocator(void)
* FIXME: Don't need the extra page at 4K, but need to fix * FIXME: Don't need the extra page at 4K, but need to fix
* trampoline before removing it. (see the GDT stuff) * trampoline before removing it. (see the GDT stuff)
*/ */
reserve_bootmem(PAGE_SIZE, PAGE_SIZE); reserve_bootmem(PAGE_SIZE, PAGE_SIZE, BOOTMEM_DEFAULT);
#endif #endif
#ifdef CONFIG_ACPI_SLEEP #ifdef CONFIG_ACPI_SLEEP
/* /*

Просмотреть файл

@ -189,7 +189,7 @@ contig_initmem_init(unsigned long start_pfn, unsigned long end_pfn)
bootmap_size = init_bootmem(bootmap >> PAGE_SHIFT, end_pfn); bootmap_size = init_bootmem(bootmap >> PAGE_SHIFT, end_pfn);
e820_register_active_regions(0, start_pfn, end_pfn); e820_register_active_regions(0, start_pfn, end_pfn);
free_bootmem_with_active_regions(0, end_pfn); free_bootmem_with_active_regions(0, end_pfn);
reserve_bootmem(bootmap, bootmap_size); reserve_bootmem(bootmap, bootmap_size, BOOTMEM_DEFAULT);
} }
#endif #endif
@ -238,7 +238,8 @@ static void __init reserve_crashkernel(void)
(unsigned long)(free_mem >> 20)); (unsigned long)(free_mem >> 20));
crashk_res.start = crash_base; crashk_res.start = crash_base;
crashk_res.end = crash_base + crash_size - 1; crashk_res.end = crash_base + crash_size - 1;
reserve_bootmem(crash_base, crash_size); reserve_bootmem(crash_base, crash_size,
BOOTMEM_DEFAULT);
} else } else
printk(KERN_INFO "crashkernel reservation failed - " printk(KERN_INFO "crashkernel reservation failed - "
"you have to specify a base address\n"); "you have to specify a base address\n");

Просмотреть файл

@ -391,7 +391,8 @@ unsigned long __init setup_memory(void)
void __init numa_kva_reserve(void) void __init numa_kva_reserve(void)
{ {
if (kva_pages) if (kva_pages)
reserve_bootmem(PFN_PHYS(kva_start_pfn), PFN_PHYS(kva_pages)); reserve_bootmem(PFN_PHYS(kva_start_pfn), PFN_PHYS(kva_pages),
BOOTMEM_DEFAULT);
} }
void __init zone_sizes_init(void) void __init zone_sizes_init(void)

Просмотреть файл

@ -644,9 +644,9 @@ void __init reserve_bootmem_generic(unsigned long phys, unsigned len)
/* Should check here against the e820 map to avoid double free */ /* Should check here against the e820 map to avoid double free */
#ifdef CONFIG_NUMA #ifdef CONFIG_NUMA
reserve_bootmem_node(NODE_DATA(nid), phys, len); reserve_bootmem_node(NODE_DATA(nid), phys, len, BOOTMEM_DEFAULT);
#else #else
reserve_bootmem(phys, len); reserve_bootmem(phys, len, BOOTMEM_DEFAULT);
#endif #endif
if (phys+len <= MAX_DMA_PFN*PAGE_SIZE) { if (phys+len <= MAX_DMA_PFN*PAGE_SIZE) {
dma_reserve += len / PAGE_SIZE; dma_reserve += len / PAGE_SIZE;

Просмотреть файл

@ -238,9 +238,10 @@ void __init setup_node_bootmem(int nodeid, unsigned long start,
free_bootmem_with_active_regions(nodeid, end); free_bootmem_with_active_regions(nodeid, end);
reserve_bootmem_node(NODE_DATA(nodeid), nodedata_phys, pgdat_size); reserve_bootmem_node(NODE_DATA(nodeid), nodedata_phys, pgdat_size,
BOOTMEM_DEFAULT);
reserve_bootmem_node(NODE_DATA(nodeid), bootmap_start, reserve_bootmem_node(NODE_DATA(nodeid), bootmap_start,
bootmap_pages<<PAGE_SHIFT); bootmap_pages<<PAGE_SHIFT, BOOTMEM_DEFAULT);
#ifdef CONFIG_ACPI_NUMA #ifdef CONFIG_ACPI_NUMA
srat_reserve_add_area(nodeid); srat_reserve_add_area(nodeid);
#endif #endif

Просмотреть файл

@ -488,7 +488,8 @@ void __init srat_reserve_add_area(int nodeid)
printk(KERN_INFO "SRAT: This will cost you %Lu MB of " printk(KERN_INFO "SRAT: This will cost you %Lu MB of "
"pre-allocated memory.\n", (unsigned long long)total_mb); "pre-allocated memory.\n", (unsigned long long)total_mb);
reserve_bootmem_node(NODE_DATA(nodeid), nodes_add[nodeid].start, reserve_bootmem_node(NODE_DATA(nodeid), nodes_add[nodeid].start,
nodes_add[nodeid].end - nodes_add[nodeid].start); nodes_add[nodeid].end - nodes_add[nodeid].start,
BOOTMEM_DEFAULT);
} }
} }

Просмотреть файл

@ -107,8 +107,8 @@ static inline int pfn_valid(int pfn)
/* /*
* Following are macros that are specific to this numa platform. * Following are macros that are specific to this numa platform.
*/ */
#define reserve_bootmem(addr, size) \ #define reserve_bootmem(addr, size, flags) \
reserve_bootmem_node(NODE_DATA(0), (addr), (size)) reserve_bootmem_node(NODE_DATA(0), (addr), (size), (flags))
#define alloc_bootmem(x) \ #define alloc_bootmem(x) \
__alloc_bootmem_node(NODE_DATA(0), (x), SMP_CACHE_BYTES, __pa(MAX_DMA_ADDRESS)) __alloc_bootmem_node(NODE_DATA(0), (x), SMP_CACHE_BYTES, __pa(MAX_DMA_ADDRESS))
#define alloc_bootmem_low(x) \ #define alloc_bootmem_low(x) \

Просмотреть файл

@ -60,8 +60,20 @@ extern void *__alloc_bootmem_core(struct bootmem_data *bdata,
unsigned long goal, unsigned long goal,
unsigned long limit); unsigned long limit);
/*
* flags for reserve_bootmem (also if CONFIG_HAVE_ARCH_BOOTMEM_NODE,
* the architecture-specific code should honor this)
*/
#define BOOTMEM_DEFAULT 0
#define BOOTMEM_EXCLUSIVE (1<<0)
#ifndef CONFIG_HAVE_ARCH_BOOTMEM_NODE #ifndef CONFIG_HAVE_ARCH_BOOTMEM_NODE
extern void reserve_bootmem(unsigned long addr, unsigned long size); /*
* If flags is 0, then the return value is always 0 (success). If
* flags contains BOOTMEM_EXCLUSIVE, then -EBUSY is returned if the
* memory already was reserved.
*/
extern int reserve_bootmem(unsigned long addr, unsigned long size, int flags);
#define alloc_bootmem(x) \ #define alloc_bootmem(x) \
__alloc_bootmem(x, SMP_CACHE_BYTES, __pa(MAX_DMA_ADDRESS)) __alloc_bootmem(x, SMP_CACHE_BYTES, __pa(MAX_DMA_ADDRESS))
#define alloc_bootmem_low(x) \ #define alloc_bootmem_low(x) \
@ -84,7 +96,8 @@ extern unsigned long init_bootmem_node(pg_data_t *pgdat,
unsigned long endpfn); unsigned long endpfn);
extern void reserve_bootmem_node(pg_data_t *pgdat, extern void reserve_bootmem_node(pg_data_t *pgdat,
unsigned long physaddr, unsigned long physaddr,
unsigned long size); unsigned long size,
int flags);
extern void free_bootmem_node(pg_data_t *pgdat, extern void free_bootmem_node(pg_data_t *pgdat,
unsigned long addr, unsigned long addr,
unsigned long size); unsigned long size);

Просмотреть файл

@ -111,11 +111,12 @@ static unsigned long __init init_bootmem_core(pg_data_t *pgdat,
* might be used for boot-time allocations - or it might get added * might be used for boot-time allocations - or it might get added
* to the free page pool later on. * to the free page pool later on.
*/ */
static void __init reserve_bootmem_core(bootmem_data_t *bdata, unsigned long addr, static int __init reserve_bootmem_core(bootmem_data_t *bdata,
unsigned long size) unsigned long addr, unsigned long size, int flags)
{ {
unsigned long sidx, eidx; unsigned long sidx, eidx;
unsigned long i; unsigned long i;
int ret;
/* /*
* round up, partially reserved pages are considered * round up, partially reserved pages are considered
@ -133,7 +134,20 @@ static void __init reserve_bootmem_core(bootmem_data_t *bdata, unsigned long add
#ifdef CONFIG_DEBUG_BOOTMEM #ifdef CONFIG_DEBUG_BOOTMEM
printk("hm, page %08lx reserved twice.\n", i*PAGE_SIZE); printk("hm, page %08lx reserved twice.\n", i*PAGE_SIZE);
#endif #endif
if (flags & BOOTMEM_EXCLUSIVE) {
ret = -EBUSY;
goto err;
}
} }
return 0;
err:
/* unreserve memory we accidentally reserved */
for (i--; i >= sidx; i--)
clear_bit(i, bdata->node_bootmem_map);
return ret;
} }
static void __init free_bootmem_core(bootmem_data_t *bdata, unsigned long addr, static void __init free_bootmem_core(bootmem_data_t *bdata, unsigned long addr,
@ -374,9 +388,9 @@ unsigned long __init init_bootmem_node(pg_data_t *pgdat, unsigned long freepfn,
} }
void __init reserve_bootmem_node(pg_data_t *pgdat, unsigned long physaddr, void __init reserve_bootmem_node(pg_data_t *pgdat, unsigned long physaddr,
unsigned long size) unsigned long size, int flags)
{ {
reserve_bootmem_core(pgdat->bdata, physaddr, size); reserve_bootmem_core(pgdat->bdata, physaddr, size, flags);
} }
void __init free_bootmem_node(pg_data_t *pgdat, unsigned long physaddr, void __init free_bootmem_node(pg_data_t *pgdat, unsigned long physaddr,
@ -398,9 +412,10 @@ unsigned long __init init_bootmem(unsigned long start, unsigned long pages)
} }
#ifndef CONFIG_HAVE_ARCH_BOOTMEM_NODE #ifndef CONFIG_HAVE_ARCH_BOOTMEM_NODE
void __init reserve_bootmem(unsigned long addr, unsigned long size) int __init reserve_bootmem(unsigned long addr, unsigned long size,
int flags)
{ {
reserve_bootmem_core(NODE_DATA(0)->bdata, addr, size); return reserve_bootmem_core(NODE_DATA(0)->bdata, addr, size, flags);
} }
#endif /* !CONFIG_HAVE_ARCH_BOOTMEM_NODE */ #endif /* !CONFIG_HAVE_ARCH_BOOTMEM_NODE */