You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
368 lines
11 KiB
368 lines
11 KiB
/* |
|
* Discontiguous memory support, Kanoj Sarcar, SGI, Nov 1999 |
|
*/ |
|
#ifndef _LINUX_BOOTMEM_H |
|
#define _LINUX_BOOTMEM_H |
|
|
|
#include <linux/mmzone.h> |
|
#include <linux/mm_types.h> |
|
#include <asm/dma.h> |
|
|
|
/* |
|
* simple boot-time physical memory area allocator. |
|
*/ |
|
|
|
extern unsigned long max_low_pfn; |
|
extern unsigned long min_low_pfn; |
|
|
|
/* |
|
* highest page |
|
*/ |
|
extern unsigned long max_pfn; |
|
|
|
#ifndef CONFIG_NO_BOOTMEM |
|
/* |
|
* node_bootmem_map is a map pointer - the bits represent all physical |
|
* memory pages (including holes) on the node. |
|
*/ |
|
typedef struct bootmem_data { |
|
unsigned long node_min_pfn; |
|
unsigned long node_low_pfn; |
|
void *node_bootmem_map; |
|
unsigned long last_end_off; |
|
unsigned long hint_idx; |
|
struct list_head list; |
|
} bootmem_data_t; |
|
|
|
extern bootmem_data_t bootmem_node_data[]; |
|
#endif |
|
|
|
extern unsigned long bootmem_bootmap_pages(unsigned long); |
|
|
|
extern unsigned long init_bootmem_node(pg_data_t *pgdat, |
|
unsigned long freepfn, |
|
unsigned long startpfn, |
|
unsigned long endpfn); |
|
extern unsigned long init_bootmem(unsigned long addr, unsigned long memend); |
|
|
|
extern unsigned long free_all_bootmem(void); |
|
extern void reset_node_managed_pages(pg_data_t *pgdat); |
|
extern void reset_all_zones_managed_pages(void); |
|
|
|
extern void free_bootmem_node(pg_data_t *pgdat, |
|
unsigned long addr, |
|
unsigned long size); |
|
extern void free_bootmem(unsigned long physaddr, unsigned long size); |
|
extern void free_bootmem_late(unsigned long physaddr, unsigned long size); |
|
|
|
/* |
|
* Flags for reserve_bootmem (also if CONFIG_HAVE_ARCH_BOOTMEM_NODE, |
|
* the architecture-specific code should honor this). |
|
* |
|
* If flags is BOOTMEM_DEFAULT, then the return value is always 0 (success). |
|
* If flags contains BOOTMEM_EXCLUSIVE, then -EBUSY is returned if the memory |
|
* already was reserved. |
|
*/ |
|
#define BOOTMEM_DEFAULT 0 |
|
#define BOOTMEM_EXCLUSIVE (1<<0) |
|
|
|
extern int reserve_bootmem(unsigned long addr, |
|
unsigned long size, |
|
int flags); |
|
extern int reserve_bootmem_node(pg_data_t *pgdat, |
|
unsigned long physaddr, |
|
unsigned long size, |
|
int flags); |
|
|
|
extern void *__alloc_bootmem(unsigned long size, |
|
unsigned long align, |
|
unsigned long goal); |
|
extern void *__alloc_bootmem_nopanic(unsigned long size, |
|
unsigned long align, |
|
unsigned long goal); |
|
extern void *__alloc_bootmem_node(pg_data_t *pgdat, |
|
unsigned long size, |
|
unsigned long align, |
|
unsigned long goal); |
|
void *__alloc_bootmem_node_high(pg_data_t *pgdat, |
|
unsigned long size, |
|
unsigned long align, |
|
unsigned long goal); |
|
extern void *__alloc_bootmem_node_nopanic(pg_data_t *pgdat, |
|
unsigned long size, |
|
unsigned long align, |
|
unsigned long goal); |
|
void *___alloc_bootmem_node_nopanic(pg_data_t *pgdat, |
|
unsigned long size, |
|
unsigned long align, |
|
unsigned long goal, |
|
unsigned long limit); |
|
extern void *__alloc_bootmem_low(unsigned long size, |
|
unsigned long align, |
|
unsigned long goal); |
|
void *__alloc_bootmem_low_nopanic(unsigned long size, |
|
unsigned long align, |
|
unsigned long goal); |
|
extern void *__alloc_bootmem_low_node(pg_data_t *pgdat, |
|
unsigned long size, |
|
unsigned long align, |
|
unsigned long goal); |
|
|
|
#ifdef CONFIG_NO_BOOTMEM |
|
/* We are using top down, so it is safe to use 0 here */ |
|
#define BOOTMEM_LOW_LIMIT 0 |
|
#else |
|
#define BOOTMEM_LOW_LIMIT __pa(MAX_DMA_ADDRESS) |
|
#endif |
|
|
|
#define alloc_bootmem(x) \ |
|
__alloc_bootmem(x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT) |
|
#define alloc_bootmem_align(x, align) \ |
|
__alloc_bootmem(x, align, BOOTMEM_LOW_LIMIT) |
|
#define alloc_bootmem_nopanic(x) \ |
|
__alloc_bootmem_nopanic(x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT) |
|
#define alloc_bootmem_pages(x) \ |
|
__alloc_bootmem(x, PAGE_SIZE, BOOTMEM_LOW_LIMIT) |
|
#define alloc_bootmem_pages_nopanic(x) \ |
|
__alloc_bootmem_nopanic(x, PAGE_SIZE, BOOTMEM_LOW_LIMIT) |
|
#define alloc_bootmem_node(pgdat, x) \ |
|
__alloc_bootmem_node(pgdat, x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT) |
|
#define alloc_bootmem_node_nopanic(pgdat, x) \ |
|
__alloc_bootmem_node_nopanic(pgdat, x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT) |
|
#define alloc_bootmem_pages_node(pgdat, x) \ |
|
__alloc_bootmem_node(pgdat, x, PAGE_SIZE, BOOTMEM_LOW_LIMIT) |
|
#define alloc_bootmem_pages_node_nopanic(pgdat, x) \ |
|
__alloc_bootmem_node_nopanic(pgdat, x, PAGE_SIZE, BOOTMEM_LOW_LIMIT) |
|
|
|
#define alloc_bootmem_low(x) \ |
|
__alloc_bootmem_low(x, SMP_CACHE_BYTES, 0) |
|
#define alloc_bootmem_low_pages_nopanic(x) \ |
|
__alloc_bootmem_low_nopanic(x, PAGE_SIZE, 0) |
|
#define alloc_bootmem_low_pages(x) \ |
|
__alloc_bootmem_low(x, PAGE_SIZE, 0) |
|
#define alloc_bootmem_low_pages_node(pgdat, x) \ |
|
__alloc_bootmem_low_node(pgdat, x, PAGE_SIZE, 0) |
|
|
|
|
|
#if defined(CONFIG_HAVE_MEMBLOCK) && defined(CONFIG_NO_BOOTMEM) |
|
|
|
/* FIXME: use MEMBLOCK_ALLOC_* variants here */ |
|
#define BOOTMEM_ALLOC_ACCESSIBLE 0 |
|
#define BOOTMEM_ALLOC_ANYWHERE (~(phys_addr_t)0) |
|
|
|
/* FIXME: Move to memblock.h at a point where we remove nobootmem.c */ |
|
void *memblock_virt_alloc_try_nid_nopanic(phys_addr_t size, |
|
phys_addr_t align, phys_addr_t min_addr, |
|
phys_addr_t max_addr, int nid); |
|
void *memblock_virt_alloc_try_nid(phys_addr_t size, phys_addr_t align, |
|
phys_addr_t min_addr, phys_addr_t max_addr, int nid); |
|
void __memblock_free_early(phys_addr_t base, phys_addr_t size); |
|
void __memblock_free_late(phys_addr_t base, phys_addr_t size); |
|
|
|
static inline void * __init memblock_virt_alloc( |
|
phys_addr_t size, phys_addr_t align) |
|
{ |
|
return memblock_virt_alloc_try_nid(size, align, BOOTMEM_LOW_LIMIT, |
|
BOOTMEM_ALLOC_ACCESSIBLE, |
|
NUMA_NO_NODE); |
|
} |
|
|
|
static inline void * __init memblock_virt_alloc_nopanic( |
|
phys_addr_t size, phys_addr_t align) |
|
{ |
|
return memblock_virt_alloc_try_nid_nopanic(size, align, |
|
BOOTMEM_LOW_LIMIT, |
|
BOOTMEM_ALLOC_ACCESSIBLE, |
|
NUMA_NO_NODE); |
|
} |
|
|
|
#ifndef ARCH_LOW_ADDRESS_LIMIT |
|
#define ARCH_LOW_ADDRESS_LIMIT 0xffffffffUL |
|
#endif |
|
|
|
static inline void * __init memblock_virt_alloc_low( |
|
phys_addr_t size, phys_addr_t align) |
|
{ |
|
return memblock_virt_alloc_try_nid(size, align, |
|
BOOTMEM_LOW_LIMIT, |
|
ARCH_LOW_ADDRESS_LIMIT, |
|
NUMA_NO_NODE); |
|
} |
|
static inline void * __init memblock_virt_alloc_low_nopanic( |
|
phys_addr_t size, phys_addr_t align) |
|
{ |
|
return memblock_virt_alloc_try_nid_nopanic(size, align, |
|
BOOTMEM_LOW_LIMIT, |
|
ARCH_LOW_ADDRESS_LIMIT, |
|
NUMA_NO_NODE); |
|
} |
|
|
|
static inline void * __init memblock_virt_alloc_from_nopanic( |
|
phys_addr_t size, phys_addr_t align, phys_addr_t min_addr) |
|
{ |
|
return memblock_virt_alloc_try_nid_nopanic(size, align, min_addr, |
|
BOOTMEM_ALLOC_ACCESSIBLE, |
|
NUMA_NO_NODE); |
|
} |
|
|
|
static inline void * __init memblock_virt_alloc_node( |
|
phys_addr_t size, int nid) |
|
{ |
|
return memblock_virt_alloc_try_nid(size, 0, BOOTMEM_LOW_LIMIT, |
|
BOOTMEM_ALLOC_ACCESSIBLE, nid); |
|
} |
|
|
|
static inline void * __init memblock_virt_alloc_node_nopanic( |
|
phys_addr_t size, int nid) |
|
{ |
|
return memblock_virt_alloc_try_nid_nopanic(size, 0, BOOTMEM_LOW_LIMIT, |
|
BOOTMEM_ALLOC_ACCESSIBLE, |
|
nid); |
|
} |
|
|
|
static inline void __init memblock_free_early( |
|
phys_addr_t base, phys_addr_t size) |
|
{ |
|
__memblock_free_early(base, size); |
|
} |
|
|
|
static inline void __init memblock_free_early_nid( |
|
phys_addr_t base, phys_addr_t size, int nid) |
|
{ |
|
__memblock_free_early(base, size); |
|
} |
|
|
|
static inline void __init memblock_free_late( |
|
phys_addr_t base, phys_addr_t size) |
|
{ |
|
__memblock_free_late(base, size); |
|
} |
|
|
|
#else |
|
|
|
#define BOOTMEM_ALLOC_ACCESSIBLE 0 |
|
|
|
|
|
/* Fall back to all the existing bootmem APIs */ |
|
static inline void * __init memblock_virt_alloc( |
|
phys_addr_t size, phys_addr_t align) |
|
{ |
|
if (!align) |
|
align = SMP_CACHE_BYTES; |
|
return __alloc_bootmem(size, align, BOOTMEM_LOW_LIMIT); |
|
} |
|
|
|
static inline void * __init memblock_virt_alloc_nopanic( |
|
phys_addr_t size, phys_addr_t align) |
|
{ |
|
if (!align) |
|
align = SMP_CACHE_BYTES; |
|
return __alloc_bootmem_nopanic(size, align, BOOTMEM_LOW_LIMIT); |
|
} |
|
|
|
static inline void * __init memblock_virt_alloc_low( |
|
phys_addr_t size, phys_addr_t align) |
|
{ |
|
if (!align) |
|
align = SMP_CACHE_BYTES; |
|
return __alloc_bootmem_low(size, align, 0); |
|
} |
|
|
|
static inline void * __init memblock_virt_alloc_low_nopanic( |
|
phys_addr_t size, phys_addr_t align) |
|
{ |
|
if (!align) |
|
align = SMP_CACHE_BYTES; |
|
return __alloc_bootmem_low_nopanic(size, align, 0); |
|
} |
|
|
|
static inline void * __init memblock_virt_alloc_from_nopanic( |
|
phys_addr_t size, phys_addr_t align, phys_addr_t min_addr) |
|
{ |
|
return __alloc_bootmem_nopanic(size, align, min_addr); |
|
} |
|
|
|
static inline void * __init memblock_virt_alloc_node( |
|
phys_addr_t size, int nid) |
|
{ |
|
return __alloc_bootmem_node(NODE_DATA(nid), size, SMP_CACHE_BYTES, |
|
BOOTMEM_LOW_LIMIT); |
|
} |
|
|
|
static inline void * __init memblock_virt_alloc_node_nopanic( |
|
phys_addr_t size, int nid) |
|
{ |
|
return __alloc_bootmem_node_nopanic(NODE_DATA(nid), size, |
|
SMP_CACHE_BYTES, |
|
BOOTMEM_LOW_LIMIT); |
|
} |
|
|
|
static inline void * __init memblock_virt_alloc_try_nid(phys_addr_t size, |
|
phys_addr_t align, phys_addr_t min_addr, phys_addr_t max_addr, int nid) |
|
{ |
|
return __alloc_bootmem_node_high(NODE_DATA(nid), size, align, |
|
min_addr); |
|
} |
|
|
|
static inline void * __init memblock_virt_alloc_try_nid_nopanic( |
|
phys_addr_t size, phys_addr_t align, |
|
phys_addr_t min_addr, phys_addr_t max_addr, int nid) |
|
{ |
|
return ___alloc_bootmem_node_nopanic(NODE_DATA(nid), size, align, |
|
min_addr, max_addr); |
|
} |
|
|
|
static inline void __init memblock_free_early( |
|
phys_addr_t base, phys_addr_t size) |
|
{ |
|
free_bootmem(base, size); |
|
} |
|
|
|
static inline void __init memblock_free_early_nid( |
|
phys_addr_t base, phys_addr_t size, int nid) |
|
{ |
|
free_bootmem_node(NODE_DATA(nid), base, size); |
|
} |
|
|
|
static inline void __init memblock_free_late( |
|
phys_addr_t base, phys_addr_t size) |
|
{ |
|
free_bootmem_late(base, size); |
|
} |
|
#endif /* defined(CONFIG_HAVE_MEMBLOCK) && defined(CONFIG_NO_BOOTMEM) */ |
|
|
|
#ifdef CONFIG_HAVE_ARCH_ALLOC_REMAP |
|
extern void *alloc_remap(int nid, unsigned long size); |
|
#else |
|
static inline void *alloc_remap(int nid, unsigned long size) |
|
{ |
|
return NULL; |
|
} |
|
#endif /* CONFIG_HAVE_ARCH_ALLOC_REMAP */ |
|
|
|
extern void *alloc_large_system_hash(const char *tablename, |
|
unsigned long bucketsize, |
|
unsigned long numentries, |
|
int scale, |
|
int flags, |
|
unsigned int *_hash_shift, |
|
unsigned int *_hash_mask, |
|
unsigned long low_limit, |
|
unsigned long high_limit); |
|
|
|
#define HASH_EARLY 0x00000001 /* Allocating during early boot? */ |
|
#define HASH_SMALL 0x00000002 /* sub-page allocation allowed, min |
|
* shift passed via *_hash_shift */ |
|
|
|
/* Only NUMA needs hash distribution. 64bit NUMA architectures have |
|
* sufficient vmalloc space. |
|
*/ |
|
#ifdef CONFIG_NUMA |
|
#define HASHDIST_DEFAULT IS_ENABLED(CONFIG_64BIT) |
|
extern int hashdist; /* Distribute hashes across NUMA nodes? */ |
|
#else |
|
#define hashdist (0) |
|
#endif |
|
|
|
|
|
#endif /* _LINUX_BOOTMEM_H */
|
|
|