2005-04-16 16:20:36 -06:00
|
|
|
/*
|
|
|
|
* Written by Pat Gaughen (gone@us.ibm.com) Mar 2002
|
|
|
|
*
|
|
|
|
*/
|
|
|
|
|
|
|
|
#ifndef _ASM_MMZONE_H_
|
|
|
|
#define _ASM_MMZONE_H_
|
|
|
|
|
|
|
|
#include <asm/smp.h>
|
|
|
|
|
2005-07-07 18:56:39 -06:00
|
|
|
#ifdef CONFIG_NUMA
|
2005-06-23 01:07:57 -06:00
|
|
|
extern struct pglist_data *node_data[];
|
|
|
|
#define NODE_DATA(nid) (node_data[nid])
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2005-07-07 18:56:39 -06:00
|
|
|
#ifdef CONFIG_X86_NUMAQ
|
|
|
|
#include <asm/numaq.h>
|
2006-08-27 02:23:55 -06:00
|
|
|
#elif defined(CONFIG_ACPI_SRAT)/* summit or generic arch */
|
2005-07-07 18:56:39 -06:00
|
|
|
#include <asm/srat.h>
|
|
|
|
#endif
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2008-03-23 02:02:46 -06:00
|
|
|
extern int get_memcfg_numa_flat(void);
|
2005-06-23 01:07:57 -06:00
|
|
|
/*
|
|
|
|
* This allows any one NUMA architecture to be compiled
|
|
|
|
* for, and still fall back to the flat function if it
|
|
|
|
* fails.
|
|
|
|
*/
|
|
|
|
static inline void get_memcfg_numa(void)
|
|
|
|
{
|
|
|
|
#ifdef CONFIG_X86_NUMAQ
|
|
|
|
if (get_memcfg_numaq())
|
|
|
|
return;
|
2005-09-09 14:01:23 -06:00
|
|
|
#elif defined(CONFIG_ACPI_SRAT)
|
2005-06-23 01:07:57 -06:00
|
|
|
if (get_memcfg_from_srat())
|
|
|
|
return;
|
|
|
|
#endif
|
|
|
|
|
|
|
|
get_memcfg_numa_flat();
|
|
|
|
}
|
|
|
|
|
2005-07-07 18:56:39 -06:00
|
|
|
extern int early_pfn_to_nid(unsigned long pfn);
|
2006-09-26 00:31:03 -06:00
|
|
|
extern void numa_kva_reserve(void);
|
2005-07-07 18:56:39 -06:00
|
|
|
|
2005-07-07 18:56:39 -06:00
|
|
|
#else /* !CONFIG_NUMA */
|
2006-09-26 00:31:03 -06:00
|
|
|
|
2005-07-07 18:56:39 -06:00
|
|
|
#define get_memcfg_numa get_memcfg_numa_flat
|
|
|
|
#define get_zholes_size(n) (0)
|
2006-09-26 00:31:03 -06:00
|
|
|
|
|
|
|
static inline void numa_kva_reserve(void)
|
|
|
|
{
|
|
|
|
}
|
2005-06-23 01:07:57 -06:00
|
|
|
#endif /* CONFIG_NUMA */
|
|
|
|
|
|
|
|
#ifdef CONFIG_DISCONTIGMEM
|
2005-04-16 16:20:36 -06:00
|
|
|
|
|
|
|
/*
|
|
|
|
* generic node memory support, the following assumptions apply:
|
|
|
|
*
|
|
|
|
* 1) memory comes in 256Mb contigious chunks which are either present or not
|
|
|
|
* 2) we will not have more than 64Gb in total
|
|
|
|
*
|
|
|
|
* for now assume that 64Gb is max amount of RAM for whole system
|
|
|
|
* 64Gb / 4096bytes/page = 16777216 pages
|
|
|
|
*/
|
|
|
|
#define MAX_NR_PAGES 16777216
|
|
|
|
#define MAX_ELEMENTS 256
|
|
|
|
#define PAGES_PER_ELEMENT (MAX_NR_PAGES/MAX_ELEMENTS)
|
|
|
|
|
|
|
|
extern s8 physnode_map[];
|
|
|
|
|
|
|
|
static inline int pfn_to_nid(unsigned long pfn)
|
|
|
|
{
|
|
|
|
#ifdef CONFIG_NUMA
|
|
|
|
return((int) physnode_map[(pfn) / PAGES_PER_ELEMENT]);
|
|
|
|
#else
|
|
|
|
return 0;
|
|
|
|
#endif
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Following are macros that each numa implmentation must define.
|
|
|
|
*/
|
|
|
|
|
|
|
|
#define node_start_pfn(nid) (NODE_DATA(nid)->node_start_pfn)
|
|
|
|
#define node_end_pfn(nid) \
|
|
|
|
({ \
|
|
|
|
pg_data_t *__pgdat = NODE_DATA(nid); \
|
|
|
|
__pgdat->node_start_pfn + __pgdat->node_spanned_pages; \
|
|
|
|
})
|
|
|
|
|
|
|
|
#ifdef CONFIG_X86_NUMAQ /* we have contiguous memory on NUMA-Q */
|
|
|
|
#define pfn_valid(pfn) ((pfn) < num_physpages)
|
|
|
|
#else
|
|
|
|
static inline int pfn_valid(int pfn)
|
|
|
|
{
|
|
|
|
int nid = pfn_to_nid(pfn);
|
|
|
|
|
|
|
|
if (nid >= 0)
|
|
|
|
return (pfn < node_end_pfn(nid));
|
|
|
|
return 0;
|
|
|
|
}
|
2005-06-23 01:07:57 -06:00
|
|
|
#endif /* CONFIG_X86_NUMAQ */
|
|
|
|
|
|
|
|
#endif /* CONFIG_DISCONTIGMEM */
|
|
|
|
|
|
|
|
#ifdef CONFIG_NEED_MULTIPLE_NODES
|
2005-04-16 16:20:36 -06:00
|
|
|
|
|
|
|
/*
|
2005-06-23 01:07:57 -06:00
|
|
|
* Following are macros that are specific to this numa platform.
|
2005-04-16 16:20:36 -06:00
|
|
|
*/
|
2008-02-07 01:15:17 -07:00
|
|
|
#define reserve_bootmem(addr, size, flags) \
|
|
|
|
reserve_bootmem_node(NODE_DATA(0), (addr), (size), (flags))
|
2005-06-23 01:07:57 -06:00
|
|
|
#define alloc_bootmem(x) \
|
|
|
|
__alloc_bootmem_node(NODE_DATA(0), (x), SMP_CACHE_BYTES, __pa(MAX_DMA_ADDRESS))
|
|
|
|
#define alloc_bootmem_low(x) \
|
|
|
|
__alloc_bootmem_node(NODE_DATA(0), (x), SMP_CACHE_BYTES, 0)
|
|
|
|
#define alloc_bootmem_pages(x) \
|
|
|
|
__alloc_bootmem_node(NODE_DATA(0), (x), PAGE_SIZE, __pa(MAX_DMA_ADDRESS))
|
|
|
|
#define alloc_bootmem_low_pages(x) \
|
|
|
|
__alloc_bootmem_node(NODE_DATA(0), (x), PAGE_SIZE, 0)
|
2006-12-06 21:33:04 -07:00
|
|
|
#define alloc_bootmem_node(pgdat, x) \
|
|
|
|
({ \
|
2007-05-09 03:35:30 -06:00
|
|
|
struct pglist_data __maybe_unused \
|
2006-12-06 21:33:04 -07:00
|
|
|
*__alloc_bootmem_node__pgdat = (pgdat); \
|
|
|
|
__alloc_bootmem_node(NODE_DATA(0), (x), SMP_CACHE_BYTES, \
|
|
|
|
__pa(MAX_DMA_ADDRESS)); \
|
|
|
|
})
|
|
|
|
#define alloc_bootmem_pages_node(pgdat, x) \
|
|
|
|
({ \
|
2007-05-09 03:35:30 -06:00
|
|
|
struct pglist_data __maybe_unused \
|
2006-12-06 21:33:04 -07:00
|
|
|
*__alloc_bootmem_node__pgdat = (pgdat); \
|
|
|
|
__alloc_bootmem_node(NODE_DATA(0), (x), PAGE_SIZE, \
|
2008-03-19 11:25:22 -06:00
|
|
|
__pa(MAX_DMA_ADDRESS)); \
|
2006-12-06 21:33:04 -07:00
|
|
|
})
|
|
|
|
#define alloc_bootmem_low_pages_node(pgdat, x) \
|
|
|
|
({ \
|
2007-05-09 03:35:30 -06:00
|
|
|
struct pglist_data __maybe_unused \
|
2006-12-06 21:33:04 -07:00
|
|
|
*__alloc_bootmem_node__pgdat = (pgdat); \
|
|
|
|
__alloc_bootmem_node(NODE_DATA(0), (x), PAGE_SIZE, 0); \
|
|
|
|
})
|
2005-06-23 01:07:57 -06:00
|
|
|
#endif /* CONFIG_NEED_MULTIPLE_NODES */
|
2005-06-23 01:07:52 -06:00
|
|
|
|
2005-04-16 16:20:36 -06:00
|
|
|
#endif /* _ASM_MMZONE_H_ */
|