Blame view

include/linux/bootmem.h 10.6 KB
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1
2
3
4
5
  /*
   * Discontiguous memory support, Kanoj Sarcar, SGI, Nov 1999
   */
  #ifndef _LINUX_BOOTMEM_H
  #define _LINUX_BOOTMEM_H
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
6
  #include <linux/mmzone.h>
26f09e9b3   Santosh Shilimkar   mm/memblock: add ...
7
  #include <linux/mm_types.h>
e786e86a5   Franck Bui-Huu   [PATCH] bootmem: ...
8
  #include <asm/dma.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
9
10
11
12
13
14
15
16
17
18
19
20
  
  /*
   *  simple boot-time physical memory area allocator.
   */
  
  extern unsigned long max_low_pfn;
  extern unsigned long min_low_pfn;
  
  /*
   * highest page
   */
  extern unsigned long max_pfn;
08677214e   Yinghai Lu   x86: Make 64 bit ...
21
  #ifndef CONFIG_NO_BOOTMEM
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
22
23
24
25
26
  /*
   * node_bootmem_map is a map pointer - the bits represent all physical 
   * memory pages (including holes) on the node.
   */
  typedef struct bootmem_data {
3560e249a   Johannes Weiner   bootmem: replace ...
27
  	unsigned long node_min_pfn;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
28
29
  	unsigned long node_low_pfn;
  	void *node_bootmem_map;
5f2809e69   Johannes Weiner   bootmem: clean up...
30
31
  	unsigned long last_end_off;
  	unsigned long hint_idx;
679bc9fbb   KAMEZAWA Hiroyuki   [PATCH] for_each_...
32
  	struct list_head list;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
33
  } bootmem_data_t;
b61bfa3c4   Johannes Weiner   mm: move bootmem ...
34
  extern bootmem_data_t bootmem_node_data[];
08677214e   Yinghai Lu   x86: Make 64 bit ...
35
  #endif
b61bfa3c4   Johannes Weiner   mm: move bootmem ...
36

f71bf0cac   Franck Bui-Huu   [PATCH] bootmem: ...
37
  extern unsigned long bootmem_bootmap_pages(unsigned long);
223e8dc92   Johannes Weiner   bootmem: reorder ...
38
39
40
41
42
  
  extern unsigned long init_bootmem_node(pg_data_t *pgdat,
  				       unsigned long freepfn,
  				       unsigned long startpfn,
  				       unsigned long endpfn);
f71bf0cac   Franck Bui-Huu   [PATCH] bootmem: ...
43
  extern unsigned long init_bootmem(unsigned long addr, unsigned long memend);
223e8dc92   Johannes Weiner   bootmem: reorder ...
44

223e8dc92   Johannes Weiner   bootmem: reorder ...
45
  extern unsigned long free_all_bootmem(void);
7b4b2a0d6   Jiang Liu   mm: accurately ca...
46
  extern void reset_all_zones_managed_pages(void);
223e8dc92   Johannes Weiner   bootmem: reorder ...
47
48
49
50
  
  extern void free_bootmem_node(pg_data_t *pgdat,
  			      unsigned long addr,
  			      unsigned long size);
81df9bff2   Joonsoo Kim   bootmem: fix wron...
51
52
  extern void free_bootmem(unsigned long physaddr, unsigned long size);
  extern void free_bootmem_late(unsigned long physaddr, unsigned long size);
223e8dc92   Johannes Weiner   bootmem: reorder ...
53
54
55
56
57
  
  /*
   * Flags for reserve_bootmem (also if CONFIG_HAVE_ARCH_BOOTMEM_NODE,
   * the architecture-specific code should honor this).
   *
1754e44e8   Wang Sheng-Hui   include/linux/boo...
58
59
60
   * If flags is BOOTMEM_DEFAULT, then the return value is always 0 (success).
   * If flags contains BOOTMEM_EXCLUSIVE, then -EBUSY is returned if the memory
   * already was reserved.
223e8dc92   Johannes Weiner   bootmem: reorder ...
61
62
63
   */
  #define BOOTMEM_DEFAULT		0
  #define BOOTMEM_EXCLUSIVE	(1<<0)
c13293755   Tejun Heo   bootmem: clean up...
64
65
66
  extern int reserve_bootmem(unsigned long addr,
  			   unsigned long size,
  			   int flags);
2d0aae416   Tejun Heo   bootmem: reorder ...
67
68
69
70
71
72
  extern int reserve_bootmem_node(pg_data_t *pgdat,
  				unsigned long physaddr,
  				unsigned long size,
  				int flags);
  
  extern void *__alloc_bootmem(unsigned long size,
f71bf0cac   Franck Bui-Huu   [PATCH] bootmem: ...
73
74
  			     unsigned long align,
  			     unsigned long goal);
2d0aae416   Tejun Heo   bootmem: reorder ...
75
  extern void *__alloc_bootmem_nopanic(unsigned long size,
f71bf0cac   Franck Bui-Huu   [PATCH] bootmem: ...
76
77
  				     unsigned long align,
  				     unsigned long goal);
223e8dc92   Johannes Weiner   bootmem: reorder ...
78
79
80
81
  extern void *__alloc_bootmem_node(pg_data_t *pgdat,
  				  unsigned long size,
  				  unsigned long align,
  				  unsigned long goal);
08677214e   Yinghai Lu   x86: Make 64 bit ...
82
83
84
85
  void *__alloc_bootmem_node_high(pg_data_t *pgdat,
  				  unsigned long size,
  				  unsigned long align,
  				  unsigned long goal);
223e8dc92   Johannes Weiner   bootmem: reorder ...
86
87
88
89
  extern void *__alloc_bootmem_node_nopanic(pg_data_t *pgdat,
  				  unsigned long size,
  				  unsigned long align,
  				  unsigned long goal);
99ab7b194   Yinghai Lu   mm: sparse: fix u...
90
91
92
93
94
  void *___alloc_bootmem_node_nopanic(pg_data_t *pgdat,
  				  unsigned long size,
  				  unsigned long align,
  				  unsigned long goal,
  				  unsigned long limit);
2d0aae416   Tejun Heo   bootmem: reorder ...
95
96
97
  extern void *__alloc_bootmem_low(unsigned long size,
  				 unsigned long align,
  				 unsigned long goal);
38fa4175e   Yinghai Lu   mm: Add alloc_boo...
98
99
100
  void *__alloc_bootmem_low_nopanic(unsigned long size,
  				 unsigned long align,
  				 unsigned long goal);
f71bf0cac   Franck Bui-Huu   [PATCH] bootmem: ...
101
102
103
104
  extern void *__alloc_bootmem_low_node(pg_data_t *pgdat,
  				      unsigned long size,
  				      unsigned long align,
  				      unsigned long goal);
c13293755   Tejun Heo   bootmem: clean up...
105

8bba154ef   Yinghai Lu   memblock/nobootme...
106
107
108
109
110
111
  #ifdef CONFIG_NO_BOOTMEM
  /* We are using top down, so it is safe to use 0 here */
  #define BOOTMEM_LOW_LIMIT 0
  #else
  #define BOOTMEM_LOW_LIMIT __pa(MAX_DMA_ADDRESS)
  #endif
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
112
  #define alloc_bootmem(x) \
8bba154ef   Yinghai Lu   memblock/nobootme...
113
  	__alloc_bootmem(x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT)
53dde5f38   Suresh Siddha   bootmem: Add allo...
114
  #define alloc_bootmem_align(x, align) \
8bba154ef   Yinghai Lu   memblock/nobootme...
115
  	__alloc_bootmem(x, align, BOOTMEM_LOW_LIMIT)
74768ed83   Jan Beulich   page allocator: u...
116
  #define alloc_bootmem_nopanic(x) \
8bba154ef   Yinghai Lu   memblock/nobootme...
117
  	__alloc_bootmem_nopanic(x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
118
  #define alloc_bootmem_pages(x) \
8bba154ef   Yinghai Lu   memblock/nobootme...
119
  	__alloc_bootmem(x, PAGE_SIZE, BOOTMEM_LOW_LIMIT)
74768ed83   Jan Beulich   page allocator: u...
120
  #define alloc_bootmem_pages_nopanic(x) \
8bba154ef   Yinghai Lu   memblock/nobootme...
121
  	__alloc_bootmem_nopanic(x, PAGE_SIZE, BOOTMEM_LOW_LIMIT)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
122
  #define alloc_bootmem_node(pgdat, x) \
8bba154ef   Yinghai Lu   memblock/nobootme...
123
  	__alloc_bootmem_node(pgdat, x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT)
8f389a99b   Yinghai Lu   mm: use alloc_boo...
124
  #define alloc_bootmem_node_nopanic(pgdat, x) \
8bba154ef   Yinghai Lu   memblock/nobootme...
125
  	__alloc_bootmem_node_nopanic(pgdat, x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
126
  #define alloc_bootmem_pages_node(pgdat, x) \
8bba154ef   Yinghai Lu   memblock/nobootme...
127
  	__alloc_bootmem_node(pgdat, x, PAGE_SIZE, BOOTMEM_LOW_LIMIT)
2d0aae416   Tejun Heo   bootmem: reorder ...
128
  #define alloc_bootmem_pages_node_nopanic(pgdat, x) \
8bba154ef   Yinghai Lu   memblock/nobootme...
129
  	__alloc_bootmem_node_nopanic(pgdat, x, PAGE_SIZE, BOOTMEM_LOW_LIMIT)
2d0aae416   Tejun Heo   bootmem: reorder ...
130
131
132
  
  #define alloc_bootmem_low(x) \
  	__alloc_bootmem_low(x, SMP_CACHE_BYTES, 0)
38fa4175e   Yinghai Lu   mm: Add alloc_boo...
133
134
  #define alloc_bootmem_low_pages_nopanic(x) \
  	__alloc_bootmem_low_nopanic(x, PAGE_SIZE, 0)
2d0aae416   Tejun Heo   bootmem: reorder ...
135
136
  #define alloc_bootmem_low_pages(x) \
  	__alloc_bootmem_low(x, PAGE_SIZE, 0)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
137
  #define alloc_bootmem_low_pages_node(pgdat, x) \
71fb2e8f8   Franck Bui-Huu   [PATCH] bootmem: ...
138
  	__alloc_bootmem_low_node(pgdat, x, PAGE_SIZE, 0)
c6af5e9f8   Johannes Weiner   bootmem: Move nod...
139

26f09e9b3   Santosh Shilimkar   mm/memblock: add ...
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
  
  #if defined(CONFIG_HAVE_MEMBLOCK) && defined(CONFIG_NO_BOOTMEM)
  
  /* FIXME: use MEMBLOCK_ALLOC_* variants here */
  #define BOOTMEM_ALLOC_ACCESSIBLE	0
  #define BOOTMEM_ALLOC_ANYWHERE		(~(phys_addr_t)0)
  
  /* FIXME: Move to memblock.h at a point where we remove nobootmem.c */
  void *memblock_virt_alloc_try_nid_nopanic(phys_addr_t size,
  		phys_addr_t align, phys_addr_t min_addr,
  		phys_addr_t max_addr, int nid);
  void *memblock_virt_alloc_try_nid(phys_addr_t size, phys_addr_t align,
  		phys_addr_t min_addr, phys_addr_t max_addr, int nid);
  void __memblock_free_early(phys_addr_t base, phys_addr_t size);
  void __memblock_free_late(phys_addr_t base, phys_addr_t size);
  
  static inline void * __init memblock_virt_alloc(
  					phys_addr_t size,  phys_addr_t align)
  {
  	return memblock_virt_alloc_try_nid(size, align, BOOTMEM_LOW_LIMIT,
  					    BOOTMEM_ALLOC_ACCESSIBLE,
  					    NUMA_NO_NODE);
  }
  
  static inline void * __init memblock_virt_alloc_nopanic(
  					phys_addr_t size, phys_addr_t align)
  {
  	return memblock_virt_alloc_try_nid_nopanic(size, align,
  						    BOOTMEM_LOW_LIMIT,
  						    BOOTMEM_ALLOC_ACCESSIBLE,
  						    NUMA_NO_NODE);
  }
ad6492b80   Yinghai Lu   memblock, nobootm...
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
  #ifndef ARCH_LOW_ADDRESS_LIMIT
  #define ARCH_LOW_ADDRESS_LIMIT  0xffffffffUL
  #endif
  
  static inline void * __init memblock_virt_alloc_low(
  					phys_addr_t size, phys_addr_t align)
  {
  	return memblock_virt_alloc_try_nid(size, align,
  						   BOOTMEM_LOW_LIMIT,
  						   ARCH_LOW_ADDRESS_LIMIT,
  						   NUMA_NO_NODE);
  }
  static inline void * __init memblock_virt_alloc_low_nopanic(
  					phys_addr_t size, phys_addr_t align)
  {
  	return memblock_virt_alloc_try_nid_nopanic(size, align,
  						   BOOTMEM_LOW_LIMIT,
  						   ARCH_LOW_ADDRESS_LIMIT,
  						   NUMA_NO_NODE);
  }
26f09e9b3   Santosh Shilimkar   mm/memblock: add ...
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
  static inline void * __init memblock_virt_alloc_from_nopanic(
  		phys_addr_t size, phys_addr_t align, phys_addr_t min_addr)
  {
  	return memblock_virt_alloc_try_nid_nopanic(size, align, min_addr,
  						    BOOTMEM_ALLOC_ACCESSIBLE,
  						    NUMA_NO_NODE);
  }
  
  static inline void * __init memblock_virt_alloc_node(
  						phys_addr_t size, int nid)
  {
  	return memblock_virt_alloc_try_nid(size, 0, BOOTMEM_LOW_LIMIT,
  					    BOOTMEM_ALLOC_ACCESSIBLE, nid);
  }
  
  static inline void * __init memblock_virt_alloc_node_nopanic(
  						phys_addr_t size, int nid)
  {
  	return memblock_virt_alloc_try_nid_nopanic(size, 0, BOOTMEM_LOW_LIMIT,
  						    BOOTMEM_ALLOC_ACCESSIBLE,
  						    nid);
  }
  
  static inline void __init memblock_free_early(
  					phys_addr_t base, phys_addr_t size)
  {
  	__memblock_free_early(base, size);
  }
  
  static inline void __init memblock_free_early_nid(
  				phys_addr_t base, phys_addr_t size, int nid)
  {
  	__memblock_free_early(base, size);
  }
  
  static inline void __init memblock_free_late(
  					phys_addr_t base, phys_addr_t size)
  {
  	__memblock_free_late(base, size);
  }
  
  #else
  
  #define BOOTMEM_ALLOC_ACCESSIBLE	0
  
  
  /* Fall back to all the existing bootmem APIs */
  static inline void * __init memblock_virt_alloc(
  					phys_addr_t size,  phys_addr_t align)
  {
  	if (!align)
  		align = SMP_CACHE_BYTES;
  	return __alloc_bootmem(size, align, BOOTMEM_LOW_LIMIT);
  }
  
  static inline void * __init memblock_virt_alloc_nopanic(
  					phys_addr_t size, phys_addr_t align)
  {
  	if (!align)
  		align = SMP_CACHE_BYTES;
  	return __alloc_bootmem_nopanic(size, align, BOOTMEM_LOW_LIMIT);
  }
ad6492b80   Yinghai Lu   memblock, nobootm...
254
255
256
257
258
  static inline void * __init memblock_virt_alloc_low(
  					phys_addr_t size, phys_addr_t align)
  {
  	if (!align)
  		align = SMP_CACHE_BYTES;
07bacb382   Yinghai Lu   memblock, bootmem...
259
  	return __alloc_bootmem_low(size, align, 0);
ad6492b80   Yinghai Lu   memblock, nobootm...
260
261
262
263
264
265
266
  }
  
  static inline void * __init memblock_virt_alloc_low_nopanic(
  					phys_addr_t size, phys_addr_t align)
  {
  	if (!align)
  		align = SMP_CACHE_BYTES;
07bacb382   Yinghai Lu   memblock, bootmem...
267
  	return __alloc_bootmem_low_nopanic(size, align, 0);
ad6492b80   Yinghai Lu   memblock, nobootm...
268
  }
26f09e9b3   Santosh Shilimkar   mm/memblock: add ...
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
  static inline void * __init memblock_virt_alloc_from_nopanic(
  		phys_addr_t size, phys_addr_t align, phys_addr_t min_addr)
  {
  	return __alloc_bootmem_nopanic(size, align, min_addr);
  }
  
  static inline void * __init memblock_virt_alloc_node(
  						phys_addr_t size, int nid)
  {
  	return __alloc_bootmem_node(NODE_DATA(nid), size, SMP_CACHE_BYTES,
  				     BOOTMEM_LOW_LIMIT);
  }
  
  static inline void * __init memblock_virt_alloc_node_nopanic(
  						phys_addr_t size, int nid)
  {
  	return __alloc_bootmem_node_nopanic(NODE_DATA(nid), size,
  					     SMP_CACHE_BYTES,
  					     BOOTMEM_LOW_LIMIT);
  }
  
  static inline void * __init memblock_virt_alloc_try_nid(phys_addr_t size,
  	phys_addr_t align, phys_addr_t min_addr, phys_addr_t max_addr, int nid)
  {
  	return __alloc_bootmem_node_high(NODE_DATA(nid), size, align,
  					  min_addr);
  }
  
  static inline void * __init memblock_virt_alloc_try_nid_nopanic(
  			phys_addr_t size, phys_addr_t align,
  			phys_addr_t min_addr, phys_addr_t max_addr, int nid)
  {
  	return ___alloc_bootmem_node_nopanic(NODE_DATA(nid), size, align,
  				min_addr, max_addr);
  }
  
  static inline void __init memblock_free_early(
  					phys_addr_t base, phys_addr_t size)
  {
  	free_bootmem(base, size);
  }
  
  static inline void __init memblock_free_early_nid(
  				phys_addr_t base, phys_addr_t size, int nid)
  {
  	free_bootmem_node(NODE_DATA(nid), base, size);
  }
  
  static inline void __init memblock_free_late(
  					phys_addr_t base, phys_addr_t size)
  {
  	free_bootmem_late(base, size);
  }
  #endif /* defined(CONFIG_HAVE_MEMBLOCK) && defined(CONFIG_NO_BOOTMEM) */
6f167ec72   Dave Hansen   [PATCH] sparsemem...
323
324
325
326
327
328
329
  #ifdef CONFIG_HAVE_ARCH_ALLOC_REMAP
  extern void *alloc_remap(int nid, unsigned long size);
  #else
  static inline void *alloc_remap(int nid, unsigned long size)
  {
  	return NULL;
  }
f71bf0cac   Franck Bui-Huu   [PATCH] bootmem: ...
330
  #endif /* CONFIG_HAVE_ARCH_ALLOC_REMAP */
6f167ec72   Dave Hansen   [PATCH] sparsemem...
331

f71bf0cac   Franck Bui-Huu   [PATCH] bootmem: ...
332
333
334
335
336
337
338
  extern void *alloc_large_system_hash(const char *tablename,
  				     unsigned long bucketsize,
  				     unsigned long numentries,
  				     int scale,
  				     int flags,
  				     unsigned int *_hash_shift,
  				     unsigned int *_hash_mask,
31fe62b95   Tim Bird   mm: add a low lim...
339
340
  				     unsigned long low_limit,
  				     unsigned long high_limit);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
341

049036643   Andrew Morton   [PATCH] remove HA...
342
  #define HASH_EARLY	0x00000001	/* Allocating during early boot? */
2c85f51d2   Jan Beulich   mm: also use allo...
343
344
  #define HASH_SMALL	0x00000002	/* sub-page allocation allowed, min
  					 * shift passed via *_hash_shift */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
345

c2fdf3a9b   Anton Blanchard   mm: enable hashdi...
346
347
  /* Only NUMA needs hash distribution. 64bit NUMA architectures have
   * sufficient vmalloc space.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
348
   */
c2fdf3a9b   Anton Blanchard   mm: enable hashdi...
349
  #if defined(CONFIG_NUMA) && defined(CONFIG_64BIT)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
350
351
352
353
  #define HASHDIST_DEFAULT 1
  #else
  #define HASHDIST_DEFAULT 0
  #endif
f034b5d4e   David S. Miller   [XFRM]: Dynamic x...
354
  extern int hashdist;		/* Distribute hashes across NUMA nodes? */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
355
356
357
  
  
  #endif /* _LINUX_BOOTMEM_H */