Blame view

include/linux/memory_hotplug.h 6.91 KB
208d54e55   Dave Hansen   [PATCH] memory ho...
1
2
3
4
5
  #ifndef __LINUX_MEMORY_HOTPLUG_H
  #define __LINUX_MEMORY_HOTPLUG_H
  
  #include <linux/mmzone.h>
  #include <linux/spinlock.h>
3947be196   Dave Hansen   [PATCH] memory ho...
6
  #include <linux/notifier.h>
208d54e55   Dave Hansen   [PATCH] memory ho...
7

78679302f   KAMEZAWA Hiroyuki   [PATCH] memory-ho...
8
9
10
  struct page;
  struct zone;
  struct pglist_data;
ea01ea937   Badari Pulavarty   hotplug memory re...
11
  struct mem_section;
78679302f   KAMEZAWA Hiroyuki   [PATCH] memory-ho...
12

208d54e55   Dave Hansen   [PATCH] memory ho...
13
  #ifdef CONFIG_MEMORY_HOTPLUG
047532787   Yasunori Goto   memory hotplug: r...
14
15
  
  /*
5f24ce5fd   Andrea Arcangeli   thp: remove PG_buddy
16
17
   * Types for free bootmem stored in page->lru.next. These have to be in
   * some random range in unsigned long space for debugging purposes.
047532787   Yasunori Goto   memory hotplug: r...
18
   */
5f24ce5fd   Andrea Arcangeli   thp: remove PG_buddy
19
20
21
22
23
24
25
  enum {
  	MEMORY_HOTPLUG_MIN_BOOTMEM_TYPE = 12,
  	SECTION_INFO = MEMORY_HOTPLUG_MIN_BOOTMEM_TYPE,
  	MIX_SECTION_INFO,
  	NODE_INFO,
  	MEMORY_HOTPLUG_MAX_BOOTMEM_TYPE = NODE_INFO,
  };
047532787   Yasunori Goto   memory hotplug: r...
26

208d54e55   Dave Hansen   [PATCH] memory ho...
27
28
29
30
31
32
33
34
35
36
37
  /*
   * pgdat resizing functions
   */
  static inline
  void pgdat_resize_lock(struct pglist_data *pgdat, unsigned long *flags)
  {
  	spin_lock_irqsave(&pgdat->node_size_lock, *flags);
  }
  static inline
  void pgdat_resize_unlock(struct pglist_data *pgdat, unsigned long *flags)
  {
bdc8cb984   Dave Hansen   [PATCH] memory ho...
38
  	spin_unlock_irqrestore(&pgdat->node_size_lock, *flags);
208d54e55   Dave Hansen   [PATCH] memory ho...
39
40
41
42
43
44
  }
  static inline
  void pgdat_resize_init(struct pglist_data *pgdat)
  {
  	spin_lock_init(&pgdat->node_size_lock);
  }
bdc8cb984   Dave Hansen   [PATCH] memory ho...
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
  /*
   * Zone resizing functions
   */
  static inline unsigned zone_span_seqbegin(struct zone *zone)
  {
  	return read_seqbegin(&zone->span_seqlock);
  }
  static inline int zone_span_seqretry(struct zone *zone, unsigned iv)
  {
  	return read_seqretry(&zone->span_seqlock, iv);
  }
  static inline void zone_span_writelock(struct zone *zone)
  {
  	write_seqlock(&zone->span_seqlock);
  }
  static inline void zone_span_writeunlock(struct zone *zone)
  {
  	write_sequnlock(&zone->span_seqlock);
  }
  static inline void zone_seqlock_init(struct zone *zone)
  {
  	seqlock_init(&zone->span_seqlock);
  }
3947be196   Dave Hansen   [PATCH] memory ho...
68
69
70
  extern int zone_grow_free_lists(struct zone *zone, unsigned long new_nr_pages);
  extern int zone_grow_waitqueues(struct zone *zone, unsigned long nr_pages);
  extern int add_one_highpage(struct page *page, int pfn, int bad_ppro);
3947be196   Dave Hansen   [PATCH] memory ho...
71
  /* VM interface that may be used by firmware interface */
3947be196   Dave Hansen   [PATCH] memory ho...
72
  extern int online_pages(unsigned long, unsigned long);
0c0e61958   KAMEZAWA Hiroyuki   memory unplug: pa...
73
  extern void __offline_isolated_pages(unsigned long, unsigned long);
48e94196a   KAMEZAWA Hiroyuki   fix memory hot re...
74

9d0ad8ca4   Daniel Kiper   mm: extend memory...
75
76
77
78
79
80
81
82
  typedef void (*online_page_callback_t)(struct page *page);
  
  extern int set_online_page_callback(online_page_callback_t callback);
  extern int restore_online_page_callback(online_page_callback_t callback);
  
  extern void __online_page_set_limits(struct page *page);
  extern void __online_page_increment_counters(struct page *page);
  extern void __online_page_free(struct page *page);
49ac82558   KAMEZAWA Hiroyuki   memory hotplug: u...
83
84
85
  #ifdef CONFIG_MEMORY_HOTREMOVE
  extern bool is_pageblock_removable_nolock(struct page *page);
  #endif /* CONFIG_MEMORY_HOTREMOVE */
3947be196   Dave Hansen   [PATCH] memory ho...
86
  /* reasonably generic interface to expand the physical pages in a zone  */
c04fc586c   Gary Hade   mm: show node to ...
87
  extern int __add_pages(int nid, struct zone *zone, unsigned long start_pfn,
3947be196   Dave Hansen   [PATCH] memory ho...
88
  	unsigned long nr_pages);
ea01ea937   Badari Pulavarty   hotplug memory re...
89
90
  extern int __remove_pages(struct zone *zone, unsigned long start_pfn,
  	unsigned long nr_pages);
bc02af93d   Yasunori Goto   [PATCH] pgdat all...
91
92
93
94
95
96
97
98
99
  
  #ifdef CONFIG_NUMA
  extern int memory_add_physaddr_to_nid(u64 start);
  #else
  static inline int memory_add_physaddr_to_nid(u64 start)
  {
  	return 0;
  }
  #endif
306d6cbe8   Yasunori Goto   [PATCH] pgdat all...
100
101
102
103
104
105
106
107
108
109
110
  #ifdef CONFIG_HAVE_ARCH_NODEDATA_EXTENSION
  /*
   * For supporting node-hotadd, we have to allocate a new pgdat.
   *
   * If an arch has generic style NODE_DATA(),
   * node_data[nid] = kzalloc() works well. But it depends on the architecture.
   *
   * In general, generic_alloc_nodedata() is used.
   * Now, arch_free_nodedata() is just defined for error path of node_hot_add.
   *
   */
dd0932d9d   Yasunori Goto   [PATCH] pgdat all...
111
112
  extern pg_data_t *arch_alloc_nodedata(int nid);
  extern void arch_free_nodedata(pg_data_t *pgdat);
7049027c6   Yasunori Goto   [PATCH] pgdat all...
113
  extern void arch_refresh_nodedata(int nid, pg_data_t *pgdat);
306d6cbe8   Yasunori Goto   [PATCH] pgdat all...
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
  
  #else /* CONFIG_HAVE_ARCH_NODEDATA_EXTENSION */
  
  #define arch_alloc_nodedata(nid)	generic_alloc_nodedata(nid)
  #define arch_free_nodedata(pgdat)	generic_free_nodedata(pgdat)
  
  #ifdef CONFIG_NUMA
  /*
   * If ARCH_HAS_NODEDATA_EXTENSION=n, this func is used to allocate pgdat.
   * XXX: kmalloc_node() can't work well to get new node's memory at this time.
   *	Because, pgdat for the new node is not allocated/initialized yet itself.
   *	To use new node's memory, more consideration will be necessary.
   */
  #define generic_alloc_nodedata(nid)				\
  ({								\
  	kzalloc(sizeof(pg_data_t), GFP_KERNEL);			\
  })
  /*
   * This definition is just for error path in node hotadd.
   * For node hotremove, we have to replace this.
   */
  #define generic_free_nodedata(pgdat)	kfree(pgdat)
10ad400b4   Yasunori Goto   [PATCH] pgdat all...
136
137
138
139
140
  extern pg_data_t *node_data[];
  static inline void arch_refresh_nodedata(int nid, pg_data_t *pgdat)
  {
  	node_data[nid] = pgdat;
  }
306d6cbe8   Yasunori Goto   [PATCH] pgdat all...
141
142
143
144
145
146
147
148
149
150
151
  #else /* !CONFIG_NUMA */
  
  /* never called */
  static inline pg_data_t *generic_alloc_nodedata(int nid)
  {
  	BUG();
  	return NULL;
  }
  static inline void generic_free_nodedata(pg_data_t *pgdat)
  {
  }
10ad400b4   Yasunori Goto   [PATCH] pgdat all...
152
153
154
  static inline void arch_refresh_nodedata(int nid, pg_data_t *pgdat)
  {
  }
306d6cbe8   Yasunori Goto   [PATCH] pgdat all...
155
156
  #endif /* CONFIG_NUMA */
  #endif /* CONFIG_HAVE_ARCH_NODEDATA_EXTENSION */
047532787   Yasunori Goto   memory hotplug: r...
157
158
159
160
161
162
163
164
165
166
167
  #ifdef CONFIG_SPARSEMEM_VMEMMAP
  static inline void register_page_bootmem_info_node(struct pglist_data *pgdat)
  {
  }
  static inline void put_page_bootmem(struct page *page)
  {
  }
  #else
  extern void register_page_bootmem_info_node(struct pglist_data *pgdat);
  extern void put_page_bootmem(struct page *page);
  #endif
925268a06   KAMEZAWA Hiroyuki   memory hotplug: o...
168
169
170
171
172
  /*
   * Lock for memory hotplug guarantees 1) all callbacks for memory hotplug
   * notifier will be called under this. 2) offline/online/add/remove memory
   * will not run simultaneously.
   */
20d6c96b5   KOSAKI Motohiro   mem-hotplug: intr...
173
174
  void lock_memory_hotplug(void);
  void unlock_memory_hotplug(void);
208d54e55   Dave Hansen   [PATCH] memory ho...
175
176
177
178
179
180
181
  #else /* ! CONFIG_MEMORY_HOTPLUG */
  /*
   * Stub functions for when hotplug is off
   */
  static inline void pgdat_resize_lock(struct pglist_data *p, unsigned long *f) {}
  static inline void pgdat_resize_unlock(struct pglist_data *p, unsigned long *f) {}
  static inline void pgdat_resize_init(struct pglist_data *pgdat) {}
bdc8cb984   Dave Hansen   [PATCH] memory ho...
182
183
184
185
186
187
188
189
190
191
192
193
  
  static inline unsigned zone_span_seqbegin(struct zone *zone)
  {
  	return 0;
  }
  static inline int zone_span_seqretry(struct zone *zone, unsigned iv)
  {
  	return 0;
  }
  static inline void zone_span_writelock(struct zone *zone) {}
  static inline void zone_span_writeunlock(struct zone *zone) {}
  static inline void zone_seqlock_init(struct zone *zone) {}
3947be196   Dave Hansen   [PATCH] memory ho...
194
195
196
197
198
199
200
201
  
  static inline int mhp_notimplemented(const char *func)
  {
  	printk(KERN_WARNING "%s() called, with CONFIG_MEMORY_HOTPLUG disabled
  ", func);
  	dump_stack();
  	return -ENOSYS;
  }
047532787   Yasunori Goto   memory hotplug: r...
202
203
204
  static inline void register_page_bootmem_info_node(struct pglist_data *pgdat)
  {
  }
20d6c96b5   KOSAKI Motohiro   mem-hotplug: intr...
205
206
  static inline void lock_memory_hotplug(void) {}
  static inline void unlock_memory_hotplug(void) {}
bdc8cb984   Dave Hansen   [PATCH] memory ho...
207
  #endif /* ! CONFIG_MEMORY_HOTPLUG */
9d99aaa31   Andi Kleen   [PATCH] x86_64: S...
208

5c755e9fd   Badari Pulavarty   memory-hotplug: a...
209
210
211
212
213
214
215
216
217
218
219
  #ifdef CONFIG_MEMORY_HOTREMOVE
  
  extern int is_mem_section_removable(unsigned long pfn, unsigned long nr_pages);
  
  #else
  static inline int is_mem_section_removable(unsigned long pfn,
  					unsigned long nr_pages)
  {
  	return 0;
  }
  #endif /* CONFIG_MEMORY_HOTREMOVE */
cf23422b9   minskey guo   cpu/mem hotplug: ...
220
  extern int mem_online_node(int nid);
bc02af93d   Yasunori Goto   [PATCH] pgdat all...
221
222
  extern int add_memory(int nid, u64 start, u64 size);
  extern int arch_add_memory(int nid, u64 start, u64 size);
9d99aaa31   Andi Kleen   [PATCH] x86_64: S...
223
  extern int remove_memory(u64 start, u64 size);
f28c5edc0   Keith Mannthey   [PATCH] hot-add-m...
224
225
  extern int sparse_add_one_section(struct zone *zone, unsigned long start_pfn,
  								int nr_pages);
ea01ea937   Badari Pulavarty   hotplug memory re...
226
  extern void sparse_remove_one_section(struct zone *zone, struct mem_section *ms);
047532787   Yasunori Goto   memory hotplug: r...
227
228
  extern struct page *sparse_decode_mem_map(unsigned long coded_mem_map,
  					  unsigned long pnum);
9d99aaa31   Andi Kleen   [PATCH] x86_64: S...
229

208d54e55   Dave Hansen   [PATCH] memory ho...
230
  #endif /* __LINUX_MEMORY_HOTPLUG_H */