Blame view

include/linux/hugetlb.h 9.22 KB
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1
2
  #ifndef _LINUX_HUGETLB_H
  #define _LINUX_HUGETLB_H
be93d8cfb   Linus Torvalds   Fix build with !H...
3
  #include <linux/mm_types.h>
4e950f6f0   Alexey Dobriyan   Remove fs.h from ...
4
  #include <linux/fs.h>
8edf344c6   Naoya Horiguchi   hugetlb: move def...
5
  #include <linux/hugetlb_inline.h>
4e950f6f0   Alexey Dobriyan   Remove fs.h from ...
6

e9ea0e2d1   Andrew Morton   hugetlb_file_setu...
7
8
  struct ctl_table;
  struct user_struct;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
9
10
11
  #ifdef CONFIG_HUGETLB_PAGE
  
  #include <linux/mempolicy.h>
516dffdcd   Adam Litke   [PATCH] Fix get_u...
12
  #include <linux/shm.h>
63551ae0f   David Gibson   [PATCH] Hugepage ...
13
  #include <asm/tlbflush.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
14

20a0307c0   Wu Fengguang   mm: introduce Pag...
15
  int PageHuge(struct page *page);
a1e78772d   Mel Gorman   hugetlb: reserve ...
16
  void reset_vma_resv_huge_pages(struct vm_area_struct *vma);
8d65af789   Alexey Dobriyan   sysctl: remove "s...
17
18
19
  int hugetlb_sysctl_handler(struct ctl_table *, int, void __user *, size_t *, loff_t *);
  int hugetlb_overcommit_handler(struct ctl_table *, int, void __user *, size_t *, loff_t *);
  int hugetlb_treat_movable_handler(struct ctl_table *, int, void __user *, size_t *, loff_t *);
06808b082   Lee Schermerhorn   hugetlb: derive h...
20
21
22
23
24
  
  #ifdef CONFIG_NUMA
  int hugetlb_mempolicy_sysctl_handler(struct ctl_table *, int,
  					void __user *, size_t *, loff_t *);
  #endif
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
25
  int copy_hugetlb_page_range(struct mm_struct *, struct mm_struct *, struct vm_area_struct *);
2a15efc95   Hugh Dickins   mm: follow_hugetl...
26
27
28
  int follow_hugetlb_page(struct mm_struct *, struct vm_area_struct *,
  			struct page **, struct vm_area_struct **,
  			unsigned long *, int *, int, unsigned int flags);
04f2cbe35   Mel Gorman   hugetlb: guarante...
29
30
31
32
  void unmap_hugepage_range(struct vm_area_struct *,
  			unsigned long, unsigned long, struct page *);
  void __unmap_hugepage_range(struct vm_area_struct *,
  			unsigned long, unsigned long, struct page *);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
33
  int hugetlb_prefault(struct address_space *, struct vm_area_struct *);
e1759c215   Alexey Dobriyan   proc: switch /pro...
34
  void hugetlb_report_meminfo(struct seq_file *);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
35
  int hugetlb_report_node_meminfo(int, char *);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
36
  unsigned long hugetlb_total_pages(void);
ac9b9c667   Hugh Dickins   [PATCH] Fix handl...
37
  int hugetlb_fault(struct mm_struct *mm, struct vm_area_struct *vma,
788c7df45   Hugh Dickins   hugetlb: fault fl...
38
  			unsigned long address, unsigned int flags);
a1e78772d   Mel Gorman   hugetlb: reserve ...
39
  int hugetlb_reserve_pages(struct inode *inode, long from, long to,
5a6fe1259   Mel Gorman   Do not account fo...
40
  						struct vm_area_struct *vma,
ca16d140a   KOSAKI Motohiro   mm: don't access ...
41
  						vm_flags_t vm_flags);
a43a8c39b   Kenneth W Chen   [PATCH] tightenin...
42
  void hugetlb_unreserve_pages(struct inode *inode, long offset, long freed);
6de2b1aab   Naoya Horiguchi   HWPOISON, hugetlb...
43
  int dequeue_hwpoisoned_huge_page(struct page *page);
0ebabb416   Naoya Horiguchi   hugetlb: redefine...
44
  void copy_huge_page(struct page *dst, struct page *src);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
45

396faf030   Mel Gorman   Allow huge page a...
46
  extern unsigned long hugepages_treat_as_movable;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
47
48
  extern const unsigned long hugetlb_zero, hugetlb_infinity;
  extern int sysctl_hugetlb_shm_group;
53ba51d21   Jon Tollefson   hugetlb: allow ar...
49
  extern struct list_head huge_boot_pages;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
50

63551ae0f   David Gibson   [PATCH] Hugepage ...
51
  /* arch callbacks */
a55164389   Andi Kleen   hugetlb: modular ...
52
53
  pte_t *huge_pte_alloc(struct mm_struct *mm,
  			unsigned long addr, unsigned long sz);
63551ae0f   David Gibson   [PATCH] Hugepage ...
54
  pte_t *huge_pte_offset(struct mm_struct *mm, unsigned long addr);
39dde65c9   Kenneth W Chen   [PATCH] shared pa...
55
  int huge_pmd_unshare(struct mm_struct *mm, unsigned long *addr, pte_t *ptep);
63551ae0f   David Gibson   [PATCH] Hugepage ...
56
57
58
59
  struct page *follow_huge_addr(struct mm_struct *mm, unsigned long address,
  			      int write);
  struct page *follow_huge_pmd(struct mm_struct *mm, unsigned long address,
  				pmd_t *pmd, int write);
ceb868796   Andi Kleen   hugetlb: introduc...
60
61
  struct page *follow_huge_pud(struct mm_struct *mm, unsigned long address,
  				pud_t *pud, int write);
63551ae0f   David Gibson   [PATCH] Hugepage ...
62
  int pmd_huge(pmd_t pmd);
ceb868796   Andi Kleen   hugetlb: introduc...
63
  int pud_huge(pud_t pmd);
8f860591f   Zhang, Yanmin   [PATCH] Enable mp...
64
65
  void hugetlb_change_protection(struct vm_area_struct *vma,
  		unsigned long address, unsigned long end, pgprot_t newprot);
63551ae0f   David Gibson   [PATCH] Hugepage ...
66

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
67
  #else /* !CONFIG_HUGETLB_PAGE */
20a0307c0   Wu Fengguang   mm: introduce Pag...
68
69
70
71
  static inline int PageHuge(struct page *page)
  {
  	return 0;
  }
a1e78772d   Mel Gorman   hugetlb: reserve ...
72
73
74
  static inline void reset_vma_resv_huge_pages(struct vm_area_struct *vma)
  {
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
75
76
77
78
  static inline unsigned long hugetlb_total_pages(void)
  {
  	return 0;
  }
5b23dbe81   Adam Litke   hugetlb: follow_h...
79
  #define follow_hugetlb_page(m,v,p,vs,a,b,i,w)	({ BUG(); 0; })
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
80
81
82
  #define follow_huge_addr(mm, addr, write)	ERR_PTR(-EINVAL)
  #define copy_hugetlb_page_range(src, dst, vma)	({ BUG(); 0; })
  #define hugetlb_prefault(mapping, vma)		({ BUG(); 0; })
04f2cbe35   Mel Gorman   hugetlb: guarante...
83
  #define unmap_hugepage_range(vma, start, end, page)	BUG()
e1759c215   Alexey Dobriyan   proc: switch /pro...
84
85
86
  static inline void hugetlb_report_meminfo(struct seq_file *m)
  {
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
87
88
  #define hugetlb_report_node_meminfo(n, buf)	0
  #define follow_huge_pmd(mm, addr, pmd, write)	NULL
ceb868796   Andi Kleen   hugetlb: introduc...
89
  #define follow_huge_pud(mm, addr, pud, write)	NULL
a55164389   Andi Kleen   hugetlb: modular ...
90
  #define prepare_hugepage_range(file, addr, len)	(-EINVAL)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
91
  #define pmd_huge(x)	0
ceb868796   Andi Kleen   hugetlb: introduc...
92
  #define pud_huge(x)	0
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
93
  #define is_hugepage_only_range(mm, addr, len)	0
9da61aef0   David Gibson   [PATCH] hugepage:...
94
  #define hugetlb_free_pgd_range(tlb, addr, end, floor, ceiling) ({BUG(); 0; })
788c7df45   Hugh Dickins   hugetlb: fault fl...
95
  #define hugetlb_fault(mm, vma, addr, flags)	({ BUG(); 0; })
0fe6e20b9   Naoya Horiguchi   hugetlb, rmap: ad...
96
  #define huge_pte_offset(mm, address)	0
6de2b1aab   Naoya Horiguchi   HWPOISON, hugetlb...
97
  #define dequeue_hwpoisoned_huge_page(page)	0
0ebabb416   Naoya Horiguchi   hugetlb: redefine...
98
99
100
  static inline void copy_huge_page(struct page *dst, struct page *src)
  {
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
101

8f860591f   Zhang, Yanmin   [PATCH] Enable mp...
102
  #define hugetlb_change_protection(vma, address, end, newprot)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
103
  #endif /* !CONFIG_HUGETLB_PAGE */
4e52780d4   Eric B Munson   hugetlb: add MAP_...
104
  #define HUGETLB_ANON_FILE "anon_hugepage"
6bfde05bf   Eric B Munson   hugetlbfs: allow ...
105
106
107
108
109
110
  enum {
  	/*
  	 * The file will be used as an shm file so shmfs accounting rules
  	 * apply
  	 */
  	HUGETLB_SHMFS_INODE     = 1,
4e52780d4   Eric B Munson   hugetlb: add MAP_...
111
112
113
114
115
  	/*
  	 * The file is being created on the internal vfs mount and shmfs
  	 * accounting rules do not apply
  	 */
  	HUGETLB_ANONHUGE_INODE  = 2,
6bfde05bf   Eric B Munson   hugetlbfs: allow ...
116
  };
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
117
118
119
120
121
122
123
  #ifdef CONFIG_HUGETLBFS
  struct hugetlbfs_config {
  	uid_t   uid;
  	gid_t   gid;
  	umode_t mode;
  	long	nr_blocks;
  	long	nr_inodes;
a137e1cc6   Andi Kleen   hugetlbfs: per mo...
124
  	struct hstate *hstate;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
125
126
127
128
129
130
131
132
  };
  
  struct hugetlbfs_sb_info {
  	long	max_blocks;   /* blocks allowed */
  	long	free_blocks;  /* blocks free */
  	long	max_inodes;   /* inodes allowed */
  	long	free_inodes;  /* inodes free */
  	spinlock_t	stat_lock;
a137e1cc6   Andi Kleen   hugetlbfs: per mo...
133
  	struct hstate *hstate;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
  };
  
  
  struct hugetlbfs_inode_info {
  	struct shared_policy policy;
  	struct inode vfs_inode;
  };
  
  static inline struct hugetlbfs_inode_info *HUGETLBFS_I(struct inode *inode)
  {
  	return container_of(inode, struct hugetlbfs_inode_info, vfs_inode);
  }
  
  static inline struct hugetlbfs_sb_info *HUGETLBFS_SB(struct super_block *sb)
  {
  	return sb->s_fs_info;
  }
4b6f5d20b   Arjan van de Ven   [PATCH] Make most...
151
  extern const struct file_operations hugetlbfs_file_operations;
f0f37e2f7   Alexey Dobriyan   const: mark struc...
152
  extern const struct vm_operations_struct hugetlb_vm_ops;
ca16d140a   KOSAKI Motohiro   mm: don't access ...
153
  struct file *hugetlb_file_setup(const char *name, size_t size, vm_flags_t acct,
6bfde05bf   Eric B Munson   hugetlbfs: allow ...
154
  				struct user_struct **user, int creat_flags);
9a119c056   Adam Litke   hugetlb: allow bu...
155
156
  int hugetlb_get_quota(struct address_space *mapping, long delta);
  void hugetlb_put_quota(struct address_space *mapping, long delta);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
157
158
159
  
  static inline int is_file_hugepages(struct file *file)
  {
516dffdcd   Adam Litke   [PATCH] Fix get_u...
160
161
162
163
164
165
  	if (file->f_op == &hugetlbfs_file_operations)
  		return 1;
  	if (is_file_shm_hugepages(file))
  		return 1;
  
  	return 0;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
166
167
168
169
170
171
172
  }
  
  static inline void set_file_hugepages(struct file *file)
  {
  	file->f_op = &hugetlbfs_file_operations;
  }
  #else /* !CONFIG_HUGETLBFS */
1db8508cf   Stefan Richter   hugetlbfs: fix bu...
173
174
  #define is_file_hugepages(file)			0
  #define set_file_hugepages(file)		BUG()
e9ea0e2d1   Andrew Morton   hugetlb_file_setu...
175
  static inline struct file *hugetlb_file_setup(const char *name, size_t size,
ca16d140a   KOSAKI Motohiro   mm: don't access ...
176
  		vm_flags_t acctflag, struct user_struct **user, int creat_flags)
e9ea0e2d1   Andrew Morton   hugetlb_file_setu...
177
178
179
  {
  	return ERR_PTR(-ENOSYS);
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
180
181
  
  #endif /* !CONFIG_HUGETLBFS */
d2ba27e80   Adrian Bunk   proper prototype ...
182
183
184
185
186
  #ifdef HAVE_ARCH_HUGETLB_UNMAPPED_AREA
  unsigned long hugetlb_get_unmapped_area(struct file *file, unsigned long addr,
  					unsigned long len, unsigned long pgoff,
  					unsigned long flags);
  #endif /* HAVE_ARCH_HUGETLB_UNMAPPED_AREA */
a55164389   Andi Kleen   hugetlb: modular ...
187
  #ifdef CONFIG_HUGETLB_PAGE
a34378701   Nishanth Aravamudan   hugetlb: new sysf...
188
  #define HSTATE_NAME_LEN 32
a55164389   Andi Kleen   hugetlb: modular ...
189
190
  /* Defines one hugetlb page size */
  struct hstate {
e8c5c8249   Lee Schermerhorn   hugetlb: balance ...
191
192
  	int next_nid_to_alloc;
  	int next_nid_to_free;
a55164389   Andi Kleen   hugetlb: modular ...
193
194
195
196
197
198
199
200
201
202
203
204
  	unsigned int order;
  	unsigned long mask;
  	unsigned long max_huge_pages;
  	unsigned long nr_huge_pages;
  	unsigned long free_huge_pages;
  	unsigned long resv_huge_pages;
  	unsigned long surplus_huge_pages;
  	unsigned long nr_overcommit_huge_pages;
  	struct list_head hugepage_freelists[MAX_NUMNODES];
  	unsigned int nr_huge_pages_node[MAX_NUMNODES];
  	unsigned int free_huge_pages_node[MAX_NUMNODES];
  	unsigned int surplus_huge_pages_node[MAX_NUMNODES];
a34378701   Nishanth Aravamudan   hugetlb: new sysf...
205
  	char name[HSTATE_NAME_LEN];
a55164389   Andi Kleen   hugetlb: modular ...
206
  };
53ba51d21   Jon Tollefson   hugetlb: allow ar...
207
208
209
  struct huge_bootmem_page {
  	struct list_head list;
  	struct hstate *hstate;
ee8f248d2   Becky Bruce   hugetlb: add phys...
210
211
212
  #ifdef CONFIG_HIGHMEM
  	phys_addr_t phys;
  #endif
53ba51d21   Jon Tollefson   hugetlb: allow ar...
213
  };
bf50bab2b   Naoya Horiguchi   hugetlb: add allo...
214
  struct page *alloc_huge_page_node(struct hstate *h, int nid);
53ba51d21   Jon Tollefson   hugetlb: allow ar...
215
216
  /* arch callback */
  int __init alloc_bootmem_huge_page(struct hstate *h);
e5ff21594   Andi Kleen   hugetlb: multiple...
217
218
219
220
221
222
223
224
225
226
227
  void __init hugetlb_add_hstate(unsigned order);
  struct hstate *size_to_hstate(unsigned long size);
  
  #ifndef HUGE_MAX_HSTATE
  #define HUGE_MAX_HSTATE 1
  #endif
  
  extern struct hstate hstates[HUGE_MAX_HSTATE];
  extern unsigned int default_hstate_idx;
  
  #define default_hstate (hstates[default_hstate_idx])
a55164389   Andi Kleen   hugetlb: modular ...
228

a137e1cc6   Andi Kleen   hugetlbfs: per mo...
229
  static inline struct hstate *hstate_inode(struct inode *i)
a55164389   Andi Kleen   hugetlb: modular ...
230
  {
a137e1cc6   Andi Kleen   hugetlbfs: per mo...
231
232
233
  	struct hugetlbfs_sb_info *hsb;
  	hsb = HUGETLBFS_SB(i->i_sb);
  	return hsb->hstate;
a55164389   Andi Kleen   hugetlb: modular ...
234
235
236
237
  }
  
  static inline struct hstate *hstate_file(struct file *f)
  {
a137e1cc6   Andi Kleen   hugetlbfs: per mo...
238
  	return hstate_inode(f->f_dentry->d_inode);
a55164389   Andi Kleen   hugetlb: modular ...
239
  }
a137e1cc6   Andi Kleen   hugetlbfs: per mo...
240
  static inline struct hstate *hstate_vma(struct vm_area_struct *vma)
a55164389   Andi Kleen   hugetlb: modular ...
241
  {
a137e1cc6   Andi Kleen   hugetlbfs: per mo...
242
  	return hstate_file(vma->vm_file);
a55164389   Andi Kleen   hugetlb: modular ...
243
244
245
246
247
248
  }
  
  static inline unsigned long huge_page_size(struct hstate *h)
  {
  	return (unsigned long)PAGE_SIZE << h->order;
  }
08fba6998   Mel Gorman   mm: report the pa...
249
  extern unsigned long vma_kernel_pagesize(struct vm_area_struct *vma);
3340289dd   Mel Gorman   mm: report the MM...
250
  extern unsigned long vma_mmu_pagesize(struct vm_area_struct *vma);
a55164389   Andi Kleen   hugetlb: modular ...
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
  static inline unsigned long huge_page_mask(struct hstate *h)
  {
  	return h->mask;
  }
  
  static inline unsigned int huge_page_order(struct hstate *h)
  {
  	return h->order;
  }
  
  static inline unsigned huge_page_shift(struct hstate *h)
  {
  	return h->order + PAGE_SHIFT;
  }
  
  static inline unsigned int pages_per_huge_page(struct hstate *h)
  {
  	return 1 << h->order;
  }
  
  static inline unsigned int blocks_per_huge_page(struct hstate *h)
  {
  	return huge_page_size(h) / 512;
  }
  
  #include <asm/hugetlb.h>
e5ff21594   Andi Kleen   hugetlb: multiple...
277
278
279
280
  static inline struct hstate *page_hstate(struct page *page)
  {
  	return size_to_hstate(PAGE_SIZE << compound_order(page));
  }
aa50d3a7a   Andi Kleen   Encode huge page ...
281
282
283
284
  static inline unsigned hstate_index_to_shift(unsigned index)
  {
  	return hstates[index].order + PAGE_SHIFT;
  }
a55164389   Andi Kleen   hugetlb: modular ...
285
286
  #else
  struct hstate {};
bf50bab2b   Naoya Horiguchi   hugetlb: add allo...
287
  #define alloc_huge_page_node(h, nid) NULL
53ba51d21   Jon Tollefson   hugetlb: allow ar...
288
  #define alloc_bootmem_huge_page(h) NULL
a55164389   Andi Kleen   hugetlb: modular ...
289
290
291
292
293
  #define hstate_file(f) NULL
  #define hstate_vma(v) NULL
  #define hstate_inode(i) NULL
  #define huge_page_size(h) PAGE_SIZE
  #define huge_page_mask(h) PAGE_MASK
08fba6998   Mel Gorman   mm: report the pa...
294
  #define vma_kernel_pagesize(v) PAGE_SIZE
3340289dd   Mel Gorman   mm: report the MM...
295
  #define vma_mmu_pagesize(v) PAGE_SIZE
a55164389   Andi Kleen   hugetlb: modular ...
296
297
  #define huge_page_order(h) 0
  #define huge_page_shift(h) PAGE_SHIFT
510a35d4a   Andrea Righi   hugetlb: remove u...
298
299
300
301
  static inline unsigned int pages_per_huge_page(struct hstate *h)
  {
  	return 1;
  }
aa50d3a7a   Andi Kleen   Encode huge page ...
302
  #define hstate_index_to_shift(index) 0
a55164389   Andi Kleen   hugetlb: modular ...
303
  #endif
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
304
  #endif /* _LINUX_HUGETLB_H */