Eric Lee / smarc-fsl-linux-kernel

Blame view

include/linux/khugepaged.h 1.87 KB
edit raw normal view history
ba76149f4   Andrea Arcangeli   thp: khugepaged 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
 
  #ifndef _LINUX_KHUGEPAGED_H
  #define _LINUX_KHUGEPAGED_H
  
  #include <linux/sched.h> /* MMF_VM_HUGEPAGE */
  
  #ifdef CONFIG_TRANSPARENT_HUGEPAGE
  extern int __khugepaged_enter(struct mm_struct *mm);
  extern void __khugepaged_exit(struct mm_struct *mm);
  extern int khugepaged_enter_vma_merge(struct vm_area_struct *vma);
  
  #define khugepaged_enabled()					       \
  	(transparent_hugepage_flags &				       \
  	 ((1<<TRANSPARENT_HUGEPAGE_FLAG) |		       \
  	  (1<<TRANSPARENT_HUGEPAGE_REQ_MADV_FLAG)))
  #define khugepaged_always()				\
  	(transparent_hugepage_flags &			\
  	 (1<<TRANSPARENT_HUGEPAGE_FLAG))
  #define khugepaged_req_madv()					\
  	(transparent_hugepage_flags &				\
  	 (1<<TRANSPARENT_HUGEPAGE_REQ_MADV_FLAG))
  #define khugepaged_defrag()					\
  	(transparent_hugepage_flags &				\
  	 (1<<TRANSPARENT_HUGEPAGE_DEFRAG_KHUGEPAGED_FLAG))
  
  static inline int khugepaged_fork(struct mm_struct *mm, struct mm_struct *oldmm)
  {
  	if (test_bit(MMF_VM_HUGEPAGE, &oldmm->flags))
  		return __khugepaged_enter(mm);
  	return 0;
  }
  
  static inline void khugepaged_exit(struct mm_struct *mm)
  {
  	if (test_bit(MMF_VM_HUGEPAGE, &mm->flags))
  		__khugepaged_exit(mm);
  }
  
  static inline int khugepaged_enter(struct vm_area_struct *vma)
  {
  	if (!test_bit(MMF_VM_HUGEPAGE, &vma->vm_mm->flags))
a664b2d85   Andrea Arcangeli   thp: madvise(MADV... 
41
42
43
44
 
  		if ((khugepaged_always() ||
  		     (khugepaged_req_madv() &&
  		      vma->vm_flags & VM_HUGEPAGE)) &&
  		    !(vma->vm_flags & VM_NOHUGEPAGE))
ba76149f4   Andrea Arcangeli   thp: khugepaged 
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
 
  			if (__khugepaged_enter(vma->vm_mm))
  				return -ENOMEM;
  	return 0;
  }
  #else /* CONFIG_TRANSPARENT_HUGEPAGE */
  static inline int khugepaged_fork(struct mm_struct *mm, struct mm_struct *oldmm)
  {
  	return 0;
  }
  static inline void khugepaged_exit(struct mm_struct *mm)
  {
  }
  static inline int khugepaged_enter(struct vm_area_struct *vma)
  {
  	return 0;
  }
  static inline int khugepaged_enter_vma_merge(struct vm_area_struct *vma)
  {
  	return 0;
  }
  #endif /* CONFIG_TRANSPARENT_HUGEPAGE */
  
  #endif /* _LINUX_KHUGEPAGED_H */