Blame view

mm/pgtable-generic.c 3.29 KB
e2cda3226   Andrea Arcangeli   thp: add pmd mang...
1
2
3
4
5
6
7
  /*
   *  mm/pgtable-generic.c
   *
   *  Generic pgtable methods declared in asm-generic/pgtable.h
   *
   *  Copyright (C) 2010  Linus Torvalds
   */
f95ba941d   Andrew Morton   mm/pgtable-generi...
8
  #include <linux/pagemap.h>
e2cda3226   Andrea Arcangeli   thp: add pmd mang...
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
  #include <asm/tlb.h>
  #include <asm-generic/pgtable.h>
  
  #ifndef __HAVE_ARCH_PTEP_SET_ACCESS_FLAGS
  /*
   * Only sets the access flags (dirty, accessed, and
   * writable). Furthermore, we know it always gets set to a "more
   * permissive" setting, which allows most architectures to optimize
   * this. We return whether the PTE actually changed, which in turn
   * instructs the caller to do things like update__mmu_cache.  This
   * used to be done in the caller, but sparc needs minor faults to
   * force that call on sun4c so we changed this macro slightly
   */
  int ptep_set_access_flags(struct vm_area_struct *vma,
  			  unsigned long address, pte_t *ptep,
  			  pte_t entry, int dirty)
  {
  	int changed = !pte_same(*ptep, entry);
  	if (changed) {
  		set_pte_at(vma->vm_mm, address, ptep, entry);
  		flush_tlb_page(vma, address);
  	}
  	return changed;
  }
  #endif
  
  #ifndef __HAVE_ARCH_PMDP_SET_ACCESS_FLAGS
  int pmdp_set_access_flags(struct vm_area_struct *vma,
  			  unsigned long address, pmd_t *pmdp,
  			  pmd_t entry, int dirty)
  {
  #ifdef CONFIG_TRANSPARENT_HUGEPAGE
  	int changed = !pmd_same(*pmdp, entry);
  	VM_BUG_ON(address & ~HPAGE_PMD_MASK);
  	if (changed) {
  		set_pmd_at(vma->vm_mm, address, pmdp, entry);
  		flush_tlb_range(vma, address, address + HPAGE_PMD_SIZE);
  	}
  	return changed;
  #else /* CONFIG_TRANSPARENT_HUGEPAGE */
  	BUG();
  	return 0;
  #endif /* CONFIG_TRANSPARENT_HUGEPAGE */
  }
  #endif
  
  #ifndef __HAVE_ARCH_PTEP_CLEAR_YOUNG_FLUSH
  int ptep_clear_flush_young(struct vm_area_struct *vma,
  			   unsigned long address, pte_t *ptep)
  {
  	int young;
  	young = ptep_test_and_clear_young(vma, address, ptep);
  	if (young)
  		flush_tlb_page(vma, address);
  	return young;
  }
  #endif
  
  #ifndef __HAVE_ARCH_PMDP_CLEAR_YOUNG_FLUSH
  int pmdp_clear_flush_young(struct vm_area_struct *vma,
  			   unsigned long address, pmd_t *pmdp)
  {
  	int young;
  #ifndef CONFIG_TRANSPARENT_HUGEPAGE
  	BUG();
  #endif /* CONFIG_TRANSPARENT_HUGEPAGE */
  	VM_BUG_ON(address & ~HPAGE_PMD_MASK);
  	young = pmdp_test_and_clear_young(vma, address, pmdp);
  	if (young)
  		flush_tlb_range(vma, address, address + HPAGE_PMD_SIZE);
  	return young;
  }
  #endif
  
  #ifndef __HAVE_ARCH_PTEP_CLEAR_FLUSH
  pte_t ptep_clear_flush(struct vm_area_struct *vma, unsigned long address,
  		       pte_t *ptep)
  {
  	pte_t pte;
  	pte = ptep_get_and_clear((vma)->vm_mm, address, ptep);
  	flush_tlb_page(vma, address);
  	return pte;
  }
  #endif
  
  #ifndef __HAVE_ARCH_PMDP_CLEAR_FLUSH
b3697c025   Andrea Arcangeli   fix non-x86 build...
95
  #ifdef CONFIG_TRANSPARENT_HUGEPAGE
e2cda3226   Andrea Arcangeli   thp: add pmd mang...
96
97
98
99
  pmd_t pmdp_clear_flush(struct vm_area_struct *vma, unsigned long address,
  		       pmd_t *pmdp)
  {
  	pmd_t pmd;
e2cda3226   Andrea Arcangeli   thp: add pmd mang...
100
101
102
103
104
  	VM_BUG_ON(address & ~HPAGE_PMD_MASK);
  	pmd = pmdp_get_and_clear(vma->vm_mm, address, pmdp);
  	flush_tlb_range(vma, address, address + HPAGE_PMD_SIZE);
  	return pmd;
  }
b3697c025   Andrea Arcangeli   fix non-x86 build...
105
  #endif /* CONFIG_TRANSPARENT_HUGEPAGE */
e2cda3226   Andrea Arcangeli   thp: add pmd mang...
106
107
108
  #endif
  
  #ifndef __HAVE_ARCH_PMDP_SPLITTING_FLUSH
b3697c025   Andrea Arcangeli   fix non-x86 build...
109
  #ifdef CONFIG_TRANSPARENT_HUGEPAGE
e2cda3226   Andrea Arcangeli   thp: add pmd mang...
110
111
112
  pmd_t pmdp_splitting_flush(struct vm_area_struct *vma, unsigned long address,
  			   pmd_t *pmdp)
  {
e2cda3226   Andrea Arcangeli   thp: add pmd mang...
113
114
115
116
117
  	pmd_t pmd = pmd_mksplitting(*pmdp);
  	VM_BUG_ON(address & ~HPAGE_PMD_MASK);
  	set_pmd_at(vma->vm_mm, address, pmdp, pmd);
  	/* tlb flush only to serialize against gup-fast */
  	flush_tlb_range(vma, address, address + HPAGE_PMD_SIZE);
e2cda3226   Andrea Arcangeli   thp: add pmd mang...
118
  }
b3697c025   Andrea Arcangeli   fix non-x86 build...
119
  #endif /* CONFIG_TRANSPARENT_HUGEPAGE */
e2cda3226   Andrea Arcangeli   thp: add pmd mang...
120
  #endif