Blame view
include/asm-s390/pgalloc.h
5.68 KB
1da177e4c Linux-2.6.12-rc2 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 |
/* * include/asm-s390/pgalloc.h * * S390 version * Copyright (C) 1999,2000 IBM Deutschland Entwicklung GmbH, IBM Corporation * Author(s): Hartmut Penner (hp@de.ibm.com) * Martin Schwidefsky (schwidefsky@de.ibm.com) * * Derived from "include/asm-i386/pgalloc.h" * Copyright (C) 1994 Linus Torvalds */ #ifndef _S390_PGALLOC_H #define _S390_PGALLOC_H |
1da177e4c Linux-2.6.12-rc2 |
15 16 17 18 19 20 21 22 23 |
#include <linux/threads.h> #include <linux/gfp.h> #include <linux/mm.h> #define check_pgt_cache() do {} while (0) extern void diag10(unsigned long addr); /* |
9282ed929 [S390] Cleanup in... |
24 25 26 |
* Page allocation orders. */ #ifndef __s390x__ |
f4eb07c17 [S390] Virtual me... |
27 28 |
# define PTE_ALLOC_ORDER 0 # define PMD_ALLOC_ORDER 0 |
9282ed929 [S390] Cleanup in... |
29 30 |
# define PGD_ALLOC_ORDER 1 #else /* __s390x__ */ |
f4eb07c17 [S390] Virtual me... |
31 |
# define PTE_ALLOC_ORDER 0 |
9282ed929 [S390] Cleanup in... |
32 33 34 35 36 |
# define PMD_ALLOC_ORDER 2 # define PGD_ALLOC_ORDER 2 #endif /* __s390x__ */ /* |
1da177e4c Linux-2.6.12-rc2 |
37 38 39 40 41 42 43 |
* Allocate and free page tables. The xxx_kernel() versions are * used to allocate a kernel page table - this turns on ASN bits * if any. */ static inline pgd_t *pgd_alloc(struct mm_struct *mm) { |
9282ed929 [S390] Cleanup in... |
44 |
pgd_t *pgd = (pgd_t *) __get_free_pages(GFP_KERNEL, PGD_ALLOC_ORDER); |
1da177e4c Linux-2.6.12-rc2 |
45 |
int i; |
9282ed929 [S390] Cleanup in... |
46 47 |
if (!pgd) return NULL; |
c1821c2e9 [S390] noexec pro... |
48 49 50 51 52 53 54 55 56 57 58 |
if (s390_noexec) { pgd_t *shadow_pgd = (pgd_t *) __get_free_pages(GFP_KERNEL, PGD_ALLOC_ORDER); struct page *page = virt_to_page(pgd); if (!shadow_pgd) { free_pages((unsigned long) pgd, PGD_ALLOC_ORDER); return NULL; } page->lru.next = (void *) shadow_pgd; } |
9282ed929 [S390] Cleanup in... |
59 |
for (i = 0; i < PTRS_PER_PGD; i++) |
1da177e4c Linux-2.6.12-rc2 |
60 |
#ifndef __s390x__ |
9282ed929 [S390] Cleanup in... |
61 62 63 64 |
pmd_clear(pmd_offset(pgd + i, i*PGDIR_SIZE)); #else pgd_clear(pgd + i); #endif |
1da177e4c Linux-2.6.12-rc2 |
65 66 67 68 69 |
return pgd; } static inline void pgd_free(pgd_t *pgd) { |
c1821c2e9 [S390] noexec pro... |
70 71 72 73 |
pgd_t *shadow_pgd = get_shadow_pgd(pgd); if (shadow_pgd) free_pages((unsigned long) shadow_pgd, PGD_ALLOC_ORDER); |
9282ed929 [S390] Cleanup in... |
74 |
free_pages((unsigned long) pgd, PGD_ALLOC_ORDER); |
1da177e4c Linux-2.6.12-rc2 |
75 76 77 78 79 80 81 82 83 84 85 86 |
} #ifndef __s390x__ /* * page middle directory allocation/free routines. * We use pmd cache only on s390x, so these are dummy routines. This * code never triggers because the pgd will always be present. */ #define pmd_alloc_one(mm,address) ({ BUG(); ((pmd_t *)2); }) #define pmd_free(x) do { } while (0) #define __pmd_free_tlb(tlb,x) do { } while (0) #define pgd_populate(mm, pmd, pte) BUG() |
c1821c2e9 [S390] noexec pro... |
87 |
#define pgd_populate_kernel(mm, pmd, pte) BUG() |
1da177e4c Linux-2.6.12-rc2 |
88 89 90 |
#else /* __s390x__ */ static inline pmd_t * pmd_alloc_one(struct mm_struct *mm, unsigned long vmaddr) { |
9282ed929 [S390] Cleanup in... |
91 92 |
pmd_t *pmd = (pmd_t *) __get_free_pages(GFP_KERNEL, PMD_ALLOC_ORDER); int i; |
1da177e4c Linux-2.6.12-rc2 |
93 |
|
9282ed929 [S390] Cleanup in... |
94 95 |
if (!pmd) return NULL; |
c1821c2e9 [S390] noexec pro... |
96 97 98 99 100 101 102 103 104 105 106 |
if (s390_noexec) { pmd_t *shadow_pmd = (pmd_t *) __get_free_pages(GFP_KERNEL, PMD_ALLOC_ORDER); struct page *page = virt_to_page(pmd); if (!shadow_pmd) { free_pages((unsigned long) pmd, PMD_ALLOC_ORDER); return NULL; } page->lru.next = (void *) shadow_pmd; } |
9282ed929 [S390] Cleanup in... |
107 108 |
for (i=0; i < PTRS_PER_PMD; i++) pmd_clear(pmd + i); |
1da177e4c Linux-2.6.12-rc2 |
109 110 111 112 113 |
return pmd; } static inline void pmd_free (pmd_t *pmd) { |
c1821c2e9 [S390] noexec pro... |
114 115 116 117 |
pmd_t *shadow_pmd = get_shadow_pmd(pmd); if (shadow_pmd) free_pages((unsigned long) shadow_pmd, PMD_ALLOC_ORDER); |
9282ed929 [S390] Cleanup in... |
118 |
free_pages((unsigned long) pmd, PMD_ALLOC_ORDER); |
1da177e4c Linux-2.6.12-rc2 |
119 120 121 122 123 124 125 |
} #define __pmd_free_tlb(tlb,pmd) \ do { \ tlb_flush_mmu(tlb, 0, 0); \ pmd_free(pmd); \ } while (0) |
c1821c2e9 [S390] noexec pro... |
126 127 |
static inline void pgd_populate_kernel(struct mm_struct *mm, pgd_t *pgd, pmd_t *pmd) |
1da177e4c Linux-2.6.12-rc2 |
128 129 130 |
{ pgd_val(*pgd) = _PGD_ENTRY | __pa(pmd); } |
c1821c2e9 [S390] noexec pro... |
131 132 133 134 135 136 137 138 139 |
static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pmd_t *pmd) { pgd_t *shadow_pgd = get_shadow_pgd(pgd); pmd_t *shadow_pmd = get_shadow_pmd(pmd); if (shadow_pgd && shadow_pmd) pgd_populate_kernel(mm, shadow_pgd, shadow_pmd); pgd_populate_kernel(mm, pgd, pmd); } |
1da177e4c Linux-2.6.12-rc2 |
140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 |
#endif /* __s390x__ */ static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) { #ifndef __s390x__ pmd_val(pmd[0]) = _PAGE_TABLE + __pa(pte); pmd_val(pmd[1]) = _PAGE_TABLE + __pa(pte+256); pmd_val(pmd[2]) = _PAGE_TABLE + __pa(pte+512); pmd_val(pmd[3]) = _PAGE_TABLE + __pa(pte+768); #else /* __s390x__ */ pmd_val(*pmd) = _PMD_ENTRY + __pa(pte); pmd_val1(*pmd) = _PMD_ENTRY + __pa(pte+256); #endif /* __s390x__ */ } static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, struct page *page) { |
c1821c2e9 [S390] noexec pro... |
159 160 161 162 163 164 165 |
pte_t *pte = (pte_t *)page_to_phys(page); pmd_t *shadow_pmd = get_shadow_pmd(pmd); pte_t *shadow_pte = get_shadow_pte(pte); pmd_populate_kernel(mm, pmd, pte); if (shadow_pmd && shadow_pte) pmd_populate_kernel(mm, shadow_pmd, shadow_pte); |
1da177e4c Linux-2.6.12-rc2 |
166 167 168 169 170 171 172 173 |
} /* * page table entry allocation/free routines. */ static inline pte_t * pte_alloc_one_kernel(struct mm_struct *mm, unsigned long vmaddr) { |
9282ed929 [S390] Cleanup in... |
174 175 176 177 178 |
pte_t *pte = (pte_t *) __get_free_page(GFP_KERNEL|__GFP_REPEAT); int i; if (!pte) return NULL; |
c1821c2e9 [S390] noexec pro... |
179 180 181 182 183 184 185 186 187 188 189 |
if (s390_noexec) { pte_t *shadow_pte = (pte_t *) __get_free_page(GFP_KERNEL|__GFP_REPEAT); struct page *page = virt_to_page(pte); if (!shadow_pte) { free_page((unsigned long) pte); return NULL; } page->lru.next = (void *) shadow_pte; } |
9282ed929 [S390] Cleanup in... |
190 191 192 |
for (i=0; i < PTRS_PER_PTE; i++) { pte_clear(mm, vmaddr, pte + i); vmaddr += PAGE_SIZE; |
1da177e4c Linux-2.6.12-rc2 |
193 194 195 196 197 198 199 200 201 202 |
} return pte; } static inline struct page * pte_alloc_one(struct mm_struct *mm, unsigned long vmaddr) { pte_t *pte = pte_alloc_one_kernel(mm, vmaddr); if (pte) return virt_to_page(pte); |
d2c993d84 [S390] Fix sparse... |
203 |
return NULL; |
1da177e4c Linux-2.6.12-rc2 |
204 205 206 207 |
} static inline void pte_free_kernel(pte_t *pte) { |
c1821c2e9 [S390] noexec pro... |
208 209 210 211 212 |
pte_t *shadow_pte = get_shadow_pte(pte); if (shadow_pte) free_page((unsigned long) shadow_pte); free_page((unsigned long) pte); |
1da177e4c Linux-2.6.12-rc2 |
213 214 215 216 |
} static inline void pte_free(struct page *pte) { |
c1821c2e9 [S390] noexec pro... |
217 218 219 220 221 |
struct page *shadow_page = get_shadow_page(pte); if (shadow_page) __free_page(shadow_page); __free_page(pte); |
1da177e4c Linux-2.6.12-rc2 |
222 |
} |
c1821c2e9 [S390] noexec pro... |
223 224 225 226 227 228 229 230 231 |
#define __pte_free_tlb(tlb, pte) \ ({ \ struct mmu_gather *__tlb = (tlb); \ struct page *__pte = (pte); \ struct page *shadow_page = get_shadow_page(__pte); \ if (shadow_page) \ tlb_remove_page(__tlb, shadow_page); \ tlb_remove_page(__tlb, __pte); \ }) |
1da177e4c Linux-2.6.12-rc2 |
232 |
|
1da177e4c Linux-2.6.12-rc2 |
233 |
#endif /* _S390_PGALLOC_H */ |