Blame view
arch/x86/include/asm/desc.h
10.2 KB
1965aae3c x86: Fix ASM_X86_... |
1 2 |
#ifndef _ASM_X86_DESC_H #define _ASM_X86_DESC_H |
80fbb69a8 x86: introduce fi... |
3 |
|
80fbb69a8 x86: introduce fi... |
4 5 |
#include <asm/desc_defs.h> #include <asm/ldt.h> |
881c2975d x86: unify non-pa... |
6 |
#include <asm/mmu.h> |
9a3865b18 x86, asm: Clean u... |
7 |
|
54cd0eac7 x86: unify paravi... |
8 |
#include <linux/smp.h> |
80fbb69a8 x86: introduce fi... |
9 |
|
9a3865b18 x86, asm: Clean u... |
10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 |
static inline void fill_ldt(struct desc_struct *desc, const struct user_desc *info) { desc->limit0 = info->limit & 0x0ffff; desc->base0 = (info->base_addr & 0x0000ffff); desc->base1 = (info->base_addr & 0x00ff0000) >> 16; desc->type = (info->read_exec_only ^ 1) << 1; desc->type |= info->contents << 2; desc->s = 1; desc->dpl = 0x3; desc->p = info->seg_not_present ^ 1; desc->limit = (info->limit & 0xf0000) >> 16; desc->avl = info->useable; desc->d = info->seg_32bit; desc->g = info->limit_in_pages; desc->base2 = (info->base_addr & 0xff000000) >> 24; |
64f53a049 x86: fix initiali... |
29 |
/* |
318f5a2a6 x86-64: Add user_... |
30 31 |
* Don't allow setting of the lm bit. It would confuse * user_64bit_mode and would get overridden by sysret anyway. |
64f53a049 x86: fix initiali... |
32 |
*/ |
9a3865b18 x86, asm: Clean u... |
33 |
desc->l = 0; |
80fbb69a8 x86: introduce fi... |
34 |
} |
881c2975d x86: unify non-pa... |
35 36 |
extern struct desc_ptr idt_descr; extern gate_desc idt_table[]; |
228bdaa95 x86: Keep current... |
37 38 |
extern struct desc_ptr nmi_idt_descr; extern gate_desc nmi_idt_table[]; |
80fbb69a8 x86: introduce fi... |
39 |
|
a939098af x86: move x86_64 ... |
40 41 42 |
struct gdt_page { struct desc_struct gdt[GDT_ENTRIES]; } __attribute__((aligned(PAGE_SIZE))); |
9a3865b18 x86, asm: Clean u... |
43 |
|
9b8de7479 FRV: Fix the sect... |
44 |
DECLARE_PER_CPU_PAGE_ALIGNED(struct gdt_page, gdt_page); |
a939098af x86: move x86_64 ... |
45 46 47 48 49 |
static inline struct desc_struct *get_cpu_gdt_table(unsigned int cpu) { return per_cpu(gdt_page, cpu).gdt; } |
54cd0eac7 x86: unify paravi... |
50 |
#ifdef CONFIG_X86_64 |
507f90c9f x86: move _set_ga... |
51 52 53 54 |
static inline void pack_gate(gate_desc *gate, unsigned type, unsigned long func, unsigned dpl, unsigned ist, unsigned seg) { |
9a3865b18 x86, asm: Clean u... |
55 56 57 58 59 60 61 62 63 64 |
gate->offset_low = PTR_LOW(func); gate->segment = __KERNEL_CS; gate->ist = ist; gate->p = 1; gate->dpl = dpl; gate->zero0 = 0; gate->zero1 = 0; gate->type = type; gate->offset_middle = PTR_MIDDLE(func); gate->offset_high = PTR_HIGH(func); |
507f90c9f x86: move _set_ga... |
65 |
} |
54cd0eac7 x86: unify paravi... |
66 |
#else |
507f90c9f x86: move _set_ga... |
67 |
static inline void pack_gate(gate_desc *gate, unsigned char type, |
c1773a167 include/asm-x86/d... |
68 69 |
unsigned long base, unsigned dpl, unsigned flags, unsigned short seg) |
507f90c9f x86: move _set_ga... |
70 71 |
{ gate->a = (seg << 16) | (base & 0xffff); |
9a3865b18 x86, asm: Clean u... |
72 |
gate->b = (base & 0xffff0000) | (((0x80 | type | (dpl << 5)) & 0xff) << 8); |
507f90c9f x86: move _set_ga... |
73 |
} |
54cd0eac7 x86: unify paravi... |
74 |
#endif |
746ff60f2 x86: move desc_em... |
75 76 77 |
static inline int desc_empty(const void *ptr) { const u32 *desc = ptr; |
9a3865b18 x86, asm: Clean u... |
78 |
|
746ff60f2 x86: move desc_em... |
79 80 |
return !(desc[0] | desc[1]); } |
54cd0eac7 x86: unify paravi... |
81 82 83 |
#ifdef CONFIG_PARAVIRT #include <asm/paravirt.h> #else |
9a3865b18 x86, asm: Clean u... |
84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 |
#define load_TR_desc() native_load_tr_desc() #define load_gdt(dtr) native_load_gdt(dtr) #define load_idt(dtr) native_load_idt(dtr) #define load_tr(tr) asm volatile("ltr %0"::"m" (tr)) #define load_ldt(ldt) asm volatile("lldt %0"::"m" (ldt)) #define store_gdt(dtr) native_store_gdt(dtr) #define store_idt(dtr) native_store_idt(dtr) #define store_tr(tr) (tr = native_store_tr()) #define load_TLS(t, cpu) native_load_tls(t, cpu) #define set_ldt native_set_ldt #define write_ldt_entry(dt, entry, desc) native_write_ldt_entry(dt, entry, desc) #define write_gdt_entry(dt, entry, desc, type) native_write_gdt_entry(dt, entry, desc, type) #define write_idt_entry(dt, entry, g) native_write_idt_entry(dt, entry, g) |
38ffbe66d x86/paravirt/xen:... |
100 101 102 103 104 105 106 107 108 |
static inline void paravirt_alloc_ldt(struct desc_struct *ldt, unsigned entries) { } static inline void paravirt_free_ldt(struct desc_struct *ldt, unsigned entries) { } #endif /* CONFIG_PARAVIRT */ |
54cd0eac7 x86: unify paravi... |
109 |
|
8229d7543 x86: cpu architec... |
110 |
#define store_ldt(ldt) asm("sldt %0" : "=m"(ldt)) |
9a3865b18 x86, asm: Clean u... |
111 |
static inline void native_write_idt_entry(gate_desc *idt, int entry, const gate_desc *gate) |
54cd0eac7 x86: unify paravi... |
112 113 114 |
{ memcpy(&idt[entry], gate, sizeof(*gate)); } |
9a3865b18 x86, asm: Clean u... |
115 |
static inline void native_write_ldt_entry(struct desc_struct *ldt, int entry, const void *desc) |
54cd0eac7 x86: unify paravi... |
116 117 118 |
{ memcpy(&ldt[entry], desc, 8); } |
9a3865b18 x86, asm: Clean u... |
119 120 |
static inline void native_write_gdt_entry(struct desc_struct *gdt, int entry, const void *desc, int type) |
54cd0eac7 x86: unify paravi... |
121 122 |
{ unsigned int size; |
9a3865b18 x86, asm: Clean u... |
123 |
|
54cd0eac7 x86: unify paravi... |
124 |
switch (type) { |
9a3865b18 x86, asm: Clean u... |
125 126 127 |
case DESC_TSS: size = sizeof(tss_desc); break; case DESC_LDT: size = sizeof(ldt_desc); break; default: size = sizeof(*gdt); break; |
54cd0eac7 x86: unify paravi... |
128 |
} |
9a3865b18 x86, asm: Clean u... |
129 |
|
54cd0eac7 x86: unify paravi... |
130 131 |
memcpy(&gdt[entry], desc, size); } |
54cd0eac7 x86: unify paravi... |
132 133 134 135 136 137 |
static inline void pack_descriptor(struct desc_struct *desc, unsigned long base, unsigned long limit, unsigned char type, unsigned char flags) { desc->a = ((base & 0xffff) << 16) | (limit & 0xffff); desc->b = (base & 0xff000000) | ((base & 0xff0000) >> 16) | |
c1773a167 include/asm-x86/d... |
138 139 |
(limit & 0x000f0000) | ((type & 0xff) << 8) | ((flags & 0xf) << 20); |
54cd0eac7 x86: unify paravi... |
140 141 |
desc->p = 1; } |
54cd0eac7 x86: unify paravi... |
142 |
|
9a3865b18 x86, asm: Clean u... |
143 |
static inline void set_tssldt_descriptor(void *d, unsigned long addr, unsigned type, unsigned size) |
c81c6ca45 x86: unify set_ts... |
144 145 |
{ #ifdef CONFIG_X86_64 |
f6e0eba1b x86: avoid ifdefs... |
146 |
struct ldttss_desc64 *desc = d; |
9a3865b18 x86, asm: Clean u... |
147 |
|
f6e0eba1b x86: avoid ifdefs... |
148 |
memset(desc, 0, sizeof(*desc)); |
9a3865b18 x86, asm: Clean u... |
149 150 151 152 153 154 155 156 157 |
desc->limit0 = size & 0xFFFF; desc->base0 = PTR_LOW(addr); desc->base1 = PTR_MIDDLE(addr) & 0xFF; desc->type = type; desc->p = 1; desc->limit1 = (size >> 16) & 0xF; desc->base2 = (PTR_MIDDLE(addr) >> 8) & 0xFF; desc->base3 = PTR_HIGH(addr); |
c81c6ca45 x86: unify set_ts... |
158 |
#else |
f6e0eba1b x86: avoid ifdefs... |
159 |
pack_descriptor((struct desc_struct *)d, addr, size, 0x80 | type, 0); |
c81c6ca45 x86: unify set_ts... |
160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 |
#endif } static inline void __set_tss_desc(unsigned cpu, unsigned int entry, void *addr) { struct desc_struct *d = get_cpu_gdt_table(cpu); tss_desc tss; /* * sizeof(unsigned long) coming from an extra "long" at the end * of the iobitmap. See tss_struct definition in processor.h * * -1? seg base+limit should be pointing to the address of the * last valid byte */ |
f6e0eba1b x86: avoid ifdefs... |
175 |
set_tssldt_descriptor(&tss, (unsigned long)addr, DESC_TSS, |
c1773a167 include/asm-x86/d... |
176 177 |
IO_BITMAP_OFFSET + IO_BITMAP_BYTES + sizeof(unsigned long) - 1); |
c81c6ca45 x86: unify set_ts... |
178 179 180 181 |
write_gdt_entry(d, entry, &tss, DESC_TSS); } #define set_tss_desc(cpu, addr) __set_tss_desc(cpu, GDT_ENTRY_TSS, addr) |
54cd0eac7 x86: unify paravi... |
182 183 184 |
static inline void native_set_ldt(const void *addr, unsigned int entries) { if (likely(entries == 0)) |
c1773a167 include/asm-x86/d... |
185 |
asm volatile("lldt %w0"::"q" (0)); |
54cd0eac7 x86: unify paravi... |
186 187 188 |
else { unsigned cpu = smp_processor_id(); ldt_desc ldt; |
5ac37f87f x86: fix ldt limi... |
189 190 |
set_tssldt_descriptor(&ldt, (unsigned long)addr, DESC_LDT, entries * LDT_ENTRY_SIZE - 1); |
54cd0eac7 x86: unify paravi... |
191 192 |
write_gdt_entry(get_cpu_gdt_table(cpu), GDT_ENTRY_LDT, &ldt, DESC_LDT); |
c1773a167 include/asm-x86/d... |
193 |
asm volatile("lldt %w0"::"q" (GDT_ENTRY_LDT*8)); |
54cd0eac7 x86: unify paravi... |
194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 |
} } static inline void native_load_tr_desc(void) { asm volatile("ltr %w0"::"q" (GDT_ENTRY_TSS*8)); } static inline void native_load_gdt(const struct desc_ptr *dtr) { asm volatile("lgdt %0"::"m" (*dtr)); } static inline void native_load_idt(const struct desc_ptr *dtr) { asm volatile("lidt %0"::"m" (*dtr)); } static inline void native_store_gdt(struct desc_ptr *dtr) { asm volatile("sgdt %0":"=m" (*dtr)); } static inline void native_store_idt(struct desc_ptr *dtr) { asm volatile("sidt %0":"=m" (*dtr)); } static inline unsigned long native_store_tr(void) { unsigned long tr; |
9a3865b18 x86, asm: Clean u... |
225 |
|
54cd0eac7 x86: unify paravi... |
226 |
asm volatile("str %0":"=r" (tr)); |
9a3865b18 x86, asm: Clean u... |
227 |
|
54cd0eac7 x86: unify paravi... |
228 229 230 231 232 |
return tr; } static inline void native_load_tls(struct thread_struct *t, unsigned int cpu) { |
54cd0eac7 x86: unify paravi... |
233 |
struct desc_struct *gdt = get_cpu_gdt_table(cpu); |
9a3865b18 x86, asm: Clean u... |
234 |
unsigned int i; |
54cd0eac7 x86: unify paravi... |
235 236 237 238 |
for (i = 0; i < GDT_ENTRY_TLS_ENTRIES; i++) gdt[GDT_ENTRY_TLS_MIN + i] = t->tls_array[i]; } |
c1773a167 include/asm-x86/d... |
239 240 241 242 243 244 245 246 247 |
#define _LDT_empty(info) \ ((info)->base_addr == 0 && \ (info)->limit == 0 && \ (info)->contents == 0 && \ (info)->read_exec_only == 1 && \ (info)->seg_32bit == 0 && \ (info)->limit_in_pages == 0 && \ (info)->seg_not_present == 1 && \ (info)->useable == 0) |
881c2975d x86: unify non-pa... |
248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 |
#ifdef CONFIG_X86_64 #define LDT_empty(info) (_LDT_empty(info) && ((info)->lm == 0)) #else #define LDT_empty(info) (_LDT_empty(info)) #endif static inline void clear_LDT(void) { set_ldt(NULL, 0); } /* * load one particular LDT into the current CPU */ static inline void load_LDT_nolock(mm_context_t *pc) { set_ldt(pc->ldt, pc->size); } static inline void load_LDT(mm_context_t *pc) { preempt_disable(); load_LDT_nolock(pc); preempt_enable(); } |
1bd5718ce x86: x86 TLS desc... |
274 |
static inline unsigned long get_desc_base(const struct desc_struct *desc) |
cc6978528 x86: modify get_d... |
275 |
{ |
2c75910f1 x86: Make sure ge... |
276 |
return (unsigned)(desc->base0 | ((desc->base1) << 16) | ((desc->base2) << 24)); |
cc6978528 x86: modify get_d... |
277 |
} |
1bd5718ce x86: x86 TLS desc... |
278 |
|
57594742a x86: Introduce se... |
279 280 281 282 283 284 |
static inline void set_desc_base(struct desc_struct *desc, unsigned long base) { desc->base0 = base & 0xffff; desc->base1 = (base >> 16) & 0xff; desc->base2 = (base >> 24) & 0xff; } |
1bd5718ce x86: x86 TLS desc... |
285 286 287 288 |
static inline unsigned long get_desc_limit(const struct desc_struct *desc) { return desc->limit0 | (desc->limit << 16); } |
57594742a x86: Introduce se... |
289 290 291 292 293 |
static inline void set_desc_limit(struct desc_struct *desc, unsigned long limit) { desc->limit0 = limit & 0xffff; desc->limit = (limit >> 16) & 0xf; } |
228bdaa95 x86: Keep current... |
294 295 296 297 298 299 300 301 302 |
#ifdef CONFIG_X86_64 static inline void set_nmi_gate(int gate, void *addr) { gate_desc s; pack_gate(&s, GATE_INTERRUPT, (unsigned long)addr, 0, 0, __KERNEL_CS); write_idt_entry(nmi_idt_table, gate, &s); } #endif |
507f90c9f x86: move _set_ga... |
303 |
static inline void _set_gate(int gate, unsigned type, void *addr, |
c1773a167 include/asm-x86/d... |
304 |
unsigned dpl, unsigned ist, unsigned seg) |
507f90c9f x86: move _set_ga... |
305 306 |
{ gate_desc s; |
9a3865b18 x86, asm: Clean u... |
307 |
|
507f90c9f x86: move _set_ga... |
308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 |
pack_gate(&s, type, (unsigned long)addr, dpl, ist, seg); /* * does not need to be atomic because it is only done once at * setup time */ write_idt_entry(idt_table, gate, &s); } /* * This needs to use 'idt_table' rather than 'idt', and * thus use the _nonmapped_ version of the IDT, as the * Pentium F0 0F bugfix can have resulted in the mapped * IDT being write-protected. */ static inline void set_intr_gate(unsigned int n, void *addr) { BUG_ON((unsigned)n > 0xFF); _set_gate(n, GATE_INTERRUPT, addr, 0, 0, __KERNEL_CS); } |
305b92a23 x86: change FIRST... |
327 |
extern int first_system_vector; |
b77b881f2 x86: fix lguest u... |
328 329 |
/* used_vectors is BITMAP for irq is not managed by percpu vector_irq */ extern unsigned long used_vectors[]; |
305b92a23 x86: change FIRST... |
330 331 332 |
static inline void alloc_system_vector(int vector) { |
b77b881f2 x86: fix lguest u... |
333 334 |
if (!test_bit(vector, used_vectors)) { set_bit(vector, used_vectors); |
305b92a23 x86: change FIRST... |
335 336 |
if (first_system_vector > vector) first_system_vector = vector; |
9a3865b18 x86, asm: Clean u... |
337 |
} else { |
305b92a23 x86: change FIRST... |
338 |
BUG(); |
9a3865b18 x86, asm: Clean u... |
339 |
} |
305b92a23 x86: change FIRST... |
340 341 342 343 344 345 346 |
} static inline void alloc_intr_gate(unsigned int n, void *addr) { alloc_system_vector(n); set_intr_gate(n, addr); } |
507f90c9f x86: move _set_ga... |
347 348 349 350 351 352 353 354 |
/* * This routine sets up an interrupt gate at directory privilege level 3. */ static inline void set_system_intr_gate(unsigned int n, void *addr) { BUG_ON((unsigned)n > 0xFF); _set_gate(n, GATE_INTERRUPT, addr, 0x3, 0, __KERNEL_CS); } |
699d2937d traps: x86: conve... |
355 |
static inline void set_system_trap_gate(unsigned int n, void *addr) |
507f90c9f x86: move _set_ga... |
356 357 |
{ BUG_ON((unsigned)n > 0xFF); |
699d2937d traps: x86: conve... |
358 |
_set_gate(n, GATE_TRAP, addr, 0x3, 0, __KERNEL_CS); |
507f90c9f x86: move _set_ga... |
359 |
} |
699d2937d traps: x86: conve... |
360 |
static inline void set_trap_gate(unsigned int n, void *addr) |
507f90c9f x86: move _set_ga... |
361 362 |
{ BUG_ON((unsigned)n > 0xFF); |
699d2937d traps: x86: conve... |
363 |
_set_gate(n, GATE_TRAP, addr, 0, 0, __KERNEL_CS); |
507f90c9f x86: move _set_ga... |
364 365 366 367 368 369 370 371 372 373 374 375 376 |
} static inline void set_task_gate(unsigned int n, unsigned int gdt_entry) { BUG_ON((unsigned)n > 0xFF); _set_gate(n, GATE_TASK, (void *)0, 0, 0, (gdt_entry<<3)); } static inline void set_intr_gate_ist(int n, void *addr, unsigned ist) { BUG_ON((unsigned)n > 0xFF); _set_gate(n, GATE_INTERRUPT, addr, 0, ist, __KERNEL_CS); } |
699d2937d traps: x86: conve... |
377 |
static inline void set_system_intr_gate_ist(int n, void *addr, unsigned ist) |
507f90c9f x86: move _set_ga... |
378 379 380 381 |
{ BUG_ON((unsigned)n > 0xFF); _set_gate(n, GATE_INTERRUPT, addr, 0x3, ist, __KERNEL_CS); } |
cc6978528 x86: modify get_d... |
382 |
|
1965aae3c x86: Fix ASM_X86_... |
383 |
#endif /* _ASM_X86_DESC_H */ |