Blame view
include/asm-x86_64/pda.h
3.59 KB
1da177e4c
|
1 2 3 4 5 6 7 |
#ifndef X86_64_PDA_H #define X86_64_PDA_H #ifndef __ASSEMBLY__ #include <linux/stddef.h> #include <linux/types.h> #include <linux/cache.h> |
b556b35e9
|
8 |
#include <asm/page.h> |
1da177e4c
|
9 10 11 |
/* Per processor datastructure. %gs points to it while the kernel runs */ struct x8664_pda { |
29a9af60e
|
12 13 14 15 16 17 18 |
struct task_struct *pcurrent; /* 0 Current process */ unsigned long data_offset; /* 8 Per cpu data offset from linker address */ unsigned long kernelstack; /* 16 top of kernel stack for current */ unsigned long oldrsp; /* 24 user rsp for system call */ int irqcount; /* 32 Irq nesting counter. Starts with -1 */ int cpunumber; /* 36 Logical CPU number */ |
0a4254058
|
19 20 21 22 23 24 |
#ifdef CONFIG_CC_STACKPROTECTOR unsigned long stack_canary; /* 40 stack canary value */ /* gcc-ABI: this canary MUST be at offset 40!!! */ #endif char *irqstackptr; |
69d81fcde
|
25 |
int nodenumber; /* number of current node */ |
1da177e4c
|
26 27 |
unsigned int __softirq_pending; unsigned int __nmi_count; /* number of NMI on this CPUs */ |
a15da49de
|
28 29 |
short mmu_state; short isidle; |
df92004ce
|
30 |
struct mm_struct *active_mm; |
1da177e4c
|
31 |
unsigned apic_timer_irqs; |
b91691164
|
32 |
} ____cacheline_aligned_in_smp; |
1da177e4c
|
33 |
|
365ba9179
|
34 35 |
extern struct x8664_pda *_cpu_pda[]; extern struct x8664_pda boot_cpu_pda[]; |
df79efde8
|
36 |
|
365ba9179
|
37 |
#define cpu_pda(i) (_cpu_pda[i]) |
1da177e4c
|
38 39 40 41 42 |
/* * There is no fast way to get the base address of the PDA, all the accesses * have to mention %fs/%gs. So it needs to be done this Torvaldian way. */ |
fd167e42b
|
43 |
extern void __bad_pda_field(void) __attribute__((noreturn)); |
1da177e4c
|
44 |
|
c1a9d41f4
|
45 46 47 48 |
/* * proxy_pda doesn't actually exist, but tell gcc it is accessed for * all PDA accesses so it gets read/write dependencies right. */ |
53ee11ae0
|
49 |
extern struct x8664_pda _proxy_pda; |
1da177e4c
|
50 |
#define pda_offset(field) offsetof(struct x8664_pda, field) |
c1a9d41f4
|
51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 |
#define pda_to_op(op,field,val) do { \ typedef typeof(_proxy_pda.field) T__; \ if (0) { T__ tmp__; tmp__ = (val); } /* type checking */ \ switch (sizeof(_proxy_pda.field)) { \ case 2: \ asm(op "w %1,%%gs:%c2" : \ "+m" (_proxy_pda.field) : \ "ri" ((T__)val), \ "i"(pda_offset(field))); \ break; \ case 4: \ asm(op "l %1,%%gs:%c2" : \ "+m" (_proxy_pda.field) : \ "ri" ((T__)val), \ "i" (pda_offset(field))); \ break; \ case 8: \ asm(op "q %1,%%gs:%c2": \ "+m" (_proxy_pda.field) : \ "ri" ((T__)val), \ "i"(pda_offset(field))); \ break; \ default: \ __bad_pda_field(); \ } \ |
1da177e4c
|
76 |
} while (0) |
c1a9d41f4
|
77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 |
#define pda_from_op(op,field) ({ \ typeof(_proxy_pda.field) ret__; \ switch (sizeof(_proxy_pda.field)) { \ case 2: \ asm(op "w %%gs:%c1,%0" : \ "=r" (ret__) : \ "i" (pda_offset(field)), \ "m" (_proxy_pda.field)); \ break; \ case 4: \ asm(op "l %%gs:%c1,%0": \ "=r" (ret__): \ "i" (pda_offset(field)), \ "m" (_proxy_pda.field)); \ break; \ case 8: \ asm(op "q %%gs:%c1,%0": \ "=r" (ret__) : \ "i" (pda_offset(field)), \ "m" (_proxy_pda.field)); \ break; \ default: \ __bad_pda_field(); \ } \ |
1da177e4c
|
101 |
ret__; }) |
1da177e4c
|
102 103 104 105 |
#define read_pda(field) pda_from_op("mov",field) #define write_pda(field,val) pda_to_op("mov",field,val) #define add_pda(field,val) pda_to_op("add",field,val) #define sub_pda(field,val) pda_to_op("sub",field,val) |
3f74478b5
|
106 |
#define or_pda(field,val) pda_to_op("or",field,val) |
1da177e4c
|
107 |
|
9446868b5
|
108 109 110 111 112 113 114 115 116 |
/* This is not atomic against other CPUs -- CPU preemption needs to be off */ #define test_and_clear_bit_pda(bit,field) ({ \ int old__; \ asm volatile("btr %2,%%gs:%c3 \tsbbl %0,%0" \ : "=r" (old__), "+m" (_proxy_pda.field) \ : "dIr" (bit), "i" (pda_offset(field)) : "memory"); \ old__; \ }) |
1da177e4c
|
117 118 119 120 121 |
#endif #define PDA_STACKOFFSET (5*8) #endif |