Blame view
arch/s390/kernel/entry.S
30.9 KB
1da177e4c Linux-2.6.12-rc2 |
1 2 3 4 |
/* * arch/s390/kernel/entry.S * S390 low-level entry points. * |
54dfe5dd9 [PATCH] s390: Add... |
5 |
* Copyright (C) IBM Corp. 1999,2006 |
1da177e4c Linux-2.6.12-rc2 |
6 |
* Author(s): Martin Schwidefsky (schwidefsky@de.ibm.com), |
25d83cbfa [S390] Whitespace... |
7 8 |
* Hartmut Penner (hp@de.ibm.com), * Denis Joseph Barrow (djbarrow@de.ibm.com,barrow_dj@yahoo.com), |
77fa22450 [PATCH] s390: imp... |
9 |
* Heiko Carstens <heiko.carstens@de.ibm.com> |
1da177e4c Linux-2.6.12-rc2 |
10 11 12 13 |
*/ #include <linux/sys.h> #include <linux/linkage.h> |
1da177e4c Linux-2.6.12-rc2 |
14 15 16 17 18 |
#include <asm/cache.h> #include <asm/lowcore.h> #include <asm/errno.h> #include <asm/ptrace.h> #include <asm/thread_info.h> |
0013a8545 kbuild: m68k,pari... |
19 |
#include <asm/asm-offsets.h> |
1da177e4c Linux-2.6.12-rc2 |
20 21 22 23 24 25 26 |
#include <asm/unistd.h> #include <asm/page.h> /* * Stack layout for the system_call stack entry. * The first few entries are identical to the user_regs_struct. */ |
25d83cbfa [S390] Whitespace... |
27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 |
SP_PTREGS = STACK_FRAME_OVERHEAD SP_ARGS = STACK_FRAME_OVERHEAD + __PT_ARGS SP_PSW = STACK_FRAME_OVERHEAD + __PT_PSW SP_R0 = STACK_FRAME_OVERHEAD + __PT_GPRS SP_R1 = STACK_FRAME_OVERHEAD + __PT_GPRS + 4 SP_R2 = STACK_FRAME_OVERHEAD + __PT_GPRS + 8 SP_R3 = STACK_FRAME_OVERHEAD + __PT_GPRS + 12 SP_R4 = STACK_FRAME_OVERHEAD + __PT_GPRS + 16 SP_R5 = STACK_FRAME_OVERHEAD + __PT_GPRS + 20 SP_R6 = STACK_FRAME_OVERHEAD + __PT_GPRS + 24 SP_R7 = STACK_FRAME_OVERHEAD + __PT_GPRS + 28 SP_R8 = STACK_FRAME_OVERHEAD + __PT_GPRS + 32 SP_R9 = STACK_FRAME_OVERHEAD + __PT_GPRS + 36 SP_R10 = STACK_FRAME_OVERHEAD + __PT_GPRS + 40 SP_R11 = STACK_FRAME_OVERHEAD + __PT_GPRS + 44 SP_R12 = STACK_FRAME_OVERHEAD + __PT_GPRS + 48 SP_R13 = STACK_FRAME_OVERHEAD + __PT_GPRS + 52 SP_R14 = STACK_FRAME_OVERHEAD + __PT_GPRS + 56 SP_R15 = STACK_FRAME_OVERHEAD + __PT_GPRS + 60 SP_ORIG_R2 = STACK_FRAME_OVERHEAD + __PT_ORIG_GPR2 SP_ILC = STACK_FRAME_OVERHEAD + __PT_ILC SP_TRAP = STACK_FRAME_OVERHEAD + __PT_TRAP SP_SIZE = STACK_FRAME_OVERHEAD + __PT_SIZE |
1da177e4c Linux-2.6.12-rc2 |
50 |
|
54dfe5dd9 [PATCH] s390: Add... |
51 52 53 54 |
_TIF_WORK_SVC = (_TIF_SIGPENDING | _TIF_RESTORE_SIGMASK | _TIF_NEED_RESCHED | \ _TIF_MCCK_PENDING | _TIF_RESTART_SVC | _TIF_SINGLE_STEP ) _TIF_WORK_INT = (_TIF_SIGPENDING | _TIF_RESTORE_SIGMASK | _TIF_NEED_RESCHED | \ _TIF_MCCK_PENDING) |
1da177e4c Linux-2.6.12-rc2 |
55 56 57 58 59 |
STACK_SHIFT = PAGE_SHIFT + THREAD_ORDER STACK_SIZE = 1 << STACK_SHIFT #define BASED(name) name-system_call(%r13) |
1f194a4c3 [PATCH] lockdep: ... |
60 61 62 63 64 65 66 67 68 69 70 71 72 73 |
#ifdef CONFIG_TRACE_IRQFLAGS .macro TRACE_IRQS_ON l %r1,BASED(.Ltrace_irq_on) basr %r14,%r1 .endm .macro TRACE_IRQS_OFF l %r1,BASED(.Ltrace_irq_off) basr %r14,%r1 .endm #else #define TRACE_IRQS_ON #define TRACE_IRQS_OFF #endif |
1da177e4c Linux-2.6.12-rc2 |
74 75 76 77 78 79 80 |
/* * Register usage in interrupt handlers: * R9 - pointer to current task structure * R13 - pointer to literal pool * R14 - return register for function calls * R15 - kernel stack pointer */ |
25d83cbfa [S390] Whitespace... |
81 |
.macro STORE_TIMER lc_offset |
1da177e4c Linux-2.6.12-rc2 |
82 83 84 85 86 87 |
#ifdef CONFIG_VIRT_CPU_ACCOUNTING stpt \lc_offset #endif .endm #ifdef CONFIG_VIRT_CPU_ACCOUNTING |
25d83cbfa [S390] Whitespace... |
88 |
.macro UPDATE_VTIME lc_from,lc_to,lc_sum |
1da177e4c Linux-2.6.12-rc2 |
89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 |
lm %r10,%r11,\lc_from sl %r10,\lc_to sl %r11,\lc_to+4 bc 3,BASED(0f) sl %r10,BASED(.Lc_1) 0: al %r10,\lc_sum al %r11,\lc_sum+4 bc 12,BASED(1f) al %r10,BASED(.Lc_1) 1: stm %r10,%r11,\lc_sum .endm #endif .macro SAVE_ALL_BASE savearea stm %r12,%r15,\savearea l %r13,__LC_SVC_NEW_PSW+4 # load &system_call to %r13 .endm |
987ad70a4 [S390] system cal... |
106 107 108 109 |
.macro SAVE_ALL_SVC psworg,savearea la %r12,\psworg l %r15,__LC_KERNEL_STACK # problem state -> load ksp .endm |
63b122466 [S390] virtual cp... |
110 |
.macro SAVE_ALL_SYNC psworg,savearea |
1da177e4c Linux-2.6.12-rc2 |
111 |
la %r12,\psworg |
1da177e4c Linux-2.6.12-rc2 |
112 113 114 |
tm \psworg+1,0x01 # test problem state bit bz BASED(2f) # skip stack setup save l %r15,__LC_KERNEL_STACK # problem state -> load ksp |
63b122466 [S390] virtual cp... |
115 116 117 118 119 120 121 122 123 124 125 |
#ifdef CONFIG_CHECK_STACK b BASED(3f) 2: tml %r15,STACK_SIZE - CONFIG_STACK_GUARD bz BASED(stack_overflow) 3: #endif 2: .endm .macro SAVE_ALL_ASYNC psworg,savearea la %r12,\psworg |
1da177e4c Linux-2.6.12-rc2 |
126 127 128 129 130 131 132 133 |
tm \psworg+1,0x01 # test problem state bit bnz BASED(1f) # from user -> load async stack clc \psworg+4(4),BASED(.Lcritical_end) bhe BASED(0f) clc \psworg+4(4),BASED(.Lcritical_start) bl BASED(0f) l %r14,BASED(.Lcleanup_critical) basr %r14,%r14 |
6add9f7f5 [PATCH] s390: ker... |
134 |
tm 1(%r12),0x01 # retest problem state after cleanup |
1da177e4c Linux-2.6.12-rc2 |
135 136 137 138 139 140 |
bnz BASED(1f) 0: l %r14,__LC_ASYNC_STACK # are we already on the async stack ? slr %r14,%r15 sra %r14,STACK_SHIFT be BASED(2f) 1: l %r15,__LC_ASYNC_STACK |
1da177e4c Linux-2.6.12-rc2 |
141 142 143 144 145 146 |
#ifdef CONFIG_CHECK_STACK b BASED(3f) 2: tml %r15,STACK_SIZE - CONFIG_STACK_GUARD bz BASED(stack_overflow) 3: #endif |
77fa22450 [PATCH] s390: imp... |
147 148 |
2: .endm |
25d83cbfa [S390] Whitespace... |
149 |
.macro CREATE_STACK_FRAME psworg,savearea |
77fa22450 [PATCH] s390: imp... |
150 |
s %r15,BASED(.Lc_spsize) # make room for registers & psw |
1da177e4c Linux-2.6.12-rc2 |
151 152 153 154 155 156 157 158 159 160 |
mvc SP_PSW(8,%r15),0(%r12) # move user PSW to stack la %r12,\psworg st %r2,SP_ORIG_R2(%r15) # store original content of gpr 2 icm %r12,12,__LC_SVC_ILC stm %r0,%r11,SP_R0(%r15) # store gprs %r0-%r11 to kernel stack st %r12,SP_ILC(%r15) mvc SP_R12(16,%r15),\savearea # move %r12-%r15 to stack la %r12,0 st %r12,__SF_BACKCHAIN(%r15) # clear back chain .endm |
25d83cbfa [S390] Whitespace... |
161 |
.macro RESTORE_ALL psworg,sync |
ae6aa2ea8 [PATCH] s390: mac... |
162 |
mvc \psworg(8),SP_PSW(%r15) # move user PSW to lowcore |
1da177e4c Linux-2.6.12-rc2 |
163 |
.if !\sync |
ae6aa2ea8 [PATCH] s390: mac... |
164 |
ni \psworg+1,0xfd # clear wait state bit |
1da177e4c Linux-2.6.12-rc2 |
165 166 167 |
.endif lm %r0,%r15,SP_R0(%r15) # load gprs 0-15 of user STORE_TIMER __LC_EXIT_TIMER |
ae6aa2ea8 [PATCH] s390: mac... |
168 |
lpsw \psworg # back to caller |
1da177e4c Linux-2.6.12-rc2 |
169 170 171 172 173 174 175 176 177 |
.endm /* * Scheduler resume function, called by switch_to * gpr2 = (task_struct *) prev * gpr3 = (task_struct *) next * Returns: * gpr2 = prev */ |
25d83cbfa [S390] Whitespace... |
178 |
.globl __switch_to |
1da177e4c Linux-2.6.12-rc2 |
179 |
__switch_to: |
25d83cbfa [S390] Whitespace... |
180 |
basr %r1,0 |
1da177e4c Linux-2.6.12-rc2 |
181 182 183 |
__switch_to_base: tm __THREAD_per(%r3),0xe8 # new process is using per ? bz __switch_to_noper-__switch_to_base(%r1) # if not we're fine |
25d83cbfa [S390] Whitespace... |
184 185 186 187 |
stctl %c9,%c11,__SF_EMPTY(%r15) # We are using per stuff clc __THREAD_per(12,%r3),__SF_EMPTY(%r15) be __switch_to_noper-__switch_to_base(%r1) # we got away w/o bashing TLB's lctl %c9,%c11,__THREAD_per(%r3) # Nope we didn't |
1da177e4c Linux-2.6.12-rc2 |
188 |
__switch_to_noper: |
77fa22450 [PATCH] s390: imp... |
189 190 191 192 193 194 195 |
l %r4,__THREAD_info(%r2) # get thread_info of prev tm __TI_flags+3(%r4),_TIF_MCCK_PENDING # machine check pending? bz __switch_to_no_mcck-__switch_to_base(%r1) ni __TI_flags+3(%r4),255-_TIF_MCCK_PENDING # clear flag in prev l %r4,__THREAD_info(%r3) # get thread_info of next oi __TI_flags+3(%r4),_TIF_MCCK_PENDING # set it in next __switch_to_no_mcck: |
25d83cbfa [S390] Whitespace... |
196 |
stm %r6,%r15,__SF_GPRS(%r15)# store __switch_to registers of prev task |
1da177e4c Linux-2.6.12-rc2 |
197 198 199 200 201 |
st %r15,__THREAD_ksp(%r2) # store kernel stack to prev->tss.ksp l %r15,__THREAD_ksp(%r3) # load kernel stack from next->tss.ksp lm %r6,%r15,__SF_GPRS(%r15)# load __switch_to registers of next task st %r3,__LC_CURRENT # __LC_CURRENT = current task struct lctl %c4,%c4,__TASK_pid(%r3) # load pid to control reg. 4 |
25d83cbfa [S390] Whitespace... |
202 |
l %r3,__THREAD_info(%r3) # load thread_info from task struct |
1da177e4c Linux-2.6.12-rc2 |
203 204 205 206 207 208 209 210 211 212 |
st %r3,__LC_THREAD_INFO ahi %r3,STACK_SIZE st %r3,__LC_KERNEL_STACK # __LC_KERNEL_STACK = new kernel stack br %r14 __critical_start: /* * SVC interrupt handler routine. System calls are synchronous events and * are executed with interrupts enabled. */ |
25d83cbfa [S390] Whitespace... |
213 |
.globl system_call |
1da177e4c Linux-2.6.12-rc2 |
214 215 216 217 |
system_call: STORE_TIMER __LC_SYNC_ENTER_TIMER sysc_saveall: SAVE_ALL_BASE __LC_SAVE_AREA |
987ad70a4 [S390] system cal... |
218 |
SAVE_ALL_SVC __LC_SVC_OLD_PSW,__LC_SAVE_AREA |
77fa22450 [PATCH] s390: imp... |
219 |
CREATE_STACK_FRAME __LC_SVC_OLD_PSW,__LC_SAVE_AREA |
1da177e4c Linux-2.6.12-rc2 |
220 221 222 223 224 225 226 227 228 229 230 231 232 |
lh %r7,0x8a # get svc number from lowcore #ifdef CONFIG_VIRT_CPU_ACCOUNTING sysc_vtime: tm SP_PSW+1(%r15),0x01 # interrupting from user ? bz BASED(sysc_do_svc) UPDATE_VTIME __LC_EXIT_TIMER,__LC_SYNC_ENTER_TIMER,__LC_USER_TIMER sysc_stime: UPDATE_VTIME __LC_LAST_UPDATE_TIMER,__LC_EXIT_TIMER,__LC_SYSTEM_TIMER sysc_update: mvc __LC_LAST_UPDATE_TIMER(8),__LC_SYNC_ENTER_TIMER #endif sysc_do_svc: l %r9,__LC_THREAD_INFO # load pointer to thread_info struct |
25d83cbfa [S390] Whitespace... |
233 234 |
sla %r7,2 # *4 and test for svc 0 bnz BASED(sysc_nr_ok) # svc number > 0 |
1da177e4c Linux-2.6.12-rc2 |
235 236 237 |
# svc 0: system call number in %r1 cl %r1,BASED(.Lnr_syscalls) bnl BASED(sysc_nr_ok) |
25d83cbfa [S390] Whitespace... |
238 239 |
lr %r7,%r1 # copy svc number to %r7 sla %r7,2 # *4 |
1da177e4c Linux-2.6.12-rc2 |
240 241 242 |
sysc_nr_ok: mvc SP_ARGS(4,%r15),SP_R7(%r15) sysc_do_restart: |
d882b1725 [PATCH] s390: put... |
243 |
l %r8,BASED(.Lsysc_table) |
1da177e4c Linux-2.6.12-rc2 |
244 |
tm __TI_flags+3(%r9),(_TIF_SYSCALL_TRACE|_TIF_SYSCALL_AUDIT) |
d882b1725 [PATCH] s390: put... |
245 |
l %r8,0(%r7,%r8) # get system call addr. |
25d83cbfa [S390] Whitespace... |
246 247 248 |
bnz BASED(sysc_tracesys) basr %r14,%r8 # call sys_xxxx st %r2,SP_R2(%r15) # store return value (change R2 on stack) |
1da177e4c Linux-2.6.12-rc2 |
249 250 251 252 253 254 255 |
sysc_return: tm SP_PSW+1(%r15),0x01 # returning to user ? bno BASED(sysc_leave) tm __TI_flags+3(%r9),_TIF_WORK_SVC bnz BASED(sysc_work) # there is work to do (signals etc.) sysc_leave: |
25d83cbfa [S390] Whitespace... |
256 |
RESTORE_ALL __LC_RETURN_PSW,1 |
1da177e4c Linux-2.6.12-rc2 |
257 258 259 260 261 262 |
# # recheck if there is more work to do # sysc_work_loop: tm __TI_flags+3(%r9),_TIF_WORK_SVC |
25d83cbfa [S390] Whitespace... |
263 |
bz BASED(sysc_leave) # there is no work to do |
1da177e4c Linux-2.6.12-rc2 |
264 265 266 267 |
# # One of the work bits is on. Find out which one. # sysc_work: |
77fa22450 [PATCH] s390: imp... |
268 269 |
tm __TI_flags+3(%r9),_TIF_MCCK_PENDING bo BASED(sysc_mcck_pending) |
1da177e4c Linux-2.6.12-rc2 |
270 271 |
tm __TI_flags+3(%r9),_TIF_NEED_RESCHED bo BASED(sysc_reschedule) |
54dfe5dd9 [PATCH] s390: Add... |
272 273 |
tm __TI_flags+3(%r9),(_TIF_SIGPENDING | _TIF_RESTORE_SIGMASK) bnz BASED(sysc_sigpending) |
1da177e4c Linux-2.6.12-rc2 |
274 275 276 277 278 279 280 281 |
tm __TI_flags+3(%r9),_TIF_RESTART_SVC bo BASED(sysc_restart) tm __TI_flags+3(%r9),_TIF_SINGLE_STEP bo BASED(sysc_singlestep) b BASED(sysc_leave) # # _TIF_NEED_RESCHED is set, call schedule |
25d83cbfa [S390] Whitespace... |
282 283 284 285 286 |
# sysc_reschedule: l %r1,BASED(.Lschedule) la %r14,BASED(sysc_work_loop) br %r1 # call scheduler |
1da177e4c Linux-2.6.12-rc2 |
287 288 |
# |
77fa22450 [PATCH] s390: imp... |
289 290 291 292 293 294 295 296 |
# _TIF_MCCK_PENDING is set, call handler # sysc_mcck_pending: l %r1,BASED(.Ls390_handle_mcck) la %r14,BASED(sysc_work_loop) br %r1 # TIF bit will be cleared by handler # |
54dfe5dd9 [PATCH] s390: Add... |
297 |
# _TIF_SIGPENDING or _TIF_RESTORE_SIGMASK is set, call do_signal |
1da177e4c Linux-2.6.12-rc2 |
298 |
# |
25d83cbfa [S390] Whitespace... |
299 |
sysc_sigpending: |
1da177e4c Linux-2.6.12-rc2 |
300 |
ni __TI_flags+3(%r9),255-_TIF_SINGLE_STEP # clear TIF_SINGLE_STEP |
25d83cbfa [S390] Whitespace... |
301 302 303 |
la %r2,SP_PTREGS(%r15) # load pt_regs l %r1,BASED(.Ldo_signal) basr %r14,%r1 # call do_signal |
1da177e4c Linux-2.6.12-rc2 |
304 305 306 307 |
tm __TI_flags+3(%r9),_TIF_RESTART_SVC bo BASED(sysc_restart) tm __TI_flags+3(%r9),_TIF_SINGLE_STEP bo BASED(sysc_singlestep) |
e1c3ad96f [PATCH] s390: sig... |
308 |
b BASED(sysc_work_loop) |
1da177e4c Linux-2.6.12-rc2 |
309 310 311 312 313 314 |
# # _TIF_RESTART_SVC is set, set up registers and restart svc # sysc_restart: ni __TI_flags+3(%r9),255-_TIF_RESTART_SVC # clear TIF_RESTART_SVC |
25d83cbfa [S390] Whitespace... |
315 |
l %r7,SP_R2(%r15) # load new svc number |
1da177e4c Linux-2.6.12-rc2 |
316 317 |
sla %r7,2 mvc SP_R2(4,%r15),SP_ORIG_R2(%r15) # restore first argument |
25d83cbfa [S390] Whitespace... |
318 319 |
lm %r2,%r6,SP_R2(%r15) # load svc arguments b BASED(sysc_do_restart) # restart svc |
1da177e4c Linux-2.6.12-rc2 |
320 321 322 323 324 325 326 327 328 329 330 |
# # _TIF_SINGLE_STEP is set, call do_single_step # sysc_singlestep: ni __TI_flags+3(%r9),255-_TIF_SINGLE_STEP # clear TIF_SINGLE_STEP mvi SP_TRAP+1(%r15),0x28 # set trap indication to pgm check la %r2,SP_PTREGS(%r15) # address of register-save area l %r1,BASED(.Lhandle_per) # load adr. of per handler la %r14,BASED(sysc_return) # load adr. of system return br %r1 # branch to do_single_step |
1da177e4c Linux-2.6.12-rc2 |
331 332 333 334 |
# # call trace before and after sys_call # sysc_tracesys: |
25d83cbfa [S390] Whitespace... |
335 336 |
l %r1,BASED(.Ltrace) la %r2,SP_PTREGS(%r15) # load pt_regs |
1da177e4c Linux-2.6.12-rc2 |
337 338 339 340 341 342 |
la %r3,0 srl %r7,2 st %r7,SP_R2(%r15) basr %r14,%r1 clc SP_R2(4,%r15),BASED(.Lnr_syscalls) bnl BASED(sysc_tracenogo) |
d882b1725 [PATCH] s390: put... |
343 |
l %r8,BASED(.Lsysc_table) |
25d83cbfa [S390] Whitespace... |
344 345 |
l %r7,SP_R2(%r15) # strace might have changed the sll %r7,2 # system call |
d882b1725 [PATCH] s390: put... |
346 |
l %r8,0(%r7,%r8) |
1da177e4c Linux-2.6.12-rc2 |
347 348 349 |
sysc_tracego: lm %r3,%r6,SP_R3(%r15) l %r2,SP_ORIG_R2(%r15) |
25d83cbfa [S390] Whitespace... |
350 351 |
basr %r14,%r8 # call sys_xxx st %r2,SP_R2(%r15) # store return value |
1da177e4c Linux-2.6.12-rc2 |
352 353 |
sysc_tracenogo: tm __TI_flags+3(%r9),(_TIF_SYSCALL_TRACE|_TIF_SYSCALL_AUDIT) |
25d83cbfa [S390] Whitespace... |
354 |
bz BASED(sysc_return) |
1da177e4c Linux-2.6.12-rc2 |
355 |
l %r1,BASED(.Ltrace) |
25d83cbfa [S390] Whitespace... |
356 |
la %r2,SP_PTREGS(%r15) # load pt_regs |
1da177e4c Linux-2.6.12-rc2 |
357 358 359 360 361 362 363 |
la %r3,1 la %r14,BASED(sysc_return) br %r1 # # a new process exits the kernel with ret_from_fork # |
25d83cbfa [S390] Whitespace... |
364 |
.globl ret_from_fork |
1da177e4c Linux-2.6.12-rc2 |
365 366 367 368 369 370 |
ret_from_fork: l %r13,__LC_SVC_NEW_PSW+4 l %r9,__LC_THREAD_INFO # load pointer to thread_info struct tm SP_PSW+1(%r15),0x01 # forking a kernel thread ? bo BASED(0f) st %r15,SP_R15(%r15) # store stack pointer for new kthread |
25d83cbfa [S390] Whitespace... |
371 372 |
0: l %r1,BASED(.Lschedtail) basr %r14,%r1 |
1f194a4c3 [PATCH] lockdep: ... |
373 |
TRACE_IRQS_ON |
25d83cbfa [S390] Whitespace... |
374 |
stosm __SF_EMPTY(%r15),0x03 # reenable interrupts |
1da177e4c Linux-2.6.12-rc2 |
375 376 377 |
b BASED(sysc_return) # |
03ff9a235 [S390] System cal... |
378 379 |
# kernel_execve function needs to deal with pt_regs that is not # at the usual place |
1da177e4c Linux-2.6.12-rc2 |
380 |
# |
03ff9a235 [S390] System cal... |
381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 |
.globl kernel_execve kernel_execve: stm %r12,%r15,48(%r15) lr %r14,%r15 l %r13,__LC_SVC_NEW_PSW+4 s %r15,BASED(.Lc_spsize) st %r14,__SF_BACKCHAIN(%r15) la %r12,SP_PTREGS(%r15) xc 0(__PT_SIZE,%r12),0(%r12) l %r1,BASED(.Ldo_execve) lr %r5,%r12 basr %r14,%r1 ltr %r2,%r2 be BASED(0f) a %r15,BASED(.Lc_spsize) lm %r12,%r15,48(%r15) br %r14 # execve succeeded. 0: stnsm __SF_EMPTY(%r15),0xfc # disable interrupts l %r15,__LC_KERNEL_STACK # load ksp s %r15,BASED(.Lc_spsize) # make room for registers & psw l %r9,__LC_THREAD_INFO mvc SP_PTREGS(__PT_SIZE,%r15),0(%r12) # copy pt_regs xc __SF_BACKCHAIN(4,%r15),__SF_BACKCHAIN(%r15) stosm __SF_EMPTY(%r15),0x03 # reenable interrupts l %r1,BASED(.Lexecve_tail) basr %r14,%r1 b BASED(sysc_return) |
1da177e4c Linux-2.6.12-rc2 |
409 410 411 412 |
/* * Program check handler routine */ |
25d83cbfa [S390] Whitespace... |
413 |
.globl pgm_check_handler |
1da177e4c Linux-2.6.12-rc2 |
414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 |
pgm_check_handler: /* * First we need to check for a special case: * Single stepping an instruction that disables the PER event mask will * cause a PER event AFTER the mask has been set. Example: SVC or LPSW. * For a single stepped SVC the program check handler gets control after * the SVC new PSW has been loaded. But we want to execute the SVC first and * then handle the PER event. Therefore we update the SVC old PSW to point * to the pgm_check_handler and branch to the SVC handler after we checked * if we have to load the kernel stack register. * For every other possible cause for PER event without the PER mask set * we just ignore the PER event (FIXME: is there anything we have to do * for LPSW?). */ STORE_TIMER __LC_SYNC_ENTER_TIMER SAVE_ALL_BASE __LC_SAVE_AREA |
25d83cbfa [S390] Whitespace... |
430 431 |
tm __LC_PGM_INT_CODE+1,0x80 # check whether we got a per exception bnz BASED(pgm_per) # got per exception -> special case |
63b122466 [S390] virtual cp... |
432 |
SAVE_ALL_SYNC __LC_PGM_OLD_PSW,__LC_SAVE_AREA |
77fa22450 [PATCH] s390: imp... |
433 |
CREATE_STACK_FRAME __LC_PGM_OLD_PSW,__LC_SAVE_AREA |
1da177e4c Linux-2.6.12-rc2 |
434 435 436 437 438 439 440 441 442 |
#ifdef CONFIG_VIRT_CPU_ACCOUNTING tm SP_PSW+1(%r15),0x01 # interrupting from user ? bz BASED(pgm_no_vtime) UPDATE_VTIME __LC_EXIT_TIMER,__LC_SYNC_ENTER_TIMER,__LC_USER_TIMER UPDATE_VTIME __LC_LAST_UPDATE_TIMER,__LC_EXIT_TIMER,__LC_SYSTEM_TIMER mvc __LC_LAST_UPDATE_TIMER(8),__LC_SYNC_ENTER_TIMER pgm_no_vtime: #endif l %r9,__LC_THREAD_INFO # load pointer to thread_info struct |
25d83cbfa [S390] Whitespace... |
443 |
l %r3,__LC_PGM_ILC # load program interruption code |
1da177e4c Linux-2.6.12-rc2 |
444 445 446 |
la %r8,0x7f nr %r8,%r3 pgm_do_call: |
25d83cbfa [S390] Whitespace... |
447 448 449 450 451 452 |
l %r7,BASED(.Ljump_table) sll %r8,2 l %r7,0(%r8,%r7) # load address of handler routine la %r2,SP_PTREGS(%r15) # address of register-save area la %r14,BASED(sysc_return) br %r7 # branch to interrupt-handler |
1da177e4c Linux-2.6.12-rc2 |
453 454 455 456 457 |
# # handle per exception # pgm_per: |
25d83cbfa [S390] Whitespace... |
458 459 |
tm __LC_PGM_OLD_PSW,0x40 # test if per event recording is on bnz BASED(pgm_per_std) # ok, normal per event from user space |
1da177e4c Linux-2.6.12-rc2 |
460 |
# ok its one of the special cases, now we need to find out which one |
25d83cbfa [S390] Whitespace... |
461 462 |
clc __LC_PGM_OLD_PSW(8),__LC_SVC_NEW_PSW be BASED(pgm_svcper) |
1da177e4c Linux-2.6.12-rc2 |
463 |
# no interesting special case, ignore PER event |
25d83cbfa [S390] Whitespace... |
464 465 |
lm %r12,%r15,__LC_SAVE_AREA lpsw 0x28 |
1da177e4c Linux-2.6.12-rc2 |
466 467 468 469 470 |
# # Normal per exception # pgm_per_std: |
63b122466 [S390] virtual cp... |
471 |
SAVE_ALL_SYNC __LC_PGM_OLD_PSW,__LC_SAVE_AREA |
77fa22450 [PATCH] s390: imp... |
472 |
CREATE_STACK_FRAME __LC_PGM_OLD_PSW,__LC_SAVE_AREA |
1da177e4c Linux-2.6.12-rc2 |
473 474 475 476 477 478 479 480 481 482 483 484 485 486 |
#ifdef CONFIG_VIRT_CPU_ACCOUNTING tm SP_PSW+1(%r15),0x01 # interrupting from user ? bz BASED(pgm_no_vtime2) UPDATE_VTIME __LC_EXIT_TIMER,__LC_SYNC_ENTER_TIMER,__LC_USER_TIMER UPDATE_VTIME __LC_LAST_UPDATE_TIMER,__LC_EXIT_TIMER,__LC_SYSTEM_TIMER mvc __LC_LAST_UPDATE_TIMER(8),__LC_SYNC_ENTER_TIMER pgm_no_vtime2: #endif l %r9,__LC_THREAD_INFO # load pointer to thread_info struct l %r1,__TI_task(%r9) mvc __THREAD_per+__PER_atmid(2,%r1),__LC_PER_ATMID mvc __THREAD_per+__PER_address(4,%r1),__LC_PER_ADDRESS mvc __THREAD_per+__PER_access_id(1,%r1),__LC_PER_ACCESS_ID oi __TI_flags+3(%r9),_TIF_SINGLE_STEP # set TIF_SINGLE_STEP |
4ba069b80 [S390] add kprobe... |
487 488 |
tm SP_PSW+1(%r15),0x01 # kernel per event ? bz BASED(kernel_per) |
25d83cbfa [S390] Whitespace... |
489 |
l %r3,__LC_PGM_ILC # load program interruption code |
1da177e4c Linux-2.6.12-rc2 |
490 |
la %r8,0x7f |
25d83cbfa [S390] Whitespace... |
491 492 |
nr %r8,%r3 # clear per-event-bit and ilc be BASED(sysc_return) # only per or per+check ? |
1da177e4c Linux-2.6.12-rc2 |
493 494 495 496 497 498 |
b BASED(pgm_do_call) # # it was a single stepped SVC that is causing all the trouble # pgm_svcper: |
63b122466 [S390] virtual cp... |
499 |
SAVE_ALL_SYNC __LC_SVC_OLD_PSW,__LC_SAVE_AREA |
77fa22450 [PATCH] s390: imp... |
500 |
CREATE_STACK_FRAME __LC_SVC_OLD_PSW,__LC_SAVE_AREA |
1da177e4c Linux-2.6.12-rc2 |
501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 |
#ifdef CONFIG_VIRT_CPU_ACCOUNTING tm SP_PSW+1(%r15),0x01 # interrupting from user ? bz BASED(pgm_no_vtime3) UPDATE_VTIME __LC_EXIT_TIMER,__LC_SYNC_ENTER_TIMER,__LC_USER_TIMER UPDATE_VTIME __LC_LAST_UPDATE_TIMER,__LC_EXIT_TIMER,__LC_SYSTEM_TIMER mvc __LC_LAST_UPDATE_TIMER(8),__LC_SYNC_ENTER_TIMER pgm_no_vtime3: #endif lh %r7,0x8a # get svc number from lowcore l %r9,__LC_THREAD_INFO # load pointer to thread_info struct l %r1,__TI_task(%r9) mvc __THREAD_per+__PER_atmid(2,%r1),__LC_PER_ATMID mvc __THREAD_per+__PER_address(4,%r1),__LC_PER_ADDRESS mvc __THREAD_per+__PER_access_id(1,%r1),__LC_PER_ACCESS_ID oi __TI_flags+3(%r9),_TIF_SINGLE_STEP # set TIF_SINGLE_STEP |
1f194a4c3 [PATCH] lockdep: ... |
516 |
TRACE_IRQS_ON |
1da177e4c Linux-2.6.12-rc2 |
517 518 |
stosm __SF_EMPTY(%r15),0x03 # reenable interrupts b BASED(sysc_do_svc) |
4ba069b80 [S390] add kprobe... |
519 520 521 522 523 524 525 526 527 |
# # per was called from kernel, must be kprobes # kernel_per: mvi SP_TRAP+1(%r15),0x28 # set trap indication to pgm check la %r2,SP_PTREGS(%r15) # address of register-save area l %r1,BASED(.Lhandle_per) # load adr. of per handler la %r14,BASED(sysc_leave) # load adr. of system return br %r1 # branch to do_single_step |
1da177e4c Linux-2.6.12-rc2 |
528 529 530 |
/* * IO interrupt handler routine */ |
25d83cbfa [S390] Whitespace... |
531 |
.globl io_int_handler |
1da177e4c Linux-2.6.12-rc2 |
532 533 534 535 |
io_int_handler: STORE_TIMER __LC_ASYNC_ENTER_TIMER stck __LC_INT_CLOCK SAVE_ALL_BASE __LC_SAVE_AREA+16 |
63b122466 [S390] virtual cp... |
536 |
SAVE_ALL_ASYNC __LC_IO_OLD_PSW,__LC_SAVE_AREA+16 |
77fa22450 [PATCH] s390: imp... |
537 |
CREATE_STACK_FRAME __LC_IO_OLD_PSW,__LC_SAVE_AREA+16 |
1da177e4c Linux-2.6.12-rc2 |
538 539 540 541 542 543 544 545 546 |
#ifdef CONFIG_VIRT_CPU_ACCOUNTING tm SP_PSW+1(%r15),0x01 # interrupting from user ? bz BASED(io_no_vtime) UPDATE_VTIME __LC_EXIT_TIMER,__LC_ASYNC_ENTER_TIMER,__LC_USER_TIMER UPDATE_VTIME __LC_LAST_UPDATE_TIMER,__LC_EXIT_TIMER,__LC_SYSTEM_TIMER mvc __LC_LAST_UPDATE_TIMER(8),__LC_ASYNC_ENTER_TIMER io_no_vtime: #endif l %r9,__LC_THREAD_INFO # load pointer to thread_info struct |
1f194a4c3 [PATCH] lockdep: ... |
547 |
TRACE_IRQS_OFF |
25d83cbfa [S390] Whitespace... |
548 549 550 |
l %r1,BASED(.Ldo_IRQ) # load address of do_IRQ la %r2,SP_PTREGS(%r15) # address of register-save area basr %r14,%r1 # branch to standard irq handler |
1f194a4c3 [PATCH] lockdep: ... |
551 |
TRACE_IRQS_ON |
1da177e4c Linux-2.6.12-rc2 |
552 553 |
io_return: |
25d83cbfa [S390] Whitespace... |
554 |
tm SP_PSW+1(%r15),0x01 # returning to user ? |
1da177e4c Linux-2.6.12-rc2 |
555 |
#ifdef CONFIG_PREEMPT |
25d83cbfa [S390] Whitespace... |
556 |
bno BASED(io_preempt) # no -> check for preemptive scheduling |
1da177e4c Linux-2.6.12-rc2 |
557 |
#else |
25d83cbfa [S390] Whitespace... |
558 |
bno BASED(io_leave) # no-> skip resched & signal |
1da177e4c Linux-2.6.12-rc2 |
559 560 |
#endif tm __TI_flags+3(%r9),_TIF_WORK_INT |
25d83cbfa [S390] Whitespace... |
561 |
bnz BASED(io_work) # there is work to do (signals etc.) |
1da177e4c Linux-2.6.12-rc2 |
562 |
io_leave: |
25d83cbfa [S390] Whitespace... |
563 |
RESTORE_ALL __LC_RETURN_PSW,0 |
ae6aa2ea8 [PATCH] s390: mac... |
564 |
io_done: |
1da177e4c Linux-2.6.12-rc2 |
565 566 567 568 |
#ifdef CONFIG_PREEMPT io_preempt: icm %r0,15,__TI_precount(%r9) |
25d83cbfa [S390] Whitespace... |
569 |
bnz BASED(io_leave) |
1da177e4c Linux-2.6.12-rc2 |
570 571 572 |
l %r1,SP_R15(%r15) s %r1,BASED(.Lc_spsize) mvc SP_PTREGS(__PT_SIZE,%r1),SP_PTREGS(%r15) |
25d83cbfa [S390] Whitespace... |
573 |
xc __SF_BACKCHAIN(4,%r1),__SF_BACKCHAIN(%r1) # clear back chain |
1da177e4c Linux-2.6.12-rc2 |
574 575 576 577 |
lr %r15,%r1 io_resume_loop: tm __TI_flags+3(%r9),_TIF_NEED_RESCHED bno BASED(io_leave) |
25d83cbfa [S390] Whitespace... |
578 579 580 |
mvc __TI_precount(4,%r9),BASED(.Lc_pactive) stosm __SF_EMPTY(%r15),0x03 # reenable interrupts l %r1,BASED(.Lschedule) |
1da177e4c Linux-2.6.12-rc2 |
581 |
basr %r14,%r1 # call schedule |
25d83cbfa [S390] Whitespace... |
582 583 |
stnsm __SF_EMPTY(%r15),0xfc # disable I/O and ext. interrupts xc __TI_precount(4,%r9),__TI_precount(%r9) |
1da177e4c Linux-2.6.12-rc2 |
584 585 586 587 588 589 590 591 592 593 |
b BASED(io_resume_loop) #endif # # switch to kernel stack, then check the TIF bits # io_work: l %r1,__LC_KERNEL_STACK s %r1,BASED(.Lc_spsize) mvc SP_PTREGS(__PT_SIZE,%r1),SP_PTREGS(%r15) |
25d83cbfa [S390] Whitespace... |
594 |
xc __SF_BACKCHAIN(4,%r1),__SF_BACKCHAIN(%r1) # clear back chain |
1da177e4c Linux-2.6.12-rc2 |
595 596 597 |
lr %r15,%r1 # # One of the work bits is on. Find out which one. |
54dfe5dd9 [PATCH] s390: Add... |
598 |
# Checked are: _TIF_SIGPENDING, _TIF_RESTORE_SIGMASK, _TIF_NEED_RESCHED |
25d83cbfa [S390] Whitespace... |
599 |
# and _TIF_MCCK_PENDING |
1da177e4c Linux-2.6.12-rc2 |
600 601 |
# io_work_loop: |
77fa22450 [PATCH] s390: imp... |
602 |
tm __TI_flags+3(%r9),_TIF_MCCK_PENDING |
25d83cbfa [S390] Whitespace... |
603 |
bo BASED(io_mcck_pending) |
1da177e4c Linux-2.6.12-rc2 |
604 605 |
tm __TI_flags+3(%r9),_TIF_NEED_RESCHED bo BASED(io_reschedule) |
54dfe5dd9 [PATCH] s390: Add... |
606 607 |
tm __TI_flags+3(%r9),(_TIF_SIGPENDING | _TIF_RESTORE_SIGMASK) bnz BASED(io_sigpending) |
1da177e4c Linux-2.6.12-rc2 |
608 609 610 |
b BASED(io_leave) # |
77fa22450 [PATCH] s390: imp... |
611 612 613 614 |
# _TIF_MCCK_PENDING is set, call handler # io_mcck_pending: l %r1,BASED(.Ls390_handle_mcck) |
ae6aa2ea8 [PATCH] s390: mac... |
615 |
la %r14,BASED(io_work_loop) |
25d83cbfa [S390] Whitespace... |
616 |
br %r1 # TIF bit will be cleared by handler |
77fa22450 [PATCH] s390: imp... |
617 618 |
# |
1da177e4c Linux-2.6.12-rc2 |
619 |
# _TIF_NEED_RESCHED is set, call schedule |
25d83cbfa [S390] Whitespace... |
620 621 622 623 624 625 |
# io_reschedule: l %r1,BASED(.Lschedule) stosm __SF_EMPTY(%r15),0x03 # reenable interrupts basr %r14,%r1 # call scheduler stnsm __SF_EMPTY(%r15),0xfc # disable I/O and ext. interrupts |
1da177e4c Linux-2.6.12-rc2 |
626 |
tm __TI_flags+3(%r9),_TIF_WORK_INT |
25d83cbfa [S390] Whitespace... |
627 |
bz BASED(io_leave) # there is no work to do |
1da177e4c Linux-2.6.12-rc2 |
628 629 630 |
b BASED(io_work_loop) # |
54dfe5dd9 [PATCH] s390: Add... |
631 |
# _TIF_SIGPENDING or _TIF_RESTORE_SIGMASK is set, call do_signal |
1da177e4c Linux-2.6.12-rc2 |
632 |
# |
25d83cbfa [S390] Whitespace... |
633 634 635 636 637 638 |
io_sigpending: stosm __SF_EMPTY(%r15),0x03 # reenable interrupts la %r2,SP_PTREGS(%r15) # load pt_regs l %r1,BASED(.Ldo_signal) basr %r14,%r1 # call do_signal stnsm __SF_EMPTY(%r15),0xfc # disable I/O and ext. interrupts |
e1c3ad96f [PATCH] s390: sig... |
639 |
b BASED(io_work_loop) |
1da177e4c Linux-2.6.12-rc2 |
640 641 642 643 |
/* * External interrupt handler routine */ |
25d83cbfa [S390] Whitespace... |
644 |
.globl ext_int_handler |
1da177e4c Linux-2.6.12-rc2 |
645 646 647 648 |
ext_int_handler: STORE_TIMER __LC_ASYNC_ENTER_TIMER stck __LC_INT_CLOCK SAVE_ALL_BASE __LC_SAVE_AREA+16 |
63b122466 [S390] virtual cp... |
649 |
SAVE_ALL_ASYNC __LC_EXT_OLD_PSW,__LC_SAVE_AREA+16 |
77fa22450 [PATCH] s390: imp... |
650 |
CREATE_STACK_FRAME __LC_EXT_OLD_PSW,__LC_SAVE_AREA+16 |
1da177e4c Linux-2.6.12-rc2 |
651 652 653 654 655 656 657 658 659 |
#ifdef CONFIG_VIRT_CPU_ACCOUNTING tm SP_PSW+1(%r15),0x01 # interrupting from user ? bz BASED(ext_no_vtime) UPDATE_VTIME __LC_EXIT_TIMER,__LC_ASYNC_ENTER_TIMER,__LC_USER_TIMER UPDATE_VTIME __LC_LAST_UPDATE_TIMER,__LC_EXIT_TIMER,__LC_SYSTEM_TIMER mvc __LC_LAST_UPDATE_TIMER(8),__LC_ASYNC_ENTER_TIMER ext_no_vtime: #endif l %r9,__LC_THREAD_INFO # load pointer to thread_info struct |
1f194a4c3 [PATCH] lockdep: ... |
660 |
TRACE_IRQS_OFF |
25d83cbfa [S390] Whitespace... |
661 662 |
la %r2,SP_PTREGS(%r15) # address of register-save area lh %r3,__LC_EXT_INT_CODE # get interruption code |
1da177e4c Linux-2.6.12-rc2 |
663 664 |
l %r1,BASED(.Ldo_extint) basr %r14,%r1 |
1f194a4c3 [PATCH] lockdep: ... |
665 |
TRACE_IRQS_ON |
1da177e4c Linux-2.6.12-rc2 |
666 |
b BASED(io_return) |
ae6aa2ea8 [PATCH] s390: mac... |
667 |
__critical_end: |
1da177e4c Linux-2.6.12-rc2 |
668 669 670 |
/* * Machine check handler routines */ |
25d83cbfa [S390] Whitespace... |
671 |
.globl mcck_int_handler |
1da177e4c Linux-2.6.12-rc2 |
672 |
mcck_int_handler: |
77fa22450 [PATCH] s390: imp... |
673 674 |
spt __LC_CPU_TIMER_SAVE_AREA # revalidate cpu timer lm %r0,%r15,__LC_GPREGS_SAVE_AREA # revalidate gprs |
1da177e4c Linux-2.6.12-rc2 |
675 |
SAVE_ALL_BASE __LC_SAVE_AREA+32 |
77fa22450 [PATCH] s390: imp... |
676 |
la %r12,__LC_MCK_OLD_PSW |
25d83cbfa [S390] Whitespace... |
677 |
tm __LC_MCCK_CODE,0x80 # system damage? |
77fa22450 [PATCH] s390: imp... |
678 |
bo BASED(mcck_int_main) # yes -> rest of mcck code invalid |
1da177e4c Linux-2.6.12-rc2 |
679 |
#ifdef CONFIG_VIRT_CPU_ACCOUNTING |
63b122466 [S390] virtual cp... |
680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 |
mvc __LC_SAVE_AREA+52(8),__LC_ASYNC_ENTER_TIMER mvc __LC_ASYNC_ENTER_TIMER(8),__LC_CPU_TIMER_SAVE_AREA tm __LC_MCCK_CODE+5,0x02 # stored cpu timer value valid? bo BASED(1f) la %r14,__LC_SYNC_ENTER_TIMER clc 0(8,%r14),__LC_ASYNC_ENTER_TIMER bl BASED(0f) la %r14,__LC_ASYNC_ENTER_TIMER 0: clc 0(8,%r14),__LC_EXIT_TIMER bl BASED(0f) la %r14,__LC_EXIT_TIMER 0: clc 0(8,%r14),__LC_LAST_UPDATE_TIMER bl BASED(0f) la %r14,__LC_LAST_UPDATE_TIMER 0: spt 0(%r14) mvc __LC_ASYNC_ENTER_TIMER(8),0(%r14) 1: |
1da177e4c Linux-2.6.12-rc2 |
697 |
#endif |
63b122466 [S390] virtual cp... |
698 |
tm __LC_MCCK_CODE+2,0x09 # mwp + ia of old psw valid? |
77fa22450 [PATCH] s390: imp... |
699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 |
bno BASED(mcck_int_main) # no -> skip cleanup critical tm __LC_MCK_OLD_PSW+1,0x01 # test problem state bit bnz BASED(mcck_int_main) # from user -> load async stack clc __LC_MCK_OLD_PSW+4(4),BASED(.Lcritical_end) bhe BASED(mcck_int_main) clc __LC_MCK_OLD_PSW+4(4),BASED(.Lcritical_start) bl BASED(mcck_int_main) l %r14,BASED(.Lcleanup_critical) basr %r14,%r14 mcck_int_main: l %r14,__LC_PANIC_STACK # are we already on the panic stack? slr %r14,%r15 sra %r14,PAGE_SHIFT be BASED(0f) l %r15,__LC_PANIC_STACK # load panic stack 0: CREATE_STACK_FRAME __LC_MCK_OLD_PSW,__LC_SAVE_AREA+32 |
ae6aa2ea8 [PATCH] s390: mac... |
715 |
#ifdef CONFIG_VIRT_CPU_ACCOUNTING |
25d83cbfa [S390] Whitespace... |
716 |
tm __LC_MCCK_CODE+2,0x08 # mwp of old psw valid? |
ae6aa2ea8 [PATCH] s390: mac... |
717 |
bno BASED(mcck_no_vtime) # no -> skip cleanup critical |
63b122466 [S390] virtual cp... |
718 |
tm SP_PSW+1(%r15),0x01 # interrupting from user ? |
ae6aa2ea8 [PATCH] s390: mac... |
719 720 721 722 723 724 |
bz BASED(mcck_no_vtime) UPDATE_VTIME __LC_EXIT_TIMER,__LC_ASYNC_ENTER_TIMER,__LC_USER_TIMER UPDATE_VTIME __LC_LAST_UPDATE_TIMER,__LC_EXIT_TIMER,__LC_SYSTEM_TIMER mvc __LC_LAST_UPDATE_TIMER(8),__LC_ASYNC_ENTER_TIMER mcck_no_vtime: #endif |
77fa22450 [PATCH] s390: imp... |
725 726 |
l %r9,__LC_THREAD_INFO # load pointer to thread_info struct la %r2,SP_PTREGS(%r15) # load pt_regs |
25d83cbfa [S390] Whitespace... |
727 728 729 |
l %r1,BASED(.Ls390_mcck) basr %r14,%r1 # call machine check handler tm SP_PSW+1(%r15),0x01 # returning to user ? |
77fa22450 [PATCH] s390: imp... |
730 |
bno BASED(mcck_return) |
25d83cbfa [S390] Whitespace... |
731 |
l %r1,__LC_KERNEL_STACK # switch to kernel stack |
77fa22450 [PATCH] s390: imp... |
732 733 |
s %r1,BASED(.Lc_spsize) mvc SP_PTREGS(__PT_SIZE,%r1),SP_PTREGS(%r15) |
25d83cbfa [S390] Whitespace... |
734 |
xc __SF_BACKCHAIN(4,%r1),__SF_BACKCHAIN(%r1) # clear back chain |
77fa22450 [PATCH] s390: imp... |
735 736 737 738 |
lr %r15,%r1 stosm __SF_EMPTY(%r15),0x04 # turn dat on tm __TI_flags+3(%r9),_TIF_MCCK_PENDING bno BASED(mcck_return) |
1f194a4c3 [PATCH] lockdep: ... |
739 |
TRACE_IRQS_OFF |
77fa22450 [PATCH] s390: imp... |
740 741 |
l %r1,BASED(.Ls390_handle_mcck) basr %r14,%r1 # call machine check handler |
1f194a4c3 [PATCH] lockdep: ... |
742 |
TRACE_IRQS_ON |
1da177e4c Linux-2.6.12-rc2 |
743 |
mcck_return: |
63b122466 [S390] virtual cp... |
744 745 746 747 748 749 750 751 752 753 754 755 756 |
mvc __LC_RETURN_MCCK_PSW(8),SP_PSW(%r15) # move return PSW ni __LC_RETURN_MCCK_PSW+1,0xfd # clear wait state bit #ifdef CONFIG_VIRT_CPU_ACCOUNTING mvc __LC_ASYNC_ENTER_TIMER(8),__LC_SAVE_AREA+52 tm __LC_RETURN_MCCK_PSW+1,0x01 # returning to user ? bno BASED(0f) lm %r0,%r15,SP_R0(%r15) # load gprs 0-15 stpt __LC_EXIT_TIMER lpsw __LC_RETURN_MCCK_PSW # back to caller 0: #endif lm %r0,%r15,SP_R0(%r15) # load gprs 0-15 lpsw __LC_RETURN_MCCK_PSW # back to caller |
25d83cbfa [S390] Whitespace... |
757 |
RESTORE_ALL __LC_RETURN_MCCK_PSW,0 |
1da177e4c Linux-2.6.12-rc2 |
758 |
|
1da177e4c Linux-2.6.12-rc2 |
759 760 761 |
/* * Restart interruption handler, kick starter for additional CPUs */ |
84b36a8e0 [S390] Fix yet an... |
762 763 764 765 |
#ifdef CONFIG_SMP #ifndef CONFIG_HOTPLUG_CPU .section .init.text,"ax" #endif |
25d83cbfa [S390] Whitespace... |
766 |
.globl restart_int_handler |
1da177e4c Linux-2.6.12-rc2 |
767 |
restart_int_handler: |
25d83cbfa [S390] Whitespace... |
768 769 770 771 772 773 774 775 |
l %r15,__LC_SAVE_AREA+60 # load ksp lctl %c0,%c15,__LC_CREGS_SAVE_AREA # get new ctl regs lam %a0,%a15,__LC_AREGS_SAVE_AREA lm %r6,%r15,__SF_GPRS(%r15) # load registers from clone stosm __SF_EMPTY(%r15),0x04 # now we can turn dat on basr %r14,0 l %r14,restart_addr-.(%r14) br %r14 # branch to start_secondary |
1da177e4c Linux-2.6.12-rc2 |
776 |
restart_addr: |
25d83cbfa [S390] Whitespace... |
777 |
.long start_secondary |
84b36a8e0 [S390] Fix yet an... |
778 779 780 |
#ifndef CONFIG_HOTPLUG_CPU .previous #endif |
1da177e4c Linux-2.6.12-rc2 |
781 782 783 784 |
#else /* * If we do not run with SMP enabled, let the new CPU crash ... */ |
25d83cbfa [S390] Whitespace... |
785 |
.globl restart_int_handler |
1da177e4c Linux-2.6.12-rc2 |
786 |
restart_int_handler: |
25d83cbfa [S390] Whitespace... |
787 |
basr %r1,0 |
1da177e4c Linux-2.6.12-rc2 |
788 |
restart_base: |
25d83cbfa [S390] Whitespace... |
789 790 |
lpsw restart_crash-restart_base(%r1) .align 8 |
1da177e4c Linux-2.6.12-rc2 |
791 |
restart_crash: |
25d83cbfa [S390] Whitespace... |
792 |
.long 0x000a0000,0x00000000 |
1da177e4c Linux-2.6.12-rc2 |
793 794 795 796 797 798 799 800 801 802 803 804 805 806 807 808 809 810 811 812 813 |
restart_go: #endif #ifdef CONFIG_CHECK_STACK /* * The synchronous or the asynchronous stack overflowed. We are dead. * No need to properly save the registers, we are going to panic anyway. * Setup a pt_regs so that show_trace can provide a good call trace. */ stack_overflow: l %r15,__LC_PANIC_STACK # change to panic stack sl %r15,BASED(.Lc_spsize) mvc SP_PSW(8,%r15),0(%r12) # move user PSW to stack stm %r0,%r11,SP_R0(%r15) # store gprs %r0-%r11 to kernel stack la %r1,__LC_SAVE_AREA ch %r12,BASED(.L0x020) # old psw addr == __LC_SVC_OLD_PSW ? be BASED(0f) ch %r12,BASED(.L0x028) # old psw addr == __LC_PGM_OLD_PSW ? be BASED(0f) la %r1,__LC_SAVE_AREA+16 0: mvc SP_R12(16,%r15),0(%r1) # move %r12-%r15 to stack |
25d83cbfa [S390] Whitespace... |
814 |
xc __SF_BACKCHAIN(4,%r15),__SF_BACKCHAIN(%r15) # clear back chain |
1da177e4c Linux-2.6.12-rc2 |
815 |
l %r1,BASED(1f) # branch to kernel_stack_overflow |
25d83cbfa [S390] Whitespace... |
816 |
la %r2,SP_PTREGS(%r15) # load pt_regs |
1da177e4c Linux-2.6.12-rc2 |
817 |
br %r1 |
25d83cbfa [S390] Whitespace... |
818 |
1: .long kernel_stack_overflow |
1da177e4c Linux-2.6.12-rc2 |
819 820 821 822 823 824 825 826 827 828 |
#endif cleanup_table_system_call: .long system_call + 0x80000000, sysc_do_svc + 0x80000000 cleanup_table_sysc_return: .long sysc_return + 0x80000000, sysc_leave + 0x80000000 cleanup_table_sysc_leave: .long sysc_leave + 0x80000000, sysc_work_loop + 0x80000000 cleanup_table_sysc_work_loop: .long sysc_work_loop + 0x80000000, sysc_reschedule + 0x80000000 |
63b122466 [S390] virtual cp... |
829 830 |
cleanup_table_io_return: .long io_return + 0x80000000, io_leave + 0x80000000 |
ae6aa2ea8 [PATCH] s390: mac... |
831 832 833 834 |
cleanup_table_io_leave: .long io_leave + 0x80000000, io_done + 0x80000000 cleanup_table_io_work_loop: .long io_work_loop + 0x80000000, io_mcck_pending + 0x80000000 |
1da177e4c Linux-2.6.12-rc2 |
835 836 837 838 839 840 841 842 843 844 845 846 847 848 849 850 851 852 853 854 |
cleanup_critical: clc 4(4,%r12),BASED(cleanup_table_system_call) bl BASED(0f) clc 4(4,%r12),BASED(cleanup_table_system_call+4) bl BASED(cleanup_system_call) 0: clc 4(4,%r12),BASED(cleanup_table_sysc_return) bl BASED(0f) clc 4(4,%r12),BASED(cleanup_table_sysc_return+4) bl BASED(cleanup_sysc_return) 0: clc 4(4,%r12),BASED(cleanup_table_sysc_leave) bl BASED(0f) clc 4(4,%r12),BASED(cleanup_table_sysc_leave+4) bl BASED(cleanup_sysc_leave) 0: clc 4(4,%r12),BASED(cleanup_table_sysc_work_loop) bl BASED(0f) clc 4(4,%r12),BASED(cleanup_table_sysc_work_loop+4) |
77fa22450 [PATCH] s390: imp... |
855 |
bl BASED(cleanup_sysc_return) |
1da177e4c Linux-2.6.12-rc2 |
856 |
0: |
63b122466 [S390] virtual cp... |
857 858 859 860 861 |
clc 4(4,%r12),BASED(cleanup_table_io_return) bl BASED(0f) clc 4(4,%r12),BASED(cleanup_table_io_return+4) bl BASED(cleanup_io_return) 0: |
ae6aa2ea8 [PATCH] s390: mac... |
862 863 864 865 866 867 868 869 870 871 |
clc 4(4,%r12),BASED(cleanup_table_io_leave) bl BASED(0f) clc 4(4,%r12),BASED(cleanup_table_io_leave+4) bl BASED(cleanup_io_leave) 0: clc 4(4,%r12),BASED(cleanup_table_io_work_loop) bl BASED(0f) clc 4(4,%r12),BASED(cleanup_table_io_work_loop+4) bl BASED(cleanup_io_return) 0: |
1da177e4c Linux-2.6.12-rc2 |
872 873 874 875 |
br %r14 cleanup_system_call: mvc __LC_RETURN_PSW(8),0(%r12) |
ae6aa2ea8 [PATCH] s390: mac... |
876 877 878 879 880 881 |
c %r12,BASED(.Lmck_old_psw) be BASED(0f) la %r12,__LC_SAVE_AREA+16 b BASED(1f) 0: la %r12,__LC_SAVE_AREA+32 1: |
1da177e4c Linux-2.6.12-rc2 |
882 883 884 885 886 887 888 889 890 |
#ifdef CONFIG_VIRT_CPU_ACCOUNTING clc __LC_RETURN_PSW+4(4),BASED(cleanup_system_call_insn+4) bh BASED(0f) mvc __LC_SYNC_ENTER_TIMER(8),__LC_ASYNC_ENTER_TIMER 0: clc __LC_RETURN_PSW+4(4),BASED(cleanup_system_call_insn+8) bhe BASED(cleanup_vtime) #endif clc __LC_RETURN_PSW+4(4),BASED(cleanup_system_call_insn) bh BASED(0f) |
ae6aa2ea8 [PATCH] s390: mac... |
891 892 893 |
mvc __LC_SAVE_AREA(16),0(%r12) 0: st %r13,4(%r12) st %r12,__LC_SAVE_AREA+48 # argh |
63b122466 [S390] virtual cp... |
894 |
SAVE_ALL_SYNC __LC_SVC_OLD_PSW,__LC_SAVE_AREA |
77fa22450 [PATCH] s390: imp... |
895 |
CREATE_STACK_FRAME __LC_SVC_OLD_PSW,__LC_SAVE_AREA |
ae6aa2ea8 [PATCH] s390: mac... |
896 897 |
l %r12,__LC_SAVE_AREA+48 # argh st %r15,12(%r12) |
1da177e4c Linux-2.6.12-rc2 |
898 899 900 901 902 903 904 905 906 907 908 909 910 911 912 913 914 915 916 917 918 919 |
lh %r7,0x8a #ifdef CONFIG_VIRT_CPU_ACCOUNTING cleanup_vtime: clc __LC_RETURN_PSW+4(4),BASED(cleanup_system_call_insn+12) bhe BASED(cleanup_stime) tm SP_PSW+1(%r15),0x01 # interrupting from user ? bz BASED(cleanup_novtime) UPDATE_VTIME __LC_EXIT_TIMER,__LC_SYNC_ENTER_TIMER,__LC_USER_TIMER cleanup_stime: clc __LC_RETURN_PSW+4(4),BASED(cleanup_system_call_insn+16) bh BASED(cleanup_update) UPDATE_VTIME __LC_LAST_UPDATE_TIMER,__LC_EXIT_TIMER,__LC_SYSTEM_TIMER cleanup_update: mvc __LC_LAST_UPDATE_TIMER(8),__LC_SYNC_ENTER_TIMER cleanup_novtime: #endif mvc __LC_RETURN_PSW+4(4),BASED(cleanup_table_system_call+4) la %r12,__LC_RETURN_PSW br %r14 cleanup_system_call_insn: .long sysc_saveall + 0x80000000 #ifdef CONFIG_VIRT_CPU_ACCOUNTING |
25d83cbfa [S390] Whitespace... |
920 921 922 923 |
.long system_call + 0x80000000 .long sysc_vtime + 0x80000000 .long sysc_stime + 0x80000000 .long sysc_update + 0x80000000 |
1da177e4c Linux-2.6.12-rc2 |
924 925 926 927 928 929 930 931 932 933 |
#endif cleanup_sysc_return: mvc __LC_RETURN_PSW(4),0(%r12) mvc __LC_RETURN_PSW+4(4),BASED(cleanup_table_sysc_return) la %r12,__LC_RETURN_PSW br %r14 cleanup_sysc_leave: clc 4(4,%r12),BASED(cleanup_sysc_leave_insn) |
ae6aa2ea8 [PATCH] s390: mac... |
934 |
be BASED(2f) |
1da177e4c Linux-2.6.12-rc2 |
935 936 937 |
#ifdef CONFIG_VIRT_CPU_ACCOUNTING mvc __LC_EXIT_TIMER(8),__LC_ASYNC_ENTER_TIMER clc 4(4,%r12),BASED(cleanup_sysc_leave_insn+4) |
ae6aa2ea8 [PATCH] s390: mac... |
938 |
be BASED(2f) |
1da177e4c Linux-2.6.12-rc2 |
939 940 |
#endif mvc __LC_RETURN_PSW(8),SP_PSW(%r15) |
ae6aa2ea8 [PATCH] s390: mac... |
941 942 943 944 945 946 |
c %r12,BASED(.Lmck_old_psw) bne BASED(0f) mvc __LC_SAVE_AREA+32(16),SP_R12(%r15) b BASED(1f) 0: mvc __LC_SAVE_AREA+16(16),SP_R12(%r15) 1: lm %r0,%r11,SP_R0(%r15) |
1da177e4c Linux-2.6.12-rc2 |
947 |
l %r15,SP_R15(%r15) |
ae6aa2ea8 [PATCH] s390: mac... |
948 |
2: la %r12,__LC_RETURN_PSW |
1da177e4c Linux-2.6.12-rc2 |
949 950 951 952 953 954 |
br %r14 cleanup_sysc_leave_insn: #ifdef CONFIG_VIRT_CPU_ACCOUNTING .long sysc_leave + 14 + 0x80000000 #endif .long sysc_leave + 10 + 0x80000000 |
ae6aa2ea8 [PATCH] s390: mac... |
955 956 957 958 959 960 961 962 963 964 965 966 967 968 969 970 971 972 973 974 975 976 977 978 979 980 981 982 983 |
cleanup_io_return: mvc __LC_RETURN_PSW(4),0(%r12) mvc __LC_RETURN_PSW+4(4),BASED(cleanup_table_io_work_loop) la %r12,__LC_RETURN_PSW br %r14 cleanup_io_leave: clc 4(4,%r12),BASED(cleanup_io_leave_insn) be BASED(2f) #ifdef CONFIG_VIRT_CPU_ACCOUNTING mvc __LC_EXIT_TIMER(8),__LC_ASYNC_ENTER_TIMER clc 4(4,%r12),BASED(cleanup_io_leave_insn+4) be BASED(2f) #endif mvc __LC_RETURN_PSW(8),SP_PSW(%r15) c %r12,BASED(.Lmck_old_psw) bne BASED(0f) mvc __LC_SAVE_AREA+32(16),SP_R12(%r15) b BASED(1f) 0: mvc __LC_SAVE_AREA+16(16),SP_R12(%r15) 1: lm %r0,%r11,SP_R0(%r15) l %r15,SP_R15(%r15) 2: la %r12,__LC_RETURN_PSW br %r14 cleanup_io_leave_insn: #ifdef CONFIG_VIRT_CPU_ACCOUNTING .long io_leave + 18 + 0x80000000 #endif .long io_leave + 14 + 0x80000000 |
1da177e4c Linux-2.6.12-rc2 |
984 985 986 |
/* * Integer constants */ |
25d83cbfa [S390] Whitespace... |
987 988 989 990 991 992 993 994 995 996 997 |
.align 4 .Lc_spsize: .long SP_SIZE .Lc_overhead: .long STACK_FRAME_OVERHEAD .Lc_pactive: .long PREEMPT_ACTIVE .Lnr_syscalls: .long NR_syscalls .L0x018: .short 0x018 .L0x020: .short 0x020 .L0x028: .short 0x028 .L0x030: .short 0x030 .L0x038: .short 0x038 .Lc_1: .long 1 |
1da177e4c Linux-2.6.12-rc2 |
998 999 1000 1001 |
/* * Symbol constants */ |
25d83cbfa [S390] Whitespace... |
1002 |
.Ls390_mcck: .long s390_do_machine_check |
77fa22450 [PATCH] s390: imp... |
1003 |
.Ls390_handle_mcck: |
25d83cbfa [S390] Whitespace... |
1004 1005 1006 1007 1008 1009 |
.long s390_handle_mcck .Lmck_old_psw: .long __LC_MCK_OLD_PSW .Ldo_IRQ: .long do_IRQ .Ldo_extint: .long do_extint .Ldo_signal: .long do_signal .Lhandle_per: .long do_single_step |
03ff9a235 [S390] System cal... |
1010 1011 |
.Ldo_execve: .long do_execve .Lexecve_tail: .long execve_tail |
25d83cbfa [S390] Whitespace... |
1012 1013 |
.Ljump_table: .long pgm_check_table .Lschedule: .long schedule |
25d83cbfa [S390] Whitespace... |
1014 |
.Ltrace: .long syscall_trace |
25d83cbfa [S390] Whitespace... |
1015 1016 |
.Lschedtail: .long schedule_tail .Lsysc_table: .long sys_call_table |
1f194a4c3 [PATCH] lockdep: ... |
1017 |
#ifdef CONFIG_TRACE_IRQFLAGS |
25d83cbfa [S390] Whitespace... |
1018 |
.Ltrace_irq_on: .long trace_hardirqs_on |
1f194a4c3 [PATCH] lockdep: ... |
1019 |
.Ltrace_irq_off: |
25d83cbfa [S390] Whitespace... |
1020 |
.long trace_hardirqs_off |
1f194a4c3 [PATCH] lockdep: ... |
1021 |
#endif |
1da177e4c Linux-2.6.12-rc2 |
1022 |
.Lcritical_start: |
25d83cbfa [S390] Whitespace... |
1023 |
.long __critical_start + 0x80000000 |
1da177e4c Linux-2.6.12-rc2 |
1024 |
.Lcritical_end: |
25d83cbfa [S390] Whitespace... |
1025 |
.long __critical_end + 0x80000000 |
1da177e4c Linux-2.6.12-rc2 |
1026 |
.Lcleanup_critical: |
25d83cbfa [S390] Whitespace... |
1027 |
.long cleanup_critical |
1da177e4c Linux-2.6.12-rc2 |
1028 |
|
25d83cbfa [S390] Whitespace... |
1029 |
.section .rodata, "a" |
1da177e4c Linux-2.6.12-rc2 |
1030 |
#define SYSCALL(esa,esame,emu) .long esa |
1da177e4c Linux-2.6.12-rc2 |
1031 1032 1033 |
sys_call_table: #include "syscalls.S" #undef SYSCALL |