projects / GitHub / mt8127 / android_kernel_alcatel_ttab.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
Merge branch 'master' into next
[GitHub/mt8127/android_kernel_alcatel_ttab.git] / arch / s390 / kernel / entry.S
CommitLineData
1da177e4
LT		 1/*
2 * arch/s390/kernel/entry.S
3 * S390 low-level entry points.
4 *
54dfe5dd 5 * Copyright (C) IBM Corp. 1999,2006
1da177e4 6 * Author(s): Martin Schwidefsky (schwidefsky@de.ibm.com),
25d83cbf
HC		 7 * Hartmut Penner (hp@de.ibm.com),
8 * Denis Joseph Barrow (djbarrow@de.ibm.com,barrow_dj@yahoo.com),
77fa2245 9 * Heiko Carstens <heiko.carstens@de.ibm.com>
1da177e4
LT		 10 */
11
1da177e4 12#include <linux/linkage.h>
2bc89b5e 13#include <linux/init.h>
1da177e4 14#include <asm/cache.h>
1da177e4
LT		 15#include <asm/errno.h>
16#include <asm/ptrace.h>
17#include <asm/thread_info.h>
0013a854 18#include <asm/asm-offsets.h>
1da177e4
LT		 19#include <asm/unistd.h>
20#include <asm/page.h>
21
22/*
23 * Stack layout for the system_call stack entry.
24 * The first few entries are identical to the user_regs_struct.
25 */
25d83cbf
HC		 26SP_PTREGS = STACK_FRAME_OVERHEAD
27SP_ARGS = STACK_FRAME_OVERHEAD + __PT_ARGS
28SP_PSW = STACK_FRAME_OVERHEAD + __PT_PSW
29SP_R0 = STACK_FRAME_OVERHEAD + __PT_GPRS
30SP_R1 = STACK_FRAME_OVERHEAD + __PT_GPRS + 4
31SP_R2 = STACK_FRAME_OVERHEAD + __PT_GPRS + 8
32SP_R3 = STACK_FRAME_OVERHEAD + __PT_GPRS + 12
33SP_R4 = STACK_FRAME_OVERHEAD + __PT_GPRS + 16
34SP_R5 = STACK_FRAME_OVERHEAD + __PT_GPRS + 20
35SP_R6 = STACK_FRAME_OVERHEAD + __PT_GPRS + 24
36SP_R7 = STACK_FRAME_OVERHEAD + __PT_GPRS + 28
37SP_R8 = STACK_FRAME_OVERHEAD + __PT_GPRS + 32
38SP_R9 = STACK_FRAME_OVERHEAD + __PT_GPRS + 36
39SP_R10 = STACK_FRAME_OVERHEAD + __PT_GPRS + 40
40SP_R11 = STACK_FRAME_OVERHEAD + __PT_GPRS + 44
41SP_R12 = STACK_FRAME_OVERHEAD + __PT_GPRS + 48
42SP_R13 = STACK_FRAME_OVERHEAD + __PT_GPRS + 52
43SP_R14 = STACK_FRAME_OVERHEAD + __PT_GPRS + 56
44SP_R15 = STACK_FRAME_OVERHEAD + __PT_GPRS + 60
45SP_ORIG_R2 = STACK_FRAME_OVERHEAD + __PT_ORIG_GPR2
46SP_ILC = STACK_FRAME_OVERHEAD + __PT_ILC
59da2139 47SP_SVCNR = STACK_FRAME_OVERHEAD + __PT_SVCNR
25d83cbf 48SP_SIZE = STACK_FRAME_OVERHEAD + __PT_SIZE
1da177e4 49
753c4dd6 50_TIF_WORK_SVC = (_TIF_SIGPENDING | _TIF_NOTIFY_RESUME | _TIF_NEED_RESCHED | \
5e9a2692 51 _TIF_MCCK_PENDING | _TIF_RESTART_SVC | _TIF_PER_TRAP )
753c4dd6 52_TIF_WORK_INT = (_TIF_SIGPENDING | _TIF_NOTIFY_RESUME | _TIF_NEED_RESCHED | \
54dfe5dd 53 _TIF_MCCK_PENDING)
9bf1226b 54_TIF_SYSCALL = (_TIF_SYSCALL_TRACE>>8 | _TIF_SYSCALL_AUDIT>>8 | \
66700001 55 _TIF_SECCOMP>>8 | _TIF_SYSCALL_TRACEPOINT>>8)
1da177e4
LT		 56
57STACK_SHIFT = PAGE_SHIFT + THREAD_ORDER
58STACK_SIZE = 1 << STACK_SHIFT
59
60#define BASED(name) name-system_call(%r13)
61
1f194a4c
HC		 62#ifdef CONFIG_TRACE_IRQFLAGS
63 .macro TRACE_IRQS_ON
50bec4ce
HC		 64 basr %r2,%r0
65 l %r1,BASED(.Ltrace_irq_on_caller)
1f194a4c
HC		 66 basr %r14,%r1
67 .endm
68
69 .macro TRACE_IRQS_OFF
50bec4ce
HC		 70 basr %r2,%r0
71 l %r1,BASED(.Ltrace_irq_off_caller)
1f194a4c
HC		 72 basr %r14,%r1
73 .endm
74#else
75#define TRACE_IRQS_ON
76#define TRACE_IRQS_OFF
411788ea
HC		 77#endif
78
79#ifdef CONFIG_LOCKDEP
80 .macro LOCKDEP_SYS_EXIT
81 tm SP_PSW+1(%r15),0x01 # returning to user ?
82 jz 0f
83 l %r1,BASED(.Llockdep_sys_exit)
84 basr %r14,%r1
850:
86 .endm
87#else
523b44cf 88#define LOCKDEP_SYS_EXIT
1f194a4c
HC		 89#endif
90
1da177e4
LT		 91/*
92 * Register usage in interrupt handlers:
93 * R9 - pointer to current task structure
94 * R13 - pointer to literal pool
95 * R14 - return register for function calls
96 * R15 - kernel stack pointer
97 */
98
25d83cbf 99 .macro UPDATE_VTIME lc_from,lc_to,lc_sum
1da177e4
LT		 100 lm %r10,%r11,\lc_from
101 sl %r10,\lc_to
102 sl %r11,\lc_to+4
103 bc 3,BASED(0f)
104 sl %r10,BASED(.Lc_1)
1050: al %r10,\lc_sum
106 al %r11,\lc_sum+4
107 bc 12,BASED(1f)
108 al %r10,BASED(.Lc_1)
1091: stm %r10,%r11,\lc_sum
110 .endm
1da177e4 111
1de3447a 112 .macro SAVE_ALL_SVC psworg,savearea
1da177e4
LT		 113 stm %r12,%r15,\savearea
114 l %r13,__LC_SVC_NEW_PSW+4 # load &system_call to %r13
1de3447a
MS		 115 l %r15,__LC_KERNEL_STACK # problem state -> load ksp
116 s %r15,BASED(.Lc_spsize) # make room for registers & psw
1da177e4
LT		 117 .endm
118
1de3447a
MS		 119 .macro SAVE_ALL_BASE savearea
120 stm %r12,%r15,\savearea
121 l %r13,__LC_SVC_NEW_PSW+4 # load &system_call to %r13
987ad70a
MS		 122 .endm
123
1de3447a 124 .macro SAVE_ALL_PGM psworg,savearea
1da177e4 125 tm \psworg+1,0x01 # test problem state bit
63b12246 126#ifdef CONFIG_CHECK_STACK
1de3447a
MS		 127 bnz BASED(1f)
128 tml %r15,STACK_SIZE - CONFIG_STACK_GUARD
129 bnz BASED(2f)
130 la %r12,\psworg
131 b BASED(stack_overflow)
132#else
133 bz BASED(2f)
63b12246 134#endif
1de3447a
MS		 1351: l %r15,__LC_KERNEL_STACK # problem state -> load ksp
1362: s %r15,BASED(.Lc_spsize) # make room for registers & psw
63b12246
MS		 137 .endm
138
139 .macro SAVE_ALL_ASYNC psworg,savearea
1de3447a
MS		 140 stm %r12,%r15,\savearea
141 l %r13,__LC_SVC_NEW_PSW+4 # load &system_call to %r13
63b12246 142 la %r12,\psworg
1da177e4
LT		 143 tm \psworg+1,0x01 # test problem state bit
144 bnz BASED(1f) # from user -> load async stack
145 clc \psworg+4(4),BASED(.Lcritical_end)
146 bhe BASED(0f)
147 clc \psworg+4(4),BASED(.Lcritical_start)
148 bl BASED(0f)
149 l %r14,BASED(.Lcleanup_critical)
150 basr %r14,%r14
6add9f7f 151 tm 1(%r12),0x01 # retest problem state after cleanup
1da177e4
LT		 152 bnz BASED(1f)
1530: l %r14,__LC_ASYNC_STACK # are we already on the async stack ?
154 slr %r14,%r15
155 sra %r14,STACK_SHIFT
1da177e4 156#ifdef CONFIG_CHECK_STACK
1de3447a
MS		 157 bnz BASED(1f)
158 tml %r15,STACK_SIZE - CONFIG_STACK_GUARD
159 bnz BASED(2f)
160 b BASED(stack_overflow)
161#else
162 bz BASED(2f)
1da177e4 163#endif
1de3447a
MS		 1641: l %r15,__LC_ASYNC_STACK
1652: s %r15,BASED(.Lc_spsize) # make room for registers & psw
77fa2245
HC		 166 .endm
167
1de3447a
MS		 168 .macro CREATE_STACK_FRAME savearea
169 xc __SF_BACKCHAIN(4,%r15),__SF_BACKCHAIN(%r15)
1da177e4 170 st %r2,SP_ORIG_R2(%r15) # store original content of gpr 2
1da177e4 171 mvc SP_R12(16,%r15),\savearea # move %r12-%r15 to stack
1de3447a 172 stm %r0,%r11,SP_R0(%r15) # store gprs %r0-%r11 to kernel stack
1da177e4
LT		 173 .endm
174
25d83cbf 175 .macro RESTORE_ALL psworg,sync
ae6aa2ea 176 mvc \psworg(8),SP_PSW(%r15) # move user PSW to lowcore
1da177e4 177 .if !\sync
ae6aa2ea 178 ni \psworg+1,0xfd # clear wait state bit
1da177e4
LT		 179 .endif
180 lm %r0,%r15,SP_R0(%r15) # load gprs 0-15 of user
c185b783 181 stpt __LC_EXIT_TIMER
ae6aa2ea 182 lpsw \psworg # back to caller
1da177e4
LT		 183 .endm
184
1e54622e
MS		 185 .macro REENABLE_IRQS
186 mvc __SF_EMPTY(1,%r15),SP_PSW(%r15)
187 ni __SF_EMPTY(%r15),0xbf
188 ssm __SF_EMPTY(%r15)
189 .endm
190
860dba45
MS		 191 .section .kprobes.text, "ax"
192
1da177e4
LT		 193/*
194 * Scheduler resume function, called by switch_to
195 * gpr2 = (task_struct *) prev
196 * gpr3 = (task_struct *) next
197 * Returns:
198 * gpr2 = prev
199 */
25d83cbf 200 .globl __switch_to
1da177e4 201__switch_to:
25d83cbf 202 basr %r1,0
5e9a2692
MS		 2030: l %r4,__THREAD_info(%r2) # get thread_info of prev
204 l %r5,__THREAD_info(%r3) # get thread_info of next
77fa2245 205 tm __TI_flags+3(%r4),_TIF_MCCK_PENDING # machine check pending?
5e9a2692
MS		 206 bz 1f-0b(%r1)
207 ni __TI_flags+3(%r4),255-_TIF_MCCK_PENDING # clear flag in prev
208 oi __TI_flags+3(%r5),_TIF_MCCK_PENDING # set it in next
2091: stm %r6,%r15,__SF_GPRS(%r15) # store gprs of prev task
210 st %r15,__THREAD_ksp(%r2) # store kernel stack of prev
211 l %r15,__THREAD_ksp(%r3) # load kernel stack of next
212 lctl %c4,%c4,__TASK_pid(%r3) # load pid to control reg. 4
213 lm %r6,%r15,__SF_GPRS(%r15) # load gprs of next task
214 st %r3,__LC_CURRENT # store task struct of next
215 st %r5,__LC_THREAD_INFO # store thread info of next
216 ahi %r5,STACK_SIZE # end of kernel stack of next
217 st %r5,__LC_KERNEL_STACK # store end of kernel stack
1da177e4
LT		 218 br %r14
219
220__critical_start:
221/*
222 * SVC interrupt handler routine. System calls are synchronous events and
223 * are executed with interrupts enabled.
224 */
225
25d83cbf 226 .globl system_call
1da177e4 227system_call:
c185b783 228 stpt __LC_SYNC_ENTER_TIMER
1da177e4 229sysc_saveall:
987ad70a 230 SAVE_ALL_SVC __LC_SVC_OLD_PSW,__LC_SAVE_AREA
1de3447a
MS		 231 CREATE_STACK_FRAME __LC_SAVE_AREA
232 mvc SP_PSW(8,%r15),__LC_SVC_OLD_PSW
233 mvc SP_ILC(4,%r15),__LC_SVC_ILC
234 l %r12,__LC_THREAD_INFO # load pointer to thread_info struct
1da177e4 235sysc_vtime:
1da177e4
LT		 236 UPDATE_VTIME __LC_EXIT_TIMER,__LC_SYNC_ENTER_TIMER,__LC_USER_TIMER
237sysc_stime:
238 UPDATE_VTIME __LC_LAST_UPDATE_TIMER,__LC_EXIT_TIMER,__LC_SYSTEM_TIMER
239sysc_update:
240 mvc __LC_LAST_UPDATE_TIMER(8),__LC_SYNC_ENTER_TIMER
1da177e4 241sysc_do_svc:
1de3447a
MS		 242 xr %r7,%r7
243 icm %r7,3,SP_SVCNR(%r15) # load svc number and test for svc 0
25d83cbf 244 bnz BASED(sysc_nr_ok) # svc number > 0
1da177e4
LT		 245 # svc 0: system call number in %r1
246 cl %r1,BASED(.Lnr_syscalls)
247 bnl BASED(sysc_nr_ok)
1de3447a 248 sth %r1,SP_SVCNR(%r15)
25d83cbf 249 lr %r7,%r1 # copy svc number to %r7
1da177e4 250sysc_nr_ok:
59da2139 251 sll %r7,2 # svc number *4
1de3447a
MS		 252 l %r10,BASED(.Lsysc_table)
253 tm __TI_flags+2(%r12),_TIF_SYSCALL
baa07158 254 mvc SP_ARGS(4,%r15),SP_R7(%r15)
1de3447a 255 l %r8,0(%r7,%r10) # get system call addr.
25d83cbf
HC		 256 bnz BASED(sysc_tracesys)
257 basr %r14,%r8 # call sys_xxxx
258 st %r2,SP_R2(%r15) # store return value (change R2 on stack)
1da177e4
LT		 259
260sysc_return:
6a2df3a8
MS		 261 LOCKDEP_SYS_EXIT
262sysc_tif:
1de3447a 263 tm __TI_flags+3(%r12),_TIF_WORK_SVC
1da177e4 264 bnz BASED(sysc_work) # there is work to do (signals etc.)
411788ea 265sysc_restore:
25d83cbf 266 RESTORE_ALL __LC_RETURN_PSW,1
411788ea
HC		 267sysc_done:
268
1da177e4 269#
43d399d2 270# There is work to do, but first we need to check if we return to userspace.
1da177e4
LT		 271#
272sysc_work:
2688905e
MS		 273 tm SP_PSW+1(%r15),0x01 # returning to user ?
274 bno BASED(sysc_restore)
43d399d2
MS		 275
276#
277# One of the work bits is on. Find out which one.
278#
6a2df3a8 279sysc_work_tif:
1de3447a 280 tm __TI_flags+3(%r12),_TIF_MCCK_PENDING
77fa2245 281 bo BASED(sysc_mcck_pending)
1de3447a 282 tm __TI_flags+3(%r12),_TIF_NEED_RESCHED
1da177e4 283 bo BASED(sysc_reschedule)
1de3447a 284 tm __TI_flags+3(%r12),_TIF_SIGPENDING
43d399d2 285 bo BASED(sysc_sigpending)
1de3447a 286 tm __TI_flags+3(%r12),_TIF_NOTIFY_RESUME
43d399d2 287 bo BASED(sysc_notify_resume)
1de3447a 288 tm __TI_flags+3(%r12),_TIF_RESTART_SVC
1da177e4 289 bo BASED(sysc_restart)
5e9a2692 290 tm __TI_flags+3(%r12),_TIF_PER_TRAP
1da177e4 291 bo BASED(sysc_singlestep)
43d399d2 292 b BASED(sysc_return) # beware of critical section cleanup
1da177e4
LT		 293
294#
295# _TIF_NEED_RESCHED is set, call schedule
25d83cbf
HC		 296#
297sysc_reschedule:
298 l %r1,BASED(.Lschedule)
6a2df3a8 299 la %r14,BASED(sysc_return)
25d83cbf 300 br %r1 # call scheduler
1da177e4 301
77fa2245
HC		 302#
303# _TIF_MCCK_PENDING is set, call handler
304#
305sysc_mcck_pending:
306 l %r1,BASED(.Ls390_handle_mcck)
6a2df3a8 307 la %r14,BASED(sysc_return)
77fa2245
HC		 308 br %r1 # TIF bit will be cleared by handler
309
1da177e4 310#
02a029b3 311# _TIF_SIGPENDING is set, call do_signal
1da177e4 312#
25d83cbf 313sysc_sigpending:
5e9a2692 314 ni __TI_flags+3(%r12),255-_TIF_PER_TRAP # clear TIF_PER_TRAP
25d83cbf
HC		 315 la %r2,SP_PTREGS(%r15) # load pt_regs
316 l %r1,BASED(.Ldo_signal)
317 basr %r14,%r1 # call do_signal
1de3447a 318 tm __TI_flags+3(%r12),_TIF_RESTART_SVC
1da177e4 319 bo BASED(sysc_restart)
5e9a2692 320 tm __TI_flags+3(%r12),_TIF_PER_TRAP
1da177e4 321 bo BASED(sysc_singlestep)
6a2df3a8 322 b BASED(sysc_return)
1da177e4 323
753c4dd6
MS		 324#
325# _TIF_NOTIFY_RESUME is set, call do_notify_resume
326#
327sysc_notify_resume:
328 la %r2,SP_PTREGS(%r15) # load pt_regs
329 l %r1,BASED(.Ldo_notify_resume)
6a2df3a8 330 la %r14,BASED(sysc_return)
753c4dd6
MS		 331 br %r1 # call do_notify_resume
332
333
1da177e4
LT		 334#
335# _TIF_RESTART_SVC is set, set up registers and restart svc
336#
337sysc_restart:
1de3447a 338 ni __TI_flags+3(%r12),255-_TIF_RESTART_SVC # clear TIF_RESTART_SVC
25d83cbf 339 l %r7,SP_R2(%r15) # load new svc number
1da177e4 340 mvc SP_R2(4,%r15),SP_ORIG_R2(%r15) # restore first argument
25d83cbf 341 lm %r2,%r6,SP_R2(%r15) # load svc arguments
1de3447a 342 sth %r7,SP_SVCNR(%r15)
baa07158 343 b BASED(sysc_nr_ok) # restart svc
1da177e4
LT		 344
345#
5e9a2692 346# _TIF_PER_TRAP is set, call do_per_trap
1da177e4
LT		 347#
348sysc_singlestep:
5e9a2692 349 ni __TI_flags+3(%r12),255-_TIF_PER_TRAP # clear TIF_PER_TRAP
1de3447a 350 xc SP_SVCNR(2,%r15),SP_SVCNR(%r15) # clear svc number
1da177e4
LT		 351 la %r2,SP_PTREGS(%r15) # address of register-save area
352 l %r1,BASED(.Lhandle_per) # load adr. of per handler
6a2df3a8 353 la %r14,BASED(sysc_return) # load adr. of system return
5e9a2692 354 br %r1 # branch to do_per_trap
1da177e4 355
1da177e4 356#
753c4dd6
MS		 357# call tracehook_report_syscall_entry/tracehook_report_syscall_exit before
358# and after the system call
1da177e4
LT		 359#
360sysc_tracesys:
753c4dd6 361 l %r1,BASED(.Ltrace_entry)
25d83cbf 362 la %r2,SP_PTREGS(%r15) # load pt_regs
1da177e4 363 la %r3,0
1de3447a
MS		 364 xr %r0,%r0
365 icm %r0,3,SP_SVCNR(%r15)
366 st %r0,SP_R2(%r15)
1da177e4 367 basr %r14,%r1
753c4dd6 368 cl %r2,BASED(.Lnr_syscalls)
1da177e4 369 bnl BASED(sysc_tracenogo)
753c4dd6 370 lr %r7,%r2
59da2139 371 sll %r7,2 # svc number *4
1de3447a 372 l %r8,0(%r7,%r10)
1da177e4
LT		 373sysc_tracego:
374 lm %r3,%r6,SP_R3(%r15)
baa07158 375 mvc SP_ARGS(4,%r15),SP_R7(%r15)
1da177e4 376 l %r2,SP_ORIG_R2(%r15)
25d83cbf
HC		 377 basr %r14,%r8 # call sys_xxx
378 st %r2,SP_R2(%r15) # store return value
1da177e4 379sysc_tracenogo:
1de3447a 380 tm __TI_flags+2(%r12),_TIF_SYSCALL
25d83cbf 381 bz BASED(sysc_return)
753c4dd6 382 l %r1,BASED(.Ltrace_exit)
25d83cbf 383 la %r2,SP_PTREGS(%r15) # load pt_regs
1da177e4
LT		 384 la %r14,BASED(sysc_return)
385 br %r1
386
387#
388# a new process exits the kernel with ret_from_fork
389#
25d83cbf 390 .globl ret_from_fork
1da177e4
LT		 391ret_from_fork:
392 l %r13,__LC_SVC_NEW_PSW+4
1de3447a 393 l %r12,__LC_THREAD_INFO # load pointer to thread_info struct
1da177e4
LT		 394 tm SP_PSW+1(%r15),0x01 # forking a kernel thread ?
395 bo BASED(0f)
396 st %r15,SP_R15(%r15) # store stack pointer for new kthread
25d83cbf
HC		 3970: l %r1,BASED(.Lschedtail)
398 basr %r14,%r1
1f194a4c 399 TRACE_IRQS_ON
25d83cbf 400 stosm __SF_EMPTY(%r15),0x03 # reenable interrupts
8f2961c3 401 b BASED(sysc_tracenogo)
1da177e4
LT		 402
403#
03ff9a23
MS		 404# kernel_execve function needs to deal with pt_regs that is not
405# at the usual place
1da177e4 406#
03ff9a23
MS		 407 .globl kernel_execve
408kernel_execve:
409 stm %r12,%r15,48(%r15)
410 lr %r14,%r15
411 l %r13,__LC_SVC_NEW_PSW+4
412 s %r15,BASED(.Lc_spsize)
413 st %r14,__SF_BACKCHAIN(%r15)
414 la %r12,SP_PTREGS(%r15)
415 xc 0(__PT_SIZE,%r12),0(%r12)
416 l %r1,BASED(.Ldo_execve)
417 lr %r5,%r12
418 basr %r14,%r1
419 ltr %r2,%r2
420 be BASED(0f)
421 a %r15,BASED(.Lc_spsize)
422 lm %r12,%r15,48(%r15)
423 br %r14
424 # execve succeeded.
4250: stnsm __SF_EMPTY(%r15),0xfc # disable interrupts
426 l %r15,__LC_KERNEL_STACK # load ksp
427 s %r15,BASED(.Lc_spsize) # make room for registers & psw
03ff9a23 428 mvc SP_PTREGS(__PT_SIZE,%r15),0(%r12) # copy pt_regs
1de3447a 429 l %r12,__LC_THREAD_INFO
03ff9a23
MS		 430 xc __SF_BACKCHAIN(4,%r15),__SF_BACKCHAIN(%r15)
431 stosm __SF_EMPTY(%r15),0x03 # reenable interrupts
432 l %r1,BASED(.Lexecve_tail)
433 basr %r14,%r1
434 b BASED(sysc_return)
1da177e4
LT		 435
436/*
437 * Program check handler routine
438 */
439
25d83cbf 440 .globl pgm_check_handler
1da177e4
LT		 441pgm_check_handler:
442/*
443 * First we need to check for a special case:
444 * Single stepping an instruction that disables the PER event mask will
445 * cause a PER event AFTER the mask has been set. Example: SVC or LPSW.
446 * For a single stepped SVC the program check handler gets control after
447 * the SVC new PSW has been loaded. But we want to execute the SVC first and
448 * then handle the PER event. Therefore we update the SVC old PSW to point
449 * to the pgm_check_handler and branch to the SVC handler after we checked
450 * if we have to load the kernel stack register.
451 * For every other possible cause for PER event without the PER mask set
452 * we just ignore the PER event (FIXME: is there anything we have to do
453 * for LPSW?).
454 */
c185b783 455 stpt __LC_SYNC_ENTER_TIMER
1da177e4 456 SAVE_ALL_BASE __LC_SAVE_AREA
25d83cbf
HC		 457 tm __LC_PGM_INT_CODE+1,0x80 # check whether we got a per exception
458 bnz BASED(pgm_per) # got per exception -> special case
1de3447a
MS		 459 SAVE_ALL_PGM __LC_PGM_OLD_PSW,__LC_SAVE_AREA
460 CREATE_STACK_FRAME __LC_SAVE_AREA
461 xc SP_ILC(4,%r15),SP_ILC(%r15)
462 mvc SP_PSW(8,%r15),__LC_PGM_OLD_PSW
463 l %r12,__LC_THREAD_INFO # load pointer to thread_info struct
1da177e4
LT		 464 tm SP_PSW+1(%r15),0x01 # interrupting from user ?
465 bz BASED(pgm_no_vtime)
466 UPDATE_VTIME __LC_EXIT_TIMER,__LC_SYNC_ENTER_TIMER,__LC_USER_TIMER
467 UPDATE_VTIME __LC_LAST_UPDATE_TIMER,__LC_EXIT_TIMER,__LC_SYSTEM_TIMER
468 mvc __LC_LAST_UPDATE_TIMER(8),__LC_SYNC_ENTER_TIMER
469pgm_no_vtime:
25d83cbf 470 l %r3,__LC_PGM_ILC # load program interruption code
1e54622e
MS		 471 l %r4,__LC_TRANS_EXC_CODE
472 REENABLE_IRQS
1da177e4
LT		 473 la %r8,0x7f
474 nr %r8,%r3
25d83cbf 475 sll %r8,2
1de3447a
MS		 476 l %r1,BASED(.Ljump_table)
477 l %r1,0(%r8,%r1) # load address of handler routine
25d83cbf 478 la %r2,SP_PTREGS(%r15) # address of register-save area
1de3447a 479 basr %r14,%r1 # branch to interrupt-handler
6a2df3a8 480pgm_exit:
6a2df3a8 481 b BASED(sysc_return)
1da177e4
LT		 482
483#
484# handle per exception
485#
486pgm_per:
25d83cbf
HC		 487 tm __LC_PGM_OLD_PSW,0x40 # test if per event recording is on
488 bnz BASED(pgm_per_std) # ok, normal per event from user space
1da177e4 489# ok its one of the special cases, now we need to find out which one
25d83cbf
HC		 490 clc __LC_PGM_OLD_PSW(8),__LC_SVC_NEW_PSW
491 be BASED(pgm_svcper)
1da177e4 492# no interesting special case, ignore PER event
25d83cbf
HC		 493 lm %r12,%r15,__LC_SAVE_AREA
494 lpsw 0x28
1da177e4
LT		 495
496#
497# Normal per exception
498#
499pgm_per_std:
1de3447a
MS		 500 SAVE_ALL_PGM __LC_PGM_OLD_PSW,__LC_SAVE_AREA
501 CREATE_STACK_FRAME __LC_SAVE_AREA
502 mvc SP_PSW(8,%r15),__LC_PGM_OLD_PSW
503 l %r12,__LC_THREAD_INFO # load pointer to thread_info struct
1da177e4
LT		 504 tm SP_PSW+1(%r15),0x01 # interrupting from user ?
505 bz BASED(pgm_no_vtime2)
506 UPDATE_VTIME __LC_EXIT_TIMER,__LC_SYNC_ENTER_TIMER,__LC_USER_TIMER
507 UPDATE_VTIME __LC_LAST_UPDATE_TIMER,__LC_EXIT_TIMER,__LC_SYSTEM_TIMER
508 mvc __LC_LAST_UPDATE_TIMER(8),__LC_SYNC_ENTER_TIMER
509pgm_no_vtime2:
1de3447a 510 l %r1,__TI_task(%r12)
6a2df3a8
MS		 511 tm SP_PSW+1(%r15),0x01 # kernel per event ?
512 bz BASED(kernel_per)
5e9a2692
MS		 513 mvc __THREAD_per_cause(2,%r1),__LC_PER_CAUSE
514 mvc __THREAD_per_address(4,%r1),__LC_PER_ADDRESS
515 mvc __THREAD_per_paid(1,%r1),__LC_PER_PAID
516 oi __TI_flags+3(%r12),_TIF_PER_TRAP # set TIF_PER_TRAP
25d83cbf 517 l %r3,__LC_PGM_ILC # load program interruption code
1e54622e
MS		 518 l %r4,__LC_TRANS_EXC_CODE
519 REENABLE_IRQS
1da177e4 520 la %r8,0x7f
25d83cbf 521 nr %r8,%r3 # clear per-event-bit and ilc
f5cdac27 522 be BASED(pgm_exit2) # only per or per+check ?
f5cdac27 523 sll %r8,2
1de3447a
MS		 524 l %r1,BASED(.Ljump_table)
525 l %r1,0(%r8,%r1) # load address of handler routine
f5cdac27 526 la %r2,SP_PTREGS(%r15) # address of register-save area
1de3447a 527 basr %r14,%r1 # branch to interrupt-handler
f5cdac27 528pgm_exit2:
f5cdac27 529 b BASED(sysc_return)
1da177e4
LT		 530
531#
532# it was a single stepped SVC that is causing all the trouble
533#
534pgm_svcper:
1de3447a
MS		 535 SAVE_ALL_PGM __LC_SVC_OLD_PSW,__LC_SAVE_AREA
536 CREATE_STACK_FRAME __LC_SAVE_AREA
537 mvc SP_PSW(8,%r15),__LC_SVC_OLD_PSW
538 mvc SP_ILC(4,%r15),__LC_SVC_ILC
539 l %r12,__LC_THREAD_INFO # load pointer to thread_info struct
1da177e4
LT		 540 UPDATE_VTIME __LC_EXIT_TIMER,__LC_SYNC_ENTER_TIMER,__LC_USER_TIMER
541 UPDATE_VTIME __LC_LAST_UPDATE_TIMER,__LC_EXIT_TIMER,__LC_SYSTEM_TIMER
542 mvc __LC_LAST_UPDATE_TIMER(8),__LC_SYNC_ENTER_TIMER
1de3447a 543 l %r8,__TI_task(%r12)
5e9a2692
MS		 544 mvc __THREAD_per_cause(2,%r8),__LC_PER_CAUSE
545 mvc __THREAD_per_address(4,%r8),__LC_PER_ADDRESS
546 mvc __THREAD_per_paid(1,%r8),__LC_PER_PAID
547 oi __TI_flags+3(%r12),_TIF_PER_TRAP # set TIF_PER_TRAP
1da177e4 548 stosm __SF_EMPTY(%r15),0x03 # reenable interrupts
6a2df3a8 549 lm %r2,%r6,SP_R2(%r15) # load svc arguments
1da177e4
LT		 550 b BASED(sysc_do_svc)
551
4ba069b8
MG		 552#
553# per was called from kernel, must be kprobes
554#
555kernel_per:
9ec27080 556 REENABLE_IRQS
1de3447a 557 xc SP_SVCNR(2,%r15),SP_SVCNR(%r15)
4ba069b8
MG		 558 la %r2,SP_PTREGS(%r15) # address of register-save area
559 l %r1,BASED(.Lhandle_per) # load adr. of per handler
6a2df3a8
MS		 560 basr %r14,%r1 # branch to do_single_step
561 b BASED(pgm_exit)
4ba069b8 562
1da177e4
LT		 563/*
564 * IO interrupt handler routine
565 */
566
25d83cbf 567 .globl io_int_handler
1da177e4 568io_int_handler:
1da177e4 569 stck __LC_INT_CLOCK
9cfb9b3c 570 stpt __LC_ASYNC_ENTER_TIMER
63b12246 571 SAVE_ALL_ASYNC __LC_IO_OLD_PSW,__LC_SAVE_AREA+16
1de3447a
MS		 572 CREATE_STACK_FRAME __LC_SAVE_AREA+16
573 mvc SP_PSW(8,%r15),0(%r12) # move user PSW to stack
574 l %r12,__LC_THREAD_INFO # load pointer to thread_info struct
1da177e4
LT		 575 tm SP_PSW+1(%r15),0x01 # interrupting from user ?
576 bz BASED(io_no_vtime)
577 UPDATE_VTIME __LC_EXIT_TIMER,__LC_ASYNC_ENTER_TIMER,__LC_USER_TIMER
578 UPDATE_VTIME __LC_LAST_UPDATE_TIMER,__LC_EXIT_TIMER,__LC_SYSTEM_TIMER
579 mvc __LC_LAST_UPDATE_TIMER(8),__LC_ASYNC_ENTER_TIMER
580io_no_vtime:
1f194a4c 581 TRACE_IRQS_OFF
25d83cbf
HC		 582 l %r1,BASED(.Ldo_IRQ) # load address of do_IRQ
583 la %r2,SP_PTREGS(%r15) # address of register-save area
584 basr %r14,%r1 # branch to standard irq handler
1da177e4 585io_return:
6a2df3a8
MS		 586 LOCKDEP_SYS_EXIT
587 TRACE_IRQS_ON
588io_tif:
1de3447a 589 tm __TI_flags+3(%r12),_TIF_WORK_INT
25d83cbf 590 bnz BASED(io_work) # there is work to do (signals etc.)
411788ea 591io_restore:
25d83cbf 592 RESTORE_ALL __LC_RETURN_PSW,0
ae6aa2ea 593io_done:
1da177e4 594
2688905e 595#
43d399d2
MS		 596# There is work todo, find out in which context we have been interrupted:
597# 1) if we return to user space we can do all _TIF_WORK_INT work
598# 2) if we return to kernel code and preemptive scheduling is enabled check
599# the preemption counter and if it is zero call preempt_schedule_irq
600# Before any work can be done, a switch to the kernel stack is required.
2688905e
MS		 601#
602io_work:
603 tm SP_PSW+1(%r15),0x01 # returning to user ?
43d399d2
MS		 604 bo BASED(io_work_user) # yes -> do resched & signal
605#ifdef CONFIG_PREEMPT
2688905e 606 # check for preemptive scheduling
1de3447a 607 icm %r0,15,__TI_precount(%r12)
2688905e 608 bnz BASED(io_restore) # preemption disabled
1de3447a 609 tm __TI_flags+3(%r12),_TIF_NEED_RESCHED
6a2df3a8 610 bno BASED(io_restore)
43d399d2 611 # switch to kernel stack
1da177e4
LT		 612 l %r1,SP_R15(%r15)
613 s %r1,BASED(.Lc_spsize)
614 mvc SP_PTREGS(__PT_SIZE,%r1),SP_PTREGS(%r15)
25d83cbf 615 xc __SF_BACKCHAIN(4,%r1),__SF_BACKCHAIN(%r1) # clear back chain
1da177e4 616 lr %r15,%r1
6a2df3a8
MS		 617 # TRACE_IRQS_ON already done at io_return, call
618 # TRACE_IRQS_OFF to keep things symmetrical
619 TRACE_IRQS_OFF
b8e7a54c 620 l %r1,BASED(.Lpreempt_schedule_irq)
6a2df3a8
MS		 621 basr %r14,%r1 # call preempt_schedule_irq
622 b BASED(io_return)
623#else
43d399d2 624 b BASED(io_restore)
6a2df3a8 625#endif
1da177e4 626
43d399d2
MS		 627#
628# Need to do work before returning to userspace, switch to kernel stack
629#
2688905e 630io_work_user:
1da177e4
LT		 631 l %r1,__LC_KERNEL_STACK
632 s %r1,BASED(.Lc_spsize)
633 mvc SP_PTREGS(__PT_SIZE,%r1),SP_PTREGS(%r15)
25d83cbf 634 xc __SF_BACKCHAIN(4,%r1),__SF_BACKCHAIN(%r1) # clear back chain
1da177e4 635 lr %r15,%r1
6a2df3a8 636
1da177e4
LT		 637#
638# One of the work bits is on. Find out which one.
43d399d2 639# Checked are: _TIF_SIGPENDING, _TIF_NOTIFY_RESUME, _TIF_NEED_RESCHED
25d83cbf 640# and _TIF_MCCK_PENDING
1da177e4 641#
6a2df3a8 642io_work_tif:
1de3447a 643 tm __TI_flags+3(%r12),_TIF_MCCK_PENDING
25d83cbf 644 bo BASED(io_mcck_pending)
1de3447a 645 tm __TI_flags+3(%r12),_TIF_NEED_RESCHED
1da177e4 646 bo BASED(io_reschedule)
1de3447a 647 tm __TI_flags+3(%r12),_TIF_SIGPENDING
43d399d2 648 bo BASED(io_sigpending)
1de3447a 649 tm __TI_flags+3(%r12),_TIF_NOTIFY_RESUME
43d399d2
MS		 650 bo BASED(io_notify_resume)
651 b BASED(io_return) # beware of critical section cleanup
1da177e4 652
77fa2245
HC		 653#
654# _TIF_MCCK_PENDING is set, call handler
655#
656io_mcck_pending:
6a2df3a8 657 # TRACE_IRQS_ON already done at io_return
77fa2245 658 l %r1,BASED(.Ls390_handle_mcck)
b771aeac 659 basr %r14,%r1 # TIF bit will be cleared by handler
6a2df3a8
MS		 660 TRACE_IRQS_OFF
661 b BASED(io_return)
77fa2245 662
1da177e4
LT		 663#
664# _TIF_NEED_RESCHED is set, call schedule
25d83cbf
HC		 665#
666io_reschedule:
6a2df3a8 667 # TRACE_IRQS_ON already done at io_return
25d83cbf
HC		 668 l %r1,BASED(.Lschedule)
669 stosm __SF_EMPTY(%r15),0x03 # reenable interrupts
670 basr %r14,%r1 # call scheduler
671 stnsm __SF_EMPTY(%r15),0xfc # disable I/O and ext. interrupts
411788ea 672 TRACE_IRQS_OFF
6a2df3a8 673 b BASED(io_return)
1da177e4
LT		 674
675#
02a029b3 676# _TIF_SIGPENDING is set, call do_signal
1da177e4 677#
25d83cbf 678io_sigpending:
6a2df3a8 679 # TRACE_IRQS_ON already done at io_return
25d83cbf
HC		 680 stosm __SF_EMPTY(%r15),0x03 # reenable interrupts
681 la %r2,SP_PTREGS(%r15) # load pt_regs
682 l %r1,BASED(.Ldo_signal)
683 basr %r14,%r1 # call do_signal
684 stnsm __SF_EMPTY(%r15),0xfc # disable I/O and ext. interrupts
411788ea 685 TRACE_IRQS_OFF
6a2df3a8 686 b BASED(io_return)
1da177e4 687
753c4dd6
MS		 688#
689# _TIF_SIGPENDING is set, call do_signal
690#
691io_notify_resume:
6a2df3a8 692 # TRACE_IRQS_ON already done at io_return
753c4dd6
MS		 693 stosm __SF_EMPTY(%r15),0x03 # reenable interrupts
694 la %r2,SP_PTREGS(%r15) # load pt_regs
695 l %r1,BASED(.Ldo_notify_resume)
696 basr %r14,%r1 # call do_signal
697 stnsm __SF_EMPTY(%r15),0xfc # disable I/O and ext. interrupts
698 TRACE_IRQS_OFF
6a2df3a8 699 b BASED(io_return)
753c4dd6 700
1da177e4
LT		 701/*
702 * External interrupt handler routine
703 */
704
25d83cbf 705 .globl ext_int_handler
1da177e4 706ext_int_handler:
1da177e4 707 stck __LC_INT_CLOCK
9cfb9b3c 708 stpt __LC_ASYNC_ENTER_TIMER
63b12246 709 SAVE_ALL_ASYNC __LC_EXT_OLD_PSW,__LC_SAVE_AREA+16
1de3447a
MS		 710 CREATE_STACK_FRAME __LC_SAVE_AREA+16
711 mvc SP_PSW(8,%r15),0(%r12) # move user PSW to stack
712 l %r12,__LC_THREAD_INFO # load pointer to thread_info struct
1da177e4
LT		 713 tm SP_PSW+1(%r15),0x01 # interrupting from user ?
714 bz BASED(ext_no_vtime)
715 UPDATE_VTIME __LC_EXIT_TIMER,__LC_ASYNC_ENTER_TIMER,__LC_USER_TIMER
716 UPDATE_VTIME __LC_LAST_UPDATE_TIMER,__LC_EXIT_TIMER,__LC_SYSTEM_TIMER
717 mvc __LC_LAST_UPDATE_TIMER(8),__LC_ASYNC_ENTER_TIMER
718ext_no_vtime:
1f194a4c 719 TRACE_IRQS_OFF
25d83cbf 720 la %r2,SP_PTREGS(%r15) # address of register-save area
f6649a7e
MS		 721 l %r3,__LC_CPU_ADDRESS # get cpu address + interruption code
722 l %r4,__LC_EXT_PARAMS # get external parameters
1da177e4
LT		 723 l %r1,BASED(.Ldo_extint)
724 basr %r14,%r1
725 b BASED(io_return)
726
ae6aa2ea
MS		 727__critical_end:
728
1da177e4
LT		 729/*
730 * Machine check handler routines
731 */
732
25d83cbf 733 .globl mcck_int_handler
1da177e4 734mcck_int_handler:
6377981f 735 stck __LC_MCCK_CLOCK
77fa2245
HC		 736 spt __LC_CPU_TIMER_SAVE_AREA # revalidate cpu timer
737 lm %r0,%r15,__LC_GPREGS_SAVE_AREA # revalidate gprs
1da177e4 738 SAVE_ALL_BASE __LC_SAVE_AREA+32
77fa2245 739 la %r12,__LC_MCK_OLD_PSW
25d83cbf 740 tm __LC_MCCK_CODE,0x80 # system damage?
77fa2245 741 bo BASED(mcck_int_main) # yes -> rest of mcck code invalid
6377981f 742 mvc __LC_MCCK_ENTER_TIMER(8),__LC_CPU_TIMER_SAVE_AREA
63b12246
MS		 743 tm __LC_MCCK_CODE+5,0x02 # stored cpu timer value valid?
744 bo BASED(1f)
745 la %r14,__LC_SYNC_ENTER_TIMER
746 clc 0(8,%r14),__LC_ASYNC_ENTER_TIMER
747 bl BASED(0f)
748 la %r14,__LC_ASYNC_ENTER_TIMER
7490: clc 0(8,%r14),__LC_EXIT_TIMER
750 bl BASED(0f)
751 la %r14,__LC_EXIT_TIMER
7520: clc 0(8,%r14),__LC_LAST_UPDATE_TIMER
753 bl BASED(0f)
754 la %r14,__LC_LAST_UPDATE_TIMER
7550: spt 0(%r14)
6377981f 756 mvc __LC_MCCK_ENTER_TIMER(8),0(%r14)
c185b783 7571: tm __LC_MCCK_CODE+2,0x09 # mwp + ia of old psw valid?
77fa2245
HC		 758 bno BASED(mcck_int_main) # no -> skip cleanup critical
759 tm __LC_MCK_OLD_PSW+1,0x01 # test problem state bit
760 bnz BASED(mcck_int_main) # from user -> load async stack
761 clc __LC_MCK_OLD_PSW+4(4),BASED(.Lcritical_end)
762 bhe BASED(mcck_int_main)
763 clc __LC_MCK_OLD_PSW+4(4),BASED(.Lcritical_start)
764 bl BASED(mcck_int_main)
765 l %r14,BASED(.Lcleanup_critical)
766 basr %r14,%r14
767mcck_int_main:
768 l %r14,__LC_PANIC_STACK # are we already on the panic stack?
769 slr %r14,%r15
770 sra %r14,PAGE_SHIFT
771 be BASED(0f)
772 l %r15,__LC_PANIC_STACK # load panic stack
1de3447a
MS		 7730: s %r15,BASED(.Lc_spsize) # make room for registers & psw
774 CREATE_STACK_FRAME __LC_SAVE_AREA+32
775 mvc SP_PSW(8,%r15),0(%r12)
776 l %r12,__LC_THREAD_INFO # load pointer to thread_info struct
25d83cbf 777 tm __LC_MCCK_CODE+2,0x08 # mwp of old psw valid?
ae6aa2ea 778 bno BASED(mcck_no_vtime) # no -> skip cleanup critical
63b12246 779 tm SP_PSW+1(%r15),0x01 # interrupting from user ?
ae6aa2ea 780 bz BASED(mcck_no_vtime)
6377981f 781 UPDATE_VTIME __LC_EXIT_TIMER,__LC_MCCK_ENTER_TIMER,__LC_USER_TIMER
ae6aa2ea 782 UPDATE_VTIME __LC_LAST_UPDATE_TIMER,__LC_EXIT_TIMER,__LC_SYSTEM_TIMER
6377981f 783 mvc __LC_LAST_UPDATE_TIMER(8),__LC_MCCK_ENTER_TIMER
ae6aa2ea 784mcck_no_vtime:
77fa2245 785 la %r2,SP_PTREGS(%r15) # load pt_regs
25d83cbf
HC		 786 l %r1,BASED(.Ls390_mcck)
787 basr %r14,%r1 # call machine check handler
788 tm SP_PSW+1(%r15),0x01 # returning to user ?
77fa2245 789 bno BASED(mcck_return)
25d83cbf 790 l %r1,__LC_KERNEL_STACK # switch to kernel stack
77fa2245
HC		 791 s %r1,BASED(.Lc_spsize)
792 mvc SP_PTREGS(__PT_SIZE,%r1),SP_PTREGS(%r15)
25d83cbf 793 xc __SF_BACKCHAIN(4,%r1),__SF_BACKCHAIN(%r1) # clear back chain
77fa2245
HC		 794 lr %r15,%r1
795 stosm __SF_EMPTY(%r15),0x04 # turn dat on
1de3447a 796 tm __TI_flags+3(%r12),_TIF_MCCK_PENDING
77fa2245 797 bno BASED(mcck_return)
1f194a4c 798 TRACE_IRQS_OFF
77fa2245
HC		 799 l %r1,BASED(.Ls390_handle_mcck)
800 basr %r14,%r1 # call machine check handler
1f194a4c 801 TRACE_IRQS_ON
1da177e4 802mcck_return:
63b12246
MS		 803 mvc __LC_RETURN_MCCK_PSW(8),SP_PSW(%r15) # move return PSW
804 ni __LC_RETURN_MCCK_PSW+1,0xfd # clear wait state bit
63b12246
MS		 805 tm __LC_RETURN_MCCK_PSW+1,0x01 # returning to user ?
806 bno BASED(0f)
807 lm %r0,%r15,SP_R0(%r15) # load gprs 0-15
808 stpt __LC_EXIT_TIMER
809 lpsw __LC_RETURN_MCCK_PSW # back to caller
c185b783 8100: lm %r0,%r15,SP_R0(%r15) # load gprs 0-15
63b12246
MS		 811 lpsw __LC_RETURN_MCCK_PSW # back to caller
812
25d83cbf 813 RESTORE_ALL __LC_RETURN_MCCK_PSW,0
1da177e4 814
1da177e4
LT		 815/*
816 * Restart interruption handler, kick starter for additional CPUs
817 */
84b36a8e 818#ifdef CONFIG_SMP
2bc89b5e 819 __CPUINIT
25d83cbf 820 .globl restart_int_handler
1da177e4 821restart_int_handler:
5b409ed1
MS		 822 basr %r1,0
823restart_base:
824 spt restart_vtime-restart_base(%r1)
825 stck __LC_LAST_UPDATE_CLOCK
826 mvc __LC_LAST_UPDATE_TIMER(8),restart_vtime-restart_base(%r1)
827 mvc __LC_EXIT_TIMER(8),restart_vtime-restart_base(%r1)
25d83cbf
HC		 828 l %r15,__LC_SAVE_AREA+60 # load ksp
829 lctl %c0,%c15,__LC_CREGS_SAVE_AREA # get new ctl regs
830 lam %a0,%a15,__LC_AREGS_SAVE_AREA
831 lm %r6,%r15,__SF_GPRS(%r15) # load registers from clone
5b409ed1
MS		 832 l %r1,__LC_THREAD_INFO
833 mvc __LC_USER_TIMER(8),__TI_user_timer(%r1)
834 mvc __LC_SYSTEM_TIMER(8),__TI_system_timer(%r1)
835 xc __LC_STEAL_TIMER(8),__LC_STEAL_TIMER
25d83cbf
HC		 836 stosm __SF_EMPTY(%r15),0x04 # now we can turn dat on
837 basr %r14,0
838 l %r14,restart_addr-.(%r14)
8eb4bd66 839 basr %r14,%r14 # branch to start_secondary
1da177e4 840restart_addr:
25d83cbf 841 .long start_secondary
5b409ed1
MS		 842 .align 8
843restart_vtime:
844 .long 0x7fffffff,0xffffffff
84b36a8e 845 .previous
1da177e4
LT		 846#else
847/*
848 * If we do not run with SMP enabled, let the new CPU crash ...
849 */
25d83cbf 850 .globl restart_int_handler
1da177e4 851restart_int_handler:
25d83cbf 852 basr %r1,0
1da177e4 853restart_base:
25d83cbf
HC		 854 lpsw restart_crash-restart_base(%r1)
855 .align 8
1da177e4 856restart_crash:
25d83cbf 857 .long 0x000a0000,0x00000000
1da177e4
LT		 858restart_go:
859#endif
860
860dba45
MS		 861 .section .kprobes.text, "ax"
862
1da177e4
LT		 863#ifdef CONFIG_CHECK_STACK
864/*
865 * The synchronous or the asynchronous stack overflowed. We are dead.
866 * No need to properly save the registers, we are going to panic anyway.
867 * Setup a pt_regs so that show_trace can provide a good call trace.
868 */
869stack_overflow:
870 l %r15,__LC_PANIC_STACK # change to panic stack
871 sl %r15,BASED(.Lc_spsize)
872 mvc SP_PSW(8,%r15),0(%r12) # move user PSW to stack
873 stm %r0,%r11,SP_R0(%r15) # store gprs %r0-%r11 to kernel stack
874 la %r1,__LC_SAVE_AREA
875 ch %r12,BASED(.L0x020) # old psw addr == __LC_SVC_OLD_PSW ?
876 be BASED(0f)
877 ch %r12,BASED(.L0x028) # old psw addr == __LC_PGM_OLD_PSW ?
878 be BASED(0f)
879 la %r1,__LC_SAVE_AREA+16
8800: mvc SP_R12(16,%r15),0(%r1) # move %r12-%r15 to stack
25d83cbf 881 xc __SF_BACKCHAIN(4,%r15),__SF_BACKCHAIN(%r15) # clear back chain
1da177e4 882 l %r1,BASED(1f) # branch to kernel_stack_overflow
25d83cbf 883 la %r2,SP_PTREGS(%r15) # load pt_regs
1da177e4 884 br %r1
25d83cbf 8851: .long kernel_stack_overflow
1da177e4
LT		 886#endif
887
888cleanup_table_system_call:
889 .long system_call + 0x80000000, sysc_do_svc + 0x80000000
6a2df3a8
MS		 890cleanup_table_sysc_tif:
891 .long sysc_tif + 0x80000000, sysc_restore + 0x80000000
892cleanup_table_sysc_restore:
893 .long sysc_restore + 0x80000000, sysc_done + 0x80000000
894cleanup_table_io_tif:
895 .long io_tif + 0x80000000, io_restore + 0x80000000
896cleanup_table_io_restore:
897 .long io_restore + 0x80000000, io_done + 0x80000000
1da177e4
LT		 898
899cleanup_critical:
900 clc 4(4,%r12),BASED(cleanup_table_system_call)
901 bl BASED(0f)
902 clc 4(4,%r12),BASED(cleanup_table_system_call+4)
903 bl BASED(cleanup_system_call)
9040:
6a2df3a8 905 clc 4(4,%r12),BASED(cleanup_table_sysc_tif)
1da177e4 906 bl BASED(0f)
6a2df3a8
MS		 907 clc 4(4,%r12),BASED(cleanup_table_sysc_tif+4)
908 bl BASED(cleanup_sysc_tif)
1da177e4 9090:
6a2df3a8 910 clc 4(4,%r12),BASED(cleanup_table_sysc_restore)
1da177e4 911 bl BASED(0f)
6a2df3a8
MS		 912 clc 4(4,%r12),BASED(cleanup_table_sysc_restore+4)
913 bl BASED(cleanup_sysc_restore)
63b12246 9140:
6a2df3a8 915 clc 4(4,%r12),BASED(cleanup_table_io_tif)
63b12246 916 bl BASED(0f)
6a2df3a8
MS		 917 clc 4(4,%r12),BASED(cleanup_table_io_tif+4)
918 bl BASED(cleanup_io_tif)
ae6aa2ea 9190:
6a2df3a8 920 clc 4(4,%r12),BASED(cleanup_table_io_restore)
ae6aa2ea 921 bl BASED(0f)
6a2df3a8
MS		 922 clc 4(4,%r12),BASED(cleanup_table_io_restore+4)
923 bl BASED(cleanup_io_restore)
1da177e4
LT		 9240:
925 br %r14
926
927cleanup_system_call:
928 mvc __LC_RETURN_PSW(8),0(%r12)
1da177e4
LT		 929 clc __LC_RETURN_PSW+4(4),BASED(cleanup_system_call_insn+4)
930 bh BASED(0f)
6377981f
MS		 931 mvc __LC_SYNC_ENTER_TIMER(8),__LC_MCCK_ENTER_TIMER
932 c %r12,BASED(.Lmck_old_psw)
933 be BASED(0f)
1da177e4 934 mvc __LC_SYNC_ENTER_TIMER(8),__LC_ASYNC_ENTER_TIMER
6377981f
MS		 9350: c %r12,BASED(.Lmck_old_psw)
936 la %r12,__LC_SAVE_AREA+32
937 be BASED(0f)
938 la %r12,__LC_SAVE_AREA+16
1da177e4
LT		 9390: clc __LC_RETURN_PSW+4(4),BASED(cleanup_system_call_insn+8)
940 bhe BASED(cleanup_vtime)
1da177e4
LT		 941 clc __LC_RETURN_PSW+4(4),BASED(cleanup_system_call_insn)
942 bh BASED(0f)
ae6aa2ea
MS		 943 mvc __LC_SAVE_AREA(16),0(%r12)
9440: st %r13,4(%r12)
1de3447a
MS		 945 l %r15,__LC_KERNEL_STACK # problem state -> load ksp
946 s %r15,BASED(.Lc_spsize) # make room for registers & psw
ae6aa2ea 947 st %r15,12(%r12)
1de3447a
MS		 948 CREATE_STACK_FRAME __LC_SAVE_AREA
949 mvc SP_PSW(8,%r15),__LC_SVC_OLD_PSW
950 mvc SP_ILC(4,%r15),__LC_SVC_ILC
951 mvc 0(4,%r12),__LC_THREAD_INFO
1da177e4
LT		 952cleanup_vtime:
953 clc __LC_RETURN_PSW+4(4),BASED(cleanup_system_call_insn+12)
954 bhe BASED(cleanup_stime)
1da177e4
LT		 955 UPDATE_VTIME __LC_EXIT_TIMER,__LC_SYNC_ENTER_TIMER,__LC_USER_TIMER
956cleanup_stime:
957 clc __LC_RETURN_PSW+4(4),BASED(cleanup_system_call_insn+16)
958 bh BASED(cleanup_update)
959 UPDATE_VTIME __LC_LAST_UPDATE_TIMER,__LC_EXIT_TIMER,__LC_SYSTEM_TIMER
960cleanup_update:
961 mvc __LC_LAST_UPDATE_TIMER(8),__LC_SYNC_ENTER_TIMER
1da177e4
LT		 962 mvc __LC_RETURN_PSW+4(4),BASED(cleanup_table_system_call+4)
963 la %r12,__LC_RETURN_PSW
964 br %r14
965cleanup_system_call_insn:
966 .long sysc_saveall + 0x80000000
25d83cbf
HC		 967 .long system_call + 0x80000000
968 .long sysc_vtime + 0x80000000
969 .long sysc_stime + 0x80000000
970 .long sysc_update + 0x80000000
1da177e4 971
6a2df3a8 972cleanup_sysc_tif:
1da177e4 973 mvc __LC_RETURN_PSW(4),0(%r12)
6a2df3a8 974 mvc __LC_RETURN_PSW+4(4),BASED(cleanup_table_sysc_tif)
1da177e4
LT		 975 la %r12,__LC_RETURN_PSW
976 br %r14
977
6a2df3a8
MS		 978cleanup_sysc_restore:
979 clc 4(4,%r12),BASED(cleanup_sysc_restore_insn)
ae6aa2ea 980 be BASED(2f)
6377981f
MS		 981 mvc __LC_EXIT_TIMER(8),__LC_MCCK_ENTER_TIMER
982 c %r12,BASED(.Lmck_old_psw)
983 be BASED(0f)
1da177e4 984 mvc __LC_EXIT_TIMER(8),__LC_ASYNC_ENTER_TIMER
6377981f 9850: clc 4(4,%r12),BASED(cleanup_sysc_restore_insn+4)
ae6aa2ea 986 be BASED(2f)
1da177e4 987 mvc __LC_RETURN_PSW(8),SP_PSW(%r15)
ae6aa2ea 988 c %r12,BASED(.Lmck_old_psw)
6377981f
MS		 989 la %r12,__LC_SAVE_AREA+32
990 be BASED(1f)
991 la %r12,__LC_SAVE_AREA+16
9921: mvc 0(16,%r12),SP_R12(%r15)
993 lm %r0,%r11,SP_R0(%r15)
1da177e4 994 l %r15,SP_R15(%r15)
ae6aa2ea 9952: la %r12,__LC_RETURN_PSW
1da177e4 996 br %r14
6a2df3a8 997cleanup_sysc_restore_insn:
411788ea 998 .long sysc_done - 4 + 0x80000000
411788ea 999 .long sysc_done - 8 + 0x80000000
1da177e4 1000
6a2df3a8 1001cleanup_io_tif:
176b1803 1002 mvc __LC_RETURN_PSW(4),0(%r12)
6a2df3a8 1003 mvc __LC_RETURN_PSW+4(4),BASED(cleanup_table_io_tif)
176b1803
MS		 1004 la %r12,__LC_RETURN_PSW
1005 br %r14
1006
6a2df3a8
MS		 1007cleanup_io_restore:
1008 clc 4(4,%r12),BASED(cleanup_io_restore_insn)
6377981f
MS		 1009 be BASED(1f)
1010 mvc __LC_EXIT_TIMER(8),__LC_MCCK_ENTER_TIMER
6a2df3a8 1011 clc 4(4,%r12),BASED(cleanup_io_restore_insn+4)
6377981f 1012 be BASED(1f)
ae6aa2ea 1013 mvc __LC_RETURN_PSW(8),SP_PSW(%r15)
ae6aa2ea 1014 mvc __LC_SAVE_AREA+32(16),SP_R12(%r15)
6377981f 1015 lm %r0,%r11,SP_R0(%r15)
ae6aa2ea 1016 l %r15,SP_R15(%r15)
6377981f 10171: la %r12,__LC_RETURN_PSW
ae6aa2ea 1018 br %r14
6a2df3a8 1019cleanup_io_restore_insn:
411788ea 1020 .long io_done - 4 + 0x80000000
411788ea 1021 .long io_done - 8 + 0x80000000
ae6aa2ea 1022
1da177e4
LT		 1023/*
1024 * Integer constants
1025 */
25d83cbf
HC		 1026 .align 4
1027.Lc_spsize: .long SP_SIZE
1028.Lc_overhead: .long STACK_FRAME_OVERHEAD
25d83cbf
HC		 1029.Lnr_syscalls: .long NR_syscalls
1030.L0x018: .short 0x018
1031.L0x020: .short 0x020
1032.L0x028: .short 0x028
1033.L0x030: .short 0x030
1034.L0x038: .short 0x038
1035.Lc_1: .long 1
1da177e4
LT		 1036
1037/*
1038 * Symbol constants
1039 */
25d83cbf 1040.Ls390_mcck: .long s390_do_machine_check
77fa2245 1041.Ls390_handle_mcck:
25d83cbf
HC		 1042 .long s390_handle_mcck
1043.Lmck_old_psw: .long __LC_MCK_OLD_PSW
1044.Ldo_IRQ: .long do_IRQ
1045.Ldo_extint: .long do_extint
1046.Ldo_signal: .long do_signal
753c4dd6
MS		 1047.Ldo_notify_resume:
1048 .long do_notify_resume
5e9a2692 1049.Lhandle_per: .long do_per_trap
03ff9a23
MS		 1050.Ldo_execve: .long do_execve
1051.Lexecve_tail: .long execve_tail
25d83cbf
HC		 1052.Ljump_table: .long pgm_check_table
1053.Lschedule: .long schedule
ab1809b4 1054#ifdef CONFIG_PREEMPT
b8e7a54c
HC		 1055.Lpreempt_schedule_irq:
1056 .long preempt_schedule_irq
ab1809b4 1057#endif
753c4dd6
MS		 1058.Ltrace_entry: .long do_syscall_trace_enter
1059.Ltrace_exit: .long do_syscall_trace_exit
25d83cbf
HC		 1060.Lschedtail: .long schedule_tail
1061.Lsysc_table: .long sys_call_table
1f194a4c 1062#ifdef CONFIG_TRACE_IRQFLAGS
50bec4ce
HC		 1063.Ltrace_irq_on_caller:
1064 .long trace_hardirqs_on_caller
1065.Ltrace_irq_off_caller:
1066 .long trace_hardirqs_off_caller
af4c6874
HC		 1067#endif
1068#ifdef CONFIG_LOCKDEP
523b44cf
HC		 1069.Llockdep_sys_exit:
1070 .long lockdep_sys_exit
1f194a4c 1071#endif
1da177e4 1072.Lcritical_start:
25d83cbf 1073 .long __critical_start + 0x80000000
1da177e4 1074.Lcritical_end:
25d83cbf 1075 .long __critical_end + 0x80000000
1da177e4 1076.Lcleanup_critical:
25d83cbf 1077 .long cleanup_critical
1da177e4 1078
25d83cbf 1079 .section .rodata, "a"
1da177e4 1080#define SYSCALL(esa,esame,emu) .long esa
9bf1226b 1081 .globl sys_call_table
1da177e4
LT		 1082sys_call_table:
1083#include "syscalls.S"
1084#undef SYSCALL
kernel source for telekom puls (alcatel/mediatek)