Commit | Line | Data |
---|---|---|
1da177e4 LT |
1 | /* $Id: entry.S,v 1.170 2001/11/13 00:57:05 davem Exp $ |
2 | * arch/sparc/kernel/entry.S: Sparc trap low-level entry points. | |
3 | * | |
4 | * Copyright (C) 1995 David S. Miller (davem@caip.rutgers.edu) | |
5 | * Copyright (C) 1996 Eddie C. Dost (ecd@skynet.be) | |
6 | * Copyright (C) 1996 Miguel de Icaza (miguel@nuclecu.unam.mx) | |
7 | * Copyright (C) 1996-1999 Jakub Jelinek (jj@sunsite.mff.cuni.cz) | |
8 | * Copyright (C) 1997 Anton Blanchard (anton@progsoc.uts.edu.au) | |
9 | */ | |
10 | ||
1da177e4 LT |
11 | #include <linux/errno.h> |
12 | ||
13 | #include <asm/head.h> | |
14 | #include <asm/asi.h> | |
15 | #include <asm/smp.h> | |
16 | #include <asm/kgdb.h> | |
17 | #include <asm/contregs.h> | |
18 | #include <asm/ptrace.h> | |
47003497 | 19 | #include <asm/asm-offsets.h> |
1da177e4 LT |
20 | #include <asm/psr.h> |
21 | #include <asm/vaddrs.h> | |
22 | #include <asm/memreg.h> | |
23 | #include <asm/page.h> | |
24 | #ifdef CONFIG_SUN4 | |
25 | #include <asm/pgtsun4.h> | |
26 | #else | |
27 | #include <asm/pgtsun4c.h> | |
28 | #endif | |
29 | #include <asm/winmacro.h> | |
30 | #include <asm/signal.h> | |
31 | #include <asm/obio.h> | |
32 | #include <asm/mxcc.h> | |
33 | #include <asm/thread_info.h> | |
34 | #include <asm/param.h> | |
59359ff8 | 35 | #include <asm/unistd.h> |
1da177e4 LT |
36 | |
37 | #include <asm/asmmacro.h> | |
38 | ||
39 | #define curptr g6 | |
40 | ||
1da177e4 LT |
41 | /* These are just handy. */ |
42 | #define _SV save %sp, -STACKFRAME_SZ, %sp | |
43 | #define _RS restore | |
44 | ||
45 | #define FLUSH_ALL_KERNEL_WINDOWS \ | |
46 | _SV; _SV; _SV; _SV; _SV; _SV; _SV; \ | |
47 | _RS; _RS; _RS; _RS; _RS; _RS; _RS; | |
48 | ||
49 | /* First, KGDB low level things. This is a rewrite | |
50 | * of the routines found in the sparc-stub.c asm() statement | |
51 | * from the gdb distribution. This is also dual-purpose | |
52 | * as a software trap for userlevel programs. | |
53 | */ | |
54 | .data | |
55 | .align 4 | |
56 | ||
57 | in_trap_handler: | |
58 | .word 0 | |
59 | ||
60 | .text | |
61 | .align 4 | |
62 | ||
63 | #if 0 /* kgdb is dropped from 2.5.33 */ | |
64 | ! This function is called when any SPARC trap (except window overflow or | |
65 | ! underflow) occurs. It makes sure that the invalid register window is still | |
66 | ! available before jumping into C code. It will also restore the world if you | |
67 | ! return from handle_exception. | |
68 | ||
69 | .globl trap_low | |
70 | trap_low: | |
71 | rd %wim, %l3 | |
72 | SAVE_ALL | |
73 | ||
74 | sethi %hi(in_trap_handler), %l4 | |
75 | ld [%lo(in_trap_handler) + %l4], %l5 | |
76 | inc %l5 | |
77 | st %l5, [%lo(in_trap_handler) + %l4] | |
78 | ||
79 | /* Make sure kgdb sees the same state we just saved. */ | |
80 | LOAD_PT_GLOBALS(sp) | |
81 | LOAD_PT_INS(sp) | |
82 | ld [%sp + STACKFRAME_SZ + PT_Y], %l4 | |
83 | ld [%sp + STACKFRAME_SZ + PT_WIM], %l3 | |
84 | ld [%sp + STACKFRAME_SZ + PT_PSR], %l0 | |
85 | ld [%sp + STACKFRAME_SZ + PT_PC], %l1 | |
86 | ld [%sp + STACKFRAME_SZ + PT_NPC], %l2 | |
87 | rd %tbr, %l5 /* Never changes... */ | |
88 | ||
89 | /* Make kgdb exception frame. */ | |
90 | sub %sp,(16+1+6+1+72)*4,%sp ! Make room for input & locals | |
91 | ! + hidden arg + arg spill | |
92 | ! + doubleword alignment | |
93 | ! + registers[72] local var | |
94 | SAVE_KGDB_GLOBALS(sp) | |
95 | SAVE_KGDB_INS(sp) | |
96 | SAVE_KGDB_SREGS(sp, l4, l0, l3, l5, l1, l2) | |
97 | ||
98 | /* We are increasing PIL, so two writes. */ | |
99 | or %l0, PSR_PIL, %l0 | |
100 | wr %l0, 0, %psr | |
101 | WRITE_PAUSE | |
102 | wr %l0, PSR_ET, %psr | |
103 | WRITE_PAUSE | |
104 | ||
105 | call handle_exception | |
106 | add %sp, STACKFRAME_SZ, %o0 ! Pass address of registers | |
107 | ||
108 | /* Load new kgdb register set. */ | |
109 | LOAD_KGDB_GLOBALS(sp) | |
110 | LOAD_KGDB_INS(sp) | |
111 | LOAD_KGDB_SREGS(sp, l4, l0, l3, l5, l1, l2) | |
112 | wr %l4, 0x0, %y | |
113 | ||
114 | sethi %hi(in_trap_handler), %l4 | |
115 | ld [%lo(in_trap_handler) + %l4], %l5 | |
116 | dec %l5 | |
117 | st %l5, [%lo(in_trap_handler) + %l4] | |
118 | ||
119 | add %sp,(16+1+6+1+72)*4,%sp ! Undo the kgdb trap frame. | |
120 | ||
121 | /* Now take what kgdb did and place it into the pt_regs | |
122 | * frame which SparcLinux RESTORE_ALL understands., | |
123 | */ | |
124 | STORE_PT_INS(sp) | |
125 | STORE_PT_GLOBALS(sp) | |
126 | STORE_PT_YREG(sp, g2) | |
127 | STORE_PT_PRIV(sp, l0, l1, l2) | |
128 | ||
129 | RESTORE_ALL | |
130 | #endif | |
131 | ||
132 | #ifdef CONFIG_BLK_DEV_FD | |
133 | .text | |
134 | .align 4 | |
135 | .globl floppy_hardint | |
136 | floppy_hardint: | |
137 | /* | |
138 | * This code cannot touch registers %l0 %l1 and %l2 | |
139 | * because SAVE_ALL depends on their values. It depends | |
140 | * on %l3 also, but we regenerate it before a call. | |
141 | * Other registers are: | |
142 | * %l3 -- base address of fdc registers | |
143 | * %l4 -- pdma_vaddr | |
144 | * %l5 -- scratch for ld/st address | |
145 | * %l6 -- pdma_size | |
146 | * %l7 -- scratch [floppy byte, ld/st address, aux. data] | |
147 | */ | |
148 | ||
149 | /* Do we have work to do? */ | |
150 | sethi %hi(doing_pdma), %l7 | |
151 | ld [%l7 + %lo(doing_pdma)], %l7 | |
152 | cmp %l7, 0 | |
153 | be floppy_dosoftint | |
154 | nop | |
155 | ||
156 | /* Load fdc register base */ | |
157 | sethi %hi(fdc_status), %l3 | |
158 | ld [%l3 + %lo(fdc_status)], %l3 | |
159 | ||
160 | /* Setup register addresses */ | |
161 | sethi %hi(pdma_vaddr), %l5 ! transfer buffer | |
162 | ld [%l5 + %lo(pdma_vaddr)], %l4 | |
163 | sethi %hi(pdma_size), %l5 ! bytes to go | |
164 | ld [%l5 + %lo(pdma_size)], %l6 | |
165 | next_byte: | |
166 | ldub [%l3], %l7 | |
167 | ||
168 | andcc %l7, 0x80, %g0 ! Does fifo still have data | |
169 | bz floppy_fifo_emptied ! fifo has been emptied... | |
170 | andcc %l7, 0x20, %g0 ! in non-dma mode still? | |
171 | bz floppy_overrun ! nope, overrun | |
172 | andcc %l7, 0x40, %g0 ! 0=write 1=read | |
173 | bz floppy_write | |
174 | sub %l6, 0x1, %l6 | |
175 | ||
176 | /* Ok, actually read this byte */ | |
177 | ldub [%l3 + 1], %l7 | |
178 | orcc %g0, %l6, %g0 | |
179 | stb %l7, [%l4] | |
180 | bne next_byte | |
181 | add %l4, 0x1, %l4 | |
182 | ||
183 | b floppy_tdone | |
184 | nop | |
185 | ||
186 | floppy_write: | |
187 | /* Ok, actually write this byte */ | |
188 | ldub [%l4], %l7 | |
189 | orcc %g0, %l6, %g0 | |
190 | stb %l7, [%l3 + 1] | |
191 | bne next_byte | |
192 | add %l4, 0x1, %l4 | |
193 | ||
194 | /* fall through... */ | |
195 | floppy_tdone: | |
196 | sethi %hi(pdma_vaddr), %l5 | |
197 | st %l4, [%l5 + %lo(pdma_vaddr)] | |
198 | sethi %hi(pdma_size), %l5 | |
199 | st %l6, [%l5 + %lo(pdma_size)] | |
200 | /* Flip terminal count pin */ | |
201 | set auxio_register, %l7 | |
202 | ld [%l7], %l7 | |
203 | ||
204 | set sparc_cpu_model, %l5 | |
205 | ld [%l5], %l5 | |
206 | subcc %l5, 1, %g0 /* enum { sun4c = 1 }; */ | |
207 | be 1f | |
208 | ldub [%l7], %l5 | |
209 | ||
210 | or %l5, 0xc2, %l5 | |
211 | stb %l5, [%l7] | |
212 | andn %l5, 0x02, %l5 | |
213 | b 2f | |
214 | nop | |
215 | ||
216 | 1: | |
217 | or %l5, 0xf4, %l5 | |
218 | stb %l5, [%l7] | |
219 | andn %l5, 0x04, %l5 | |
220 | ||
221 | 2: | |
222 | /* Kill some time so the bits set */ | |
223 | WRITE_PAUSE | |
224 | WRITE_PAUSE | |
225 | ||
226 | stb %l5, [%l7] | |
227 | ||
228 | /* Prevent recursion */ | |
229 | sethi %hi(doing_pdma), %l7 | |
230 | b floppy_dosoftint | |
231 | st %g0, [%l7 + %lo(doing_pdma)] | |
232 | ||
233 | /* We emptied the FIFO, but we haven't read everything | |
234 | * as of yet. Store the current transfer address and | |
235 | * bytes left to read so we can continue when the next | |
236 | * fast IRQ comes in. | |
237 | */ | |
238 | floppy_fifo_emptied: | |
239 | sethi %hi(pdma_vaddr), %l5 | |
240 | st %l4, [%l5 + %lo(pdma_vaddr)] | |
241 | sethi %hi(pdma_size), %l7 | |
242 | st %l6, [%l7 + %lo(pdma_size)] | |
243 | ||
244 | /* Restore condition codes */ | |
245 | wr %l0, 0x0, %psr | |
246 | WRITE_PAUSE | |
247 | ||
248 | jmp %l1 | |
249 | rett %l2 | |
250 | ||
251 | floppy_overrun: | |
252 | sethi %hi(pdma_vaddr), %l5 | |
253 | st %l4, [%l5 + %lo(pdma_vaddr)] | |
254 | sethi %hi(pdma_size), %l5 | |
255 | st %l6, [%l5 + %lo(pdma_size)] | |
256 | /* Prevent recursion */ | |
257 | sethi %hi(doing_pdma), %l7 | |
258 | st %g0, [%l7 + %lo(doing_pdma)] | |
259 | ||
260 | /* fall through... */ | |
261 | floppy_dosoftint: | |
262 | rd %wim, %l3 | |
263 | SAVE_ALL | |
264 | ||
265 | /* Set all IRQs off. */ | |
266 | or %l0, PSR_PIL, %l4 | |
267 | wr %l4, 0x0, %psr | |
268 | WRITE_PAUSE | |
269 | wr %l4, PSR_ET, %psr | |
270 | WRITE_PAUSE | |
271 | ||
272 | mov 11, %o0 ! floppy irq level (unused anyway) | |
273 | mov %g0, %o1 ! devid is not used in fast interrupts | |
274 | call sparc_floppy_irq | |
275 | add %sp, STACKFRAME_SZ, %o2 ! struct pt_regs *regs | |
276 | ||
277 | RESTORE_ALL | |
278 | ||
279 | #endif /* (CONFIG_BLK_DEV_FD) */ | |
280 | ||
281 | /* Bad trap handler */ | |
282 | .globl bad_trap_handler | |
283 | bad_trap_handler: | |
284 | SAVE_ALL | |
285 | ||
286 | wr %l0, PSR_ET, %psr | |
287 | WRITE_PAUSE | |
288 | ||
289 | add %sp, STACKFRAME_SZ, %o0 ! pt_regs | |
290 | call do_hw_interrupt | |
291 | mov %l7, %o1 ! trap number | |
292 | ||
293 | RESTORE_ALL | |
294 | ||
295 | /* For now all IRQ's not registered get sent here. handler_irq() will | |
296 | * see if a routine is registered to handle this interrupt and if not | |
297 | * it will say so on the console. | |
298 | */ | |
299 | ||
300 | .align 4 | |
301 | .globl real_irq_entry, patch_handler_irq | |
302 | real_irq_entry: | |
303 | SAVE_ALL | |
304 | ||
305 | #ifdef CONFIG_SMP | |
306 | .globl patchme_maybe_smp_msg | |
307 | ||
308 | cmp %l7, 12 | |
309 | patchme_maybe_smp_msg: | |
310 | bgu maybe_smp4m_msg | |
311 | nop | |
312 | #endif | |
313 | ||
314 | real_irq_continue: | |
315 | or %l0, PSR_PIL, %g2 | |
316 | wr %g2, 0x0, %psr | |
317 | WRITE_PAUSE | |
318 | wr %g2, PSR_ET, %psr | |
319 | WRITE_PAUSE | |
320 | mov %l7, %o0 ! irq level | |
321 | patch_handler_irq: | |
322 | call handler_irq | |
323 | add %sp, STACKFRAME_SZ, %o1 ! pt_regs ptr | |
324 | or %l0, PSR_PIL, %g2 ! restore PIL after handler_irq | |
325 | wr %g2, PSR_ET, %psr ! keep ET up | |
326 | WRITE_PAUSE | |
327 | ||
328 | RESTORE_ALL | |
329 | ||
330 | #ifdef CONFIG_SMP | |
331 | /* SMP per-cpu ticker interrupts are handled specially. */ | |
332 | smp4m_ticker: | |
333 | bne real_irq_continue+4 | |
334 | or %l0, PSR_PIL, %g2 | |
335 | wr %g2, 0x0, %psr | |
336 | WRITE_PAUSE | |
337 | wr %g2, PSR_ET, %psr | |
338 | WRITE_PAUSE | |
339 | call smp4m_percpu_timer_interrupt | |
340 | add %sp, STACKFRAME_SZ, %o0 | |
341 | wr %l0, PSR_ET, %psr | |
342 | WRITE_PAUSE | |
343 | RESTORE_ALL | |
344 | ||
345 | /* Here is where we check for possible SMP IPI passed to us | |
346 | * on some level other than 15 which is the NMI and only used | |
347 | * for cross calls. That has a separate entry point below. | |
348 | */ | |
349 | maybe_smp4m_msg: | |
350 | GET_PROCESSOR4M_ID(o3) | |
351 | set sun4m_interrupts, %l5 | |
352 | ld [%l5], %o5 | |
353 | sethi %hi(0x40000000), %o2 | |
354 | sll %o3, 12, %o3 | |
355 | ld [%o5 + %o3], %o1 | |
356 | andcc %o1, %o2, %g0 | |
357 | be,a smp4m_ticker | |
358 | cmp %l7, 14 | |
359 | st %o2, [%o5 + 0x4] | |
360 | WRITE_PAUSE | |
361 | ld [%o5], %g0 | |
362 | WRITE_PAUSE | |
363 | or %l0, PSR_PIL, %l4 | |
364 | wr %l4, 0x0, %psr | |
365 | WRITE_PAUSE | |
366 | wr %l4, PSR_ET, %psr | |
367 | WRITE_PAUSE | |
368 | call smp_reschedule_irq | |
369 | nop | |
370 | ||
371 | RESTORE_ALL | |
372 | ||
373 | .align 4 | |
374 | .globl linux_trap_ipi15_sun4m | |
375 | linux_trap_ipi15_sun4m: | |
376 | SAVE_ALL | |
377 | sethi %hi(0x80000000), %o2 | |
378 | GET_PROCESSOR4M_ID(o0) | |
379 | set sun4m_interrupts, %l5 | |
380 | ld [%l5], %o5 | |
381 | sll %o0, 12, %o0 | |
382 | add %o5, %o0, %o5 | |
383 | ld [%o5], %o3 | |
384 | andcc %o3, %o2, %g0 | |
385 | be 1f ! Must be an NMI async memory error | |
386 | st %o2, [%o5 + 4] | |
387 | WRITE_PAUSE | |
388 | ld [%o5], %g0 | |
389 | WRITE_PAUSE | |
390 | or %l0, PSR_PIL, %l4 | |
391 | wr %l4, 0x0, %psr | |
392 | WRITE_PAUSE | |
393 | wr %l4, PSR_ET, %psr | |
394 | WRITE_PAUSE | |
395 | call smp4m_cross_call_irq | |
396 | nop | |
397 | b ret_trap_lockless_ipi | |
398 | clr %l6 | |
399 | 1: | |
400 | /* NMI async memory error handling. */ | |
401 | sethi %hi(0x80000000), %l4 | |
402 | sethi %hi(0x4000), %o3 | |
403 | sub %o5, %o0, %o5 | |
404 | add %o5, %o3, %l5 | |
405 | st %l4, [%l5 + 0xc] | |
406 | WRITE_PAUSE | |
407 | ld [%l5], %g0 | |
408 | WRITE_PAUSE | |
409 | or %l0, PSR_PIL, %l4 | |
410 | wr %l4, 0x0, %psr | |
411 | WRITE_PAUSE | |
412 | wr %l4, PSR_ET, %psr | |
413 | WRITE_PAUSE | |
414 | call sun4m_nmi | |
415 | nop | |
416 | st %l4, [%l5 + 0x8] | |
417 | WRITE_PAUSE | |
418 | ld [%l5], %g0 | |
419 | WRITE_PAUSE | |
420 | RESTORE_ALL | |
421 | ||
422 | .globl smp4d_ticker | |
423 | /* SMP per-cpu ticker interrupts are handled specially. */ | |
424 | smp4d_ticker: | |
425 | SAVE_ALL | |
426 | or %l0, PSR_PIL, %g2 | |
427 | sethi %hi(CC_ICLR), %o0 | |
428 | sethi %hi(1 << 14), %o1 | |
429 | or %o0, %lo(CC_ICLR), %o0 | |
430 | stha %o1, [%o0] ASI_M_MXCC /* Clear PIL 14 in MXCC's ICLR */ | |
431 | wr %g2, 0x0, %psr | |
432 | WRITE_PAUSE | |
433 | wr %g2, PSR_ET, %psr | |
434 | WRITE_PAUSE | |
435 | call smp4d_percpu_timer_interrupt | |
436 | add %sp, STACKFRAME_SZ, %o0 | |
437 | wr %l0, PSR_ET, %psr | |
438 | WRITE_PAUSE | |
439 | RESTORE_ALL | |
440 | ||
441 | .align 4 | |
442 | .globl linux_trap_ipi15_sun4d | |
443 | linux_trap_ipi15_sun4d: | |
444 | SAVE_ALL | |
445 | sethi %hi(CC_BASE), %o4 | |
446 | sethi %hi(MXCC_ERR_ME|MXCC_ERR_PEW|MXCC_ERR_ASE|MXCC_ERR_PEE), %o2 | |
447 | or %o4, (CC_EREG - CC_BASE), %o0 | |
448 | ldda [%o0] ASI_M_MXCC, %o0 | |
449 | andcc %o0, %o2, %g0 | |
450 | bne 1f | |
451 | sethi %hi(BB_STAT2), %o2 | |
452 | lduba [%o2] ASI_M_CTL, %o2 | |
453 | andcc %o2, BB_STAT2_MASK, %g0 | |
454 | bne 2f | |
455 | or %o4, (CC_ICLR - CC_BASE), %o0 | |
456 | sethi %hi(1 << 15), %o1 | |
457 | stha %o1, [%o0] ASI_M_MXCC /* Clear PIL 15 in MXCC's ICLR */ | |
458 | or %l0, PSR_PIL, %l4 | |
459 | wr %l4, 0x0, %psr | |
460 | WRITE_PAUSE | |
461 | wr %l4, PSR_ET, %psr | |
462 | WRITE_PAUSE | |
463 | call smp4d_cross_call_irq | |
464 | nop | |
465 | b ret_trap_lockless_ipi | |
466 | clr %l6 | |
467 | ||
468 | 1: /* MXCC error */ | |
469 | 2: /* BB error */ | |
470 | /* Disable PIL 15 */ | |
471 | set CC_IMSK, %l4 | |
472 | lduha [%l4] ASI_M_MXCC, %l5 | |
473 | sethi %hi(1 << 15), %l7 | |
474 | or %l5, %l7, %l5 | |
475 | stha %l5, [%l4] ASI_M_MXCC | |
476 | /* FIXME */ | |
477 | 1: b,a 1b | |
478 | ||
479 | #endif /* CONFIG_SMP */ | |
480 | ||
481 | /* This routine handles illegal instructions and privileged | |
482 | * instruction attempts from user code. | |
483 | */ | |
484 | .align 4 | |
485 | .globl bad_instruction | |
486 | bad_instruction: | |
487 | sethi %hi(0xc1f80000), %l4 | |
488 | ld [%l1], %l5 | |
489 | sethi %hi(0x81d80000), %l7 | |
490 | and %l5, %l4, %l5 | |
491 | cmp %l5, %l7 | |
492 | be 1f | |
493 | SAVE_ALL | |
494 | ||
495 | wr %l0, PSR_ET, %psr ! re-enable traps | |
496 | WRITE_PAUSE | |
497 | ||
498 | add %sp, STACKFRAME_SZ, %o0 | |
499 | mov %l1, %o1 | |
500 | mov %l2, %o2 | |
501 | call do_illegal_instruction | |
502 | mov %l0, %o3 | |
503 | ||
504 | RESTORE_ALL | |
505 | ||
506 | 1: /* unimplemented flush - just skip */ | |
507 | jmpl %l2, %g0 | |
508 | rett %l2 + 4 | |
509 | ||
510 | .align 4 | |
511 | .globl priv_instruction | |
512 | priv_instruction: | |
513 | SAVE_ALL | |
514 | ||
515 | wr %l0, PSR_ET, %psr | |
516 | WRITE_PAUSE | |
517 | ||
518 | add %sp, STACKFRAME_SZ, %o0 | |
519 | mov %l1, %o1 | |
520 | mov %l2, %o2 | |
521 | call do_priv_instruction | |
522 | mov %l0, %o3 | |
523 | ||
524 | RESTORE_ALL | |
525 | ||
526 | /* This routine handles unaligned data accesses. */ | |
527 | .align 4 | |
528 | .globl mna_handler | |
529 | mna_handler: | |
530 | andcc %l0, PSR_PS, %g0 | |
531 | be mna_fromuser | |
532 | nop | |
533 | ||
534 | SAVE_ALL | |
535 | ||
536 | wr %l0, PSR_ET, %psr | |
537 | WRITE_PAUSE | |
538 | ||
539 | ld [%l1], %o1 | |
540 | call kernel_unaligned_trap | |
541 | add %sp, STACKFRAME_SZ, %o0 | |
542 | ||
543 | RESTORE_ALL | |
544 | ||
545 | mna_fromuser: | |
546 | SAVE_ALL | |
547 | ||
548 | wr %l0, PSR_ET, %psr ! re-enable traps | |
549 | WRITE_PAUSE | |
550 | ||
551 | ld [%l1], %o1 | |
552 | call user_unaligned_trap | |
553 | add %sp, STACKFRAME_SZ, %o0 | |
554 | ||
555 | RESTORE_ALL | |
556 | ||
557 | /* This routine handles floating point disabled traps. */ | |
558 | .align 4 | |
559 | .globl fpd_trap_handler | |
560 | fpd_trap_handler: | |
561 | SAVE_ALL | |
562 | ||
563 | wr %l0, PSR_ET, %psr ! re-enable traps | |
564 | WRITE_PAUSE | |
565 | ||
566 | add %sp, STACKFRAME_SZ, %o0 | |
567 | mov %l1, %o1 | |
568 | mov %l2, %o2 | |
569 | call do_fpd_trap | |
570 | mov %l0, %o3 | |
571 | ||
572 | RESTORE_ALL | |
573 | ||
574 | /* This routine handles Floating Point Exceptions. */ | |
575 | .align 4 | |
576 | .globl fpe_trap_handler | |
577 | fpe_trap_handler: | |
578 | set fpsave_magic, %l5 | |
579 | cmp %l1, %l5 | |
580 | be 1f | |
581 | sethi %hi(fpsave), %l5 | |
582 | or %l5, %lo(fpsave), %l5 | |
583 | cmp %l1, %l5 | |
584 | bne 2f | |
585 | sethi %hi(fpsave_catch2), %l5 | |
586 | or %l5, %lo(fpsave_catch2), %l5 | |
587 | wr %l0, 0x0, %psr | |
588 | WRITE_PAUSE | |
589 | jmp %l5 | |
590 | rett %l5 + 4 | |
591 | 1: | |
592 | sethi %hi(fpsave_catch), %l5 | |
593 | or %l5, %lo(fpsave_catch), %l5 | |
594 | wr %l0, 0x0, %psr | |
595 | WRITE_PAUSE | |
596 | jmp %l5 | |
597 | rett %l5 + 4 | |
598 | ||
599 | 2: | |
600 | SAVE_ALL | |
601 | ||
602 | wr %l0, PSR_ET, %psr ! re-enable traps | |
603 | WRITE_PAUSE | |
604 | ||
605 | add %sp, STACKFRAME_SZ, %o0 | |
606 | mov %l1, %o1 | |
607 | mov %l2, %o2 | |
608 | call do_fpe_trap | |
609 | mov %l0, %o3 | |
610 | ||
611 | RESTORE_ALL | |
612 | ||
613 | /* This routine handles Tag Overflow Exceptions. */ | |
614 | .align 4 | |
615 | .globl do_tag_overflow | |
616 | do_tag_overflow: | |
617 | SAVE_ALL | |
618 | ||
619 | wr %l0, PSR_ET, %psr ! re-enable traps | |
620 | WRITE_PAUSE | |
621 | ||
622 | add %sp, STACKFRAME_SZ, %o0 | |
623 | mov %l1, %o1 | |
624 | mov %l2, %o2 | |
625 | call handle_tag_overflow | |
626 | mov %l0, %o3 | |
627 | ||
628 | RESTORE_ALL | |
629 | ||
630 | /* This routine handles Watchpoint Exceptions. */ | |
631 | .align 4 | |
632 | .globl do_watchpoint | |
633 | do_watchpoint: | |
634 | SAVE_ALL | |
635 | ||
636 | wr %l0, PSR_ET, %psr ! re-enable traps | |
637 | WRITE_PAUSE | |
638 | ||
639 | add %sp, STACKFRAME_SZ, %o0 | |
640 | mov %l1, %o1 | |
641 | mov %l2, %o2 | |
642 | call handle_watchpoint | |
643 | mov %l0, %o3 | |
644 | ||
645 | RESTORE_ALL | |
646 | ||
647 | /* This routine handles Register Access Exceptions. */ | |
648 | .align 4 | |
649 | .globl do_reg_access | |
650 | do_reg_access: | |
651 | SAVE_ALL | |
652 | ||
653 | wr %l0, PSR_ET, %psr ! re-enable traps | |
654 | WRITE_PAUSE | |
655 | ||
656 | add %sp, STACKFRAME_SZ, %o0 | |
657 | mov %l1, %o1 | |
658 | mov %l2, %o2 | |
659 | call handle_reg_access | |
660 | mov %l0, %o3 | |
661 | ||
662 | RESTORE_ALL | |
663 | ||
664 | /* This routine handles Co-Processor Disabled Exceptions. */ | |
665 | .align 4 | |
666 | .globl do_cp_disabled | |
667 | do_cp_disabled: | |
668 | SAVE_ALL | |
669 | ||
670 | wr %l0, PSR_ET, %psr ! re-enable traps | |
671 | WRITE_PAUSE | |
672 | ||
673 | add %sp, STACKFRAME_SZ, %o0 | |
674 | mov %l1, %o1 | |
675 | mov %l2, %o2 | |
676 | call handle_cp_disabled | |
677 | mov %l0, %o3 | |
678 | ||
679 | RESTORE_ALL | |
680 | ||
681 | /* This routine handles Co-Processor Exceptions. */ | |
682 | .align 4 | |
683 | .globl do_cp_exception | |
684 | do_cp_exception: | |
685 | SAVE_ALL | |
686 | ||
687 | wr %l0, PSR_ET, %psr ! re-enable traps | |
688 | WRITE_PAUSE | |
689 | ||
690 | add %sp, STACKFRAME_SZ, %o0 | |
691 | mov %l1, %o1 | |
692 | mov %l2, %o2 | |
693 | call handle_cp_exception | |
694 | mov %l0, %o3 | |
695 | ||
696 | RESTORE_ALL | |
697 | ||
698 | /* This routine handles Hardware Divide By Zero Exceptions. */ | |
699 | .align 4 | |
700 | .globl do_hw_divzero | |
701 | do_hw_divzero: | |
702 | SAVE_ALL | |
703 | ||
704 | wr %l0, PSR_ET, %psr ! re-enable traps | |
705 | WRITE_PAUSE | |
706 | ||
707 | add %sp, STACKFRAME_SZ, %o0 | |
708 | mov %l1, %o1 | |
709 | mov %l2, %o2 | |
710 | call handle_hw_divzero | |
711 | mov %l0, %o3 | |
712 | ||
713 | RESTORE_ALL | |
714 | ||
715 | .align 4 | |
716 | .globl do_flush_windows | |
717 | do_flush_windows: | |
718 | SAVE_ALL | |
719 | ||
720 | wr %l0, PSR_ET, %psr | |
721 | WRITE_PAUSE | |
722 | ||
723 | andcc %l0, PSR_PS, %g0 | |
724 | bne dfw_kernel | |
725 | nop | |
726 | ||
727 | call flush_user_windows | |
728 | nop | |
729 | ||
730 | /* Advance over the trap instruction. */ | |
731 | ld [%sp + STACKFRAME_SZ + PT_NPC], %l1 | |
732 | add %l1, 0x4, %l2 | |
733 | st %l1, [%sp + STACKFRAME_SZ + PT_PC] | |
734 | st %l2, [%sp + STACKFRAME_SZ + PT_NPC] | |
735 | ||
736 | RESTORE_ALL | |
737 | ||
738 | .globl flush_patch_one | |
739 | ||
740 | /* We get these for debugging routines using __builtin_return_address() */ | |
741 | dfw_kernel: | |
742 | flush_patch_one: | |
743 | FLUSH_ALL_KERNEL_WINDOWS | |
744 | ||
745 | /* Advance over the trap instruction. */ | |
746 | ld [%sp + STACKFRAME_SZ + PT_NPC], %l1 | |
747 | add %l1, 0x4, %l2 | |
748 | st %l1, [%sp + STACKFRAME_SZ + PT_PC] | |
749 | st %l2, [%sp + STACKFRAME_SZ + PT_NPC] | |
750 | ||
751 | RESTORE_ALL | |
752 | ||
753 | /* The getcc software trap. The user wants the condition codes from | |
754 | * the %psr in register %g1. | |
755 | */ | |
756 | ||
757 | .align 4 | |
758 | .globl getcc_trap_handler | |
759 | getcc_trap_handler: | |
760 | srl %l0, 20, %g1 ! give user | |
761 | and %g1, 0xf, %g1 ! only ICC bits in %psr | |
762 | jmp %l2 ! advance over trap instruction | |
763 | rett %l2 + 0x4 ! like this... | |
764 | ||
765 | /* The setcc software trap. The user has condition codes in %g1 | |
766 | * that it would like placed in the %psr. Be careful not to flip | |
767 | * any unintentional bits! | |
768 | */ | |
769 | ||
770 | .align 4 | |
771 | .globl setcc_trap_handler | |
772 | setcc_trap_handler: | |
773 | sll %g1, 0x14, %l4 | |
774 | set PSR_ICC, %l5 | |
775 | andn %l0, %l5, %l0 ! clear ICC bits in %psr | |
776 | and %l4, %l5, %l4 ! clear non-ICC bits in user value | |
777 | or %l4, %l0, %l4 ! or them in... mix mix mix | |
778 | ||
779 | wr %l4, 0x0, %psr ! set new %psr | |
780 | WRITE_PAUSE ! TI scumbags... | |
781 | ||
782 | jmp %l2 ! advance over trap instruction | |
783 | rett %l2 + 0x4 ! like this... | |
784 | ||
785 | .align 4 | |
786 | .globl linux_trap_nmi_sun4c | |
787 | linux_trap_nmi_sun4c: | |
788 | SAVE_ALL | |
789 | ||
790 | /* Ugh, we need to clear the IRQ line. This is now | |
791 | * a very sun4c specific trap handler... | |
792 | */ | |
793 | sethi %hi(interrupt_enable), %l5 | |
794 | ld [%l5 + %lo(interrupt_enable)], %l5 | |
795 | ldub [%l5], %l6 | |
796 | andn %l6, INTS_ENAB, %l6 | |
797 | stb %l6, [%l5] | |
798 | ||
799 | /* Now it is safe to re-enable traps without recursion. */ | |
800 | or %l0, PSR_PIL, %l0 | |
801 | wr %l0, PSR_ET, %psr | |
802 | WRITE_PAUSE | |
803 | ||
804 | /* Now call the c-code with the pt_regs frame ptr and the | |
805 | * memory error registers as arguments. The ordering chosen | |
806 | * here is due to unlatching semantics. | |
807 | */ | |
808 | sethi %hi(AC_SYNC_ERR), %o0 | |
809 | add %o0, 0x4, %o0 | |
810 | lda [%o0] ASI_CONTROL, %o2 ! sync vaddr | |
811 | sub %o0, 0x4, %o0 | |
812 | lda [%o0] ASI_CONTROL, %o1 ! sync error | |
813 | add %o0, 0xc, %o0 | |
814 | lda [%o0] ASI_CONTROL, %o4 ! async vaddr | |
815 | sub %o0, 0x4, %o0 | |
816 | lda [%o0] ASI_CONTROL, %o3 ! async error | |
817 | call sparc_lvl15_nmi | |
818 | add %sp, STACKFRAME_SZ, %o0 | |
819 | ||
820 | RESTORE_ALL | |
821 | ||
822 | .align 4 | |
823 | .globl invalid_segment_patch1_ff | |
824 | .globl invalid_segment_patch2_ff | |
825 | invalid_segment_patch1_ff: cmp %l4, 0xff | |
826 | invalid_segment_patch2_ff: mov 0xff, %l3 | |
827 | ||
828 | .align 4 | |
829 | .globl invalid_segment_patch1_1ff | |
830 | .globl invalid_segment_patch2_1ff | |
831 | invalid_segment_patch1_1ff: cmp %l4, 0x1ff | |
832 | invalid_segment_patch2_1ff: mov 0x1ff, %l3 | |
833 | ||
834 | .align 4 | |
835 | .globl num_context_patch1_16, num_context_patch2_16 | |
836 | num_context_patch1_16: mov 0x10, %l7 | |
837 | num_context_patch2_16: mov 0x10, %l7 | |
838 | ||
839 | .align 4 | |
840 | .globl vac_linesize_patch_32 | |
841 | vac_linesize_patch_32: subcc %l7, 32, %l7 | |
842 | ||
843 | .align 4 | |
844 | .globl vac_hwflush_patch1_on, vac_hwflush_patch2_on | |
845 | ||
846 | /* | |
847 | * Ugly, but we cant use hardware flushing on the sun4 and we'd require | |
848 | * two instructions (Anton) | |
849 | */ | |
850 | #ifdef CONFIG_SUN4 | |
851 | vac_hwflush_patch1_on: nop | |
852 | #else | |
853 | vac_hwflush_patch1_on: addcc %l7, -PAGE_SIZE, %l7 | |
854 | #endif | |
855 | ||
856 | vac_hwflush_patch2_on: sta %g0, [%l3 + %l7] ASI_HWFLUSHSEG | |
857 | ||
858 | .globl invalid_segment_patch1, invalid_segment_patch2 | |
859 | .globl num_context_patch1 | |
860 | .globl vac_linesize_patch, vac_hwflush_patch1 | |
861 | .globl vac_hwflush_patch2 | |
862 | ||
863 | .align 4 | |
864 | .globl sun4c_fault | |
865 | ||
866 | ! %l0 = %psr | |
867 | ! %l1 = %pc | |
868 | ! %l2 = %npc | |
869 | ! %l3 = %wim | |
870 | ! %l7 = 1 for textfault | |
871 | ! We want error in %l5, vaddr in %l6 | |
872 | sun4c_fault: | |
873 | #ifdef CONFIG_SUN4 | |
874 | sethi %hi(sun4c_memerr_reg), %l4 | |
875 | ld [%l4+%lo(sun4c_memerr_reg)], %l4 ! memerr ctrl reg addr | |
876 | ld [%l4], %l6 ! memerr ctrl reg | |
877 | ld [%l4 + 4], %l5 ! memerr vaddr reg | |
878 | andcc %l6, 0x80, %g0 ! check for error type | |
879 | st %g0, [%l4 + 4] ! clear the error | |
880 | be 0f ! normal error | |
881 | sethi %hi(AC_BUS_ERROR), %l4 ! bus err reg addr | |
882 | ||
883 | call prom_halt ! something weird happened | |
884 | ! what exactly did happen? | |
885 | ! what should we do here? | |
886 | ||
887 | 0: or %l4, %lo(AC_BUS_ERROR), %l4 ! bus err reg addr | |
888 | lduba [%l4] ASI_CONTROL, %l6 ! bus err reg | |
889 | ||
890 | cmp %l7, 1 ! text fault? | |
891 | be 1f ! yes | |
892 | nop | |
893 | ||
894 | ld [%l1], %l4 ! load instruction that caused fault | |
895 | srl %l4, 21, %l4 | |
896 | andcc %l4, 1, %g0 ! store instruction? | |
897 | ||
898 | be 1f ! no | |
899 | sethi %hi(SUN4C_SYNC_BADWRITE), %l4 ! yep | |
900 | ! %lo(SUN4C_SYNC_BADWRITE) = 0 | |
901 | or %l4, %l6, %l6 ! set write bit to emulate sun4c | |
902 | 1: | |
903 | #else | |
904 | sethi %hi(AC_SYNC_ERR), %l4 | |
905 | add %l4, 0x4, %l6 ! AC_SYNC_VA in %l6 | |
906 | lda [%l6] ASI_CONTROL, %l5 ! Address | |
907 | lda [%l4] ASI_CONTROL, %l6 ! Error, retained for a bit | |
908 | #endif | |
909 | ||
910 | andn %l5, 0xfff, %l5 ! Encode all info into l7 | |
911 | srl %l6, 14, %l4 | |
912 | ||
913 | and %l4, 2, %l4 | |
914 | or %l5, %l4, %l4 | |
915 | ||
916 | or %l4, %l7, %l7 ! l7 = [addr,write,txtfault] | |
917 | ||
918 | andcc %l0, PSR_PS, %g0 | |
919 | be sun4c_fault_fromuser | |
920 | andcc %l7, 1, %g0 ! Text fault? | |
921 | ||
922 | be 1f | |
923 | sethi %hi(KERNBASE), %l4 | |
924 | ||
925 | mov %l1, %l5 ! PC | |
926 | ||
927 | 1: | |
928 | cmp %l5, %l4 | |
929 | blu sun4c_fault_fromuser | |
930 | sethi %hi(~((1 << SUN4C_REAL_PGDIR_SHIFT) - 1)), %l4 | |
931 | ||
932 | /* If the kernel references a bum kernel pointer, or a pte which | |
933 | * points to a non existant page in ram, we will run this code | |
934 | * _forever_ and lock up the machine!!!!! So we must check for | |
935 | * this condition, the AC_SYNC_ERR bits are what we must examine. | |
936 | * Also a parity error would make this happen as well. So we just | |
937 | * check that we are in fact servicing a tlb miss and not some | |
938 | * other type of fault for the kernel. | |
939 | */ | |
940 | andcc %l6, 0x80, %g0 | |
941 | be sun4c_fault_fromuser | |
942 | and %l5, %l4, %l5 | |
943 | ||
944 | /* Test for NULL pte_t * in vmalloc area. */ | |
945 | sethi %hi(VMALLOC_START), %l4 | |
946 | cmp %l5, %l4 | |
947 | blu,a invalid_segment_patch1 | |
948 | lduXa [%l5] ASI_SEGMAP, %l4 | |
949 | ||
950 | sethi %hi(swapper_pg_dir), %l4 | |
951 | srl %l5, SUN4C_PGDIR_SHIFT, %l6 | |
952 | or %l4, %lo(swapper_pg_dir), %l4 | |
953 | sll %l6, 2, %l6 | |
954 | ld [%l4 + %l6], %l4 | |
955 | #ifdef CONFIG_SUN4 | |
956 | sethi %hi(PAGE_MASK), %l6 | |
957 | andcc %l4, %l6, %g0 | |
958 | #else | |
959 | andcc %l4, PAGE_MASK, %g0 | |
960 | #endif | |
961 | be sun4c_fault_fromuser | |
962 | lduXa [%l5] ASI_SEGMAP, %l4 | |
963 | ||
964 | invalid_segment_patch1: | |
965 | cmp %l4, 0x7f | |
966 | bne 1f | |
967 | sethi %hi(sun4c_kfree_ring), %l4 | |
968 | or %l4, %lo(sun4c_kfree_ring), %l4 | |
969 | ld [%l4 + 0x18], %l3 | |
970 | deccc %l3 ! do we have a free entry? | |
971 | bcs,a 2f ! no, unmap one. | |
972 | sethi %hi(sun4c_kernel_ring), %l4 | |
973 | ||
974 | st %l3, [%l4 + 0x18] ! sun4c_kfree_ring.num_entries-- | |
975 | ||
976 | ld [%l4 + 0x00], %l6 ! entry = sun4c_kfree_ring.ringhd.next | |
977 | st %l5, [%l6 + 0x08] ! entry->vaddr = address | |
978 | ||
979 | ld [%l6 + 0x00], %l3 ! next = entry->next | |
980 | ld [%l6 + 0x04], %l7 ! entry->prev | |
981 | ||
982 | st %l7, [%l3 + 0x04] ! next->prev = entry->prev | |
983 | st %l3, [%l7 + 0x00] ! entry->prev->next = next | |
984 | ||
985 | sethi %hi(sun4c_kernel_ring), %l4 | |
986 | or %l4, %lo(sun4c_kernel_ring), %l4 | |
987 | ! head = &sun4c_kernel_ring.ringhd | |
988 | ||
989 | ld [%l4 + 0x00], %l7 ! head->next | |
990 | ||
991 | st %l4, [%l6 + 0x04] ! entry->prev = head | |
992 | st %l7, [%l6 + 0x00] ! entry->next = head->next | |
993 | st %l6, [%l7 + 0x04] ! head->next->prev = entry | |
994 | ||
995 | st %l6, [%l4 + 0x00] ! head->next = entry | |
996 | ||
997 | ld [%l4 + 0x18], %l3 | |
998 | inc %l3 ! sun4c_kernel_ring.num_entries++ | |
999 | st %l3, [%l4 + 0x18] | |
1000 | b 4f | |
1001 | ld [%l6 + 0x08], %l5 | |
1002 | ||
1003 | 2: | |
1004 | or %l4, %lo(sun4c_kernel_ring), %l4 | |
1005 | ! head = &sun4c_kernel_ring.ringhd | |
1006 | ||
1007 | ld [%l4 + 0x04], %l6 ! entry = head->prev | |
1008 | ||
1009 | ld [%l6 + 0x08], %l3 ! tmp = entry->vaddr | |
1010 | ||
1011 | ! Flush segment from the cache. | |
1012 | #ifdef CONFIG_SUN4 | |
1013 | sethi %hi((128 * 1024)), %l7 | |
1014 | #else | |
1015 | sethi %hi((64 * 1024)), %l7 | |
1016 | #endif | |
1017 | 9: | |
1018 | vac_hwflush_patch1: | |
1019 | vac_linesize_patch: | |
1020 | subcc %l7, 16, %l7 | |
1021 | bne 9b | |
1022 | vac_hwflush_patch2: | |
1023 | sta %g0, [%l3 + %l7] ASI_FLUSHSEG | |
1024 | ||
1025 | st %l5, [%l6 + 0x08] ! entry->vaddr = address | |
1026 | ||
1027 | ld [%l6 + 0x00], %l5 ! next = entry->next | |
1028 | ld [%l6 + 0x04], %l7 ! entry->prev | |
1029 | ||
1030 | st %l7, [%l5 + 0x04] ! next->prev = entry->prev | |
1031 | st %l5, [%l7 + 0x00] ! entry->prev->next = next | |
1032 | st %l4, [%l6 + 0x04] ! entry->prev = head | |
1033 | ||
1034 | ld [%l4 + 0x00], %l7 ! head->next | |
1035 | ||
1036 | st %l7, [%l6 + 0x00] ! entry->next = head->next | |
1037 | st %l6, [%l7 + 0x04] ! head->next->prev = entry | |
1038 | st %l6, [%l4 + 0x00] ! head->next = entry | |
1039 | ||
1040 | mov %l3, %l5 ! address = tmp | |
1041 | ||
1042 | 4: | |
1043 | num_context_patch1: | |
1044 | mov 0x08, %l7 | |
1045 | ||
1046 | ld [%l6 + 0x08], %l4 | |
1047 | ldub [%l6 + 0x0c], %l3 | |
1048 | or %l4, %l3, %l4 ! encode new vaddr/pseg into l4 | |
1049 | ||
1050 | sethi %hi(AC_CONTEXT), %l3 | |
1051 | lduba [%l3] ASI_CONTROL, %l6 | |
1052 | ||
1053 | /* Invalidate old mapping, instantiate new mapping, | |
1054 | * for each context. Registers l6/l7 are live across | |
1055 | * this loop. | |
1056 | */ | |
1057 | 3: deccc %l7 | |
1058 | sethi %hi(AC_CONTEXT), %l3 | |
1059 | stba %l7, [%l3] ASI_CONTROL | |
1060 | invalid_segment_patch2: | |
1061 | mov 0x7f, %l3 | |
1062 | stXa %l3, [%l5] ASI_SEGMAP | |
1063 | andn %l4, 0x1ff, %l3 | |
1064 | bne 3b | |
1065 | stXa %l4, [%l3] ASI_SEGMAP | |
1066 | ||
1067 | sethi %hi(AC_CONTEXT), %l3 | |
1068 | stba %l6, [%l3] ASI_CONTROL | |
1069 | ||
1070 | andn %l4, 0x1ff, %l5 | |
1071 | ||
1072 | 1: | |
1073 | sethi %hi(VMALLOC_START), %l4 | |
1074 | cmp %l5, %l4 | |
1075 | ||
1076 | bgeu 1f | |
1077 | mov 1 << (SUN4C_REAL_PGDIR_SHIFT - PAGE_SHIFT), %l7 | |
1078 | ||
1079 | sethi %hi(KERNBASE), %l6 | |
1080 | ||
1081 | sub %l5, %l6, %l4 | |
1082 | srl %l4, PAGE_SHIFT, %l4 | |
1083 | sethi %hi((SUN4C_PAGE_KERNEL & 0xf4000000)), %l3 | |
1084 | or %l3, %l4, %l3 | |
1085 | ||
1086 | sethi %hi(PAGE_SIZE), %l4 | |
1087 | ||
1088 | 2: | |
1089 | sta %l3, [%l5] ASI_PTE | |
1090 | deccc %l7 | |
1091 | inc %l3 | |
1092 | bne 2b | |
1093 | add %l5, %l4, %l5 | |
1094 | ||
1095 | b 7f | |
1096 | sethi %hi(sun4c_kernel_faults), %l4 | |
1097 | ||
1098 | 1: | |
1099 | srl %l5, SUN4C_PGDIR_SHIFT, %l3 | |
1100 | sethi %hi(swapper_pg_dir), %l4 | |
1101 | or %l4, %lo(swapper_pg_dir), %l4 | |
1102 | sll %l3, 2, %l3 | |
1103 | ld [%l4 + %l3], %l4 | |
1104 | #ifndef CONFIG_SUN4 | |
1105 | and %l4, PAGE_MASK, %l4 | |
1106 | #else | |
1107 | sethi %hi(PAGE_MASK), %l6 | |
1108 | and %l4, %l6, %l4 | |
1109 | #endif | |
1110 | ||
1111 | srl %l5, (PAGE_SHIFT - 2), %l6 | |
1112 | and %l6, ((SUN4C_PTRS_PER_PTE - 1) << 2), %l6 | |
1113 | add %l6, %l4, %l6 | |
1114 | ||
1115 | sethi %hi(PAGE_SIZE), %l4 | |
1116 | ||
1117 | 2: | |
1118 | ld [%l6], %l3 | |
1119 | deccc %l7 | |
1120 | sta %l3, [%l5] ASI_PTE | |
1121 | add %l6, 0x4, %l6 | |
1122 | bne 2b | |
1123 | add %l5, %l4, %l5 | |
1124 | ||
1125 | sethi %hi(sun4c_kernel_faults), %l4 | |
1126 | 7: | |
1127 | ld [%l4 + %lo(sun4c_kernel_faults)], %l3 | |
1128 | inc %l3 | |
1129 | st %l3, [%l4 + %lo(sun4c_kernel_faults)] | |
1130 | ||
1131 | /* Restore condition codes */ | |
1132 | wr %l0, 0x0, %psr | |
1133 | WRITE_PAUSE | |
1134 | jmp %l1 | |
1135 | rett %l2 | |
1136 | ||
1137 | sun4c_fault_fromuser: | |
1138 | SAVE_ALL | |
1139 | nop | |
1140 | ||
1141 | mov %l7, %o1 ! Decode the info from %l7 | |
1142 | mov %l7, %o2 | |
1143 | and %o1, 1, %o1 ! arg2 = text_faultp | |
1144 | mov %l7, %o3 | |
1145 | and %o2, 2, %o2 ! arg3 = writep | |
1146 | andn %o3, 0xfff, %o3 ! arg4 = faulting address | |
1147 | ||
1148 | wr %l0, PSR_ET, %psr | |
1149 | WRITE_PAUSE | |
1150 | ||
1151 | call do_sun4c_fault | |
1152 | add %sp, STACKFRAME_SZ, %o0 ! arg1 = pt_regs ptr | |
1153 | ||
1154 | RESTORE_ALL | |
1155 | ||
1156 | .align 4 | |
1157 | .globl srmmu_fault | |
1158 | srmmu_fault: | |
1159 | mov 0x400, %l5 | |
1160 | mov 0x300, %l4 | |
1161 | ||
1162 | lda [%l5] ASI_M_MMUREGS, %l6 ! read sfar first | |
1163 | lda [%l4] ASI_M_MMUREGS, %l5 ! read sfsr last | |
1164 | ||
1165 | andn %l6, 0xfff, %l6 | |
1166 | srl %l5, 6, %l5 ! and encode all info into l7 | |
1167 | ||
1168 | and %l5, 2, %l5 | |
1169 | or %l5, %l6, %l6 | |
1170 | ||
1171 | or %l6, %l7, %l7 ! l7 = [addr,write,txtfault] | |
1172 | ||
1173 | SAVE_ALL | |
1174 | ||
1175 | mov %l7, %o1 | |
1176 | mov %l7, %o2 | |
1177 | and %o1, 1, %o1 ! arg2 = text_faultp | |
1178 | mov %l7, %o3 | |
1179 | and %o2, 2, %o2 ! arg3 = writep | |
1180 | andn %o3, 0xfff, %o3 ! arg4 = faulting address | |
1181 | ||
1182 | wr %l0, PSR_ET, %psr | |
1183 | WRITE_PAUSE | |
1184 | ||
1185 | call do_sparc_fault | |
1186 | add %sp, STACKFRAME_SZ, %o0 ! arg1 = pt_regs ptr | |
1187 | ||
1188 | RESTORE_ALL | |
1189 | ||
1190 | #ifdef CONFIG_SUNOS_EMUL | |
1191 | /* SunOS uses syscall zero as the 'indirect syscall' it looks | |
1192 | * like indir_syscall(scall_num, arg0, arg1, arg2...); etc. | |
1193 | * This is complete brain damage. | |
1194 | */ | |
1195 | .globl sunos_indir | |
1196 | sunos_indir: | |
1197 | mov %o7, %l4 | |
1198 | cmp %o0, NR_SYSCALLS | |
1199 | blu,a 1f | |
1200 | sll %o0, 0x2, %o0 | |
1201 | ||
1202 | sethi %hi(sunos_nosys), %l6 | |
1203 | b 2f | |
1204 | or %l6, %lo(sunos_nosys), %l6 | |
1205 | ||
1206 | 1: | |
1207 | set sunos_sys_table, %l7 | |
1208 | ld [%l7 + %o0], %l6 | |
1209 | ||
1210 | 2: | |
1211 | mov %o1, %o0 | |
1212 | mov %o2, %o1 | |
1213 | mov %o3, %o2 | |
1214 | mov %o4, %o3 | |
1215 | mov %o5, %o4 | |
1216 | call %l6 | |
1217 | mov %l4, %o7 | |
1218 | #endif | |
1219 | ||
1220 | .align 4 | |
1221 | .globl sys_nis_syscall | |
1222 | sys_nis_syscall: | |
1223 | mov %o7, %l5 | |
1224 | add %sp, STACKFRAME_SZ, %o0 ! pt_regs *regs arg | |
1225 | call c_sys_nis_syscall | |
1226 | mov %l5, %o7 | |
1227 | ||
1228 | .align 4 | |
1229 | .globl sys_ptrace | |
1230 | sys_ptrace: | |
1231 | call do_ptrace | |
1232 | add %sp, STACKFRAME_SZ, %o0 | |
1233 | ||
1234 | ld [%curptr + TI_FLAGS], %l5 | |
1235 | andcc %l5, _TIF_SYSCALL_TRACE, %g0 | |
1236 | be 1f | |
1237 | nop | |
1238 | ||
1239 | call syscall_trace | |
1240 | nop | |
1241 | ||
1242 | 1: | |
1243 | RESTORE_ALL | |
1244 | ||
1245 | .align 4 | |
1246 | .globl sys_execve | |
1247 | sys_execve: | |
1248 | mov %o7, %l5 | |
1249 | add %sp, STACKFRAME_SZ, %o0 ! pt_regs *regs arg | |
1250 | call sparc_execve | |
1251 | mov %l5, %o7 | |
1252 | ||
1253 | .align 4 | |
1254 | .globl sys_pipe | |
1255 | sys_pipe: | |
1256 | mov %o7, %l5 | |
1257 | add %sp, STACKFRAME_SZ, %o0 ! pt_regs *regs arg | |
1258 | call sparc_pipe | |
1259 | mov %l5, %o7 | |
1260 | ||
1261 | .align 4 | |
1262 | .globl sys_sigaltstack | |
1263 | sys_sigaltstack: | |
1264 | mov %o7, %l5 | |
1265 | mov %fp, %o2 | |
1266 | call do_sigaltstack | |
1267 | mov %l5, %o7 | |
1268 | ||
1269 | .align 4 | |
1270 | .globl sys_sigstack | |
1271 | sys_sigstack: | |
1272 | mov %o7, %l5 | |
1273 | mov %fp, %o2 | |
1274 | call do_sys_sigstack | |
1275 | mov %l5, %o7 | |
1276 | ||
1da177e4 LT |
1277 | .align 4 |
1278 | .globl sys_sigreturn | |
1279 | sys_sigreturn: | |
1280 | call do_sigreturn | |
1281 | add %sp, STACKFRAME_SZ, %o0 | |
1282 | ||
1283 | ld [%curptr + TI_FLAGS], %l5 | |
1284 | andcc %l5, _TIF_SYSCALL_TRACE, %g0 | |
1285 | be 1f | |
1286 | nop | |
1287 | ||
1288 | call syscall_trace | |
1289 | nop | |
1290 | ||
1291 | 1: | |
1292 | /* We don't want to muck with user registers like a | |
1293 | * normal syscall, just return. | |
1294 | */ | |
1295 | RESTORE_ALL | |
1296 | ||
1297 | .align 4 | |
1298 | .globl sys_rt_sigreturn | |
1299 | sys_rt_sigreturn: | |
1300 | call do_rt_sigreturn | |
1301 | add %sp, STACKFRAME_SZ, %o0 | |
1302 | ||
1303 | ld [%curptr + TI_FLAGS], %l5 | |
1304 | andcc %l5, _TIF_SYSCALL_TRACE, %g0 | |
1305 | be 1f | |
1306 | nop | |
1307 | ||
1308 | call syscall_trace | |
1309 | nop | |
1310 | ||
1311 | 1: | |
1312 | /* We are returning to a signal handler. */ | |
1313 | RESTORE_ALL | |
1314 | ||
1315 | /* Now that we have a real sys_clone, sys_fork() is | |
1316 | * implemented in terms of it. Our _real_ implementation | |
1317 | * of SunOS vfork() will use sys_vfork(). | |
1318 | * | |
1319 | * XXX These three should be consolidated into mostly shared | |
1320 | * XXX code just like on sparc64... -DaveM | |
1321 | */ | |
1322 | .align 4 | |
1323 | .globl sys_fork, flush_patch_two | |
1324 | sys_fork: | |
1325 | mov %o7, %l5 | |
1326 | flush_patch_two: | |
1327 | FLUSH_ALL_KERNEL_WINDOWS; | |
1328 | ld [%curptr + TI_TASK], %o4 | |
1329 | rd %psr, %g4 | |
1330 | WRITE_PAUSE | |
1331 | mov SIGCHLD, %o0 ! arg0: clone flags | |
1332 | rd %wim, %g5 | |
1333 | WRITE_PAUSE | |
1334 | mov %fp, %o1 ! arg1: usp | |
1335 | std %g4, [%o4 + AOFF_task_thread + AOFF_thread_fork_kpsr] | |
1336 | add %sp, STACKFRAME_SZ, %o2 ! arg2: pt_regs ptr | |
1337 | mov 0, %o3 | |
1338 | call sparc_do_fork | |
1339 | mov %l5, %o7 | |
1340 | ||
1341 | /* Whee, kernel threads! */ | |
1342 | .globl sys_clone, flush_patch_three | |
1343 | sys_clone: | |
1344 | mov %o7, %l5 | |
1345 | flush_patch_three: | |
1346 | FLUSH_ALL_KERNEL_WINDOWS; | |
1347 | ld [%curptr + TI_TASK], %o4 | |
1348 | rd %psr, %g4 | |
1349 | WRITE_PAUSE | |
1350 | ||
1351 | /* arg0,1: flags,usp -- loaded already */ | |
1352 | cmp %o1, 0x0 ! Is new_usp NULL? | |
1353 | rd %wim, %g5 | |
1354 | WRITE_PAUSE | |
1355 | be,a 1f | |
1356 | mov %fp, %o1 ! yes, use callers usp | |
1357 | andn %o1, 7, %o1 ! no, align to 8 bytes | |
1358 | 1: | |
1359 | std %g4, [%o4 + AOFF_task_thread + AOFF_thread_fork_kpsr] | |
1360 | add %sp, STACKFRAME_SZ, %o2 ! arg2: pt_regs ptr | |
1361 | mov 0, %o3 | |
1362 | call sparc_do_fork | |
1363 | mov %l5, %o7 | |
1364 | ||
1365 | /* Whee, real vfork! */ | |
1366 | .globl sys_vfork, flush_patch_four | |
1367 | sys_vfork: | |
1368 | flush_patch_four: | |
1369 | FLUSH_ALL_KERNEL_WINDOWS; | |
1370 | ld [%curptr + TI_TASK], %o4 | |
1371 | rd %psr, %g4 | |
1372 | WRITE_PAUSE | |
1373 | rd %wim, %g5 | |
1374 | WRITE_PAUSE | |
1375 | std %g4, [%o4 + AOFF_task_thread + AOFF_thread_fork_kpsr] | |
1376 | sethi %hi(0x4000 | 0x0100 | SIGCHLD), %o0 | |
1377 | mov %fp, %o1 | |
1378 | or %o0, %lo(0x4000 | 0x0100 | SIGCHLD), %o0 | |
1379 | sethi %hi(sparc_do_fork), %l1 | |
1380 | mov 0, %o3 | |
1381 | jmpl %l1 + %lo(sparc_do_fork), %g0 | |
1382 | add %sp, STACKFRAME_SZ, %o2 | |
1383 | ||
1384 | .align 4 | |
1385 | linux_sparc_ni_syscall: | |
1386 | sethi %hi(sys_ni_syscall), %l7 | |
1387 | b syscall_is_too_hard | |
1388 | or %l7, %lo(sys_ni_syscall), %l7 | |
1389 | ||
1390 | linux_fast_syscall: | |
1391 | andn %l7, 3, %l7 | |
1392 | mov %i0, %o0 | |
1393 | mov %i1, %o1 | |
1394 | mov %i2, %o2 | |
1395 | jmpl %l7 + %g0, %g0 | |
1396 | mov %i3, %o3 | |
1397 | ||
1398 | linux_syscall_trace: | |
1399 | call syscall_trace | |
1400 | nop | |
1401 | mov %i0, %o0 | |
1402 | mov %i1, %o1 | |
1403 | mov %i2, %o2 | |
1404 | mov %i3, %o3 | |
1405 | b 2f | |
1406 | mov %i4, %o4 | |
1407 | ||
1408 | .globl ret_from_fork | |
1409 | ret_from_fork: | |
1410 | call schedule_tail | |
1411 | mov %g3, %o0 | |
1412 | b ret_sys_call | |
1413 | ld [%sp + STACKFRAME_SZ + PT_I0], %o0 | |
1414 | ||
1415 | /* Linux native and SunOS system calls enter here... */ | |
1416 | .align 4 | |
1417 | .globl linux_sparc_syscall | |
1418 | linux_sparc_syscall: | |
1419 | /* Direct access to user regs, must faster. */ | |
1420 | cmp %g1, NR_SYSCALLS | |
1421 | bgeu linux_sparc_ni_syscall | |
1422 | sll %g1, 2, %l4 | |
1423 | ld [%l7 + %l4], %l7 | |
1424 | andcc %l7, 1, %g0 | |
1425 | bne linux_fast_syscall | |
1426 | /* Just do first insn from SAVE_ALL in the delay slot */ | |
1427 | ||
1428 | .globl syscall_is_too_hard | |
1429 | syscall_is_too_hard: | |
1430 | SAVE_ALL_HEAD | |
1431 | rd %wim, %l3 | |
1432 | ||
1433 | wr %l0, PSR_ET, %psr | |
1434 | mov %i0, %o0 | |
1435 | mov %i1, %o1 | |
1436 | mov %i2, %o2 | |
1437 | ||
1438 | ld [%curptr + TI_FLAGS], %l5 | |
1439 | mov %i3, %o3 | |
1440 | andcc %l5, _TIF_SYSCALL_TRACE, %g0 | |
1441 | mov %i4, %o4 | |
1442 | bne linux_syscall_trace | |
1443 | mov %i0, %l5 | |
1444 | 2: | |
1445 | call %l7 | |
1446 | mov %i5, %o5 | |
1447 | ||
1448 | st %o0, [%sp + STACKFRAME_SZ + PT_I0] | |
1449 | ||
1450 | .globl ret_sys_call | |
1451 | ret_sys_call: | |
1452 | ld [%curptr + TI_FLAGS], %l6 | |
1453 | cmp %o0, -ERESTART_RESTARTBLOCK | |
1454 | ld [%sp + STACKFRAME_SZ + PT_PSR], %g3 | |
1455 | set PSR_C, %g2 | |
1456 | bgeu 1f | |
1457 | andcc %l6, _TIF_SYSCALL_TRACE, %g0 | |
1458 | ||
1459 | /* System call success, clear Carry condition code. */ | |
1460 | andn %g3, %g2, %g3 | |
1461 | clr %l6 | |
1462 | st %g3, [%sp + STACKFRAME_SZ + PT_PSR] | |
1463 | bne linux_syscall_trace2 | |
1464 | ld [%sp + STACKFRAME_SZ + PT_NPC], %l1 /* pc = npc */ | |
1465 | add %l1, 0x4, %l2 /* npc = npc+4 */ | |
1466 | st %l1, [%sp + STACKFRAME_SZ + PT_PC] | |
1467 | b ret_trap_entry | |
1468 | st %l2, [%sp + STACKFRAME_SZ + PT_NPC] | |
1469 | 1: | |
1470 | /* System call failure, set Carry condition code. | |
1471 | * Also, get abs(errno) to return to the process. | |
1472 | */ | |
1473 | sub %g0, %o0, %o0 | |
1474 | or %g3, %g2, %g3 | |
1475 | st %o0, [%sp + STACKFRAME_SZ + PT_I0] | |
1476 | mov 1, %l6 | |
1477 | st %g3, [%sp + STACKFRAME_SZ + PT_PSR] | |
1478 | bne linux_syscall_trace2 | |
1479 | ld [%sp + STACKFRAME_SZ + PT_NPC], %l1 /* pc = npc */ | |
1480 | add %l1, 0x4, %l2 /* npc = npc+4 */ | |
1481 | st %l1, [%sp + STACKFRAME_SZ + PT_PC] | |
1482 | b ret_trap_entry | |
1483 | st %l2, [%sp + STACKFRAME_SZ + PT_NPC] | |
1484 | ||
1485 | linux_syscall_trace2: | |
1486 | call syscall_trace | |
1487 | add %l1, 0x4, %l2 /* npc = npc+4 */ | |
1488 | st %l1, [%sp + STACKFRAME_SZ + PT_PC] | |
1489 | b ret_trap_entry | |
1490 | st %l2, [%sp + STACKFRAME_SZ + PT_NPC] | |
1491 | ||
1492 | ||
1493 | /* | |
1494 | * Solaris system calls and indirect system calls enter here. | |
1495 | * | |
1496 | * I have named the solaris indirect syscalls like that because | |
1497 | * it seems like Solaris has some fast path syscalls that can | |
1498 | * be handled as indirect system calls. - mig | |
1499 | */ | |
1500 | ||
1501 | linux_syscall_for_solaris: | |
1502 | sethi %hi(sys_call_table), %l7 | |
1503 | b linux_sparc_syscall | |
1504 | or %l7, %lo(sys_call_table), %l7 | |
1505 | ||
1506 | .align 4 | |
1507 | .globl solaris_syscall | |
1508 | solaris_syscall: | |
1509 | cmp %g1,59 | |
1510 | be linux_syscall_for_solaris | |
1511 | cmp %g1,2 | |
1512 | be linux_syscall_for_solaris | |
1513 | cmp %g1,42 | |
1514 | be linux_syscall_for_solaris | |
1515 | cmp %g1,119 | |
1516 | be,a linux_syscall_for_solaris | |
1517 | mov 2, %g1 | |
1518 | 1: | |
1519 | SAVE_ALL_HEAD | |
1520 | rd %wim, %l3 | |
1521 | ||
1522 | wr %l0, PSR_ET, %psr | |
1523 | nop | |
1524 | nop | |
1525 | mov %i0, %l5 | |
1526 | ||
1527 | call do_solaris_syscall | |
1528 | add %sp, STACKFRAME_SZ, %o0 | |
1529 | ||
1530 | st %o0, [%sp + STACKFRAME_SZ + PT_I0] | |
1531 | set PSR_C, %g2 | |
1532 | cmp %o0, -ERESTART_RESTARTBLOCK | |
1533 | bgeu 1f | |
1534 | ld [%sp + STACKFRAME_SZ + PT_PSR], %g3 | |
1535 | ||
1536 | /* System call success, clear Carry condition code. */ | |
1537 | andn %g3, %g2, %g3 | |
1538 | clr %l6 | |
1539 | b 2f | |
1540 | st %g3, [%sp + STACKFRAME_SZ + PT_PSR] | |
1541 | ||
1542 | 1: | |
1543 | /* System call failure, set Carry condition code. | |
1544 | * Also, get abs(errno) to return to the process. | |
1545 | */ | |
1546 | sub %g0, %o0, %o0 | |
1547 | mov 1, %l6 | |
1548 | st %o0, [%sp + STACKFRAME_SZ + PT_I0] | |
1549 | or %g3, %g2, %g3 | |
1550 | st %g3, [%sp + STACKFRAME_SZ + PT_PSR] | |
1551 | ||
1552 | /* Advance the pc and npc over the trap instruction. | |
1553 | * If the npc is unaligned (has a 1 in the lower byte), it means | |
1554 | * the kernel does not want us to play magic (ie, skipping over | |
1555 | * traps). Mainly when the Solaris code wants to set some PC and | |
1556 | * nPC (setcontext). | |
1557 | */ | |
1558 | 2: | |
1559 | ld [%sp + STACKFRAME_SZ + PT_NPC], %l1 /* pc = npc */ | |
1560 | andcc %l1, 1, %g0 | |
1561 | bne 1f | |
1562 | add %l1, 0x4, %l2 /* npc = npc+4 */ | |
1563 | st %l1, [%sp + STACKFRAME_SZ + PT_PC] | |
1564 | b ret_trap_entry | |
1565 | st %l2, [%sp + STACKFRAME_SZ + PT_NPC] | |
1566 | ||
1567 | /* kernel knows what it is doing, fixup npc and continue */ | |
1568 | 1: | |
1569 | sub %l1, 1, %l1 | |
1570 | b ret_trap_entry | |
1571 | st %l1, [%sp + STACKFRAME_SZ + PT_NPC] | |
1572 | ||
1573 | #ifndef CONFIG_SUNOS_EMUL | |
1574 | .align 4 | |
1575 | .globl sunos_syscall | |
1576 | sunos_syscall: | |
1577 | SAVE_ALL_HEAD | |
1578 | rd %wim, %l3 | |
1579 | wr %l0, PSR_ET, %psr | |
1580 | nop | |
1581 | nop | |
1582 | mov %i0, %l5 | |
1583 | call do_sunos_syscall | |
1584 | add %sp, STACKFRAME_SZ, %o0 | |
1585 | #endif | |
1586 | ||
1587 | /* {net, open}bsd system calls enter here... */ | |
1588 | .align 4 | |
1589 | .globl bsd_syscall | |
1590 | bsd_syscall: | |
1591 | /* Direct access to user regs, must faster. */ | |
1592 | cmp %g1, NR_SYSCALLS | |
1593 | blu,a 1f | |
1594 | sll %g1, 2, %l4 | |
1595 | ||
1596 | set sys_ni_syscall, %l7 | |
1597 | b bsd_is_too_hard | |
1598 | nop | |
1599 | ||
1600 | 1: | |
1601 | ld [%l7 + %l4], %l7 | |
1602 | ||
1603 | .globl bsd_is_too_hard | |
1604 | bsd_is_too_hard: | |
1605 | rd %wim, %l3 | |
1606 | SAVE_ALL | |
1607 | ||
1608 | wr %l0, PSR_ET, %psr | |
1609 | WRITE_PAUSE | |
1610 | ||
1611 | 2: | |
1612 | mov %i0, %o0 | |
1613 | mov %i1, %o1 | |
1614 | mov %i2, %o2 | |
1615 | mov %i0, %l5 | |
1616 | mov %i3, %o3 | |
1617 | mov %i4, %o4 | |
1618 | call %l7 | |
1619 | mov %i5, %o5 | |
1620 | ||
1621 | st %o0, [%sp + STACKFRAME_SZ + PT_I0] | |
1622 | set PSR_C, %g2 | |
1623 | cmp %o0, -ERESTART_RESTARTBLOCK | |
1624 | bgeu 1f | |
1625 | ld [%sp + STACKFRAME_SZ + PT_PSR], %g3 | |
1626 | ||
1627 | /* System call success, clear Carry condition code. */ | |
1628 | andn %g3, %g2, %g3 | |
1629 | clr %l6 | |
1630 | b 2f | |
1631 | st %g3, [%sp + STACKFRAME_SZ + PT_PSR] | |
1632 | ||
1633 | 1: | |
1634 | /* System call failure, set Carry condition code. | |
1635 | * Also, get abs(errno) to return to the process. | |
1636 | */ | |
1637 | sub %g0, %o0, %o0 | |
1638 | #if 0 /* XXX todo XXX */ | |
1639 | sethi %hi(bsd_xlatb_rorl), %o3 | |
1640 | or %o3, %lo(bsd_xlatb_rorl), %o3 | |
1641 | sll %o0, 2, %o0 | |
1642 | ld [%o3 + %o0], %o0 | |
1643 | #endif | |
1644 | mov 1, %l6 | |
1645 | st %o0, [%sp + STACKFRAME_SZ + PT_I0] | |
1646 | or %g3, %g2, %g3 | |
1647 | st %g3, [%sp + STACKFRAME_SZ + PT_PSR] | |
1648 | ||
1649 | /* Advance the pc and npc over the trap instruction. */ | |
1650 | 2: | |
1651 | ld [%sp + STACKFRAME_SZ + PT_NPC], %l1 /* pc = npc */ | |
1652 | add %l1, 0x4, %l2 /* npc = npc+4 */ | |
1653 | st %l1, [%sp + STACKFRAME_SZ + PT_PC] | |
1654 | b ret_trap_entry | |
1655 | st %l2, [%sp + STACKFRAME_SZ + PT_NPC] | |
1656 | ||
1657 | /* Saving and restoring the FPU state is best done from lowlevel code. | |
1658 | * | |
1659 | * void fpsave(unsigned long *fpregs, unsigned long *fsr, | |
1660 | * void *fpqueue, unsigned long *fpqdepth) | |
1661 | */ | |
1662 | ||
1663 | .globl fpsave | |
1664 | fpsave: | |
1665 | st %fsr, [%o1] ! this can trap on us if fpu is in bogon state | |
1666 | ld [%o1], %g1 | |
1667 | set 0x2000, %g4 | |
1668 | andcc %g1, %g4, %g0 | |
1669 | be 2f | |
1670 | mov 0, %g2 | |
1671 | ||
1672 | /* We have an fpqueue to save. */ | |
1673 | 1: | |
1674 | std %fq, [%o2] | |
1675 | fpsave_magic: | |
1676 | st %fsr, [%o1] | |
1677 | ld [%o1], %g3 | |
1678 | andcc %g3, %g4, %g0 | |
1679 | add %g2, 1, %g2 | |
1680 | bne 1b | |
1681 | add %o2, 8, %o2 | |
1682 | ||
1683 | 2: | |
1684 | st %g2, [%o3] | |
1685 | ||
1686 | std %f0, [%o0 + 0x00] | |
1687 | std %f2, [%o0 + 0x08] | |
1688 | std %f4, [%o0 + 0x10] | |
1689 | std %f6, [%o0 + 0x18] | |
1690 | std %f8, [%o0 + 0x20] | |
1691 | std %f10, [%o0 + 0x28] | |
1692 | std %f12, [%o0 + 0x30] | |
1693 | std %f14, [%o0 + 0x38] | |
1694 | std %f16, [%o0 + 0x40] | |
1695 | std %f18, [%o0 + 0x48] | |
1696 | std %f20, [%o0 + 0x50] | |
1697 | std %f22, [%o0 + 0x58] | |
1698 | std %f24, [%o0 + 0x60] | |
1699 | std %f26, [%o0 + 0x68] | |
1700 | std %f28, [%o0 + 0x70] | |
1701 | retl | |
1702 | std %f30, [%o0 + 0x78] | |
1703 | ||
1704 | /* Thanks for Theo Deraadt and the authors of the Sprite/netbsd/openbsd | |
1705 | * code for pointing out this possible deadlock, while we save state | |
1706 | * above we could trap on the fsr store so our low level fpu trap | |
1707 | * code has to know how to deal with this. | |
1708 | */ | |
1709 | fpsave_catch: | |
1710 | b fpsave_magic + 4 | |
1711 | st %fsr, [%o1] | |
1712 | ||
1713 | fpsave_catch2: | |
1714 | b fpsave + 4 | |
1715 | st %fsr, [%o1] | |
1716 | ||
1717 | /* void fpload(unsigned long *fpregs, unsigned long *fsr); */ | |
1718 | ||
1719 | .globl fpload | |
1720 | fpload: | |
1721 | ldd [%o0 + 0x00], %f0 | |
1722 | ldd [%o0 + 0x08], %f2 | |
1723 | ldd [%o0 + 0x10], %f4 | |
1724 | ldd [%o0 + 0x18], %f6 | |
1725 | ldd [%o0 + 0x20], %f8 | |
1726 | ldd [%o0 + 0x28], %f10 | |
1727 | ldd [%o0 + 0x30], %f12 | |
1728 | ldd [%o0 + 0x38], %f14 | |
1729 | ldd [%o0 + 0x40], %f16 | |
1730 | ldd [%o0 + 0x48], %f18 | |
1731 | ldd [%o0 + 0x50], %f20 | |
1732 | ldd [%o0 + 0x58], %f22 | |
1733 | ldd [%o0 + 0x60], %f24 | |
1734 | ldd [%o0 + 0x68], %f26 | |
1735 | ldd [%o0 + 0x70], %f28 | |
1736 | ldd [%o0 + 0x78], %f30 | |
1737 | ld [%o1], %fsr | |
1738 | retl | |
1739 | nop | |
1740 | ||
1741 | /* __ndelay and __udelay take two arguments: | |
1742 | * 0 - nsecs or usecs to delay | |
1743 | * 1 - per_cpu udelay_val (loops per jiffy) | |
1744 | * | |
1745 | * Note that ndelay gives HZ times higher resolution but has a 10ms | |
1746 | * limit. udelay can handle up to 1s. | |
1747 | */ | |
1748 | .globl __ndelay | |
1749 | __ndelay: | |
1750 | save %sp, -STACKFRAME_SZ, %sp | |
1751 | mov %i0, %o0 | |
1752 | call .umul | |
1753 | mov 0x1ad, %o1 ! 2**32 / (1 000 000 000 / HZ) | |
1754 | call .umul | |
1755 | mov %i1, %o1 ! udelay_val | |
1756 | ba delay_continue | |
1757 | mov %o1, %o0 ! >>32 later for better resolution | |
1758 | ||
1759 | .globl __udelay | |
1760 | __udelay: | |
1761 | save %sp, -STACKFRAME_SZ, %sp | |
1762 | mov %i0, %o0 | |
1763 | sethi %hi(0x10c6), %o1 | |
1764 | call .umul | |
1765 | or %o1, %lo(0x10c6), %o1 ! 2**32 / 1 000 000 | |
1766 | call .umul | |
1767 | mov %i1, %o1 ! udelay_val | |
1768 | call .umul | |
1769 | mov HZ, %o0 ! >>32 earlier for wider range | |
1770 | ||
1771 | delay_continue: | |
1772 | cmp %o0, 0x0 | |
1773 | 1: | |
1774 | bne 1b | |
1775 | subcc %o0, 1, %o0 | |
1776 | ||
1777 | ret | |
1778 | restore | |
1779 | ||
1780 | /* Handle a software breakpoint */ | |
1781 | /* We have to inform parent that child has stopped */ | |
1782 | .align 4 | |
1783 | .globl breakpoint_trap | |
1784 | breakpoint_trap: | |
1785 | rd %wim,%l3 | |
1786 | SAVE_ALL | |
1787 | wr %l0, PSR_ET, %psr | |
1788 | WRITE_PAUSE | |
1789 | ||
1790 | st %i0, [%sp + STACKFRAME_SZ + PT_G0] ! for restarting syscalls | |
1791 | call sparc_breakpoint | |
1792 | add %sp, STACKFRAME_SZ, %o0 | |
1793 | ||
1794 | RESTORE_ALL | |
1795 | ||
1796 | .align 4 | |
1797 | .globl __handle_exception, flush_patch_exception | |
1798 | __handle_exception: | |
1799 | flush_patch_exception: | |
1800 | FLUSH_ALL_KERNEL_WINDOWS; | |
1801 | ldd [%o0], %o6 | |
1802 | jmpl %o7 + 0xc, %g0 ! see asm-sparc/processor.h | |
1803 | mov 1, %g1 ! signal EFAULT condition | |
1804 | ||
1805 | .align 4 | |
1806 | .globl kill_user_windows, kuw_patch1_7win | |
1807 | .globl kuw_patch1 | |
1808 | kuw_patch1_7win: sll %o3, 6, %o3 | |
1809 | ||
1810 | /* No matter how much overhead this routine has in the worst | |
1811 | * case scenerio, it is several times better than taking the | |
1812 | * traps with the old method of just doing flush_user_windows(). | |
1813 | */ | |
1814 | kill_user_windows: | |
1815 | ld [%g6 + TI_UWINMASK], %o0 ! get current umask | |
1816 | orcc %g0, %o0, %g0 ! if no bits set, we are done | |
1817 | be 3f ! nothing to do | |
1818 | rd %psr, %o5 ! must clear interrupts | |
1819 | or %o5, PSR_PIL, %o4 ! or else that could change | |
1820 | wr %o4, 0x0, %psr ! the uwinmask state | |
1821 | WRITE_PAUSE ! burn them cycles | |
1822 | 1: | |
1823 | ld [%g6 + TI_UWINMASK], %o0 ! get consistent state | |
1824 | orcc %g0, %o0, %g0 ! did an interrupt come in? | |
1825 | be 4f ! yep, we are done | |
1826 | rd %wim, %o3 ! get current wim | |
1827 | srl %o3, 1, %o4 ! simulate a save | |
1828 | kuw_patch1: | |
1829 | sll %o3, 7, %o3 ! compute next wim | |
1830 | or %o4, %o3, %o3 ! result | |
1831 | andncc %o0, %o3, %o0 ! clean this bit in umask | |
1832 | bne kuw_patch1 ! not done yet | |
1833 | srl %o3, 1, %o4 ! begin another save simulation | |
1834 | wr %o3, 0x0, %wim ! set the new wim | |
1835 | st %g0, [%g6 + TI_UWINMASK] ! clear uwinmask | |
1836 | 4: | |
1837 | wr %o5, 0x0, %psr ! re-enable interrupts | |
1838 | WRITE_PAUSE ! burn baby burn | |
1839 | 3: | |
1840 | retl ! return | |
1841 | st %g0, [%g6 + TI_W_SAVED] ! no windows saved | |
1842 | ||
1843 | .align 4 | |
1844 | .globl restore_current | |
1845 | restore_current: | |
1846 | LOAD_CURRENT(g6, o0) | |
1847 | retl | |
1848 | nop | |
1849 | ||
1850 | #ifdef CONFIG_PCI | |
1851 | #include <asm/pcic.h> | |
1852 | ||
1853 | .align 4 | |
1854 | .globl linux_trap_ipi15_pcic | |
1855 | linux_trap_ipi15_pcic: | |
1856 | rd %wim, %l3 | |
1857 | SAVE_ALL | |
1858 | ||
1859 | /* | |
1860 | * First deactivate NMI | |
1861 | * or we cannot drop ET, cannot get window spill traps. | |
1862 | * The busy loop is necessary because the PIO error | |
1863 | * sometimes does not go away quickly and we trap again. | |
1864 | */ | |
1865 | sethi %hi(pcic_regs), %o1 | |
1866 | ld [%o1 + %lo(pcic_regs)], %o2 | |
1867 | ||
1868 | ! Get pending status for printouts later. | |
1869 | ld [%o2 + PCI_SYS_INT_PENDING], %o0 | |
1870 | ||
1871 | mov PCI_SYS_INT_PENDING_CLEAR_ALL, %o1 | |
1872 | stb %o1, [%o2 + PCI_SYS_INT_PENDING_CLEAR] | |
1873 | 1: | |
1874 | ld [%o2 + PCI_SYS_INT_PENDING], %o1 | |
1875 | andcc %o1, ((PCI_SYS_INT_PENDING_PIO|PCI_SYS_INT_PENDING_PCI)>>24), %g0 | |
1876 | bne 1b | |
1877 | nop | |
1878 | ||
1879 | or %l0, PSR_PIL, %l4 | |
1880 | wr %l4, 0x0, %psr | |
1881 | WRITE_PAUSE | |
1882 | wr %l4, PSR_ET, %psr | |
1883 | WRITE_PAUSE | |
1884 | ||
1885 | call pcic_nmi | |
1886 | add %sp, STACKFRAME_SZ, %o1 ! struct pt_regs *regs | |
1887 | RESTORE_ALL | |
1888 | ||
1889 | .globl pcic_nmi_trap_patch | |
1890 | pcic_nmi_trap_patch: | |
1891 | sethi %hi(linux_trap_ipi15_pcic), %l3 | |
1892 | jmpl %l3 + %lo(linux_trap_ipi15_pcic), %g0 | |
1893 | rd %psr, %l0 | |
1894 | .word 0 | |
1895 | ||
1896 | #endif /* CONFIG_PCI */ | |
1897 | ||
1898 | /* End of entry.S */ |