* be saved in the locations that pt_regs has them in.
*/
-/* skip is set if the stack was already partially adjusted */
-.macro save_mcount_regs skip=0
+/* @added: the amount of stack added before calling this */
+.macro save_mcount_regs added=0
/*
* We add enough stack to save all regs.
*/
- subq $(SS+8-\skip), %rsp
+ subq $(SS+8), %rsp
movq %rax, RAX(%rsp)
movq %rcx, RCX(%rsp)
movq %rdx, RDX(%rsp)
movq %r8, R8(%rsp)
movq %r9, R9(%rsp)
/* Move RIP to its proper location */
- movq SS+8(%rsp), %rdi
+ movq SS+8+\added(%rsp), %rdi
movq %rdi, RIP(%rsp)
.endm
-.macro restore_mcount_regs skip=0
+.macro restore_mcount_regs
movq R9(%rsp), %r9
movq R8(%rsp), %r8
movq RDI(%rsp), %rdi
movq RDX(%rsp), %rdx
movq RCX(%rsp), %rcx
movq RAX(%rsp), %rax
- addq $(SS+8-\skip), %rsp
+ addq $(SS+8), %rsp
.endm
/* skip is set if stack has been adjusted */
-.macro ftrace_caller_setup trace_label skip=0
- save_mcount_regs \skip
+.macro ftrace_caller_setup trace_label added=0
+ save_mcount_regs \added
/* Save this location */
GLOBAL(\trace_label)
subq $MCOUNT_INSN_SIZE, %rdi
/* Load the parent_ip into the second parameter */
#ifdef CC_USING_FENTRY
- movq SS+16(%rsp), %rsi
+ movq SS+16+\added(%rsp), %rsi
#else
- movq 8(%rbp), %rsi
+ movq 8+\added(%rbp), %rsi
#endif
.endm
END(ftrace_caller)
ENTRY(ftrace_regs_caller)
- /* Save the current flags before compare (in SS location)*/
+ /* Save the current flags before any operations that can change them */
pushfq
- /* skip=8 to skip flags saved in SS */
+ /* added 8 bytes to save flags */
ftrace_caller_setup ftrace_regs_caller_op_ptr 8
/* Save the rest of pt_regs */
movq %rbp, RBP(%rsp)
movq %rbx, RBX(%rsp)
/* Copy saved flags */
- movq SS(%rsp), %rcx
+ movq SS+8(%rsp), %rcx
movq %rcx, EFLAGS(%rsp)
/* Kernel segments */
movq $__KERNEL_DS, %rcx
movq %rcx, SS(%rsp)
movq $__KERNEL_CS, %rcx
movq %rcx, CS(%rsp)
- /* Stack - skipping return address */
- leaq SS+16(%rsp), %rcx
+ /* Stack - skipping return address and flags */
+ leaq SS+8*3(%rsp), %rcx
movq %rcx, RSP(%rsp)
/* regs go into 4th parameter */
/* Copy flags back to SS, to restore them */
movq EFLAGS(%rsp), %rax
- movq %rax, SS(%rsp)
+ movq %rax, SS+8(%rsp)
/* Handlers can change the RIP */
movq RIP(%rsp), %rax
- movq %rax, SS+8(%rsp)
+ movq %rax, SS+8*2(%rsp)
/* restore the rest of pt_regs */
movq R15(%rsp), %r15
movq RBP(%rsp), %rbp
movq RBX(%rsp), %rbx
- /* skip=8 to skip flags saved in SS */
- restore_mcount_regs 8
+ restore_mcount_regs
/* Restore flags */
popfq