Lines Matching refs:rsp
70 bt $9,EFLAGS(%rsp) /* interrupts off? */
103 bt $9,EFLAGS(%rsp) /* interrupts off? */
122 CFI_DEF_CFA rsp,8+\offset
134 CFI_REL_OFFSET rsp, 3*8+\offset
201 CFI_DEF_CFA rsp,0
218 movq %rsp,PER_CPU_VAR(rsp_scratch)
219 movq PER_CPU_VAR(kernel_stack),%rsp
246 sub $(6*8),%rsp /* pt_regs->bp,bx,r12-15 not saved */
249 testl $_TIF_WORK_SYSCALL_ENTRY, ASM_THREAD_INFO(TI_flags, %rsp, SIZEOF_PTREGS)
261 movq %rax,RAX(%rsp)
282 testl $_TIF_ALLWORK_MASK, ASM_THREAD_INFO(TI_flags, %rsp, SIZEOF_PTREGS)
288 movq RIP(%rsp),%rcx
290 movq EFLAGS(%rsp),%r11
292 movq RSP(%rsp),%rsp
314 movq %rsp, %rdi
320 movq ORIG_RAX(%rsp), %rax
325 movq %rsp, %rdi
346 movq %rax,RAX(%rsp)
393 leaq 8(%rsp),%rdi # &ptregs -> arg1
402 movq %rsp,%rdi # &ptregs -> arg1
421 movq RCX(%rsp),%rcx
422 cmpq %rcx,RIP(%rsp) /* RCX == RIP */
443 cmpq $__USER_CS,CS(%rsp) /* CS must match SYSRET */
446 movq R11(%rsp),%r11
447 cmpq %r11,EFLAGS(%rsp) /* R11 == RFLAGS */
469 cmpq $__USER_DS,SS(%rsp) /* SS must match SYSRET */
480 movq RSP(%rsp),%rsp
516 addq $8, %rsp
519 movq %rax,RAX(%rsp)
589 addq $8, %rsp
592 movq %rax,RAX(%rsp)
625 testl $3,CS(%rsp) # from kernel_thread?
640 movl $0, RAX(%rsp)
687 leaq -RBP(%rsp),%rdi /* arg1 for \func (pointer to pt_regs) */
689 testl $3, CS-RBP(%rsp)
700 movq %rsp, %rsi
702 cmovzq PER_CPU_VAR(irq_stack_ptr),%rsp
728 addq $-0x80,(%rsp) /* Adjust vector to [-256,-1] range */
740 leaq -RBP(%rsi),%rsp
741 CFI_DEF_CFA_REGISTER rsp
744 testl $3,CS(%rsp)
776 bt $9,EFLAGS(%rsp) /* interrupts were off? */
804 testb $4,(SS-RIP)(%rsp)
825 movq (2*8)(%rsp),%rax /* RIP */
827 movq (3*8)(%rsp),%rax /* CS */
829 movq (4*8)(%rsp),%rax /* RFLAGS */
831 movq (6*8)(%rsp),%rax /* SS */
833 movq (5*8)(%rsp),%rax /* RSP */
839 movq %rax,%rsp
865 movq $-1,ORIG_RAX(%rsp)
867 movq %rsp,%rdi # &pt_regs
990 testl $3, CS(%rsp) /* If coming from userspace, switch */
1009 movq %rsp,%rdi /* pt_regs pointer */
1012 movq ORIG_RAX(%rsp),%rsi /* get error code */
1013 movq $-1,ORIG_RAX(%rsp) /* no syscall to restart */
1047 movq %rsp,%rdi /* pt_regs pointer */
1049 movq %rax,%rsp /* switch stack */
1051 movq %rsp,%rdi /* pt_regs pointer */
1054 movq ORIG_RAX(%rsp),%rsi /* get error code */
1055 movq $-1,ORIG_RAX(%rsp) /* no syscall to restart */
1126 mov %rsp,%rbp
1129 cmove PER_CPU_VAR(irq_stack_ptr),%rsp
1134 CFI_DEF_CFA_REGISTER rsp
1163 movq %rdi, %rsp # we don't return, adjust the stack frame
1331 testl $3,CS+8(%rsp)
1349 cmpq %rcx,RIP+8(%rsp)
1352 cmpq %rax,RIP+8(%rsp)
1354 cmpq $gs_change,RIP+8(%rsp)
1360 movq %rcx,RIP+8(%rsp)
1365 mov %rsp,%rdi
1367 mov %rax,%rsp
1450 testb $3, CS-RIP+8(%rsp)
1466 movq %rsp, %rdx
1467 movq PER_CPU_VAR(kernel_stack), %rsp
1495 movq %rsp, %rdi
1561 cmpq 8(%rsp), %rdx
1564 cmpq 8(%rsp), %rdx
1573 cmpl $1, -8(%rsp)
1588 lea 6*8(%rsp), %rdx
1590 cmpq %rdx, 4*8(%rsp)
1594 cmpq %rdx, 4*8(%rsp)
1600 testb $(X86_EFLAGS_DF >> 8), (3*8 + 1)(%rsp)
1612 leaq -1*8(%rsp), %rdx
1613 movq %rdx, %rsp
1615 leaq -10*8(%rsp), %rdx
1623 addq $(6*8), %rsp
1636 movq (%rsp), %rdx
1643 subq $(5*8), %rsp
1648 pushq_cfi 11*8(%rsp)
1671 movq $1, 10*8(%rsp)
1678 addq $(10*8), %rsp
1681 pushq_cfi -6*8(%rsp)
1683 subq $(5*8), %rsp
1706 movq %rsp,%rdi
1730 movq $0, 5*8(%rsp) /* clear "NMI executing" */