2 /* By Ross Biro 1/23/92 */
4 * Pentium III FXSR, SSE support
5 * Gareth Hughes <gareth@valinux.com>, May 2000
7 * x86-64 port 2000-2002 Andi Kleen
10 #include <linux/kernel.h>
11 #include <linux/sched.h>
13 #include <linux/smp.h>
14 #include <linux/smp_lock.h>
15 #include <linux/errno.h>
16 #include <linux/ptrace.h>
17 #include <linux/user.h>
18 #include <linux/security.h>
19 #include <linux/audit.h>
20 #include <linux/seccomp.h>
21 #include <linux/signal.h>
23 #include <asm/uaccess.h>
24 #include <asm/pgtable.h>
25 #include <asm/system.h>
26 #include <asm/processor.h>
28 #include <asm/debugreg.h>
31 #include <asm/proto.h>
35 * does not yet catch signals sent when the child dies.
36 * in exit.c or in signal.c.
39 /* determines which flags the user has access to. */
40 /* 1 = access 0 = no access */
41 #define FLAG_MASK 0x44dd5UL
43 /* set's the trap flag. */
44 #define TRAP_FLAG 0x100UL
47 * eflags and offset of eflags on child stack..
49 #define EFLAGS offsetof(struct pt_regs, eflags)
50 #define EFL_OFFSET ((int)(EFLAGS-sizeof(struct pt_regs)))
53 * this routine will get a word off of the processes privileged stack.
54 * the offset is how far from the base addr as stored in the TSS.
55 * this routine assumes that all the privileged stacks are in our
58 static inline unsigned long get_stack_long(struct task_struct *task, int offset)
62 stack = (unsigned char *)task->thread.rsp0;
64 return (*((unsigned long *)stack));
67 static inline struct pt_regs *get_child_regs(struct task_struct *task)
69 struct pt_regs *regs = (void *)task->thread.rsp0;
74 * this routine will put a word on the processes privileged stack.
75 * the offset is how far from the base addr as stored in the TSS.
76 * this routine assumes that all the privileged stacks are in our
79 static inline long put_stack_long(struct task_struct *task, int offset,
82 unsigned char * stack;
84 stack = (unsigned char *) task->thread.rsp0;
86 *(unsigned long *) stack = data;
92 unsigned long convert_rip_to_linear(struct task_struct *child, struct pt_regs *regs)
94 unsigned long addr, seg;
97 seg = regs->cs & 0xffff;
100 * We'll assume that the code segments in the GDT
101 * are all zero-based. That is largely true: the
102 * TLS segments are used for data, and the PNPBIOS
103 * and APM bios ones we just ignore here.
105 if (seg & LDT_SEGMENT) {
109 down(&child->mm->context.sem);
110 desc = child->mm->context.ldt + (seg & ~7);
111 base = (desc[0] >> 16) | ((desc[1] & 0xff) << 16) | (desc[1] & 0xff000000);
113 /* 16-bit code segment? */
114 if (!((desc[1] >> 22) & 1))
117 up(&child->mm->context.sem);
122 static int is_at_popf(struct task_struct *child, struct pt_regs *regs)
125 unsigned char opcode[16];
126 unsigned long addr = convert_rip_to_linear(child, regs);
128 copied = access_process_vm(child, addr, opcode, sizeof(opcode), 0);
129 for (i = 0; i < copied; i++) {
137 /* opcode and address size prefixes */
138 case 0x66: case 0x67:
140 /* irrelevant prefixes (segment overrides and repeats) */
141 case 0x26: case 0x2e:
142 case 0x36: case 0x3e:
143 case 0x64: case 0x65:
144 case 0xf0: case 0xf2: case 0xf3:
151 /* CHECKME: f0, f2, f3 */
154 * pushf: NOTE! We should probably not let
155 * the user see the TF bit being set. But
156 * it's more pain than it's worth to avoid
157 * it, and a debugger could emulate this
158 * all in user space if it _really_ cares.
168 static void set_singlestep(struct task_struct *child)
170 struct pt_regs *regs = get_child_regs(child);
173 * Always set TIF_SINGLESTEP - this guarantees that
174 * we single-step system calls etc.. This will also
175 * cause us to set TF when returning to user mode.
177 set_tsk_thread_flag(child, TIF_SINGLESTEP);
180 * If TF was already set, don't do anything else
182 if (regs->eflags & TRAP_FLAG)
185 /* Set TF on the kernel stack.. */
186 regs->eflags |= TRAP_FLAG;
189 * ..but if TF is changed by the instruction we will trace,
190 * don't mark it as being "us" that set it, so that we
191 * won't clear it by hand later.
193 * AK: this is not enough, LAHF and IRET can change TF in user space too.
195 if (is_at_popf(child, regs))
198 child->ptrace |= PT_DTRACE;
201 static void clear_singlestep(struct task_struct *child)
203 /* Always clear TIF_SINGLESTEP... */
204 clear_tsk_thread_flag(child, TIF_SINGLESTEP);
206 /* But touch TF only if it was set by us.. */
207 if (child->ptrace & PT_DTRACE) {
208 struct pt_regs *regs = get_child_regs(child);
209 regs->eflags &= ~TRAP_FLAG;
210 child->ptrace &= ~PT_DTRACE;
215 * Called by kernel/ptrace.c when detaching..
217 * Make sure the single step bit is not set.
219 void ptrace_disable(struct task_struct *child)
221 clear_singlestep(child);
224 static int putreg(struct task_struct *child,
225 unsigned long regno, unsigned long value)
229 /* Some code in the 64bit emulation may not be 64bit clean.
230 Don't take any chances. */
231 if (test_tsk_thread_flag(child, TIF_IA32))
234 case offsetof(struct user_regs_struct,fs):
235 if (value && (value & 3) != 3)
237 child->thread.fsindex = value & 0xffff;
239 case offsetof(struct user_regs_struct,gs):
240 if (value && (value & 3) != 3)
242 child->thread.gsindex = value & 0xffff;
244 case offsetof(struct user_regs_struct,ds):
245 if (value && (value & 3) != 3)
247 child->thread.ds = value & 0xffff;
249 case offsetof(struct user_regs_struct,es):
250 if (value && (value & 3) != 3)
252 child->thread.es = value & 0xffff;
254 case offsetof(struct user_regs_struct,ss):
255 if ((value & 3) != 3)
259 case offsetof(struct user_regs_struct,fs_base):
260 if (!((value >> 48) == 0 || (value >> 48) == 0xffff))
262 child->thread.fs = value;
264 case offsetof(struct user_regs_struct,gs_base):
265 if (!((value >> 48) == 0 || (value >> 48) == 0xffff))
267 child->thread.gs = value;
269 case offsetof(struct user_regs_struct, eflags):
271 tmp = get_stack_long(child, EFL_OFFSET);
275 case offsetof(struct user_regs_struct,cs):
276 if ((value & 3) != 3)
281 put_stack_long(child, regno - sizeof(struct pt_regs), value);
285 static unsigned long getreg(struct task_struct *child, unsigned long regno)
289 case offsetof(struct user_regs_struct, fs):
290 return child->thread.fsindex;
291 case offsetof(struct user_regs_struct, gs):
292 return child->thread.gsindex;
293 case offsetof(struct user_regs_struct, ds):
294 return child->thread.ds;
295 case offsetof(struct user_regs_struct, es):
296 return child->thread.es;
297 case offsetof(struct user_regs_struct, fs_base):
298 return child->thread.fs;
299 case offsetof(struct user_regs_struct, gs_base):
300 return child->thread.gs;
302 regno = regno - sizeof(struct pt_regs);
303 val = get_stack_long(child, regno);
304 if (test_tsk_thread_flag(child, TIF_IA32))
311 asmlinkage long sys_ptrace(long request, long pid, unsigned long addr, long data)
313 struct task_struct *child;
317 /* This lock_kernel fixes a subtle race with suid exec */
320 if (request == PTRACE_TRACEME) {
321 /* are we already being traced? */
322 if (current->ptrace & PT_PTRACED)
324 ret = security_ptrace(current->parent, current);
327 /* set the ptrace bit in the process flags. */
328 current->ptrace |= PT_PTRACED;
333 read_lock(&tasklist_lock);
334 child = find_task_by_pid(pid);
336 get_task_struct(child);
337 read_unlock(&tasklist_lock);
342 if (pid == 1) /* you may not mess with init */
345 if (request == PTRACE_ATTACH) {
346 ret = ptrace_attach(child);
349 ret = ptrace_check_attach(child, request == PTRACE_KILL);
354 /* when I and D space are separate, these will need to be fixed. */
355 case PTRACE_PEEKTEXT: /* read word at location addr. */
356 case PTRACE_PEEKDATA: {
360 copied = access_process_vm(child, addr, &tmp, sizeof(tmp), 0);
362 if (copied != sizeof(tmp))
364 ret = put_user(tmp,(unsigned long __user *) data);
368 /* read the word at location addr in the USER area. */
369 case PTRACE_PEEKUSR: {
374 addr > sizeof(struct user) - 7)
378 case 0 ... sizeof(struct user_regs_struct):
379 tmp = getreg(child, addr);
381 case offsetof(struct user, u_debugreg[0]):
382 tmp = child->thread.debugreg0;
384 case offsetof(struct user, u_debugreg[1]):
385 tmp = child->thread.debugreg1;
387 case offsetof(struct user, u_debugreg[2]):
388 tmp = child->thread.debugreg2;
390 case offsetof(struct user, u_debugreg[3]):
391 tmp = child->thread.debugreg3;
393 case offsetof(struct user, u_debugreg[6]):
394 tmp = child->thread.debugreg6;
396 case offsetof(struct user, u_debugreg[7]):
397 tmp = child->thread.debugreg7;
403 ret = put_user(tmp,(unsigned long __user *) data);
407 /* when I and D space are separate, this will have to be fixed. */
408 case PTRACE_POKETEXT: /* write the word at location addr. */
409 case PTRACE_POKEDATA:
411 if (access_process_vm(child, addr, &data, sizeof(data), 1) == sizeof(data))
416 case PTRACE_POKEUSR: /* write the word at location addr in the USER area */
419 addr > sizeof(struct user) - 7)
423 case 0 ... sizeof(struct user_regs_struct):
424 ret = putreg(child, addr, data);
426 /* Disallows to set a breakpoint into the vsyscall */
427 case offsetof(struct user, u_debugreg[0]):
428 if (data >= TASK_SIZE-7) break;
429 child->thread.debugreg0 = data;
432 case offsetof(struct user, u_debugreg[1]):
433 if (data >= TASK_SIZE-7) break;
434 child->thread.debugreg1 = data;
437 case offsetof(struct user, u_debugreg[2]):
438 if (data >= TASK_SIZE-7) break;
439 child->thread.debugreg2 = data;
442 case offsetof(struct user, u_debugreg[3]):
443 if (data >= TASK_SIZE-7) break;
444 child->thread.debugreg3 = data;
447 case offsetof(struct user, u_debugreg[6]):
450 child->thread.debugreg6 = data;
453 case offsetof(struct user, u_debugreg[7]):
454 /* See arch/i386/kernel/ptrace.c for an explanation of
455 * this awkward check.*/
456 data &= ~DR_CONTROL_RESERVED;
458 if ((0x5454 >> ((data >> (16 + 4*i)) & 0xf)) & 1)
461 child->thread.debugreg7 = data;
467 case PTRACE_SYSCALL: /* continue and stop at next (return from) syscall */
468 case PTRACE_CONT: /* restart after signal. */
471 if (!valid_signal(data))
473 if (request == PTRACE_SYSCALL)
474 set_tsk_thread_flag(child,TIF_SYSCALL_TRACE);
476 clear_tsk_thread_flag(child,TIF_SYSCALL_TRACE);
477 clear_tsk_thread_flag(child, TIF_SINGLESTEP);
478 child->exit_code = data;
479 /* make sure the single step bit is not set. */
480 clear_singlestep(child);
481 wake_up_process(child);
485 #ifdef CONFIG_IA32_EMULATION
486 /* This makes only sense with 32bit programs. Allow a
487 64bit debugger to fully examine them too. Better
488 don't use it against 64bit processes, use
489 PTRACE_ARCH_PRCTL instead. */
490 case PTRACE_SET_THREAD_AREA: {
491 struct user_desc __user *p;
493 p = (struct user_desc __user *)data;
494 get_user(old, &p->entry_number);
495 put_user(addr, &p->entry_number);
496 ret = do_set_thread_area(&child->thread, p);
497 put_user(old, &p->entry_number);
499 case PTRACE_GET_THREAD_AREA:
500 p = (struct user_desc __user *)data;
501 get_user(old, &p->entry_number);
502 put_user(addr, &p->entry_number);
503 ret = do_get_thread_area(&child->thread, p);
504 put_user(old, &p->entry_number);
508 /* normal 64bit interface to access TLS data.
509 Works just like arch_prctl, except that the arguments
511 case PTRACE_ARCH_PRCTL:
512 ret = do_arch_prctl(child, data, addr);
516 * make the child exit. Best I can do is send it a sigkill.
517 * perhaps it should be put in the status that it wants to
522 if (child->exit_state == EXIT_ZOMBIE) /* already dead */
524 clear_tsk_thread_flag(child, TIF_SINGLESTEP);
525 child->exit_code = SIGKILL;
526 /* make sure the single step bit is not set. */
527 clear_singlestep(child);
528 wake_up_process(child);
531 case PTRACE_SINGLESTEP: /* set the trap flag. */
533 if (!valid_signal(data))
535 clear_tsk_thread_flag(child,TIF_SYSCALL_TRACE);
536 set_singlestep(child);
537 child->exit_code = data;
538 /* give it a chance to run. */
539 wake_up_process(child);
544 /* detach a process that was attached. */
545 ret = ptrace_detach(child, data);
548 case PTRACE_GETREGS: { /* Get all gp regs from the child. */
549 if (!access_ok(VERIFY_WRITE, (unsigned __user *)data,
550 sizeof(struct user_regs_struct))) {
555 for (ui = 0; ui < sizeof(struct user_regs_struct); ui += sizeof(long)) {
556 ret |= __put_user(getreg(child, ui),(unsigned long __user *) data);
557 data += sizeof(long);
562 case PTRACE_SETREGS: { /* Set all gp regs in the child. */
564 if (!access_ok(VERIFY_READ, (unsigned __user *)data,
565 sizeof(struct user_regs_struct))) {
570 for (ui = 0; ui < sizeof(struct user_regs_struct); ui += sizeof(long)) {
571 ret |= __get_user(tmp, (unsigned long __user *) data);
572 putreg(child, ui, tmp);
573 data += sizeof(long);
578 case PTRACE_GETFPREGS: { /* Get the child extended FPU state. */
579 if (!access_ok(VERIFY_WRITE, (unsigned __user *)data,
580 sizeof(struct user_i387_struct))) {
584 ret = get_fpregs((struct user_i387_struct __user *)data, child);
588 case PTRACE_SETFPREGS: { /* Set the child extended FPU state. */
589 if (!access_ok(VERIFY_READ, (unsigned __user *)data,
590 sizeof(struct user_i387_struct))) {
594 set_stopped_child_used_math(child);
595 ret = set_fpregs(child, (struct user_i387_struct __user *)data);
600 ret = ptrace_request(child, request, addr, data);
604 put_task_struct(child);
610 static void syscall_trace(struct pt_regs *regs)
614 printk("trace %s rip %lx rsp %lx rax %d origrax %d caller %lx tiflags %x ptrace %x\n",
616 regs->rip, regs->rsp, regs->rax, regs->orig_rax, __builtin_return_address(0),
617 current_thread_info()->flags, current->ptrace);
620 ptrace_notify(SIGTRAP | ((current->ptrace & PT_TRACESYSGOOD)
623 * this isn't the same as continuing with a signal, but it will do
624 * for normal use. strace only continues with a signal if the
625 * stopping signal is not SIGTRAP. -brl
627 if (current->exit_code) {
628 send_sig(current->exit_code, current, 1);
629 current->exit_code = 0;
633 asmlinkage void syscall_trace_enter(struct pt_regs *regs)
635 /* do the secure computing check first */
636 secure_computing(regs->orig_rax);
638 if (unlikely(current->audit_context))
639 audit_syscall_entry(current, regs->orig_rax,
640 regs->rdi, regs->rsi,
641 regs->rdx, regs->r10);
643 if (test_thread_flag(TIF_SYSCALL_TRACE)
644 && (current->ptrace & PT_PTRACED))
648 asmlinkage void syscall_trace_leave(struct pt_regs *regs)
650 if (unlikely(current->audit_context))
651 audit_syscall_exit(current, regs->rax);
653 if ((test_thread_flag(TIF_SYSCALL_TRACE)
654 || test_thread_flag(TIF_SINGLESTEP))
655 && (current->ptrace & PT_PTRACED))