/*- * Copyright (c) 2004 Tim J. Robbins * Copyright (c) 2002 Doug Rabson * Copyright (c) 2000 Marcel Moolenaar * All rights reserved. * Copyright (c) 2013 Dmitry Chagin * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions * are met: * 1. Redistributions of source code must retain the above copyright * notice, this list of conditions and the following disclaimer * in this position and unchanged. * 2. Redistributions in binary form must reproduce the above copyright * notice, this list of conditions and the following disclaimer in the * documentation and/or other materials provided with the distribution. * 3. The name of the author may not be used to endorse or promote products * derived from this software without specific prior written permission. * * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #define LINUX_ARCH_AMD64 0xc000003e int linux_set_upcall(struct thread *td, register_t stack) { if (stack) td->td_frame->tf_rsp = stack; /* * The newly created Linux thread returns * to the user space by the same path that a parent does. */ td->td_frame->tf_rax = 0; return (0); } int linux_mmap2(struct thread *td, struct linux_mmap2_args *args) { return (linux_mmap_common(td, args->addr, args->len, args->prot, args->flags, args->fd, args->pgoff)); } int linux_mprotect(struct thread *td, struct linux_mprotect_args *uap) { return (linux_mprotect_common(td, uap->addr, uap->len, uap->prot)); } int linux_madvise(struct thread *td, struct linux_madvise_args *uap) { return (linux_madvise_common(td, uap->addr, uap->len, uap->behav)); } int linux_iopl(struct thread *td, struct linux_iopl_args *args) { int error; LINUX_CTR(iopl); if (args->level > 3) return (EINVAL); if ((error = priv_check(td, PRIV_IO)) != 0) return (error); if ((error = securelevel_gt(td->td_ucred, 0)) != 0) return (error); td->td_frame->tf_rflags = (td->td_frame->tf_rflags & ~PSL_IOPL) | (args->level * (PSL_IOPL / 3)); return (0); } int linux_pause(struct thread *td, struct linux_pause_args *args) { struct proc *p = td->td_proc; sigset_t sigmask; LINUX_CTR(pause); PROC_LOCK(p); sigmask = td->td_sigmask; PROC_UNLOCK(p); return (kern_sigsuspend(td, sigmask)); } int linux_arch_prctl(struct thread *td, struct linux_arch_prctl_args *args) { unsigned long long cet[3]; struct pcb *pcb; int error; pcb = td->td_pcb; LINUX_CTR2(arch_prctl, "0x%x, %p", args->code, args->addr); switch (args->code) { case LINUX_ARCH_SET_GS: if (args->addr < VM_MAXUSER_ADDRESS) { update_pcb_bases(pcb); pcb->pcb_gsbase = args->addr; td->td_frame->tf_gs = _ugssel; error = 0; } else error = EPERM; break; case LINUX_ARCH_SET_FS: if (args->addr < VM_MAXUSER_ADDRESS) { update_pcb_bases(pcb); pcb->pcb_fsbase = args->addr; td->td_frame->tf_fs = _ufssel; error = 0; } else error = EPERM; break; case LINUX_ARCH_GET_FS: error = copyout(&pcb->pcb_fsbase, PTRIN(args->addr), sizeof(args->addr)); break; case LINUX_ARCH_GET_GS: error = copyout(&pcb->pcb_gsbase, PTRIN(args->addr), sizeof(args->addr)); break; case LINUX_ARCH_CET_STATUS: memset(cet, 0, sizeof(cet)); error = copyout(&cet, PTRIN(args->addr), sizeof(cet)); break; default: linux_msg(td, "unsupported arch_prctl code %#x", args->code); error = EINVAL; } return (error); } int linux_set_cloned_tls(struct thread *td, void *desc) { struct pcb *pcb; if ((uint64_t)desc >= VM_MAXUSER_ADDRESS) return (EPERM); pcb = td->td_pcb; update_pcb_bases(pcb); pcb->pcb_fsbase = (register_t)desc; td->td_frame->tf_fs = _ufssel; return (0); } int futex_xchgl_nosmap(int oparg, uint32_t *uaddr, int *oldval); int futex_xchgl_smap(int oparg, uint32_t *uaddr, int *oldval); DEFINE_IFUNC(, int, futex_xchgl, (int, uint32_t *, int *)) { return ((cpu_stdext_feature & CPUID_STDEXT_SMAP) != 0 ? futex_xchgl_smap : futex_xchgl_nosmap); } int futex_addl_nosmap(int oparg, uint32_t *uaddr, int *oldval); int futex_addl_smap(int oparg, uint32_t *uaddr, int *oldval); DEFINE_IFUNC(, int, futex_addl, (int, uint32_t *, int *)) { return ((cpu_stdext_feature & CPUID_STDEXT_SMAP) != 0 ? futex_addl_smap : futex_addl_nosmap); } int futex_orl_nosmap(int oparg, uint32_t *uaddr, int *oldval); int futex_orl_smap(int oparg, uint32_t *uaddr, int *oldval); DEFINE_IFUNC(, int, futex_orl, (int, uint32_t *, int *)) { return ((cpu_stdext_feature & CPUID_STDEXT_SMAP) != 0 ? futex_orl_smap : futex_orl_nosmap); } int futex_andl_nosmap(int oparg, uint32_t *uaddr, int *oldval); int futex_andl_smap(int oparg, uint32_t *uaddr, int *oldval); DEFINE_IFUNC(, int, futex_andl, (int, uint32_t *, int *)) { return ((cpu_stdext_feature & CPUID_STDEXT_SMAP) != 0 ? futex_andl_smap : futex_andl_nosmap); } int futex_xorl_nosmap(int oparg, uint32_t *uaddr, int *oldval); int futex_xorl_smap(int oparg, uint32_t *uaddr, int *oldval); DEFINE_IFUNC(, int, futex_xorl, (int, uint32_t *, int *)) { return ((cpu_stdext_feature & CPUID_STDEXT_SMAP) != 0 ? futex_xorl_smap : futex_xorl_nosmap); } void bsd_to_linux_regset(const struct reg *b_reg, struct linux_pt_regset *l_regset) { l_regset->r15 = b_reg->r_r15; l_regset->r14 = b_reg->r_r14; l_regset->r13 = b_reg->r_r13; l_regset->r12 = b_reg->r_r12; l_regset->rbp = b_reg->r_rbp; l_regset->rbx = b_reg->r_rbx; l_regset->r11 = b_reg->r_r11; l_regset->r10 = b_reg->r_r10; l_regset->r9 = b_reg->r_r9; l_regset->r8 = b_reg->r_r8; l_regset->rax = b_reg->r_rax; l_regset->rcx = b_reg->r_rcx; l_regset->rdx = b_reg->r_rdx; l_regset->rsi = b_reg->r_rsi; l_regset->rdi = b_reg->r_rdi; l_regset->orig_rax = b_reg->r_rax; l_regset->rip = b_reg->r_rip; l_regset->cs = b_reg->r_cs; l_regset->eflags = b_reg->r_rflags; l_regset->rsp = b_reg->r_rsp; l_regset->ss = b_reg->r_ss; l_regset->fs_base = 0; l_regset->gs_base = 0; l_regset->ds = b_reg->r_ds; l_regset->es = b_reg->r_es; l_regset->fs = b_reg->r_fs; l_regset->gs = b_reg->r_gs; } void linux_to_bsd_regset(struct reg *b_reg, const struct linux_pt_regset *l_regset) { b_reg->r_r15 = l_regset->r15; b_reg->r_r14 = l_regset->r14; b_reg->r_r13 = l_regset->r13; b_reg->r_r12 = l_regset->r12; b_reg->r_rbp = l_regset->rbp; b_reg->r_rbx = l_regset->rbx; b_reg->r_r11 = l_regset->r11; b_reg->r_r10 = l_regset->r10; b_reg->r_r9 = l_regset->r9; b_reg->r_r8 = l_regset->r8; b_reg->r_rax = l_regset->rax; b_reg->r_rcx = l_regset->rcx; b_reg->r_rdx = l_regset->rdx; b_reg->r_rsi = l_regset->rsi; b_reg->r_rdi = l_regset->rdi; b_reg->r_rax = l_regset->orig_rax; b_reg->r_rip = l_regset->rip; b_reg->r_cs = l_regset->cs; b_reg->r_rflags = l_regset->eflags; b_reg->r_rsp = l_regset->rsp; b_reg->r_ss = l_regset->ss; b_reg->r_ds = l_regset->ds; b_reg->r_es = l_regset->es; b_reg->r_fs = l_regset->fs; b_reg->r_gs = l_regset->gs; } void linux_ptrace_get_syscall_info_machdep(const struct reg *reg, struct syscall_info *si) { si->arch = LINUX_ARCH_AMD64; si->instruction_pointer = reg->r_rip; si->stack_pointer = reg->r_rsp; } int linux_ptrace_getregs_machdep(struct thread *td, pid_t pid, struct linux_pt_regset *l_regset) { struct ptrace_lwpinfo lwpinfo; struct pcb *pcb; int error; pcb = td->td_pcb; if (td == curthread) update_pcb_bases(pcb); l_regset->fs_base = pcb->pcb_fsbase; l_regset->gs_base = pcb->pcb_gsbase; error = kern_ptrace(td, PT_LWPINFO, pid, &lwpinfo, sizeof(lwpinfo)); if (error != 0) { linux_msg(td, "PT_LWPINFO failed with error %d", error); return (error); } if ((lwpinfo.pl_flags & (PL_FLAG_SCE | PL_FLAG_SCX)) != 0) { /* * In Linux, the syscall number - passed to the syscall * as rax - is preserved in orig_rax; rax gets overwritten * with syscall return value. */ l_regset->orig_rax = lwpinfo.pl_syscall_code; } return (0); } #define LINUX_URO(a,m) ((uintptr_t)a == offsetof(struct linux_pt_regset, m)) int linux_ptrace_peekuser(struct thread *td, pid_t pid, void *addr, void *data) { struct linux_pt_regset reg; struct reg b_reg; uint64_t val; int error; if ((uintptr_t)addr & (sizeof(data) -1) || (uintptr_t)addr < 0) return (EIO); if ((uintptr_t)addr >= sizeof(struct linux_pt_regset)) { LINUX_RATELIMIT_MSG_OPT1("PTRACE_PEEKUSER offset %ld " "not implemented; returning EINVAL", (uintptr_t)addr); return (EINVAL); } if (LINUX_URO(addr, fs_base)) return (kern_ptrace(td, PT_GETFSBASE, pid, data, 0)); if (LINUX_URO(addr, gs_base)) return (kern_ptrace(td, PT_GETGSBASE, pid, data, 0)); if ((error = kern_ptrace(td, PT_GETREGS, pid, &b_reg, 0)) != 0) return (error); bsd_to_linux_regset(&b_reg, ®); val = *(®.r15 + ((uintptr_t)addr / sizeof(reg.r15))); return (copyout(&val, data, sizeof(val))); } static inline bool linux_invalid_selector(u_short val) { return (val != 0 && ISPL(val) != SEL_UPL); } struct linux_segreg_off { uintptr_t reg; bool is0; }; const struct linux_segreg_off linux_segregs_off[] = { { .reg = offsetof(struct linux_pt_regset, gs), .is0 = true, }, { .reg = offsetof(struct linux_pt_regset, fs), .is0 = true, }, { .reg = offsetof(struct linux_pt_regset, ds), .is0 = true, }, { .reg = offsetof(struct linux_pt_regset, es), .is0 = true, }, { .reg = offsetof(struct linux_pt_regset, cs), .is0 = false, }, { .reg = offsetof(struct linux_pt_regset, ss), .is0 = false, }, }; int linux_ptrace_pokeuser(struct thread *td, pid_t pid, void *addr, void *data) { struct linux_pt_regset reg; struct reg b_reg, b_reg1; int error, i; if ((uintptr_t)addr & (sizeof(data) -1) || (uintptr_t)addr < 0) return (EIO); if ((uintptr_t)addr >= sizeof(struct linux_pt_regset)) { LINUX_RATELIMIT_MSG_OPT1("PTRACE_POKEUSER offset %ld " "not implemented; returning EINVAL", (uintptr_t)addr); return (EINVAL); } if (LINUX_URO(addr, fs_base)) return (kern_ptrace(td, PT_SETFSBASE, pid, data, 0)); if (LINUX_URO(addr, gs_base)) return (kern_ptrace(td, PT_SETGSBASE, pid, data, 0)); for (i = 0; i < nitems(linux_segregs_off); i++) { if ((uintptr_t)addr == linux_segregs_off[i].reg) { if (linux_invalid_selector((uintptr_t)data)) return (EIO); if (!linux_segregs_off[i].is0 && (uintptr_t)data == 0) return (EIO); } } if ((error = kern_ptrace(td, PT_GETREGS, pid, &b_reg, 0)) != 0) return (error); bsd_to_linux_regset(&b_reg, ®); *(®.r15 + ((uintptr_t)addr / sizeof(reg.r15))) = (uint64_t)data; linux_to_bsd_regset(&b_reg1, ®); b_reg1.r_err = b_reg.r_err; b_reg1.r_trapno = b_reg.r_trapno; return (kern_ptrace(td, PT_SETREGS, pid, &b_reg, 0)); } #undef LINUX_URO