| // SPDX-License-Identifier: GPL-2.0-or-later | |
| #include <linux/regset.h> | |
| #include <linux/elf.h> | |
| #include <linux/nospec.h> | |
| #include <linux/pkeys.h> | |
| #include "ptrace-decl.h" | |
| struct pt_regs_offset { | |
| const char *name; | |
| int offset; | |
| }; | |
| #define STR(s) #s /* convert to string */ | |
| #define REG_OFFSET_NAME(r) {.name = #r, .offset = offsetof(struct pt_regs, r)} | |
| #define GPR_OFFSET_NAME(num) \ | |
| {.name = STR(r##num), .offset = offsetof(struct pt_regs, gpr[num])}, \ | |
| {.name = STR(gpr##num), .offset = offsetof(struct pt_regs, gpr[num])} | |
| #define REG_OFFSET_END {.name = NULL, .offset = 0} | |
| static const struct pt_regs_offset regoffset_table[] = { | |
| GPR_OFFSET_NAME(0), | |
| GPR_OFFSET_NAME(1), | |
| GPR_OFFSET_NAME(2), | |
| GPR_OFFSET_NAME(3), | |
| GPR_OFFSET_NAME(4), | |
| GPR_OFFSET_NAME(5), | |
| GPR_OFFSET_NAME(6), | |
| GPR_OFFSET_NAME(7), | |
| GPR_OFFSET_NAME(8), | |
| GPR_OFFSET_NAME(9), | |
| GPR_OFFSET_NAME(10), | |
| GPR_OFFSET_NAME(11), | |
| GPR_OFFSET_NAME(12), | |
| GPR_OFFSET_NAME(13), | |
| GPR_OFFSET_NAME(14), | |
| GPR_OFFSET_NAME(15), | |
| GPR_OFFSET_NAME(16), | |
| GPR_OFFSET_NAME(17), | |
| GPR_OFFSET_NAME(18), | |
| GPR_OFFSET_NAME(19), | |
| GPR_OFFSET_NAME(20), | |
| GPR_OFFSET_NAME(21), | |
| GPR_OFFSET_NAME(22), | |
| GPR_OFFSET_NAME(23), | |
| GPR_OFFSET_NAME(24), | |
| GPR_OFFSET_NAME(25), | |
| GPR_OFFSET_NAME(26), | |
| GPR_OFFSET_NAME(27), | |
| GPR_OFFSET_NAME(28), | |
| GPR_OFFSET_NAME(29), | |
| GPR_OFFSET_NAME(30), | |
| GPR_OFFSET_NAME(31), | |
| REG_OFFSET_NAME(nip), | |
| REG_OFFSET_NAME(msr), | |
| REG_OFFSET_NAME(ctr), | |
| REG_OFFSET_NAME(link), | |
| REG_OFFSET_NAME(xer), | |
| REG_OFFSET_NAME(ccr), | |
| #ifdef CONFIG_PPC64 | |
| REG_OFFSET_NAME(softe), | |
| #else | |
| REG_OFFSET_NAME(mq), | |
| #endif | |
| REG_OFFSET_NAME(trap), | |
| REG_OFFSET_NAME(dar), | |
| REG_OFFSET_NAME(dsisr), | |
| REG_OFFSET_END, | |
| }; | |
| /** | |
| * regs_query_register_offset() - query register offset from its name | |
| * @name: the name of a register | |
| * | |
| * regs_query_register_offset() returns the offset of a register in struct | |
| * pt_regs from its name. If the name is invalid, this returns -EINVAL; | |
| */ | |
| int regs_query_register_offset(const char *name) | |
| { | |
| const struct pt_regs_offset *roff; | |
| for (roff = regoffset_table; roff->name != NULL; roff++) | |
| if (!strcmp(roff->name, name)) | |
| return roff->offset; | |
| return -EINVAL; | |
| } | |
| /** | |
| * regs_query_register_name() - query register name from its offset | |
| * @offset: the offset of a register in struct pt_regs. | |
| * | |
| * regs_query_register_name() returns the name of a register from its | |
| * offset in struct pt_regs. If the @offset is invalid, this returns NULL; | |
| */ | |
| const char *regs_query_register_name(unsigned int offset) | |
| { | |
| const struct pt_regs_offset *roff; | |
| for (roff = regoffset_table; roff->name != NULL; roff++) | |
| if (roff->offset == offset) | |
| return roff->name; | |
| return NULL; | |
| } | |
| /* | |
| * does not yet catch signals sent when the child dies. | |
| * in exit.c or in signal.c. | |
| */ | |
| static unsigned long get_user_msr(struct task_struct *task) | |
| { | |
| return task->thread.regs->msr | task->thread.fpexc_mode; | |
| } | |
| static __always_inline int set_user_msr(struct task_struct *task, unsigned long msr) | |
| { | |
| unsigned long newmsr = (task->thread.regs->msr & ~MSR_DEBUGCHANGE) | | |
| (msr & MSR_DEBUGCHANGE); | |
| regs_set_return_msr(task->thread.regs, newmsr); | |
| return 0; | |
| } | |
| #ifdef CONFIG_PPC64 | |
| static int get_user_dscr(struct task_struct *task, unsigned long *data) | |
| { | |
| *data = task->thread.dscr; | |
| return 0; | |
| } | |
| static int set_user_dscr(struct task_struct *task, unsigned long dscr) | |
| { | |
| task->thread.dscr = dscr; | |
| task->thread.dscr_inherit = 1; | |
| return 0; | |
| } | |
| #else | |
| static int get_user_dscr(struct task_struct *task, unsigned long *data) | |
| { | |
| return -EIO; | |
| } | |
| static int set_user_dscr(struct task_struct *task, unsigned long dscr) | |
| { | |
| return -EIO; | |
| } | |
| #endif | |
| /* | |
| * We prevent mucking around with the reserved area of trap | |
| * which are used internally by the kernel. | |
| */ | |
| static __always_inline int set_user_trap(struct task_struct *task, unsigned long trap) | |
| { | |
| set_trap(task->thread.regs, trap); | |
| return 0; | |
| } | |
| /* | |
| * Get contents of register REGNO in task TASK. | |
| */ | |
| int ptrace_get_reg(struct task_struct *task, int regno, unsigned long *data) | |
| { | |
| unsigned int regs_max; | |
| if (task->thread.regs == NULL || !data) | |
| return -EIO; | |
| if (regno == PT_MSR) { | |
| *data = get_user_msr(task); | |
| return 0; | |
| } | |
| if (regno == PT_DSCR) | |
| return get_user_dscr(task, data); | |
| /* | |
| * softe copies paca->irq_soft_mask variable state. Since irq_soft_mask is | |
| * no more used as a flag, lets force usr to always see the softe value as 1 | |
| * which means interrupts are not soft disabled. | |
| */ | |
| if (IS_ENABLED(CONFIG_PPC64) && regno == PT_SOFTE) { | |
| *data = 1; | |
| return 0; | |
| } | |
| regs_max = sizeof(struct user_pt_regs) / sizeof(unsigned long); | |
| if (regno < regs_max) { | |
| regno = array_index_nospec(regno, regs_max); | |
| *data = ((unsigned long *)task->thread.regs)[regno]; | |
| return 0; | |
| } | |
| return -EIO; | |
| } | |
| /* | |
| * Write contents of register REGNO in task TASK. | |
| */ | |
| int ptrace_put_reg(struct task_struct *task, int regno, unsigned long data) | |
| { | |
| if (task->thread.regs == NULL) | |
| return -EIO; | |
| if (regno == PT_MSR) | |
| return set_user_msr(task, data); | |
| if (regno == PT_TRAP) | |
| return set_user_trap(task, data); | |
| if (regno == PT_DSCR) | |
| return set_user_dscr(task, data); | |
| if (regno <= PT_MAX_PUT_REG) { | |
| regno = array_index_nospec(regno, PT_MAX_PUT_REG + 1); | |
| ((unsigned long *)task->thread.regs)[regno] = data; | |
| return 0; | |
| } | |
| return -EIO; | |
| } | |
| static int gpr_get(struct task_struct *target, const struct user_regset *regset, | |
| struct membuf to) | |
| { | |
| struct membuf to_msr = membuf_at(&to, offsetof(struct pt_regs, msr)); | |
| #ifdef CONFIG_PPC64 | |
| struct membuf to_softe = membuf_at(&to, offsetof(struct pt_regs, softe)); | |
| #endif | |
| if (target->thread.regs == NULL) | |
| return -EIO; | |
| membuf_write(&to, target->thread.regs, sizeof(struct user_pt_regs)); | |
| membuf_store(&to_msr, get_user_msr(target)); | |
| #ifdef CONFIG_PPC64 | |
| membuf_store(&to_softe, 0x1ul); | |
| #endif | |
| return membuf_zero(&to, ELF_NGREG * sizeof(unsigned long) - | |
| sizeof(struct user_pt_regs)); | |
| } | |
| static int gpr_set(struct task_struct *target, const struct user_regset *regset, | |
| unsigned int pos, unsigned int count, const void *kbuf, | |
| const void __user *ubuf) | |
| { | |
| unsigned long reg; | |
| int ret; | |
| if (target->thread.regs == NULL) | |
| return -EIO; | |
| ret = user_regset_copyin(&pos, &count, &kbuf, &ubuf, | |
| target->thread.regs, | |
| 0, PT_MSR * sizeof(reg)); | |
| if (!ret && count > 0) { | |
| ret = user_regset_copyin(&pos, &count, &kbuf, &ubuf, ®, | |
| PT_MSR * sizeof(reg), | |
| (PT_MSR + 1) * sizeof(reg)); | |
| if (!ret) | |
| ret = set_user_msr(target, reg); | |
| } | |
| BUILD_BUG_ON(offsetof(struct pt_regs, orig_gpr3) != | |
| offsetof(struct pt_regs, msr) + sizeof(long)); | |
| if (!ret) | |
| ret = user_regset_copyin(&pos, &count, &kbuf, &ubuf, | |
| &target->thread.regs->orig_gpr3, | |
| PT_ORIG_R3 * sizeof(reg), | |
| (PT_MAX_PUT_REG + 1) * sizeof(reg)); | |
| if (PT_MAX_PUT_REG + 1 < PT_TRAP && !ret) | |
| user_regset_copyin_ignore(&pos, &count, &kbuf, &ubuf, | |
| (PT_MAX_PUT_REG + 1) * sizeof(reg), | |
| PT_TRAP * sizeof(reg)); | |
| if (!ret && count > 0) { | |
| ret = user_regset_copyin(&pos, &count, &kbuf, &ubuf, ®, | |
| PT_TRAP * sizeof(reg), | |
| (PT_TRAP + 1) * sizeof(reg)); | |
| if (!ret) | |
| ret = set_user_trap(target, reg); | |
| } | |
| if (!ret) | |
| user_regset_copyin_ignore(&pos, &count, &kbuf, &ubuf, | |
| (PT_TRAP + 1) * sizeof(reg), -1); | |
| return ret; | |
| } | |
| #ifdef CONFIG_PPC64 | |
| static int ppr_get(struct task_struct *target, const struct user_regset *regset, | |
| struct membuf to) | |
| { | |
| if (!target->thread.regs) | |
| return -EINVAL; | |
| return membuf_write(&to, &target->thread.regs->ppr, sizeof(u64)); | |
| } | |
| static int ppr_set(struct task_struct *target, const struct user_regset *regset, | |
| unsigned int pos, unsigned int count, const void *kbuf, | |
| const void __user *ubuf) | |
| { | |
| if (!target->thread.regs) | |
| return -EINVAL; | |
| return user_regset_copyin(&pos, &count, &kbuf, &ubuf, | |
| &target->thread.regs->ppr, 0, sizeof(u64)); | |
| } | |
| static int dscr_get(struct task_struct *target, const struct user_regset *regset, | |
| struct membuf to) | |
| { | |
| return membuf_write(&to, &target->thread.dscr, sizeof(u64)); | |
| } | |
| static int dscr_set(struct task_struct *target, const struct user_regset *regset, | |
| unsigned int pos, unsigned int count, const void *kbuf, | |
| const void __user *ubuf) | |
| { | |
| return user_regset_copyin(&pos, &count, &kbuf, &ubuf, | |
| &target->thread.dscr, 0, sizeof(u64)); | |
| } | |
| #endif | |
| #ifdef CONFIG_PPC_BOOK3S_64 | |
| static int tar_get(struct task_struct *target, const struct user_regset *regset, | |
| struct membuf to) | |
| { | |
| return membuf_write(&to, &target->thread.tar, sizeof(u64)); | |
| } | |
| static int tar_set(struct task_struct *target, const struct user_regset *regset, | |
| unsigned int pos, unsigned int count, const void *kbuf, | |
| const void __user *ubuf) | |
| { | |
| return user_regset_copyin(&pos, &count, &kbuf, &ubuf, | |
| &target->thread.tar, 0, sizeof(u64)); | |
| } | |
| static int ebb_active(struct task_struct *target, const struct user_regset *regset) | |
| { | |
| if (!cpu_has_feature(CPU_FTR_ARCH_207S)) | |
| return -ENODEV; | |
| if (target->thread.used_ebb) | |
| return regset->n; | |
| return 0; | |
| } | |
| static int ebb_get(struct task_struct *target, const struct user_regset *regset, | |
| struct membuf to) | |
| { | |
| /* Build tests */ | |
| BUILD_BUG_ON(TSO(ebbrr) + sizeof(unsigned long) != TSO(ebbhr)); | |
| BUILD_BUG_ON(TSO(ebbhr) + sizeof(unsigned long) != TSO(bescr)); | |
| if (!cpu_has_feature(CPU_FTR_ARCH_207S)) | |
| return -ENODEV; | |
| if (!target->thread.used_ebb) | |
| return -ENODATA; | |
| return membuf_write(&to, &target->thread.ebbrr, 3 * sizeof(unsigned long)); | |
| } | |
| static int ebb_set(struct task_struct *target, const struct user_regset *regset, | |
| unsigned int pos, unsigned int count, const void *kbuf, | |
| const void __user *ubuf) | |
| { | |
| int ret = 0; | |
| /* Build tests */ | |
| BUILD_BUG_ON(TSO(ebbrr) + sizeof(unsigned long) != TSO(ebbhr)); | |
| BUILD_BUG_ON(TSO(ebbhr) + sizeof(unsigned long) != TSO(bescr)); | |
| if (!cpu_has_feature(CPU_FTR_ARCH_207S)) | |
| return -ENODEV; | |
| if (target->thread.used_ebb) | |
| return -ENODATA; | |
| ret = user_regset_copyin(&pos, &count, &kbuf, &ubuf, &target->thread.ebbrr, | |
| 0, sizeof(unsigned long)); | |
| if (!ret) | |
| ret = user_regset_copyin(&pos, &count, &kbuf, &ubuf, | |
| &target->thread.ebbhr, sizeof(unsigned long), | |
| 2 * sizeof(unsigned long)); | |
| if (!ret) | |
| ret = user_regset_copyin(&pos, &count, &kbuf, &ubuf, | |
| &target->thread.bescr, 2 * sizeof(unsigned long), | |
| 3 * sizeof(unsigned long)); | |
| return ret; | |
| } | |
| static int pmu_active(struct task_struct *target, const struct user_regset *regset) | |
| { | |
| if (!cpu_has_feature(CPU_FTR_ARCH_207S)) | |
| return -ENODEV; | |
| return regset->n; | |
| } | |
| static int pmu_get(struct task_struct *target, const struct user_regset *regset, | |
| struct membuf to) | |
| { | |
| /* Build tests */ | |
| BUILD_BUG_ON(TSO(siar) + sizeof(unsigned long) != TSO(sdar)); | |
| BUILD_BUG_ON(TSO(sdar) + sizeof(unsigned long) != TSO(sier)); | |
| BUILD_BUG_ON(TSO(sier) + sizeof(unsigned long) != TSO(mmcr2)); | |
| BUILD_BUG_ON(TSO(mmcr2) + sizeof(unsigned long) != TSO(mmcr0)); | |
| if (!cpu_has_feature(CPU_FTR_ARCH_207S)) | |
| return -ENODEV; | |
| return membuf_write(&to, &target->thread.siar, 5 * sizeof(unsigned long)); | |
| } | |
| static int pmu_set(struct task_struct *target, const struct user_regset *regset, | |
| unsigned int pos, unsigned int count, const void *kbuf, | |
| const void __user *ubuf) | |
| { | |
| int ret = 0; | |
| /* Build tests */ | |
| BUILD_BUG_ON(TSO(siar) + sizeof(unsigned long) != TSO(sdar)); | |
| BUILD_BUG_ON(TSO(sdar) + sizeof(unsigned long) != TSO(sier)); | |
| BUILD_BUG_ON(TSO(sier) + sizeof(unsigned long) != TSO(mmcr2)); | |
| BUILD_BUG_ON(TSO(mmcr2) + sizeof(unsigned long) != TSO(mmcr0)); | |
| if (!cpu_has_feature(CPU_FTR_ARCH_207S)) | |
| return -ENODEV; | |
| ret = user_regset_copyin(&pos, &count, &kbuf, &ubuf, &target->thread.siar, | |
| 0, sizeof(unsigned long)); | |
| if (!ret) | |
| ret = user_regset_copyin(&pos, &count, &kbuf, &ubuf, | |
| &target->thread.sdar, sizeof(unsigned long), | |
| 2 * sizeof(unsigned long)); | |
| if (!ret) | |
| ret = user_regset_copyin(&pos, &count, &kbuf, &ubuf, | |
| &target->thread.sier, 2 * sizeof(unsigned long), | |
| 3 * sizeof(unsigned long)); | |
| if (!ret) | |
| ret = user_regset_copyin(&pos, &count, &kbuf, &ubuf, | |
| &target->thread.mmcr2, 3 * sizeof(unsigned long), | |
| 4 * sizeof(unsigned long)); | |
| if (!ret) | |
| ret = user_regset_copyin(&pos, &count, &kbuf, &ubuf, | |
| &target->thread.mmcr0, 4 * sizeof(unsigned long), | |
| 5 * sizeof(unsigned long)); | |
| return ret; | |
| } | |
| static int dexcr_active(struct task_struct *target, const struct user_regset *regset) | |
| { | |
| if (!cpu_has_feature(CPU_FTR_ARCH_31)) | |
| return -ENODEV; | |
| return regset->n; | |
| } | |
| static int dexcr_get(struct task_struct *target, const struct user_regset *regset, | |
| struct membuf to) | |
| { | |
| if (!cpu_has_feature(CPU_FTR_ARCH_31)) | |
| return -ENODEV; | |
| membuf_store(&to, (u64)lower_32_bits(target->thread.dexcr)); | |
| /* | |
| * Technically the HDEXCR is per-cpu, but a hypervisor can't reasonably | |
| * change it between CPUs of the same guest. | |
| */ | |
| return membuf_store(&to, (u64)lower_32_bits(mfspr(SPRN_HDEXCR_RO))); | |
| } | |
| #ifdef CONFIG_CHECKPOINT_RESTORE | |
| static int hashkeyr_active(struct task_struct *target, const struct user_regset *regset) | |
| { | |
| if (!cpu_has_feature(CPU_FTR_ARCH_31)) | |
| return -ENODEV; | |
| return regset->n; | |
| } | |
| static int hashkeyr_get(struct task_struct *target, const struct user_regset *regset, | |
| struct membuf to) | |
| { | |
| if (!cpu_has_feature(CPU_FTR_ARCH_31)) | |
| return -ENODEV; | |
| return membuf_store(&to, target->thread.hashkeyr); | |
| } | |
| static int hashkeyr_set(struct task_struct *target, const struct user_regset *regset, | |
| unsigned int pos, unsigned int count, const void *kbuf, | |
| const void __user *ubuf) | |
| { | |
| if (!cpu_has_feature(CPU_FTR_ARCH_31)) | |
| return -ENODEV; | |
| return user_regset_copyin(&pos, &count, &kbuf, &ubuf, &target->thread.hashkeyr, | |
| 0, sizeof(unsigned long)); | |
| } | |
| #endif /* CONFIG_CHECKPOINT_RESTORE */ | |
| #endif /* CONFIG_PPC_BOOK3S_64 */ | |
| #ifdef CONFIG_PPC_MEM_KEYS | |
| static int pkey_active(struct task_struct *target, const struct user_regset *regset) | |
| { | |
| if (!arch_pkeys_enabled()) | |
| return -ENODEV; | |
| return regset->n; | |
| } | |
| static int pkey_get(struct task_struct *target, const struct user_regset *regset, | |
| struct membuf to) | |
| { | |
| if (!arch_pkeys_enabled()) | |
| return -ENODEV; | |
| membuf_store(&to, target->thread.regs->amr); | |
| membuf_store(&to, target->thread.regs->iamr); | |
| return membuf_store(&to, default_uamor); | |
| } | |
| static int pkey_set(struct task_struct *target, const struct user_regset *regset, | |
| unsigned int pos, unsigned int count, const void *kbuf, | |
| const void __user *ubuf) | |
| { | |
| u64 new_amr; | |
| int ret; | |
| if (!arch_pkeys_enabled()) | |
| return -ENODEV; | |
| /* Only the AMR can be set from userspace */ | |
| if (pos != 0 || count != sizeof(new_amr)) | |
| return -EINVAL; | |
| ret = user_regset_copyin(&pos, &count, &kbuf, &ubuf, | |
| &new_amr, 0, sizeof(new_amr)); | |
| if (ret) | |
| return ret; | |
| /* | |
| * UAMOR determines which bits of the AMR can be set from userspace. | |
| * UAMOR value 0b11 indicates that the AMR value can be modified | |
| * from userspace. If the kernel is using a specific key, we avoid | |
| * userspace modifying the AMR value for that key by masking them | |
| * via UAMOR 0b00. | |
| * | |
| * Pick the AMR values for the keys that kernel is using. This | |
| * will be indicated by the ~default_uamor bits. | |
| */ | |
| target->thread.regs->amr = (new_amr & default_uamor) | | |
| (target->thread.regs->amr & ~default_uamor); | |
| return 0; | |
| } | |
| #endif /* CONFIG_PPC_MEM_KEYS */ | |
| static const struct user_regset native_regsets[] = { | |
| [REGSET_GPR] = { | |
| USER_REGSET_NOTE_TYPE(PRSTATUS), .n = ELF_NGREG, | |
| .size = sizeof(long), .align = sizeof(long), | |
| .regset_get = gpr_get, .set = gpr_set | |
| }, | |
| [REGSET_FPR] = { | |
| USER_REGSET_NOTE_TYPE(PRFPREG), .n = ELF_NFPREG, | |
| .size = sizeof(double), .align = sizeof(double), | |
| .regset_get = fpr_get, .set = fpr_set | |
| }, | |
| #ifdef CONFIG_ALTIVEC | |
| [REGSET_VMX] = { | |
| USER_REGSET_NOTE_TYPE(PPC_VMX), .n = 34, | |
| .size = sizeof(vector128), .align = sizeof(vector128), | |
| .active = vr_active, .regset_get = vr_get, .set = vr_set | |
| }, | |
| #endif | |
| #ifdef CONFIG_VSX | |
| [REGSET_VSX] = { | |
| USER_REGSET_NOTE_TYPE(PPC_VSX), .n = 32, | |
| .size = sizeof(double), .align = sizeof(double), | |
| .active = vsr_active, .regset_get = vsr_get, .set = vsr_set | |
| }, | |
| #endif | |
| #ifdef CONFIG_SPE | |
| [REGSET_SPE] = { | |
| USER_REGSET_NOTE_TYPE(PPC_SPE), .n = 35, | |
| .size = sizeof(u32), .align = sizeof(u32), | |
| .active = evr_active, .regset_get = evr_get, .set = evr_set | |
| }, | |
| #endif | |
| #ifdef CONFIG_PPC_TRANSACTIONAL_MEM | |
| [REGSET_TM_CGPR] = { | |
| USER_REGSET_NOTE_TYPE(PPC_TM_CGPR), .n = ELF_NGREG, | |
| .size = sizeof(long), .align = sizeof(long), | |
| .active = tm_cgpr_active, .regset_get = tm_cgpr_get, .set = tm_cgpr_set | |
| }, | |
| [REGSET_TM_CFPR] = { | |
| USER_REGSET_NOTE_TYPE(PPC_TM_CFPR), .n = ELF_NFPREG, | |
| .size = sizeof(double), .align = sizeof(double), | |
| .active = tm_cfpr_active, .regset_get = tm_cfpr_get, .set = tm_cfpr_set | |
| }, | |
| [REGSET_TM_CVMX] = { | |
| USER_REGSET_NOTE_TYPE(PPC_TM_CVMX), .n = ELF_NVMX, | |
| .size = sizeof(vector128), .align = sizeof(vector128), | |
| .active = tm_cvmx_active, .regset_get = tm_cvmx_get, .set = tm_cvmx_set | |
| }, | |
| [REGSET_TM_CVSX] = { | |
| USER_REGSET_NOTE_TYPE(PPC_TM_CVSX), .n = ELF_NVSX, | |
| .size = sizeof(double), .align = sizeof(double), | |
| .active = tm_cvsx_active, .regset_get = tm_cvsx_get, .set = tm_cvsx_set | |
| }, | |
| [REGSET_TM_SPR] = { | |
| USER_REGSET_NOTE_TYPE(PPC_TM_SPR), .n = ELF_NTMSPRREG, | |
| .size = sizeof(u64), .align = sizeof(u64), | |
| .active = tm_spr_active, .regset_get = tm_spr_get, .set = tm_spr_set | |
| }, | |
| [REGSET_TM_CTAR] = { | |
| USER_REGSET_NOTE_TYPE(PPC_TM_CTAR), .n = 1, | |
| .size = sizeof(u64), .align = sizeof(u64), | |
| .active = tm_tar_active, .regset_get = tm_tar_get, .set = tm_tar_set | |
| }, | |
| [REGSET_TM_CPPR] = { | |
| USER_REGSET_NOTE_TYPE(PPC_TM_CPPR), .n = 1, | |
| .size = sizeof(u64), .align = sizeof(u64), | |
| .active = tm_ppr_active, .regset_get = tm_ppr_get, .set = tm_ppr_set | |
| }, | |
| [REGSET_TM_CDSCR] = { | |
| USER_REGSET_NOTE_TYPE(PPC_TM_CDSCR), .n = 1, | |
| .size = sizeof(u64), .align = sizeof(u64), | |
| .active = tm_dscr_active, .regset_get = tm_dscr_get, .set = tm_dscr_set | |
| }, | |
| #endif | |
| #ifdef CONFIG_PPC64 | |
| [REGSET_PPR] = { | |
| USER_REGSET_NOTE_TYPE(PPC_PPR), .n = 1, | |
| .size = sizeof(u64), .align = sizeof(u64), | |
| .regset_get = ppr_get, .set = ppr_set | |
| }, | |
| [REGSET_DSCR] = { | |
| USER_REGSET_NOTE_TYPE(PPC_DSCR), .n = 1, | |
| .size = sizeof(u64), .align = sizeof(u64), | |
| .regset_get = dscr_get, .set = dscr_set | |
| }, | |
| #endif | |
| #ifdef CONFIG_PPC_BOOK3S_64 | |
| [REGSET_TAR] = { | |
| USER_REGSET_NOTE_TYPE(PPC_TAR), .n = 1, | |
| .size = sizeof(u64), .align = sizeof(u64), | |
| .regset_get = tar_get, .set = tar_set | |
| }, | |
| [REGSET_EBB] = { | |
| USER_REGSET_NOTE_TYPE(PPC_EBB), .n = ELF_NEBB, | |
| .size = sizeof(u64), .align = sizeof(u64), | |
| .active = ebb_active, .regset_get = ebb_get, .set = ebb_set | |
| }, | |
| [REGSET_PMR] = { | |
| USER_REGSET_NOTE_TYPE(PPC_PMU), .n = ELF_NPMU, | |
| .size = sizeof(u64), .align = sizeof(u64), | |
| .active = pmu_active, .regset_get = pmu_get, .set = pmu_set | |
| }, | |
| [REGSET_DEXCR] = { | |
| USER_REGSET_NOTE_TYPE(PPC_DEXCR), .n = ELF_NDEXCR, | |
| .size = sizeof(u64), .align = sizeof(u64), | |
| .active = dexcr_active, .regset_get = dexcr_get | |
| }, | |
| #ifdef CONFIG_CHECKPOINT_RESTORE | |
| [REGSET_HASHKEYR] = { | |
| USER_REGSET_NOTE_TYPE(PPC_HASHKEYR), .n = ELF_NHASHKEYR, | |
| .size = sizeof(u64), .align = sizeof(u64), | |
| .active = hashkeyr_active, .regset_get = hashkeyr_get, .set = hashkeyr_set | |
| }, | |
| #endif | |
| #endif | |
| #ifdef CONFIG_PPC_MEM_KEYS | |
| [REGSET_PKEY] = { | |
| USER_REGSET_NOTE_TYPE(PPC_PKEY), .n = ELF_NPKEY, | |
| .size = sizeof(u64), .align = sizeof(u64), | |
| .active = pkey_active, .regset_get = pkey_get, .set = pkey_set | |
| }, | |
| #endif | |
| }; | |
| const struct user_regset_view user_ppc_native_view = { | |
| .name = UTS_MACHINE, .e_machine = ELF_ARCH, .ei_osabi = ELF_OSABI, | |
| .regsets = native_regsets, .n = ARRAY_SIZE(native_regsets) | |
| }; | |
| #include <linux/compat.h> | |
| int gpr32_get_common(struct task_struct *target, | |
| const struct user_regset *regset, | |
| struct membuf to, unsigned long *regs) | |
| { | |
| int i; | |
| for (i = 0; i < PT_MSR; i++) | |
| membuf_store(&to, (u32)regs[i]); | |
| membuf_store(&to, (u32)get_user_msr(target)); | |
| for (i++ ; i < PT_REGS_COUNT; i++) | |
| membuf_store(&to, (u32)regs[i]); | |
| return membuf_zero(&to, (ELF_NGREG - PT_REGS_COUNT) * sizeof(u32)); | |
| } | |
| static int gpr32_set_common_kernel(struct task_struct *target, | |
| const struct user_regset *regset, | |
| unsigned int pos, unsigned int count, | |
| const void *kbuf, unsigned long *regs) | |
| { | |
| const compat_ulong_t *k = kbuf; | |
| pos /= sizeof(compat_ulong_t); | |
| count /= sizeof(compat_ulong_t); | |
| for (; count > 0 && pos < PT_MSR; --count) | |
| regs[pos++] = *k++; | |
| if (count > 0 && pos == PT_MSR) { | |
| set_user_msr(target, *k++); | |
| ++pos; | |
| --count; | |
| } | |
| for (; count > 0 && pos <= PT_MAX_PUT_REG; --count) | |
| regs[pos++] = *k++; | |
| for (; count > 0 && pos < PT_TRAP; --count, ++pos) | |
| ++k; | |
| if (count > 0 && pos == PT_TRAP) { | |
| set_user_trap(target, *k++); | |
| ++pos; | |
| --count; | |
| } | |
| kbuf = k; | |
| pos *= sizeof(compat_ulong_t); | |
| count *= sizeof(compat_ulong_t); | |
| user_regset_copyin_ignore(&pos, &count, &kbuf, NULL, | |
| (PT_TRAP + 1) * sizeof(compat_ulong_t), -1); | |
| return 0; | |
| } | |
| static int gpr32_set_common_user(struct task_struct *target, | |
| const struct user_regset *regset, | |
| unsigned int pos, unsigned int count, | |
| const void __user *ubuf, unsigned long *regs) | |
| { | |
| const compat_ulong_t __user *u = ubuf; | |
| const void *kbuf = NULL; | |
| compat_ulong_t reg; | |
| scoped_user_read_access_size(ubuf, count, efault) { | |
| u = ubuf; | |
| pos /= sizeof(reg); | |
| count /= sizeof(reg); | |
| for (; count > 0 && pos < PT_MSR; --count) { | |
| unsafe_get_user(reg, u++, efault); | |
| regs[pos++] = reg; | |
| } | |
| if (count > 0 && pos == PT_MSR) { | |
| unsafe_get_user(reg, u++, efault); | |
| set_user_msr(target, reg); | |
| ++pos; | |
| --count; | |
| } | |
| for (; count > 0 && pos <= PT_MAX_PUT_REG; --count) { | |
| unsafe_get_user(reg, u++, efault); | |
| regs[pos++] = reg; | |
| } | |
| for (; count > 0 && pos < PT_TRAP; --count, ++pos) | |
| unsafe_get_user(reg, u++, efault); | |
| if (count > 0 && pos == PT_TRAP) { | |
| unsafe_get_user(reg, u++, efault); | |
| set_user_trap(target, reg); | |
| ++pos; | |
| --count; | |
| } | |
| } | |
| ubuf = u; | |
| pos *= sizeof(reg); | |
| count *= sizeof(reg); | |
| user_regset_copyin_ignore(&pos, &count, &kbuf, &ubuf, | |
| (PT_TRAP + 1) * sizeof(reg), -1); | |
| return 0; | |
| efault: | |
| return -EFAULT; | |
| } | |
| int gpr32_set_common(struct task_struct *target, | |
| const struct user_regset *regset, | |
| unsigned int pos, unsigned int count, | |
| const void *kbuf, const void __user *ubuf, | |
| unsigned long *regs) | |
| { | |
| if (kbuf) | |
| return gpr32_set_common_kernel(target, regset, pos, count, kbuf, regs); | |
| else | |
| return gpr32_set_common_user(target, regset, pos, count, ubuf, regs); | |
| } | |
| static int gpr32_get(struct task_struct *target, | |
| const struct user_regset *regset, | |
| struct membuf to) | |
| { | |
| if (target->thread.regs == NULL) | |
| return -EIO; | |
| return gpr32_get_common(target, regset, to, | |
| &target->thread.regs->gpr[0]); | |
| } | |
| static int gpr32_set(struct task_struct *target, | |
| const struct user_regset *regset, | |
| unsigned int pos, unsigned int count, | |
| const void *kbuf, const void __user *ubuf) | |
| { | |
| if (target->thread.regs == NULL) | |
| return -EIO; | |
| return gpr32_set_common(target, regset, pos, count, kbuf, ubuf, | |
| &target->thread.regs->gpr[0]); | |
| } | |
| /* | |
| * These are the regset flavors matching the CONFIG_PPC32 native set. | |
| */ | |
| static const struct user_regset compat_regsets[] = { | |
| [REGSET_GPR] = { | |
| USER_REGSET_NOTE_TYPE(PRSTATUS), .n = ELF_NGREG, | |
| .size = sizeof(compat_long_t), .align = sizeof(compat_long_t), | |
| .regset_get = gpr32_get, .set = gpr32_set | |
| }, | |
| [REGSET_FPR] = { | |
| USER_REGSET_NOTE_TYPE(PRFPREG), .n = ELF_NFPREG, | |
| .size = sizeof(double), .align = sizeof(double), | |
| .regset_get = fpr_get, .set = fpr_set | |
| }, | |
| #ifdef CONFIG_ALTIVEC | |
| [REGSET_VMX] = { | |
| USER_REGSET_NOTE_TYPE(PPC_VMX), .n = 34, | |
| .size = sizeof(vector128), .align = sizeof(vector128), | |
| .active = vr_active, .regset_get = vr_get, .set = vr_set | |
| }, | |
| #endif | |
| #ifdef CONFIG_SPE | |
| [REGSET_SPE] = { | |
| USER_REGSET_NOTE_TYPE(PPC_SPE), .n = 35, | |
| .size = sizeof(u32), .align = sizeof(u32), | |
| .active = evr_active, .regset_get = evr_get, .set = evr_set | |
| }, | |
| #endif | |
| #ifdef CONFIG_PPC_TRANSACTIONAL_MEM | |
| [REGSET_TM_CGPR] = { | |
| USER_REGSET_NOTE_TYPE(PPC_TM_CGPR), .n = ELF_NGREG, | |
| .size = sizeof(long), .align = sizeof(long), | |
| .active = tm_cgpr_active, | |
| .regset_get = tm_cgpr32_get, .set = tm_cgpr32_set | |
| }, | |
| [REGSET_TM_CFPR] = { | |
| USER_REGSET_NOTE_TYPE(PPC_TM_CFPR), .n = ELF_NFPREG, | |
| .size = sizeof(double), .align = sizeof(double), | |
| .active = tm_cfpr_active, .regset_get = tm_cfpr_get, .set = tm_cfpr_set | |
| }, | |
| [REGSET_TM_CVMX] = { | |
| USER_REGSET_NOTE_TYPE(PPC_TM_CVMX), .n = ELF_NVMX, | |
| .size = sizeof(vector128), .align = sizeof(vector128), | |
| .active = tm_cvmx_active, .regset_get = tm_cvmx_get, .set = tm_cvmx_set | |
| }, | |
| [REGSET_TM_CVSX] = { | |
| USER_REGSET_NOTE_TYPE(PPC_TM_CVSX), .n = ELF_NVSX, | |
| .size = sizeof(double), .align = sizeof(double), | |
| .active = tm_cvsx_active, .regset_get = tm_cvsx_get, .set = tm_cvsx_set | |
| }, | |
| [REGSET_TM_SPR] = { | |
| USER_REGSET_NOTE_TYPE(PPC_TM_SPR), .n = ELF_NTMSPRREG, | |
| .size = sizeof(u64), .align = sizeof(u64), | |
| .active = tm_spr_active, .regset_get = tm_spr_get, .set = tm_spr_set | |
| }, | |
| [REGSET_TM_CTAR] = { | |
| USER_REGSET_NOTE_TYPE(PPC_TM_CTAR), .n = 1, | |
| .size = sizeof(u64), .align = sizeof(u64), | |
| .active = tm_tar_active, .regset_get = tm_tar_get, .set = tm_tar_set | |
| }, | |
| [REGSET_TM_CPPR] = { | |
| USER_REGSET_NOTE_TYPE(PPC_TM_CPPR), .n = 1, | |
| .size = sizeof(u64), .align = sizeof(u64), | |
| .active = tm_ppr_active, .regset_get = tm_ppr_get, .set = tm_ppr_set | |
| }, | |
| [REGSET_TM_CDSCR] = { | |
| USER_REGSET_NOTE_TYPE(PPC_TM_CDSCR), .n = 1, | |
| .size = sizeof(u64), .align = sizeof(u64), | |
| .active = tm_dscr_active, .regset_get = tm_dscr_get, .set = tm_dscr_set | |
| }, | |
| #endif | |
| #ifdef CONFIG_PPC64 | |
| [REGSET_PPR] = { | |
| USER_REGSET_NOTE_TYPE(PPC_PPR), .n = 1, | |
| .size = sizeof(u64), .align = sizeof(u64), | |
| .regset_get = ppr_get, .set = ppr_set | |
| }, | |
| [REGSET_DSCR] = { | |
| USER_REGSET_NOTE_TYPE(PPC_DSCR), .n = 1, | |
| .size = sizeof(u64), .align = sizeof(u64), | |
| .regset_get = dscr_get, .set = dscr_set | |
| }, | |
| #endif | |
| #ifdef CONFIG_PPC_BOOK3S_64 | |
| [REGSET_TAR] = { | |
| USER_REGSET_NOTE_TYPE(PPC_TAR), .n = 1, | |
| .size = sizeof(u64), .align = sizeof(u64), | |
| .regset_get = tar_get, .set = tar_set | |
| }, | |
| [REGSET_EBB] = { | |
| USER_REGSET_NOTE_TYPE(PPC_EBB), .n = ELF_NEBB, | |
| .size = sizeof(u64), .align = sizeof(u64), | |
| .active = ebb_active, .regset_get = ebb_get, .set = ebb_set | |
| }, | |
| #endif | |
| }; | |
| static const struct user_regset_view user_ppc_compat_view = { | |
| .name = "ppc", .e_machine = EM_PPC, .ei_osabi = ELF_OSABI, | |
| .regsets = compat_regsets, .n = ARRAY_SIZE(compat_regsets) | |
| }; | |
| const struct user_regset_view *task_user_regset_view(struct task_struct *task) | |
| { | |
| if (IS_ENABLED(CONFIG_COMPAT) && is_tsk_32bit_task(task)) | |
| return &user_ppc_compat_view; | |
| return &user_ppc_native_view; | |
| } |