diff options
Diffstat (limited to 'arch')
| -rw-r--r-- | arch/x86/include/asm/i387.h | 12 | ||||
| -rw-r--r-- | arch/x86/include/asm/user.h | 58 | ||||
| -rw-r--r-- | arch/x86/include/asm/xsave.h | 2 | ||||
| -rw-r--r-- | arch/x86/kernel/i387.c | 71 | ||||
| -rw-r--r-- | arch/x86/kernel/ptrace.c | 34 | ||||
| -rw-r--r-- | arch/x86/kernel/xsave.c | 1 |
6 files changed, 170 insertions, 8 deletions
diff --git a/arch/x86/include/asm/i387.h b/arch/x86/include/asm/i387.h index ebfb8a9e11f7..da2930924501 100644 --- a/arch/x86/include/asm/i387.h +++ b/arch/x86/include/asm/i387.h | |||
| @@ -33,8 +33,16 @@ extern void init_thread_xstate(void); | |||
| 33 | extern int dump_fpu(struct pt_regs *, struct user_i387_struct *); | 33 | extern int dump_fpu(struct pt_regs *, struct user_i387_struct *); |
| 34 | 34 | ||
| 35 | extern user_regset_active_fn fpregs_active, xfpregs_active; | 35 | extern user_regset_active_fn fpregs_active, xfpregs_active; |
| 36 | extern user_regset_get_fn fpregs_get, xfpregs_get, fpregs_soft_get; | 36 | extern user_regset_get_fn fpregs_get, xfpregs_get, fpregs_soft_get, |
| 37 | extern user_regset_set_fn fpregs_set, xfpregs_set, fpregs_soft_set; | 37 | xstateregs_get; |
| 38 | extern user_regset_set_fn fpregs_set, xfpregs_set, fpregs_soft_set, | ||
| 39 | xstateregs_set; | ||
| 40 | |||
| 41 | /* | ||
| 42 | * xstateregs_active == fpregs_active. Please refer to the comment | ||
| 43 | * at the definition of fpregs_active. | ||
| 44 | */ | ||
| 45 | #define xstateregs_active fpregs_active | ||
| 38 | 46 | ||
| 39 | extern struct _fpx_sw_bytes fx_sw_reserved; | 47 | extern struct _fpx_sw_bytes fx_sw_reserved; |
| 40 | #ifdef CONFIG_IA32_EMULATION | 48 | #ifdef CONFIG_IA32_EMULATION |
diff --git a/arch/x86/include/asm/user.h b/arch/x86/include/asm/user.h index 999873b22e7f..24532c7da3d6 100644 --- a/arch/x86/include/asm/user.h +++ b/arch/x86/include/asm/user.h | |||
| @@ -1,5 +1,63 @@ | |||
| 1 | #ifndef _ASM_X86_USER_H | ||
| 2 | #define _ASM_X86_USER_H | ||
| 3 | |||
| 1 | #ifdef CONFIG_X86_32 | 4 | #ifdef CONFIG_X86_32 |
| 2 | # include "user_32.h" | 5 | # include "user_32.h" |
| 3 | #else | 6 | #else |
| 4 | # include "user_64.h" | 7 | # include "user_64.h" |
| 5 | #endif | 8 | #endif |
| 9 | |||
| 10 | #include <asm/types.h> | ||
| 11 | |||
| 12 | struct user_ymmh_regs { | ||
| 13 | /* 16 * 16 bytes for each YMMH-reg */ | ||
| 14 | __u32 ymmh_space[64]; | ||
| 15 | }; | ||
| 16 | |||
| 17 | struct user_xsave_hdr { | ||
| 18 | __u64 xstate_bv; | ||
| 19 | __u64 reserved1[2]; | ||
| 20 | __u64 reserved2[5]; | ||
| 21 | }; | ||
| 22 | |||
| 23 | /* | ||
| 24 | * The structure layout of user_xstateregs, used for exporting the | ||
| 25 | * extended register state through ptrace and core-dump (NT_X86_XSTATE note) | ||
| 26 | * interfaces will be same as the memory layout of xsave used by the processor | ||
| 27 | * (except for the bytes 464..511, which can be used by the software) and hence | ||
| 28 | * the size of this structure varies depending on the features supported by the | ||
| 29 | * processor and OS. The size of the structure that users need to use can be | ||
| 30 | * obtained by doing: | ||
| 31 | * cpuid_count(0xd, 0, &eax, &ptrace_xstateregs_struct_size, &ecx, &edx); | ||
| 32 | * i.e., cpuid.(eax=0xd,ecx=0).ebx will be the size that user (debuggers, etc.) | ||
| 33 | * need to use. | ||
| 34 | * | ||
| 35 | * For now, only the first 8 bytes of the software usable bytes[464..471] will | ||
| 36 | * be used and will be set to OS enabled xstate mask (which is same as the | ||
| 37 | * 64bit mask returned by the xgetbv's xCR0). Users (analyzing core dump | ||
| 38 | * remotely, etc.) can use this mask as well as the mask saved in the | ||
| 39 | * xstate_hdr bytes and interpret what states the processor/OS supports | ||
| 40 | * and what states are in modified/initialized conditions for the | ||
| 41 | * particular process/thread. | ||
| 42 | * | ||
| 43 | * Also when the user modifies certain state FP/SSE/etc through the | ||
| 44 | * ptrace interface, they must ensure that the xsave_hdr.xstate_bv | ||
| 45 | * bytes[512..519] of the memory layout are updated correspondingly. | ||
| 46 | * i.e., for example when FP state is modified to a non-init state, | ||
| 47 | * xsave_hdr.xstate_bv's bit 0 must be set to '1', when SSE is modified to | ||
| 48 | * non-init state, xsave_hdr.xstate_bv's bit 1 must to be set to '1', etc. | ||
| 49 | */ | ||
| 50 | #define USER_XSTATE_FX_SW_WORDS 6 | ||
| 51 | #define USER_XSTATE_XCR0_WORD 0 | ||
| 52 | |||
| 53 | struct user_xstateregs { | ||
| 54 | struct { | ||
| 55 | __u64 fpx_space[58]; | ||
| 56 | __u64 xstate_fx_sw[USER_XSTATE_FX_SW_WORDS]; | ||
| 57 | } i387; | ||
| 58 | struct user_xsave_hdr xsave_hdr; | ||
| 59 | struct user_ymmh_regs ymmh; | ||
| 60 | /* further processor state extensions go here */ | ||
| 61 | }; | ||
| 62 | |||
| 63 | #endif /* _ASM_X86_USER_H */ | ||
diff --git a/arch/x86/include/asm/xsave.h b/arch/x86/include/asm/xsave.h index 727acc152344..ddc04ccad03b 100644 --- a/arch/x86/include/asm/xsave.h +++ b/arch/x86/include/asm/xsave.h | |||
| @@ -27,9 +27,11 @@ | |||
| 27 | extern unsigned int xstate_size; | 27 | extern unsigned int xstate_size; |
| 28 | extern u64 pcntxt_mask; | 28 | extern u64 pcntxt_mask; |
| 29 | extern struct xsave_struct *init_xstate_buf; | 29 | extern struct xsave_struct *init_xstate_buf; |
| 30 | extern u64 xstate_fx_sw_bytes[USER_XSTATE_FX_SW_WORDS]; | ||
| 30 | 31 | ||
| 31 | extern void xsave_cntxt_init(void); | 32 | extern void xsave_cntxt_init(void); |
| 32 | extern void xsave_init(void); | 33 | extern void xsave_init(void); |
| 34 | extern void update_regset_xstate_info(unsigned int size, u64 xstate_mask); | ||
| 33 | extern int init_fpu(struct task_struct *child); | 35 | extern int init_fpu(struct task_struct *child); |
| 34 | extern int check_for_xstate(struct i387_fxsave_struct __user *buf, | 36 | extern int check_for_xstate(struct i387_fxsave_struct __user *buf, |
| 35 | void __user *fpstate, | 37 | void __user *fpstate, |
diff --git a/arch/x86/kernel/i387.c b/arch/x86/kernel/i387.c index f2f8540a7f3d..c01a2b846d47 100644 --- a/arch/x86/kernel/i387.c +++ b/arch/x86/kernel/i387.c | |||
| @@ -164,6 +164,11 @@ int init_fpu(struct task_struct *tsk) | |||
| 164 | return 0; | 164 | return 0; |
| 165 | } | 165 | } |
| 166 | 166 | ||
| 167 | /* | ||
| 168 | * The xstateregs_active() routine is the same as the fpregs_active() routine, | ||
| 169 | * as the "regset->n" for the xstate regset will be updated based on the feature | ||
| 170 | * capabilites supported by the xsave. | ||
| 171 | */ | ||
| 167 | int fpregs_active(struct task_struct *target, const struct user_regset *regset) | 172 | int fpregs_active(struct task_struct *target, const struct user_regset *regset) |
| 168 | { | 173 | { |
| 169 | return tsk_used_math(target) ? regset->n : 0; | 174 | return tsk_used_math(target) ? regset->n : 0; |
| @@ -204,8 +209,6 @@ int xfpregs_set(struct task_struct *target, const struct user_regset *regset, | |||
| 204 | if (ret) | 209 | if (ret) |
| 205 | return ret; | 210 | return ret; |
| 206 | 211 | ||
| 207 | set_stopped_child_used_math(target); | ||
| 208 | |||
| 209 | ret = user_regset_copyin(&pos, &count, &kbuf, &ubuf, | 212 | ret = user_regset_copyin(&pos, &count, &kbuf, &ubuf, |
| 210 | &target->thread.xstate->fxsave, 0, -1); | 213 | &target->thread.xstate->fxsave, 0, -1); |
| 211 | 214 | ||
| @@ -224,6 +227,68 @@ int xfpregs_set(struct task_struct *target, const struct user_regset *regset, | |||
| 224 | return ret; | 227 | return ret; |
| 225 | } | 228 | } |
| 226 | 229 | ||
| 230 | int xstateregs_get(struct task_struct *target, const struct user_regset *regset, | ||
| 231 | unsigned int pos, unsigned int count, | ||
| 232 | void *kbuf, void __user *ubuf) | ||
| 233 | { | ||
| 234 | int ret; | ||
| 235 | |||
| 236 | if (!cpu_has_xsave) | ||
| 237 | return -ENODEV; | ||
| 238 | |||
| 239 | ret = init_fpu(target); | ||
| 240 | if (ret) | ||
| 241 | return ret; | ||
| 242 | |||
| 243 | /* | ||
| 244 | * Copy the 48bytes defined by the software first into the xstate | ||
| 245 | * memory layout in the thread struct, so that we can copy the entire | ||
| 246 | * xstateregs to the user using one user_regset_copyout(). | ||
| 247 | */ | ||
| 248 | memcpy(&target->thread.xstate->fxsave.sw_reserved, | ||
| 249 | xstate_fx_sw_bytes, sizeof(xstate_fx_sw_bytes)); | ||
| 250 | |||
| 251 | /* | ||
| 252 | * Copy the xstate memory layout. | ||
| 253 | */ | ||
| 254 | ret = user_regset_copyout(&pos, &count, &kbuf, &ubuf, | ||
| 255 | &target->thread.xstate->xsave, 0, -1); | ||
| 256 | return ret; | ||
| 257 | } | ||
| 258 | |||
| 259 | int xstateregs_set(struct task_struct *target, const struct user_regset *regset, | ||
| 260 | unsigned int pos, unsigned int count, | ||
| 261 | const void *kbuf, const void __user *ubuf) | ||
| 262 | { | ||
| 263 | int ret; | ||
| 264 | struct xsave_hdr_struct *xsave_hdr; | ||
| 265 | |||
| 266 | if (!cpu_has_xsave) | ||
| 267 | return -ENODEV; | ||
| 268 | |||
| 269 | ret = init_fpu(target); | ||
| 270 | if (ret) | ||
| 271 | return ret; | ||
| 272 | |||
| 273 | ret = user_regset_copyin(&pos, &count, &kbuf, &ubuf, | ||
| 274 | &target->thread.xstate->xsave, 0, -1); | ||
| 275 | |||
| 276 | /* | ||
| 277 | * mxcsr reserved bits must be masked to zero for security reasons. | ||
| 278 | */ | ||
| 279 | target->thread.xstate->fxsave.mxcsr &= mxcsr_feature_mask; | ||
| 280 | |||
| 281 | xsave_hdr = &target->thread.xstate->xsave.xsave_hdr; | ||
| 282 | |||
| 283 | xsave_hdr->xstate_bv &= pcntxt_mask; | ||
| 284 | /* | ||
| 285 | * These bits must be zero. | ||
| 286 | */ | ||
| 287 | xsave_hdr->reserved1[0] = xsave_hdr->reserved1[1] = 0; | ||
| 288 | |||
| 289 | return ret; | ||
| 290 | } | ||
| 291 | |||
| 227 | #if defined CONFIG_X86_32 || defined CONFIG_IA32_EMULATION | 292 | #if defined CONFIG_X86_32 || defined CONFIG_IA32_EMULATION |
| 228 | 293 | ||
| 229 | /* | 294 | /* |
| @@ -404,8 +469,6 @@ int fpregs_set(struct task_struct *target, const struct user_regset *regset, | |||
| 404 | if (ret) | 469 | if (ret) |
| 405 | return ret; | 470 | return ret; |
| 406 | 471 | ||
| 407 | set_stopped_child_used_math(target); | ||
| 408 | |||
| 409 | if (!HAVE_HWFP) | 472 | if (!HAVE_HWFP) |
| 410 | return fpregs_soft_set(target, regset, pos, count, kbuf, ubuf); | 473 | return fpregs_soft_set(target, regset, pos, count, kbuf, ubuf); |
| 411 | 474 | ||
diff --git a/arch/x86/kernel/ptrace.c b/arch/x86/kernel/ptrace.c index d03146f71b2f..2d96aab82a48 100644 --- a/arch/x86/kernel/ptrace.c +++ b/arch/x86/kernel/ptrace.c | |||
| @@ -48,6 +48,7 @@ enum x86_regset { | |||
| 48 | REGSET_FP, | 48 | REGSET_FP, |
| 49 | REGSET_XFP, | 49 | REGSET_XFP, |
| 50 | REGSET_IOPERM64 = REGSET_XFP, | 50 | REGSET_IOPERM64 = REGSET_XFP, |
| 51 | REGSET_XSTATE, | ||
| 51 | REGSET_TLS, | 52 | REGSET_TLS, |
| 52 | REGSET_IOPERM32, | 53 | REGSET_IOPERM32, |
| 53 | }; | 54 | }; |
| @@ -1563,7 +1564,7 @@ long compat_arch_ptrace(struct task_struct *child, compat_long_t request, | |||
| 1563 | 1564 | ||
| 1564 | #ifdef CONFIG_X86_64 | 1565 | #ifdef CONFIG_X86_64 |
| 1565 | 1566 | ||
| 1566 | static const struct user_regset x86_64_regsets[] = { | 1567 | static struct user_regset x86_64_regsets[] __read_mostly = { |
| 1567 | [REGSET_GENERAL] = { | 1568 | [REGSET_GENERAL] = { |
| 1568 | .core_note_type = NT_PRSTATUS, | 1569 | .core_note_type = NT_PRSTATUS, |
| 1569 | .n = sizeof(struct user_regs_struct) / sizeof(long), | 1570 | .n = sizeof(struct user_regs_struct) / sizeof(long), |
| @@ -1576,6 +1577,12 @@ static const struct user_regset x86_64_regsets[] = { | |||
| 1576 | .size = sizeof(long), .align = sizeof(long), | 1577 | .size = sizeof(long), .align = sizeof(long), |
| 1577 | .active = xfpregs_active, .get = xfpregs_get, .set = xfpregs_set | 1578 | .active = xfpregs_active, .get = xfpregs_get, .set = xfpregs_set |
| 1578 | }, | 1579 | }, |
| 1580 | [REGSET_XSTATE] = { | ||
| 1581 | .core_note_type = NT_X86_XSTATE, | ||
| 1582 | .size = sizeof(u64), .align = sizeof(u64), | ||
| 1583 | .active = xstateregs_active, .get = xstateregs_get, | ||
| 1584 | .set = xstateregs_set | ||
| 1585 | }, | ||
| 1579 | [REGSET_IOPERM64] = { | 1586 | [REGSET_IOPERM64] = { |
| 1580 | .core_note_type = NT_386_IOPERM, | 1587 | .core_note_type = NT_386_IOPERM, |
| 1581 | .n = IO_BITMAP_LONGS, | 1588 | .n = IO_BITMAP_LONGS, |
| @@ -1601,7 +1608,7 @@ static const struct user_regset_view user_x86_64_view = { | |||
| 1601 | #endif /* CONFIG_X86_64 */ | 1608 | #endif /* CONFIG_X86_64 */ |
| 1602 | 1609 | ||
| 1603 | #if defined CONFIG_X86_32 || defined CONFIG_IA32_EMULATION | 1610 | #if defined CONFIG_X86_32 || defined CONFIG_IA32_EMULATION |
| 1604 | static const struct user_regset x86_32_regsets[] = { | 1611 | static struct user_regset x86_32_regsets[] __read_mostly = { |
| 1605 | [REGSET_GENERAL] = { | 1612 | [REGSET_GENERAL] = { |
| 1606 | .core_note_type = NT_PRSTATUS, | 1613 | .core_note_type = NT_PRSTATUS, |
| 1607 | .n = sizeof(struct user_regs_struct32) / sizeof(u32), | 1614 | .n = sizeof(struct user_regs_struct32) / sizeof(u32), |
| @@ -1620,6 +1627,12 @@ static const struct user_regset x86_32_regsets[] = { | |||
| 1620 | .size = sizeof(u32), .align = sizeof(u32), | 1627 | .size = sizeof(u32), .align = sizeof(u32), |
| 1621 | .active = xfpregs_active, .get = xfpregs_get, .set = xfpregs_set | 1628 | .active = xfpregs_active, .get = xfpregs_get, .set = xfpregs_set |
| 1622 | }, | 1629 | }, |
| 1630 | [REGSET_XSTATE] = { | ||
| 1631 | .core_note_type = NT_X86_XSTATE, | ||
| 1632 | .size = sizeof(u64), .align = sizeof(u64), | ||
| 1633 | .active = xstateregs_active, .get = xstateregs_get, | ||
| 1634 | .set = xstateregs_set | ||
| 1635 | }, | ||
| 1623 | [REGSET_TLS] = { | 1636 | [REGSET_TLS] = { |
| 1624 | .core_note_type = NT_386_TLS, | 1637 | .core_note_type = NT_386_TLS, |
| 1625 | .n = GDT_ENTRY_TLS_ENTRIES, .bias = GDT_ENTRY_TLS_MIN, | 1638 | .n = GDT_ENTRY_TLS_ENTRIES, .bias = GDT_ENTRY_TLS_MIN, |
| @@ -1642,6 +1655,23 @@ static const struct user_regset_view user_x86_32_view = { | |||
| 1642 | }; | 1655 | }; |
| 1643 | #endif | 1656 | #endif |
| 1644 | 1657 | ||
| 1658 | /* | ||
| 1659 | * This represents bytes 464..511 in the memory layout exported through | ||
| 1660 | * the REGSET_XSTATE interface. | ||
| 1661 | */ | ||
| 1662 | u64 xstate_fx_sw_bytes[USER_XSTATE_FX_SW_WORDS]; | ||
| 1663 | |||
| 1664 | void update_regset_xstate_info(unsigned int size, u64 xstate_mask) | ||
| 1665 | { | ||
| 1666 | #ifdef CONFIG_X86_64 | ||
| 1667 | x86_64_regsets[REGSET_XSTATE].n = size / sizeof(u64); | ||
| 1668 | #endif | ||
| 1669 | #if defined CONFIG_X86_32 || defined CONFIG_IA32_EMULATION | ||
| 1670 | x86_32_regsets[REGSET_XSTATE].n = size / sizeof(u64); | ||
| 1671 | #endif | ||
| 1672 | xstate_fx_sw_bytes[USER_XSTATE_XCR0_WORD] = xstate_mask; | ||
| 1673 | } | ||
| 1674 | |||
| 1645 | const struct user_regset_view *task_user_regset_view(struct task_struct *task) | 1675 | const struct user_regset_view *task_user_regset_view(struct task_struct *task) |
| 1646 | { | 1676 | { |
| 1647 | #ifdef CONFIG_IA32_EMULATION | 1677 | #ifdef CONFIG_IA32_EMULATION |
diff --git a/arch/x86/kernel/xsave.c b/arch/x86/kernel/xsave.c index c5ee17e8c6d9..782c3a362ec6 100644 --- a/arch/x86/kernel/xsave.c +++ b/arch/x86/kernel/xsave.c | |||
| @@ -337,6 +337,7 @@ void __ref xsave_cntxt_init(void) | |||
| 337 | cpuid_count(0xd, 0, &eax, &ebx, &ecx, &edx); | 337 | cpuid_count(0xd, 0, &eax, &ebx, &ecx, &edx); |
| 338 | xstate_size = ebx; | 338 | xstate_size = ebx; |
| 339 | 339 | ||
| 340 | update_regset_xstate_info(xstate_size, pcntxt_mask); | ||
| 340 | prepare_fx_sw_frame(); | 341 | prepare_fx_sw_frame(); |
| 341 | 342 | ||
| 342 | setup_xstate_init(); | 343 | setup_xstate_init(); |
