1 files changed, 150 insertions, 0 deletions
diff --git a/include/asm-x86_64/i387.h b/include/asm-x86_64/i387.h
new file mode 100644
index 000000000000..aa39cfd0e001
--- /dev/null
+++ b/include/asm-x86_64/i387.h
@@ -0,0 +1,150 @@
+/*
+ * include/asm-x86_64/i387.h
+ *
+ * Copyright (C) 1994 Linus Torvalds
+ *
+ * Pentium III FXSR, SSE support
+ * General FPU state handling cleanups
+ *      Gareth Hughes <gareth@valinux.com>, May 2000
+ * x86-64 work by Andi Kleen 2002
+ */
+#ifndef __ASM_X86_64_I387_H
+#define __ASM_X86_64_I387_H
+#include <linux/sched.h>
+#include <asm/processor.h>
+#include <asm/sigcontext.h>
+#include <asm/user.h>
+#include <asm/thread_info.h>
+#include <asm/uaccess.h>
+extern void fpu_init(void);
+extern unsigned int mxcsr_feature_mask;
+extern void mxcsr_feature_mask_init(void);
+extern void init_fpu(struct task_struct *child);
+extern int save_i387(struct _fpstate __user *buf);
+/*
+ * FPU lazy state save handling...
+ */
+#define unlazy_fpu(tsk) do { \
+        if ((tsk)->thread_info->status & TS_USEDFPU) \
+                save_init_fpu(tsk); \
+} while (0)
+/* Ignore delayed exceptions from user space */
+static inline void tolerant_fwait(void)
+{
+        asm volatile("1: fwait\n"
+                     "2:\n"
+                     "   .section __ex_table,\"a\"\n"
+                     "  .align 8\n"
+                     "  .quad 1b,2b\n"
+                     "  .previous\n");
+}
+#define clear_fpu(tsk) do { \
+        if ((tsk)->thread_info->status & TS_USEDFPU) {          \
+                tolerant_fwait();                               \
+                (tsk)->thread_info->status &= ~TS_USEDFPU;      \
+                stts();                                         \
+        }                                                       \
+} while (0)
+/*
+ * ptrace request handers...
+ */
+extern int get_fpregs(struct user_i387_struct __user *buf,
+                      struct task_struct *tsk);
+extern int set_fpregs(struct task_struct *tsk,
+                      struct user_i387_struct __user *buf);
+/*
+ * i387 state interaction
+ */
+#define get_fpu_mxcsr(t) ((t)->thread.i387.fxsave.mxcsr)
+#define get_fpu_cwd(t) ((t)->thread.i387.fxsave.cwd)
+#define get_fpu_fxsr_twd(t) ((t)->thread.i387.fxsave.twd)
+#define get_fpu_swd(t) ((t)->thread.i387.fxsave.swd)
+#define set_fpu_cwd(t,val) ((t)->thread.i387.fxsave.cwd = (val))
+#define set_fpu_swd(t,val) ((t)->thread.i387.fxsave.swd = (val))
+#define set_fpu_fxsr_twd(t,val) ((t)->thread.i387.fxsave.twd = (val))
+static inline int restore_fpu_checking(struct i387_fxsave_struct *fx) 
+{ 
+        int err;
+        asm volatile("1:  rex64 ; fxrstor (%[fx])\n\t"
+                     "2:\n"
+                     ".section .fixup,\"ax\"\n"
+                     "3:  movl $-1,%[err]\n"
+                     "    jmp  2b\n"
+                     ".previous\n"
+                     ".section __ex_table,\"a\"\n"
+                     "   .align 8\n"
+                     "   .quad  1b,3b\n"
+                     ".previous"
+                     : [err] "=r" (err)
+                     : [fx] "r" (fx), "0" (0)); 
+        if (unlikely(err))
+                init_fpu(current);
+        return err;
+} 
+static inline int save_i387_checking(struct i387_fxsave_struct __user *fx) 
+{ 
+        int err;
+        asm volatile("1:  rex64 ; fxsave (%[fx])\n\t"
+                     "2:\n"
+                     ".section .fixup,\"ax\"\n"
+                     "3:  movl $-1,%[err]\n"
+                     "    jmp  2b\n"
+                     ".previous\n"
+                     ".section __ex_table,\"a\"\n"
+                     "   .align 8\n"
+                     "   .quad  1b,3b\n"
+                     ".previous"
+                     : [err] "=r" (err)
+                     : [fx] "r" (fx), "0" (0)); 
+        if (unlikely(err))
+                __clear_user(fx, sizeof(struct i387_fxsave_struct));
+        return err;
+} 
+static inline void kernel_fpu_begin(void)
+{
+        struct thread_info *me = current_thread_info();
+        preempt_disable();
+        if (me->status & TS_USEDFPU) { 
+                asm volatile("rex64 ; fxsave %0 ; fnclex"
+                              : "=m" (me->task->thread.i387.fxsave));
+                me->status &= ~TS_USEDFPU;
+                return;
+        }
+        clts();
+}
+static inline void kernel_fpu_end(void)
+{
+        stts();
+        preempt_enable();
+}
+static inline void save_init_fpu( struct task_struct *tsk )
+{
+        asm volatile( "rex64 ; fxsave %0 ; fnclex"
+                      : "=m" (tsk->thread.i387.fxsave));
+        tsk->thread_info->status &= ~TS_USEDFPU;
+        stts();
+}
+/* 
+ * This restores directly out of user space. Exceptions are handled.
+ */
+static inline int restore_i387(struct _fpstate __user *buf)
+{
+        return restore_fpu_checking((__force struct i387_fxsave_struct *)buf);
+}
+#endif /* __ASM_X86_64_I387_H */

diff --git a/include/asm-x86_64/i387.h b/include/asm-x86_64/i387.h new file mode 100644 index 000000000000..aa39cfd0e001 --- /dev/null +++ b/include/asm-x86_64/i387.h
@@ -0,0 +1,150 @@
	1	/*
	2	* include/asm-x86_64/i387.h
	3	*
	4	* Copyright (C) 1994 Linus Torvalds
	5	*
	6	* Pentium III FXSR, SSE support
	7	* General FPU state handling cleanups
	8	* Gareth Hughes <gareth@valinux.com>, May 2000
	9	* x86-64 work by Andi Kleen 2002
	10	*/
	11
	12	#ifndef __ASM_X86_64_I387_H
	13	#define __ASM_X86_64_I387_H
	14
	15	#include <linux/sched.h>
	16	#include <asm/processor.h>
	17	#include <asm/sigcontext.h>
	18	#include <asm/user.h>
	19	#include <asm/thread_info.h>
	20	#include <asm/uaccess.h>
	21
	22	extern void fpu_init(void);
	23	extern unsigned int mxcsr_feature_mask;
	24	extern void mxcsr_feature_mask_init(void);
	25	extern void init_fpu(struct task_struct *child);
	26	extern int save_i387(struct _fpstate __user *buf);
	27
	28	/*
	29	* FPU lazy state save handling...
	30	*/
	31
	32	#define unlazy_fpu(tsk) do { \
	33	if ((tsk)->thread_info->status & TS_USEDFPU) \
	34	save_init_fpu(tsk); \
	35	} while (0)
	36
	37	/* Ignore delayed exceptions from user space */
	38	static inline void tolerant_fwait(void)
	39	{
	40	asm volatile("1: fwait\n"
	41	"2:\n"
	42	" .section __ex_table,\"a\"\n"
	43	" .align 8\n"
	44	" .quad 1b,2b\n"
	45	" .previous\n");
	46	}
	47
	48	#define clear_fpu(tsk) do { \
	49	if ((tsk)->thread_info->status & TS_USEDFPU) { \
	50	tolerant_fwait(); \
	51	(tsk)->thread_info->status &= ~TS_USEDFPU; \
	52	stts(); \
	53	} \
	54	} while (0)
	55
	56	/*
	57	* ptrace request handers...
	58	*/
	59	extern int get_fpregs(struct user_i387_struct __user *buf,
	60	struct task_struct *tsk);
	61	extern int set_fpregs(struct task_struct *tsk,
	62	struct user_i387_struct __user *buf);
	63
	64	/*
	65	* i387 state interaction
	66	*/
	67	#define get_fpu_mxcsr(t) ((t)->thread.i387.fxsave.mxcsr)
	68	#define get_fpu_cwd(t) ((t)->thread.i387.fxsave.cwd)
	69	#define get_fpu_fxsr_twd(t) ((t)->thread.i387.fxsave.twd)
	70	#define get_fpu_swd(t) ((t)->thread.i387.fxsave.swd)
	71	#define set_fpu_cwd(t,val) ((t)->thread.i387.fxsave.cwd = (val))
	72	#define set_fpu_swd(t,val) ((t)->thread.i387.fxsave.swd = (val))
	73	#define set_fpu_fxsr_twd(t,val) ((t)->thread.i387.fxsave.twd = (val))
	74
	75	static inline int restore_fpu_checking(struct i387_fxsave_struct *fx)
	76	{
	77	int err;
	78	asm volatile("1: rex64 ; fxrstor (%[fx])\n\t"
	79	"2:\n"
	80	".section .fixup,\"ax\"\n"
	81	"3: movl $-1,%[err]\n"
	82	" jmp 2b\n"
	83	".previous\n"
	84	".section __ex_table,\"a\"\n"
	85	" .align 8\n"
	86	" .quad 1b,3b\n"
	87	".previous"
	88	: [err] "=r" (err)
	89	: [fx] "r" (fx), "0" (0));
	90	if (unlikely(err))
	91	init_fpu(current);
	92	return err;
	93	}
	94
	95	static inline int save_i387_checking(struct i387_fxsave_struct __user *fx)
	96	{
	97	int err;
	98	asm volatile("1: rex64 ; fxsave (%[fx])\n\t"
	99	"2:\n"
	100	".section .fixup,\"ax\"\n"
	101	"3: movl $-1,%[err]\n"
	102	" jmp 2b\n"
	103	".previous\n"
	104	".section __ex_table,\"a\"\n"
	105	" .align 8\n"
	106	" .quad 1b,3b\n"
	107	".previous"
	108	: [err] "=r" (err)
	109	: [fx] "r" (fx), "0" (0));
	110	if (unlikely(err))
	111	__clear_user(fx, sizeof(struct i387_fxsave_struct));
	112	return err;
	113	}
	114
	115	static inline void kernel_fpu_begin(void)
	116	{
	117	struct thread_info *me = current_thread_info();
	118	preempt_disable();
	119	if (me->status & TS_USEDFPU) {
	120	asm volatile("rex64 ; fxsave %0 ; fnclex"
	121	: "=m" (me->task->thread.i387.fxsave));
	122	me->status &= ~TS_USEDFPU;
	123	return;
	124	}
	125	clts();
	126	}
	127
	128	static inline void kernel_fpu_end(void)
	129	{
	130	stts();
	131	preempt_enable();
	132	}
	133
	134	static inline void save_init_fpu( struct task_struct *tsk )
	135	{
	136	asm volatile( "rex64 ; fxsave %0 ; fnclex"
	137	: "=m" (tsk->thread.i387.fxsave));
	138	tsk->thread_info->status &= ~TS_USEDFPU;
	139	stts();
	140	}
	141
	142	/*
	143	* This restores directly out of user space. Exceptions are handled.
	144	*/
	145	static inline int restore_i387(struct _fpstate __user *buf)
	146	{
	147	return restore_fpu_checking((__force struct i387_fxsave_struct *)buf);
	148	}
	149
	150	#endif /* __ASM_X86_64_I387_H */