diff options
Diffstat (limited to 'arch/x86/mm/fault.c')
-rw-r--r-- | arch/x86/mm/fault.c | 41 |
1 files changed, 21 insertions, 20 deletions
diff --git a/arch/x86/mm/fault.c b/arch/x86/mm/fault.c index 3aaeffcfd67a..7a517bb41060 100644 --- a/arch/x86/mm/fault.c +++ b/arch/x86/mm/fault.c | |||
@@ -51,7 +51,7 @@ kmmio_fault(struct pt_regs *regs, unsigned long addr) | |||
51 | return 0; | 51 | return 0; |
52 | } | 52 | } |
53 | 53 | ||
54 | static inline int __kprobes notify_page_fault(struct pt_regs *regs) | 54 | static inline int __kprobes kprobes_fault(struct pt_regs *regs) |
55 | { | 55 | { |
56 | int ret = 0; | 56 | int ret = 0; |
57 | 57 | ||
@@ -1048,7 +1048,7 @@ __do_page_fault(struct pt_regs *regs, unsigned long error_code) | |||
1048 | return; | 1048 | return; |
1049 | 1049 | ||
1050 | /* kprobes don't want to hook the spurious faults: */ | 1050 | /* kprobes don't want to hook the spurious faults: */ |
1051 | if (notify_page_fault(regs)) | 1051 | if (kprobes_fault(regs)) |
1052 | return; | 1052 | return; |
1053 | /* | 1053 | /* |
1054 | * Don't take the mm semaphore here. If we fixup a prefetch | 1054 | * Don't take the mm semaphore here. If we fixup a prefetch |
@@ -1060,23 +1060,8 @@ __do_page_fault(struct pt_regs *regs, unsigned long error_code) | |||
1060 | } | 1060 | } |
1061 | 1061 | ||
1062 | /* kprobes don't want to hook the spurious faults: */ | 1062 | /* kprobes don't want to hook the spurious faults: */ |
1063 | if (unlikely(notify_page_fault(regs))) | 1063 | if (unlikely(kprobes_fault(regs))) |
1064 | return; | 1064 | return; |
1065 | /* | ||
1066 | * It's safe to allow irq's after cr2 has been saved and the | ||
1067 | * vmalloc fault has been handled. | ||
1068 | * | ||
1069 | * User-mode registers count as a user access even for any | ||
1070 | * potential system fault or CPU buglet: | ||
1071 | */ | ||
1072 | if (user_mode_vm(regs)) { | ||
1073 | local_irq_enable(); | ||
1074 | error_code |= PF_USER; | ||
1075 | flags |= FAULT_FLAG_USER; | ||
1076 | } else { | ||
1077 | if (regs->flags & X86_EFLAGS_IF) | ||
1078 | local_irq_enable(); | ||
1079 | } | ||
1080 | 1065 | ||
1081 | if (unlikely(error_code & PF_RSVD)) | 1066 | if (unlikely(error_code & PF_RSVD)) |
1082 | pgtable_bad(regs, error_code, address); | 1067 | pgtable_bad(regs, error_code, address); |
@@ -1088,8 +1073,6 @@ __do_page_fault(struct pt_regs *regs, unsigned long error_code) | |||
1088 | } | 1073 | } |
1089 | } | 1074 | } |
1090 | 1075 | ||
1091 | perf_sw_event(PERF_COUNT_SW_PAGE_FAULTS, 1, regs, address); | ||
1092 | |||
1093 | /* | 1076 | /* |
1094 | * If we're in an interrupt, have no user context or are running | 1077 | * If we're in an interrupt, have no user context or are running |
1095 | * in an atomic region then we must not take the fault: | 1078 | * in an atomic region then we must not take the fault: |
@@ -1099,6 +1082,24 @@ __do_page_fault(struct pt_regs *regs, unsigned long error_code) | |||
1099 | return; | 1082 | return; |
1100 | } | 1083 | } |
1101 | 1084 | ||
1085 | /* | ||
1086 | * It's safe to allow irq's after cr2 has been saved and the | ||
1087 | * vmalloc fault has been handled. | ||
1088 | * | ||
1089 | * User-mode registers count as a user access even for any | ||
1090 | * potential system fault or CPU buglet: | ||
1091 | */ | ||
1092 | if (user_mode_vm(regs)) { | ||
1093 | local_irq_enable(); | ||
1094 | error_code |= PF_USER; | ||
1095 | flags |= FAULT_FLAG_USER; | ||
1096 | } else { | ||
1097 | if (regs->flags & X86_EFLAGS_IF) | ||
1098 | local_irq_enable(); | ||
1099 | } | ||
1100 | |||
1101 | perf_sw_event(PERF_COUNT_SW_PAGE_FAULTS, 1, regs, address); | ||
1102 | |||
1102 | if (error_code & PF_WRITE) | 1103 | if (error_code & PF_WRITE) |
1103 | flags |= FAULT_FLAG_WRITE; | 1104 | flags |= FAULT_FLAG_WRITE; |
1104 | 1105 | ||