diff options
Diffstat (limited to 'include/trace')
-rw-r--r-- | include/trace/ftrace.h | 23 |
1 files changed, 12 insertions, 11 deletions
diff --git a/include/trace/ftrace.h b/include/trace/ftrace.h index 4945d1c99864..c222ef5238bf 100644 --- a/include/trace/ftrace.h +++ b/include/trace/ftrace.h | |||
@@ -724,16 +724,19 @@ __attribute__((section("_ftrace_events"))) event_##call = { \ | |||
724 | static void ftrace_profile_##call(proto) \ | 724 | static void ftrace_profile_##call(proto) \ |
725 | { \ | 725 | { \ |
726 | struct ftrace_data_offsets_##call __maybe_unused __data_offsets;\ | 726 | struct ftrace_data_offsets_##call __maybe_unused __data_offsets;\ |
727 | extern int perf_swevent_get_recursion_context(int **recursion); \ | ||
728 | extern void perf_swevent_put_recursion_context(int *recursion); \ | ||
727 | struct ftrace_event_call *event_call = &event_##call; \ | 729 | struct ftrace_event_call *event_call = &event_##call; \ |
728 | extern void perf_tp_event(int, u64, u64, void *, int); \ | 730 | extern void perf_tp_event(int, u64, u64, void *, int); \ |
729 | struct ftrace_raw_##call *entry; \ | 731 | struct ftrace_raw_##call *entry; \ |
730 | struct perf_trace_buf *trace_buf; \ | ||
731 | u64 __addr = 0, __count = 1; \ | 732 | u64 __addr = 0, __count = 1; \ |
732 | unsigned long irq_flags; \ | 733 | unsigned long irq_flags; \ |
733 | struct trace_entry *ent; \ | 734 | struct trace_entry *ent; \ |
734 | int __entry_size; \ | 735 | int __entry_size; \ |
735 | int __data_size; \ | 736 | int __data_size; \ |
737 | char *trace_buf; \ | ||
736 | char *raw_data; \ | 738 | char *raw_data; \ |
739 | int *recursion; \ | ||
737 | int __cpu; \ | 740 | int __cpu; \ |
738 | int pc; \ | 741 | int pc; \ |
739 | \ | 742 | \ |
@@ -749,6 +752,10 @@ static void ftrace_profile_##call(proto) \ | |||
749 | return; \ | 752 | return; \ |
750 | \ | 753 | \ |
751 | local_irq_save(irq_flags); \ | 754 | local_irq_save(irq_flags); \ |
755 | \ | ||
756 | if (perf_swevent_get_recursion_context(&recursion)) \ | ||
757 | goto end_recursion; \ | ||
758 | \ | ||
752 | __cpu = smp_processor_id(); \ | 759 | __cpu = smp_processor_id(); \ |
753 | \ | 760 | \ |
754 | if (in_nmi()) \ | 761 | if (in_nmi()) \ |
@@ -759,13 +766,7 @@ static void ftrace_profile_##call(proto) \ | |||
759 | if (!trace_buf) \ | 766 | if (!trace_buf) \ |
760 | goto end; \ | 767 | goto end; \ |
761 | \ | 768 | \ |
762 | trace_buf = per_cpu_ptr(trace_buf, __cpu); \ | 769 | raw_data = per_cpu_ptr(trace_buf, __cpu); \ |
763 | if (trace_buf->recursion++) \ | ||
764 | goto end_recursion; \ | ||
765 | \ | ||
766 | barrier(); \ | ||
767 | \ | ||
768 | raw_data = trace_buf->buf; \ | ||
769 | \ | 770 | \ |
770 | *(u64 *)(&raw_data[__entry_size - sizeof(u64)]) = 0ULL; \ | 771 | *(u64 *)(&raw_data[__entry_size - sizeof(u64)]) = 0ULL; \ |
771 | entry = (struct ftrace_raw_##call *)raw_data; \ | 772 | entry = (struct ftrace_raw_##call *)raw_data; \ |
@@ -780,9 +781,9 @@ static void ftrace_profile_##call(proto) \ | |||
780 | perf_tp_event(event_call->id, __addr, __count, entry, \ | 781 | perf_tp_event(event_call->id, __addr, __count, entry, \ |
781 | __entry_size); \ | 782 | __entry_size); \ |
782 | \ | 783 | \ |
783 | end_recursion: \ | 784 | end: \ |
784 | trace_buf->recursion--; \ | 785 | perf_swevent_put_recursion_context(recursion); \ |
785 | end: \ | 786 | end_recursion: \ |
786 | local_irq_restore(irq_flags); \ | 787 | local_irq_restore(irq_flags); \ |
787 | \ | 788 | \ |
788 | } | 789 | } |