diff options
Diffstat (limited to 'include/trace')
| -rw-r--r-- | include/trace/ftrace.h | 23 |
1 files changed, 12 insertions, 11 deletions
diff --git a/include/trace/ftrace.h b/include/trace/ftrace.h index 4945d1c99864..c222ef5238bf 100644 --- a/include/trace/ftrace.h +++ b/include/trace/ftrace.h | |||
| @@ -724,16 +724,19 @@ __attribute__((section("_ftrace_events"))) event_##call = { \ | |||
| 724 | static void ftrace_profile_##call(proto) \ | 724 | static void ftrace_profile_##call(proto) \ |
| 725 | { \ | 725 | { \ |
| 726 | struct ftrace_data_offsets_##call __maybe_unused __data_offsets;\ | 726 | struct ftrace_data_offsets_##call __maybe_unused __data_offsets;\ |
| 727 | extern int perf_swevent_get_recursion_context(int **recursion); \ | ||
| 728 | extern void perf_swevent_put_recursion_context(int *recursion); \ | ||
| 727 | struct ftrace_event_call *event_call = &event_##call; \ | 729 | struct ftrace_event_call *event_call = &event_##call; \ |
| 728 | extern void perf_tp_event(int, u64, u64, void *, int); \ | 730 | extern void perf_tp_event(int, u64, u64, void *, int); \ |
| 729 | struct ftrace_raw_##call *entry; \ | 731 | struct ftrace_raw_##call *entry; \ |
| 730 | struct perf_trace_buf *trace_buf; \ | ||
| 731 | u64 __addr = 0, __count = 1; \ | 732 | u64 __addr = 0, __count = 1; \ |
| 732 | unsigned long irq_flags; \ | 733 | unsigned long irq_flags; \ |
| 733 | struct trace_entry *ent; \ | 734 | struct trace_entry *ent; \ |
| 734 | int __entry_size; \ | 735 | int __entry_size; \ |
| 735 | int __data_size; \ | 736 | int __data_size; \ |
| 737 | char *trace_buf; \ | ||
| 736 | char *raw_data; \ | 738 | char *raw_data; \ |
| 739 | int *recursion; \ | ||
| 737 | int __cpu; \ | 740 | int __cpu; \ |
| 738 | int pc; \ | 741 | int pc; \ |
| 739 | \ | 742 | \ |
| @@ -749,6 +752,10 @@ static void ftrace_profile_##call(proto) \ | |||
| 749 | return; \ | 752 | return; \ |
| 750 | \ | 753 | \ |
| 751 | local_irq_save(irq_flags); \ | 754 | local_irq_save(irq_flags); \ |
| 755 | \ | ||
| 756 | if (perf_swevent_get_recursion_context(&recursion)) \ | ||
| 757 | goto end_recursion; \ | ||
| 758 | \ | ||
| 752 | __cpu = smp_processor_id(); \ | 759 | __cpu = smp_processor_id(); \ |
| 753 | \ | 760 | \ |
| 754 | if (in_nmi()) \ | 761 | if (in_nmi()) \ |
| @@ -759,13 +766,7 @@ static void ftrace_profile_##call(proto) \ | |||
| 759 | if (!trace_buf) \ | 766 | if (!trace_buf) \ |
| 760 | goto end; \ | 767 | goto end; \ |
| 761 | \ | 768 | \ |
| 762 | trace_buf = per_cpu_ptr(trace_buf, __cpu); \ | 769 | raw_data = per_cpu_ptr(trace_buf, __cpu); \ |
| 763 | if (trace_buf->recursion++) \ | ||
| 764 | goto end_recursion; \ | ||
| 765 | \ | ||
| 766 | barrier(); \ | ||
| 767 | \ | ||
| 768 | raw_data = trace_buf->buf; \ | ||
| 769 | \ | 770 | \ |
| 770 | *(u64 *)(&raw_data[__entry_size - sizeof(u64)]) = 0ULL; \ | 771 | *(u64 *)(&raw_data[__entry_size - sizeof(u64)]) = 0ULL; \ |
| 771 | entry = (struct ftrace_raw_##call *)raw_data; \ | 772 | entry = (struct ftrace_raw_##call *)raw_data; \ |
| @@ -780,9 +781,9 @@ static void ftrace_profile_##call(proto) \ | |||
| 780 | perf_tp_event(event_call->id, __addr, __count, entry, \ | 781 | perf_tp_event(event_call->id, __addr, __count, entry, \ |
| 781 | __entry_size); \ | 782 | __entry_size); \ |
| 782 | \ | 783 | \ |
| 783 | end_recursion: \ | 784 | end: \ |
| 784 | trace_buf->recursion--; \ | 785 | perf_swevent_put_recursion_context(recursion); \ |
| 785 | end: \ | 786 | end_recursion: \ |
| 786 | local_irq_restore(irq_flags); \ | 787 | local_irq_restore(irq_flags); \ |
| 787 | \ | 788 | \ |
| 788 | } | 789 | } |
