tracing/kprobes: Kill probe_enable_lock

[linux-imx.git] / kernel / trace / trace_kprobe.c

diff --git a/kernel/trace/trace_kprobe.c b/kernel/trace/trace_kprobe.c
index 9f46e98ba8f22a712962ccc68e17b34f166439ba..282f86cfd30451d7cb23ca57cebbd7875c305202 100644 (file)
--- a/kernel/trace/trace_kprobe.c
+++ b/kernel/trace/trace_kprobe.c
@@ -183,16 +183,15 @@ static struct trace_probe *find_trace_probe(const char *event,
        return NULL;
 }
 
+/*
+ * This and enable_trace_probe/disable_trace_probe rely on event_mutex
+ * held by the caller, __ftrace_set_clr_event().
+ */
 static int trace_probe_nr_files(struct trace_probe *tp)
 {
-       struct ftrace_event_file **file;
+       struct ftrace_event_file **file = rcu_dereference_raw(tp->files);
        int ret = 0;
 
-       /*
-        * Since all tp->files updater is protected by probe_enable_lock,
-        * we don't need to lock an rcu_read_lock.
-        */
-       file = rcu_dereference_raw(tp->files);
        if (file)
                while (*(file++))
                        ret++;
@@ -200,8 +199,6 @@ static int trace_probe_nr_files(struct trace_probe *tp)
        return ret;
 }
 
-static DEFINE_MUTEX(probe_enable_lock);
-
 /*
  * Enable trace_probe
  * if the file is NULL, enable "perf" handler, or enable "trace" handler.
@@ -211,8 +208,6 @@ enable_trace_probe(struct trace_probe *tp, struct ftrace_event_file *file)
 {
        int ret = 0;
 
-       mutex_lock(&probe_enable_lock);
-
        if (file) {
                struct ftrace_event_file **new, **old;
                int n = trace_probe_nr_files(tp);
@@ -223,7 +218,7 @@ enable_trace_probe(struct trace_probe *tp, struct ftrace_event_file *file)
                              GFP_KERNEL);
                if (!new) {
                        ret = -ENOMEM;
-                       goto out_unlock;
+                       goto out;
                }
                memcpy(new, old, n * sizeof(struct ftrace_event_file *));
                new[n] = file;
@@ -240,17 +235,13 @@ enable_trace_probe(struct trace_probe *tp, struct ftrace_event_file *file)
        } else
                tp->flags |= TP_FLAG_PROFILE;
 
-       if (trace_probe_is_enabled(tp) && trace_probe_is_registered(tp) &&
-           !trace_probe_has_gone(tp)) {
+       if (trace_probe_is_registered(tp) && !trace_probe_has_gone(tp)) {
                if (trace_probe_is_return(tp))
                        ret = enable_kretprobe(&tp->rp);
                else
                        ret = enable_kprobe(&tp->rp.kp);
        }
-
- out_unlock:
-       mutex_unlock(&probe_enable_lock);
-
+ out:
        return ret;
 }
 
@@ -283,8 +274,6 @@ disable_trace_probe(struct trace_probe *tp, struct ftrace_event_file *file)
 {
        int ret = 0;
 
-       mutex_lock(&probe_enable_lock);
-
        if (file) {
                struct ftrace_event_file **new, **old;
                int n = trace_probe_nr_files(tp);
@@ -293,7 +282,7 @@ disable_trace_probe(struct trace_probe *tp, struct ftrace_event_file *file)
                old = rcu_dereference_raw(tp->files);
                if (n == 0 || trace_probe_file_index(tp, file) < 0) {
                        ret = -EINVAL;
-                       goto out_unlock;
+                       goto out;
                }
 
                if (n == 1) {   /* Remove the last file */
@@ -304,7 +293,7 @@ disable_trace_probe(struct trace_probe *tp, struct ftrace_event_file *file)
                                      GFP_KERNEL);
                        if (!new) {
                                ret = -ENOMEM;
-                               goto out_unlock;
+                               goto out;
                        }
 
                        /* This copy & check loop copies the NULL stopper too */
@@ -327,10 +316,7 @@ disable_trace_probe(struct trace_probe *tp, struct ftrace_event_file *file)
                else
                        disable_kprobe(&tp->rp.kp);
        }
-
- out_unlock:
-       mutex_unlock(&probe_enable_lock);
-
+ out:
        return ret;
 }
 
@@ -1157,6 +1143,10 @@ kprobe_perf_func(struct trace_probe *tp, struct pt_regs *regs)
        int size, __size, dsize;
        int rctx;
 
+       head = this_cpu_ptr(call->perf_events);
+       if (hlist_empty(head))
+               return;
+
        dsize = __get_data_size(tp, regs);
        __size = sizeof(*entry) + tp->size + dsize;
        size = ALIGN(__size + sizeof(u32), sizeof(u64));
@@ -1172,8 +1162,6 @@ kprobe_perf_func(struct trace_probe *tp, struct pt_regs *regs)
        entry->ip = (unsigned long)tp->rp.kp.addr;
        memset(&entry[1], 0, dsize);
        store_trace_args(sizeof(*entry), tp, regs, (u8 *)&entry[1], dsize);
-
-       head = this_cpu_ptr(call->perf_events);
        perf_trace_buf_submit(entry, size, rctx,
                                        entry->ip, 1, regs, head, NULL);
 }
@@ -1189,6 +1177,10 @@ kretprobe_perf_func(struct trace_probe *tp, struct kretprobe_instance *ri,
        int size, __size, dsize;
        int rctx;
 
+       head = this_cpu_ptr(call->perf_events);
+       if (hlist_empty(head))
+               return;
+
        dsize = __get_data_size(tp, regs);
        __size = sizeof(*entry) + tp->size + dsize;
        size = ALIGN(__size + sizeof(u32), sizeof(u64));
@@ -1204,13 +1196,17 @@ kretprobe_perf_func(struct trace_probe *tp, struct kretprobe_instance *ri,
        entry->func = (unsigned long)tp->rp.kp.addr;
        entry->ret_ip = (unsigned long)ri->ret_addr;
        store_trace_args(sizeof(*entry), tp, regs, (u8 *)&entry[1], dsize);
-
-       head = this_cpu_ptr(call->perf_events);
        perf_trace_buf_submit(entry, size, rctx,
                                        entry->ret_ip, 1, regs, head, NULL);
 }
 #endif /* CONFIG_PERF_EVENTS */
 
+/*
+ * called by perf_trace_init() or __ftrace_set_clr_event() under event_mutex.
+ *
+ * kprobe_trace_self_tests_init() does enable_trace_probe/disable_trace_probe
+ * lockless, but we can't race with this __init function.
+ */
 static __kprobes
 int kprobe_register(struct ftrace_event_call *event,
                    enum trace_reg type, void *data)
@@ -1376,6 +1372,10 @@ find_trace_probe_file(struct trace_probe *tp, struct trace_array *tr)
        return NULL;
 }
 
+/*
+ * Nobody but us can call enable_trace_probe/disable_trace_probe at this
+ * stage, we can do this lockless.
+ */
 static __init int kprobe_trace_self_tests_init(void)
 {
        int ret, warn = 0;