2009-03-19 20:26:15 +01:00
|
|
|
/*
|
|
|
|
* trace event based perf counter profiling
|
|
|
|
*
|
|
|
|
* Copyright (C) 2009 Red Hat Inc, Peter Zijlstra <pzijlstr@redhat.com>
|
|
|
|
*
|
|
|
|
*/
|
|
|
|
|
2009-08-24 06:19:47 +02:00
|
|
|
#include <linux/module.h>
|
2009-03-19 20:26:15 +01:00
|
|
|
#include "trace.h"
|
|
|
|
|
2009-09-18 06:10:28 +02:00
|
|
|
/*
|
|
|
|
* We can't use a size but a type in alloc_percpu()
|
|
|
|
* So let's create a dummy type that matches the desired size
|
|
|
|
*/
|
|
|
|
typedef struct {char buf[FTRACE_MAX_PROFILE_SIZE];} profile_buf_t;
|
|
|
|
|
|
|
|
char *trace_profile_buf;
|
|
|
|
char *trace_profile_buf_nmi;
|
|
|
|
|
|
|
|
/* Count the events in use (per event id, not per instance) */
|
|
|
|
static int total_profile_count;
|
|
|
|
|
2009-09-18 00:54:43 +02:00
|
|
|
static int ftrace_profile_enable_event(struct ftrace_event_call *event)
|
|
|
|
{
|
2009-09-18 06:10:28 +02:00
|
|
|
char *buf;
|
|
|
|
int ret = -ENOMEM;
|
|
|
|
|
2009-09-18 00:54:43 +02:00
|
|
|
if (atomic_inc_return(&event->profile_count))
|
|
|
|
return 0;
|
|
|
|
|
2009-09-18 06:10:28 +02:00
|
|
|
if (!total_profile_count++) {
|
|
|
|
buf = (char *)alloc_percpu(profile_buf_t);
|
|
|
|
if (!buf)
|
|
|
|
goto fail_buf;
|
|
|
|
|
|
|
|
rcu_assign_pointer(trace_profile_buf, buf);
|
|
|
|
|
|
|
|
buf = (char *)alloc_percpu(profile_buf_t);
|
|
|
|
if (!buf)
|
|
|
|
goto fail_buf_nmi;
|
|
|
|
|
|
|
|
rcu_assign_pointer(trace_profile_buf_nmi, buf);
|
|
|
|
}
|
|
|
|
|
|
|
|
ret = event->profile_enable();
|
|
|
|
if (!ret)
|
|
|
|
return 0;
|
|
|
|
|
|
|
|
kfree(trace_profile_buf_nmi);
|
|
|
|
fail_buf_nmi:
|
|
|
|
kfree(trace_profile_buf);
|
|
|
|
fail_buf:
|
|
|
|
total_profile_count--;
|
|
|
|
atomic_dec(&event->profile_count);
|
|
|
|
|
|
|
|
return ret;
|
2009-09-18 00:54:43 +02:00
|
|
|
}
|
|
|
|
|
2009-03-19 20:26:15 +01:00
|
|
|
int ftrace_profile_enable(int event_id)
|
|
|
|
{
|
|
|
|
struct ftrace_event_call *event;
|
2009-05-06 04:33:45 +02:00
|
|
|
int ret = -EINVAL;
|
2009-03-19 20:26:15 +01:00
|
|
|
|
2009-05-06 04:33:45 +02:00
|
|
|
mutex_lock(&event_mutex);
|
2009-04-10 19:52:20 +02:00
|
|
|
list_for_each_entry(event, &ftrace_events, list) {
|
2009-08-24 06:19:47 +02:00
|
|
|
if (event->id == event_id && event->profile_enable &&
|
|
|
|
try_module_get(event->mod)) {
|
2009-09-18 00:54:43 +02:00
|
|
|
ret = ftrace_profile_enable_event(event);
|
2009-05-06 04:33:45 +02:00
|
|
|
break;
|
|
|
|
}
|
2009-03-19 20:26:15 +01:00
|
|
|
}
|
2009-05-06 04:33:45 +02:00
|
|
|
mutex_unlock(&event_mutex);
|
2009-03-19 20:26:15 +01:00
|
|
|
|
2009-05-06 04:33:45 +02:00
|
|
|
return ret;
|
2009-03-19 20:26:15 +01:00
|
|
|
}
|
|
|
|
|
2009-09-18 00:54:43 +02:00
|
|
|
static void ftrace_profile_disable_event(struct ftrace_event_call *event)
|
|
|
|
{
|
2009-09-18 06:10:28 +02:00
|
|
|
char *buf, *nmi_buf;
|
|
|
|
|
2009-09-18 00:54:43 +02:00
|
|
|
if (!atomic_add_negative(-1, &event->profile_count))
|
|
|
|
return;
|
|
|
|
|
|
|
|
event->profile_disable();
|
2009-09-18 06:10:28 +02:00
|
|
|
|
|
|
|
if (!--total_profile_count) {
|
|
|
|
buf = trace_profile_buf;
|
|
|
|
rcu_assign_pointer(trace_profile_buf, NULL);
|
|
|
|
|
|
|
|
nmi_buf = trace_profile_buf_nmi;
|
|
|
|
rcu_assign_pointer(trace_profile_buf_nmi, NULL);
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Ensure every events in profiling have finished before
|
|
|
|
* releasing the buffers
|
|
|
|
*/
|
|
|
|
synchronize_sched();
|
|
|
|
|
|
|
|
free_percpu(buf);
|
|
|
|
free_percpu(nmi_buf);
|
|
|
|
}
|
2009-09-18 00:54:43 +02:00
|
|
|
}
|
|
|
|
|
2009-03-19 20:26:15 +01:00
|
|
|
void ftrace_profile_disable(int event_id)
|
|
|
|
{
|
|
|
|
struct ftrace_event_call *event;
|
|
|
|
|
2009-05-06 04:33:45 +02:00
|
|
|
mutex_lock(&event_mutex);
|
2009-04-10 19:52:20 +02:00
|
|
|
list_for_each_entry(event, &ftrace_events, list) {
|
2009-05-06 04:33:45 +02:00
|
|
|
if (event->id == event_id) {
|
2009-09-18 00:54:43 +02:00
|
|
|
ftrace_profile_disable_event(event);
|
2009-08-24 06:19:47 +02:00
|
|
|
module_put(event->mod);
|
2009-05-06 04:33:45 +02:00
|
|
|
break;
|
|
|
|
}
|
2009-03-19 20:26:15 +01:00
|
|
|
}
|
2009-05-06 04:33:45 +02:00
|
|
|
mutex_unlock(&event_mutex);
|
2009-03-19 20:26:15 +01:00
|
|
|
}
|