2010-01-20 18:28:45 +01:00
|
|
|
/*
|
|
|
|
* builtin-buildid-cache.c
|
|
|
|
*
|
|
|
|
* Builtin buildid-cache command: Manages build-id cache
|
|
|
|
*
|
|
|
|
* Copyright (C) 2010, Red Hat Inc.
|
|
|
|
* Copyright (C) 2010, Arnaldo Carvalho de Melo <acme@redhat.com>
|
|
|
|
*/
|
2013-10-14 15:57:29 +02:00
|
|
|
#include <sys/types.h>
|
|
|
|
#include <sys/time.h>
|
|
|
|
#include <time.h>
|
|
|
|
#include <dirent.h>
|
|
|
|
#include <unistd.h>
|
2010-01-20 18:28:45 +01:00
|
|
|
#include "builtin.h"
|
|
|
|
#include "perf.h"
|
|
|
|
#include "util/cache.h"
|
|
|
|
#include "util/debug.h"
|
|
|
|
#include "util/header.h"
|
|
|
|
#include "util/parse-options.h"
|
|
|
|
#include "util/strlist.h"
|
2012-10-27 23:18:28 +02:00
|
|
|
#include "util/build-id.h"
|
2012-12-07 20:28:27 +01:00
|
|
|
#include "util/session.h"
|
2012-10-27 23:18:29 +02:00
|
|
|
#include "util/symbol.h"
|
2010-01-20 18:28:45 +01:00
|
|
|
|
2013-10-14 15:57:29 +02:00
|
|
|
static int build_id_cache__kcore_buildid(const char *proc_dir, char *sbuildid)
|
|
|
|
{
|
|
|
|
char root_dir[PATH_MAX];
|
|
|
|
char notes[PATH_MAX];
|
|
|
|
u8 build_id[BUILD_ID_SIZE];
|
|
|
|
char *p;
|
|
|
|
|
|
|
|
strlcpy(root_dir, proc_dir, sizeof(root_dir));
|
|
|
|
|
|
|
|
p = strrchr(root_dir, '/');
|
|
|
|
if (!p)
|
|
|
|
return -1;
|
|
|
|
*p = '\0';
|
|
|
|
|
|
|
|
scnprintf(notes, sizeof(notes), "%s/sys/kernel/notes", root_dir);
|
|
|
|
|
|
|
|
if (sysfs__read_build_id(notes, build_id, sizeof(build_id)))
|
|
|
|
return -1;
|
|
|
|
|
|
|
|
build_id__sprintf(build_id, sizeof(build_id), sbuildid);
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
static int build_id_cache__kcore_dir(char *dir, size_t sz)
|
|
|
|
{
|
|
|
|
struct timeval tv;
|
|
|
|
struct tm tm;
|
|
|
|
char dt[32];
|
|
|
|
|
|
|
|
if (gettimeofday(&tv, NULL) || !localtime_r(&tv.tv_sec, &tm))
|
|
|
|
return -1;
|
|
|
|
|
|
|
|
if (!strftime(dt, sizeof(dt), "%Y%m%d%H%M%S", &tm))
|
|
|
|
return -1;
|
|
|
|
|
|
|
|
scnprintf(dir, sz, "%s%02u", dt, (unsigned)tv.tv_usec / 10000);
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2014-01-29 15:14:44 +01:00
|
|
|
static bool same_kallsyms_reloc(const char *from_dir, char *to_dir)
|
|
|
|
{
|
|
|
|
char from[PATH_MAX];
|
|
|
|
char to[PATH_MAX];
|
|
|
|
const char *name;
|
|
|
|
u64 addr1 = 0, addr2 = 0;
|
|
|
|
int i;
|
|
|
|
|
|
|
|
scnprintf(from, sizeof(from), "%s/kallsyms", from_dir);
|
|
|
|
scnprintf(to, sizeof(to), "%s/kallsyms", to_dir);
|
|
|
|
|
|
|
|
for (i = 0; (name = ref_reloc_sym_names[i]) != NULL; i++) {
|
|
|
|
addr1 = kallsyms__get_function_start(from, name);
|
|
|
|
if (addr1)
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (name)
|
|
|
|
addr2 = kallsyms__get_function_start(to, name);
|
|
|
|
|
|
|
|
return addr1 == addr2;
|
|
|
|
}
|
|
|
|
|
2013-10-14 15:57:29 +02:00
|
|
|
static int build_id_cache__kcore_existing(const char *from_dir, char *to_dir,
|
|
|
|
size_t to_dir_sz)
|
|
|
|
{
|
|
|
|
char from[PATH_MAX];
|
|
|
|
char to[PATH_MAX];
|
2014-01-29 15:14:44 +01:00
|
|
|
char to_subdir[PATH_MAX];
|
2013-10-14 15:57:29 +02:00
|
|
|
struct dirent *dent;
|
|
|
|
int ret = -1;
|
|
|
|
DIR *d;
|
|
|
|
|
|
|
|
d = opendir(to_dir);
|
|
|
|
if (!d)
|
|
|
|
return -1;
|
|
|
|
|
|
|
|
scnprintf(from, sizeof(from), "%s/modules", from_dir);
|
|
|
|
|
|
|
|
while (1) {
|
|
|
|
dent = readdir(d);
|
|
|
|
if (!dent)
|
|
|
|
break;
|
|
|
|
if (dent->d_type != DT_DIR)
|
|
|
|
continue;
|
|
|
|
scnprintf(to, sizeof(to), "%s/%s/modules", to_dir,
|
|
|
|
dent->d_name);
|
2014-01-29 15:14:44 +01:00
|
|
|
scnprintf(to_subdir, sizeof(to_subdir), "%s/%s",
|
|
|
|
to_dir, dent->d_name);
|
|
|
|
if (!compare_proc_modules(from, to) &&
|
|
|
|
same_kallsyms_reloc(from_dir, to_subdir)) {
|
|
|
|
strlcpy(to_dir, to_subdir, to_dir_sz);
|
2013-10-14 15:57:29 +02:00
|
|
|
ret = 0;
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
closedir(d);
|
|
|
|
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
2014-07-14 12:02:38 +02:00
|
|
|
static int build_id_cache__add_kcore(const char *filename, const char *debugdir,
|
|
|
|
bool force)
|
2013-10-14 15:57:29 +02:00
|
|
|
{
|
|
|
|
char dir[32], sbuildid[BUILD_ID_SIZE * 2 + 1];
|
|
|
|
char from_dir[PATH_MAX], to_dir[PATH_MAX];
|
|
|
|
char *p;
|
|
|
|
|
|
|
|
strlcpy(from_dir, filename, sizeof(from_dir));
|
|
|
|
|
|
|
|
p = strrchr(from_dir, '/');
|
|
|
|
if (!p || strcmp(p + 1, "kcore"))
|
|
|
|
return -1;
|
|
|
|
*p = '\0';
|
|
|
|
|
|
|
|
if (build_id_cache__kcore_buildid(from_dir, sbuildid))
|
|
|
|
return -1;
|
|
|
|
|
|
|
|
scnprintf(to_dir, sizeof(to_dir), "%s/[kernel.kcore]/%s",
|
|
|
|
debugdir, sbuildid);
|
|
|
|
|
2014-07-14 12:02:38 +02:00
|
|
|
if (!force &&
|
|
|
|
!build_id_cache__kcore_existing(from_dir, to_dir, sizeof(to_dir))) {
|
2013-10-14 15:57:29 +02:00
|
|
|
pr_debug("same kcore found in %s\n", to_dir);
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (build_id_cache__kcore_dir(dir, sizeof(dir)))
|
|
|
|
return -1;
|
|
|
|
|
|
|
|
scnprintf(to_dir, sizeof(to_dir), "%s/[kernel.kcore]/%s/%s",
|
|
|
|
debugdir, sbuildid, dir);
|
|
|
|
|
|
|
|
if (mkdir_p(to_dir, 0755))
|
|
|
|
return -1;
|
|
|
|
|
|
|
|
if (kcore_copy(from_dir, to_dir)) {
|
|
|
|
/* Remove YYYYmmddHHMMSShh directory */
|
|
|
|
if (!rmdir(to_dir)) {
|
|
|
|
p = strrchr(to_dir, '/');
|
|
|
|
if (p)
|
|
|
|
*p = '\0';
|
|
|
|
/* Try to remove buildid directory */
|
|
|
|
if (!rmdir(to_dir)) {
|
|
|
|
p = strrchr(to_dir, '/');
|
|
|
|
if (p)
|
|
|
|
*p = '\0';
|
|
|
|
/* Try to remove [kernel.kcore] directory */
|
|
|
|
rmdir(to_dir);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return -1;
|
|
|
|
}
|
|
|
|
|
|
|
|
pr_debug("kcore added to build-id cache directory %s\n", to_dir);
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2010-01-20 18:28:45 +01:00
|
|
|
static int build_id_cache__add_file(const char *filename, const char *debugdir)
|
|
|
|
{
|
|
|
|
char sbuild_id[BUILD_ID_SIZE * 2 + 1];
|
|
|
|
u8 build_id[BUILD_ID_SIZE];
|
|
|
|
int err;
|
|
|
|
|
|
|
|
if (filename__read_build_id(filename, &build_id, sizeof(build_id)) < 0) {
|
|
|
|
pr_debug("Couldn't read a build-id in %s\n", filename);
|
|
|
|
return -1;
|
|
|
|
}
|
|
|
|
|
|
|
|
build_id__sprintf(build_id, sizeof(build_id), sbuild_id);
|
2012-09-10 18:50:19 +02:00
|
|
|
err = build_id_cache__add_s(sbuild_id, debugdir, filename,
|
|
|
|
false, false);
|
2010-01-20 18:28:45 +01:00
|
|
|
if (verbose)
|
|
|
|
pr_info("Adding %s %s: %s\n", sbuild_id, filename,
|
|
|
|
err ? "FAIL" : "Ok");
|
|
|
|
return err;
|
|
|
|
}
|
|
|
|
|
2012-10-01 20:20:58 +02:00
|
|
|
static int build_id_cache__remove_file(const char *filename,
|
|
|
|
const char *debugdir)
|
2010-01-20 18:28:45 +01:00
|
|
|
{
|
|
|
|
u8 build_id[BUILD_ID_SIZE];
|
|
|
|
char sbuild_id[BUILD_ID_SIZE * 2 + 1];
|
|
|
|
|
|
|
|
int err;
|
|
|
|
|
|
|
|
if (filename__read_build_id(filename, &build_id, sizeof(build_id)) < 0) {
|
|
|
|
pr_debug("Couldn't read a build-id in %s\n", filename);
|
|
|
|
return -1;
|
|
|
|
}
|
|
|
|
|
|
|
|
build_id__sprintf(build_id, sizeof(build_id), sbuild_id);
|
|
|
|
err = build_id_cache__remove_s(sbuild_id, debugdir);
|
|
|
|
if (verbose)
|
|
|
|
pr_info("Removing %s %s: %s\n", sbuild_id, filename,
|
|
|
|
err ? "FAIL" : "Ok");
|
|
|
|
|
|
|
|
return err;
|
|
|
|
}
|
|
|
|
|
2012-12-07 20:28:27 +01:00
|
|
|
static bool dso__missing_buildid_cache(struct dso *dso, int parm __maybe_unused)
|
|
|
|
{
|
|
|
|
char filename[PATH_MAX];
|
|
|
|
u8 build_id[BUILD_ID_SIZE];
|
|
|
|
|
|
|
|
if (dso__build_id_filename(dso, filename, sizeof(filename)) &&
|
|
|
|
filename__read_build_id(filename, build_id,
|
|
|
|
sizeof(build_id)) != sizeof(build_id)) {
|
|
|
|
if (errno == ENOENT)
|
|
|
|
return false;
|
|
|
|
|
|
|
|
pr_warning("Problems with %s file, consider removing it from the cache\n",
|
|
|
|
filename);
|
|
|
|
} else if (memcmp(dso->build_id, build_id, sizeof(dso->build_id))) {
|
|
|
|
pr_warning("Problems with %s file, consider removing it from the cache\n",
|
|
|
|
filename);
|
|
|
|
}
|
|
|
|
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
2014-08-12 08:40:36 +02:00
|
|
|
static int build_id_cache__fprintf_missing(struct perf_session *session, FILE *fp)
|
2012-12-07 20:28:27 +01:00
|
|
|
{
|
|
|
|
perf_session__fprintf_dsos_buildid(session, fp, dso__missing_buildid_cache, 0);
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2013-02-07 10:02:11 +01:00
|
|
|
static int build_id_cache__update_file(const char *filename,
|
|
|
|
const char *debugdir)
|
|
|
|
{
|
|
|
|
u8 build_id[BUILD_ID_SIZE];
|
|
|
|
char sbuild_id[BUILD_ID_SIZE * 2 + 1];
|
|
|
|
|
|
|
|
int err;
|
|
|
|
|
|
|
|
if (filename__read_build_id(filename, &build_id, sizeof(build_id)) < 0) {
|
|
|
|
pr_debug("Couldn't read a build-id in %s\n", filename);
|
|
|
|
return -1;
|
|
|
|
}
|
|
|
|
|
|
|
|
build_id__sprintf(build_id, sizeof(build_id), sbuild_id);
|
|
|
|
err = build_id_cache__remove_s(sbuild_id, debugdir);
|
|
|
|
if (!err) {
|
|
|
|
err = build_id_cache__add_s(sbuild_id, debugdir, filename,
|
|
|
|
false, false);
|
|
|
|
}
|
|
|
|
if (verbose)
|
|
|
|
pr_info("Updating %s %s: %s\n", sbuild_id, filename,
|
|
|
|
err ? "FAIL" : "Ok");
|
|
|
|
|
|
|
|
return err;
|
|
|
|
}
|
|
|
|
|
2012-10-01 20:20:58 +02:00
|
|
|
int cmd_buildid_cache(int argc, const char **argv,
|
|
|
|
const char *prefix __maybe_unused)
|
2010-01-20 18:28:45 +01:00
|
|
|
{
|
|
|
|
struct strlist *list;
|
|
|
|
struct str_node *pos;
|
2012-12-07 20:28:27 +01:00
|
|
|
int ret = 0;
|
|
|
|
bool force = false;
|
2010-01-20 18:28:45 +01:00
|
|
|
char debugdir[PATH_MAX];
|
2012-10-01 20:20:58 +02:00
|
|
|
char const *add_name_list_str = NULL,
|
2012-12-07 20:28:27 +01:00
|
|
|
*remove_name_list_str = NULL,
|
2013-02-07 10:02:11 +01:00
|
|
|
*missing_filename = NULL,
|
2013-10-14 15:57:29 +02:00
|
|
|
*update_name_list_str = NULL,
|
|
|
|
*kcore_filename;
|
2013-02-07 10:02:11 +01:00
|
|
|
|
2014-08-12 08:40:36 +02:00
|
|
|
struct perf_data_file file = {
|
|
|
|
.mode = PERF_DATA_MODE_READ,
|
|
|
|
};
|
|
|
|
struct perf_session *session = NULL;
|
|
|
|
|
2012-10-01 20:20:58 +02:00
|
|
|
const struct option buildid_cache_options[] = {
|
|
|
|
OPT_STRING('a', "add", &add_name_list_str,
|
|
|
|
"file list", "file(s) to add"),
|
2013-10-14 15:57:29 +02:00
|
|
|
OPT_STRING('k', "kcore", &kcore_filename,
|
|
|
|
"file", "kcore file to add"),
|
2012-10-01 20:20:58 +02:00
|
|
|
OPT_STRING('r', "remove", &remove_name_list_str, "file list",
|
|
|
|
"file(s) to remove"),
|
2012-12-07 20:28:27 +01:00
|
|
|
OPT_STRING('M', "missing", &missing_filename, "file",
|
|
|
|
"to find missing build ids in the cache"),
|
|
|
|
OPT_BOOLEAN('f', "force", &force, "don't complain, do it"),
|
2013-02-07 10:02:11 +01:00
|
|
|
OPT_STRING('u', "update", &update_name_list_str, "file list",
|
|
|
|
"file(s) to update"),
|
2012-10-01 20:20:58 +02:00
|
|
|
OPT_INCR('v', "verbose", &verbose, "be more verbose"),
|
|
|
|
OPT_END()
|
|
|
|
};
|
|
|
|
const char * const buildid_cache_usage[] = {
|
|
|
|
"perf buildid-cache [<options>]",
|
|
|
|
NULL
|
|
|
|
};
|
|
|
|
|
|
|
|
argc = parse_options(argc, argv, buildid_cache_options,
|
|
|
|
buildid_cache_usage, 0);
|
|
|
|
|
2014-08-12 08:40:36 +02:00
|
|
|
if (missing_filename) {
|
|
|
|
file.path = missing_filename;
|
|
|
|
file.force = force;
|
|
|
|
|
|
|
|
session = perf_session__new(&file, false, NULL);
|
|
|
|
if (session == NULL)
|
|
|
|
return -1;
|
|
|
|
}
|
|
|
|
|
2012-10-01 20:20:58 +02:00
|
|
|
if (symbol__init() < 0)
|
2014-08-12 08:40:36 +02:00
|
|
|
goto out;
|
2012-10-01 20:20:58 +02:00
|
|
|
|
|
|
|
setup_pager();
|
2010-01-20 18:28:45 +01:00
|
|
|
|
perf buildid: add perfconfig option to specify buildid cache dir
This patch adds the ability to specify an alternate directory to store the
buildid cache (buildids, copy of binaries). By default, it is hardcoded to
$HOME/.debug. This directory contains immutable data. The layout of the
directory is such that no conflicts in filenames are possible. A modification
in a file, yields a different buildid and thus a different location in the
subdir hierarchy.
You may want to put the buildid cache elsewhere because of disk space
limitation or simply to share the cache between users. It is also useful for
remote collect vs. local analysis of profiles.
This patch adds a new config option to the perfconfig file. Under the tag
'buildid', there is a dir option. For instance, if you have:
$ cat /etc/perfconfig
[buildid]
dir = /var/cache/perf-buildid
All buildids and binaries are be saved in the directory specified. The perf
record, buildid-list, buildid-cache, report, annotate, and archive commands
will it to pull information out.
The option can be set in the system-wide perfconfig file or in the
$HOME/.perfconfig file.
Cc: David S. Miller <davem@davemloft.net>
Cc: Frédéric Weisbecker <fweisbec@gmail.com>
Cc: Ingo Molnar <mingo@elte.hu>
Cc: Paul Mackerras <paulus@samba.org>
Cc: Peter Zijlstra <peterz@infradead.org>
Cc: Stephane Eranian <eranian@google.com>
Cc: Tom Zanussi <tzanussi@gmail.com>
LKML-Reference: <4c055fb7.df0ce30a.5f0d.ffffae52@mx.google.com>
Signed-off-by: Stephane Eranian <eranian@google.com>
Signed-off-by: Arnaldo Carvalho de Melo <acme@redhat.com>
2010-06-01 21:25:01 +02:00
|
|
|
snprintf(debugdir, sizeof(debugdir), "%s", buildid_dir);
|
2010-01-20 18:28:45 +01:00
|
|
|
|
|
|
|
if (add_name_list_str) {
|
|
|
|
list = strlist__new(true, add_name_list_str);
|
|
|
|
if (list) {
|
|
|
|
strlist__for_each(pos, list)
|
|
|
|
if (build_id_cache__add_file(pos->s, debugdir)) {
|
|
|
|
if (errno == EEXIST) {
|
|
|
|
pr_debug("%s already in the cache\n",
|
|
|
|
pos->s);
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
pr_warning("Couldn't add %s: %s\n",
|
|
|
|
pos->s, strerror(errno));
|
|
|
|
}
|
|
|
|
|
|
|
|
strlist__delete(list);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
if (remove_name_list_str) {
|
|
|
|
list = strlist__new(true, remove_name_list_str);
|
|
|
|
if (list) {
|
|
|
|
strlist__for_each(pos, list)
|
|
|
|
if (build_id_cache__remove_file(pos->s, debugdir)) {
|
|
|
|
if (errno == ENOENT) {
|
|
|
|
pr_debug("%s wasn't in the cache\n",
|
|
|
|
pos->s);
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
pr_warning("Couldn't remove %s: %s\n",
|
|
|
|
pos->s, strerror(errno));
|
|
|
|
}
|
|
|
|
|
|
|
|
strlist__delete(list);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2012-12-07 20:28:27 +01:00
|
|
|
if (missing_filename)
|
2014-08-12 08:40:36 +02:00
|
|
|
ret = build_id_cache__fprintf_missing(session, stdout);
|
2012-12-07 20:28:27 +01:00
|
|
|
|
2013-02-07 10:02:11 +01:00
|
|
|
if (update_name_list_str) {
|
|
|
|
list = strlist__new(true, update_name_list_str);
|
|
|
|
if (list) {
|
|
|
|
strlist__for_each(pos, list)
|
|
|
|
if (build_id_cache__update_file(pos->s, debugdir)) {
|
|
|
|
if (errno == ENOENT) {
|
|
|
|
pr_debug("%s wasn't in the cache\n",
|
|
|
|
pos->s);
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
pr_warning("Couldn't update %s: %s\n",
|
|
|
|
pos->s, strerror(errno));
|
|
|
|
}
|
|
|
|
|
|
|
|
strlist__delete(list);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2013-10-14 15:57:29 +02:00
|
|
|
if (kcore_filename &&
|
2014-07-14 12:02:38 +02:00
|
|
|
build_id_cache__add_kcore(kcore_filename, debugdir, force))
|
2013-10-14 15:57:29 +02:00
|
|
|
pr_warning("Couldn't add %s\n", kcore_filename);
|
|
|
|
|
2014-08-12 08:40:36 +02:00
|
|
|
out:
|
|
|
|
if (session)
|
|
|
|
perf_session__delete(session);
|
|
|
|
|
2012-12-07 20:28:27 +01:00
|
|
|
return ret;
|
2010-01-20 18:28:45 +01:00
|
|
|
}
|