mirror of
https://github.com/edk2-porting/linux-next.git
synced 2024-12-23 04:34:11 +08:00
602a1f4daa
To match the semantics for list.h in the kernel, that are the interface we use in them. Cc: Adrian Hunter <adrian.hunter@intel.com> Cc: David Ahern <dsahern@gmail.com> Cc: Jiri Olsa <jolsa@kernel.org> Cc: Milian Wolff <milian.wolff@kdab.com> Cc: Namhyung Kim <namhyung@kernel.org> Cc: Taeung Song <treeze.taeung@gmail.com> Cc: Wang Nan <wangnan0@huawei.com> Link: http://lkml.kernel.org/n/tip-0b5i2ki9c3di6706fxpticsb@git.kernel.org Signed-off-by: Arnaldo Carvalho de Melo <acme@redhat.com>
658 lines
14 KiB
C
658 lines
14 KiB
C
/*
|
|
* probe-file.c : operate ftrace k/uprobe events files
|
|
*
|
|
* Written by Masami Hiramatsu <masami.hiramatsu.pt@hitachi.com>
|
|
*
|
|
* This program is free software; you can redistribute it and/or modify
|
|
* it under the terms of the GNU General Public License as published by
|
|
* the Free Software Foundation; either version 2 of the License, or
|
|
* (at your option) any later version.
|
|
*
|
|
* This program is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
* GNU General Public License for more details.
|
|
*
|
|
*/
|
|
#include <sys/uio.h>
|
|
#include "util.h"
|
|
#include "event.h"
|
|
#include "strlist.h"
|
|
#include "debug.h"
|
|
#include "cache.h"
|
|
#include "color.h"
|
|
#include "symbol.h"
|
|
#include "thread.h"
|
|
#include <api/fs/tracing_path.h>
|
|
#include "probe-event.h"
|
|
#include "probe-file.h"
|
|
#include "session.h"
|
|
|
|
#define MAX_CMDLEN 256
|
|
|
|
static void print_open_warning(int err, bool uprobe)
|
|
{
|
|
char sbuf[STRERR_BUFSIZE];
|
|
|
|
if (err == -ENOENT) {
|
|
const char *config;
|
|
|
|
if (uprobe)
|
|
config = "CONFIG_UPROBE_EVENTS";
|
|
else
|
|
config = "CONFIG_KPROBE_EVENTS";
|
|
|
|
pr_warning("%cprobe_events file does not exist"
|
|
" - please rebuild kernel with %s.\n",
|
|
uprobe ? 'u' : 'k', config);
|
|
} else if (err == -ENOTSUP)
|
|
pr_warning("Tracefs or debugfs is not mounted.\n");
|
|
else
|
|
pr_warning("Failed to open %cprobe_events: %s\n",
|
|
uprobe ? 'u' : 'k',
|
|
strerror_r(-err, sbuf, sizeof(sbuf)));
|
|
}
|
|
|
|
static void print_both_open_warning(int kerr, int uerr)
|
|
{
|
|
/* Both kprobes and uprobes are disabled, warn it. */
|
|
if (kerr == -ENOTSUP && uerr == -ENOTSUP)
|
|
pr_warning("Tracefs or debugfs is not mounted.\n");
|
|
else if (kerr == -ENOENT && uerr == -ENOENT)
|
|
pr_warning("Please rebuild kernel with CONFIG_KPROBE_EVENTS "
|
|
"or/and CONFIG_UPROBE_EVENTS.\n");
|
|
else {
|
|
char sbuf[STRERR_BUFSIZE];
|
|
pr_warning("Failed to open kprobe events: %s.\n",
|
|
strerror_r(-kerr, sbuf, sizeof(sbuf)));
|
|
pr_warning("Failed to open uprobe events: %s.\n",
|
|
strerror_r(-uerr, sbuf, sizeof(sbuf)));
|
|
}
|
|
}
|
|
|
|
static int open_probe_events(const char *trace_file, bool readwrite)
|
|
{
|
|
char buf[PATH_MAX];
|
|
const char *tracing_dir = "";
|
|
int ret;
|
|
|
|
ret = e_snprintf(buf, PATH_MAX, "%s/%s%s",
|
|
tracing_path, tracing_dir, trace_file);
|
|
if (ret >= 0) {
|
|
pr_debug("Opening %s write=%d\n", buf, readwrite);
|
|
if (readwrite && !probe_event_dry_run)
|
|
ret = open(buf, O_RDWR | O_APPEND, 0);
|
|
else
|
|
ret = open(buf, O_RDONLY, 0);
|
|
|
|
if (ret < 0)
|
|
ret = -errno;
|
|
}
|
|
return ret;
|
|
}
|
|
|
|
static int open_kprobe_events(bool readwrite)
|
|
{
|
|
return open_probe_events("kprobe_events", readwrite);
|
|
}
|
|
|
|
static int open_uprobe_events(bool readwrite)
|
|
{
|
|
return open_probe_events("uprobe_events", readwrite);
|
|
}
|
|
|
|
int probe_file__open(int flag)
|
|
{
|
|
int fd;
|
|
|
|
if (flag & PF_FL_UPROBE)
|
|
fd = open_uprobe_events(flag & PF_FL_RW);
|
|
else
|
|
fd = open_kprobe_events(flag & PF_FL_RW);
|
|
if (fd < 0)
|
|
print_open_warning(fd, flag & PF_FL_UPROBE);
|
|
|
|
return fd;
|
|
}
|
|
|
|
int probe_file__open_both(int *kfd, int *ufd, int flag)
|
|
{
|
|
if (!kfd || !ufd)
|
|
return -EINVAL;
|
|
|
|
*kfd = open_kprobe_events(flag & PF_FL_RW);
|
|
*ufd = open_uprobe_events(flag & PF_FL_RW);
|
|
if (*kfd < 0 && *ufd < 0) {
|
|
print_both_open_warning(*kfd, *ufd);
|
|
return *kfd;
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
/* Get raw string list of current kprobe_events or uprobe_events */
|
|
struct strlist *probe_file__get_rawlist(int fd)
|
|
{
|
|
int ret, idx;
|
|
FILE *fp;
|
|
char buf[MAX_CMDLEN];
|
|
char *p;
|
|
struct strlist *sl;
|
|
|
|
if (fd < 0)
|
|
return NULL;
|
|
|
|
sl = strlist__new(NULL, NULL);
|
|
|
|
fp = fdopen(dup(fd), "r");
|
|
while (!feof(fp)) {
|
|
p = fgets(buf, MAX_CMDLEN, fp);
|
|
if (!p)
|
|
break;
|
|
|
|
idx = strlen(p) - 1;
|
|
if (p[idx] == '\n')
|
|
p[idx] = '\0';
|
|
ret = strlist__add(sl, buf);
|
|
if (ret < 0) {
|
|
pr_debug("strlist__add failed (%d)\n", ret);
|
|
strlist__delete(sl);
|
|
return NULL;
|
|
}
|
|
}
|
|
fclose(fp);
|
|
|
|
return sl;
|
|
}
|
|
|
|
static struct strlist *__probe_file__get_namelist(int fd, bool include_group)
|
|
{
|
|
char buf[128];
|
|
struct strlist *sl, *rawlist;
|
|
struct str_node *ent;
|
|
struct probe_trace_event tev;
|
|
int ret = 0;
|
|
|
|
memset(&tev, 0, sizeof(tev));
|
|
rawlist = probe_file__get_rawlist(fd);
|
|
if (!rawlist)
|
|
return NULL;
|
|
sl = strlist__new(NULL, NULL);
|
|
strlist__for_each_entry(ent, rawlist) {
|
|
ret = parse_probe_trace_command(ent->s, &tev);
|
|
if (ret < 0)
|
|
break;
|
|
if (include_group) {
|
|
ret = e_snprintf(buf, 128, "%s:%s", tev.group,
|
|
tev.event);
|
|
if (ret >= 0)
|
|
ret = strlist__add(sl, buf);
|
|
} else
|
|
ret = strlist__add(sl, tev.event);
|
|
clear_probe_trace_event(&tev);
|
|
if (ret < 0)
|
|
break;
|
|
}
|
|
strlist__delete(rawlist);
|
|
|
|
if (ret < 0) {
|
|
strlist__delete(sl);
|
|
return NULL;
|
|
}
|
|
return sl;
|
|
}
|
|
|
|
/* Get current perf-probe event names */
|
|
struct strlist *probe_file__get_namelist(int fd)
|
|
{
|
|
return __probe_file__get_namelist(fd, false);
|
|
}
|
|
|
|
int probe_file__add_event(int fd, struct probe_trace_event *tev)
|
|
{
|
|
int ret = 0;
|
|
char *buf = synthesize_probe_trace_command(tev);
|
|
char sbuf[STRERR_BUFSIZE];
|
|
|
|
if (!buf) {
|
|
pr_debug("Failed to synthesize probe trace event.\n");
|
|
return -EINVAL;
|
|
}
|
|
|
|
pr_debug("Writing event: %s\n", buf);
|
|
if (!probe_event_dry_run) {
|
|
if (write(fd, buf, strlen(buf)) < (int)strlen(buf)) {
|
|
ret = -errno;
|
|
pr_warning("Failed to write event: %s\n",
|
|
strerror_r(errno, sbuf, sizeof(sbuf)));
|
|
}
|
|
}
|
|
free(buf);
|
|
|
|
return ret;
|
|
}
|
|
|
|
static int __del_trace_probe_event(int fd, struct str_node *ent)
|
|
{
|
|
char *p;
|
|
char buf[128];
|
|
int ret;
|
|
|
|
/* Convert from perf-probe event to trace-probe event */
|
|
ret = e_snprintf(buf, 128, "-:%s", ent->s);
|
|
if (ret < 0)
|
|
goto error;
|
|
|
|
p = strchr(buf + 2, ':');
|
|
if (!p) {
|
|
pr_debug("Internal error: %s should have ':' but not.\n",
|
|
ent->s);
|
|
ret = -ENOTSUP;
|
|
goto error;
|
|
}
|
|
*p = '/';
|
|
|
|
pr_debug("Writing event: %s\n", buf);
|
|
ret = write(fd, buf, strlen(buf));
|
|
if (ret < 0) {
|
|
ret = -errno;
|
|
goto error;
|
|
}
|
|
|
|
return 0;
|
|
error:
|
|
pr_warning("Failed to delete event: %s\n",
|
|
strerror_r(-ret, buf, sizeof(buf)));
|
|
return ret;
|
|
}
|
|
|
|
int probe_file__get_events(int fd, struct strfilter *filter,
|
|
struct strlist *plist)
|
|
{
|
|
struct strlist *namelist;
|
|
struct str_node *ent;
|
|
const char *p;
|
|
int ret = -ENOENT;
|
|
|
|
if (!plist)
|
|
return -EINVAL;
|
|
|
|
namelist = __probe_file__get_namelist(fd, true);
|
|
if (!namelist)
|
|
return -ENOENT;
|
|
|
|
strlist__for_each_entry(ent, namelist) {
|
|
p = strchr(ent->s, ':');
|
|
if ((p && strfilter__compare(filter, p + 1)) ||
|
|
strfilter__compare(filter, ent->s)) {
|
|
strlist__add(plist, ent->s);
|
|
ret = 0;
|
|
}
|
|
}
|
|
strlist__delete(namelist);
|
|
|
|
return ret;
|
|
}
|
|
|
|
int probe_file__del_strlist(int fd, struct strlist *namelist)
|
|
{
|
|
int ret = 0;
|
|
struct str_node *ent;
|
|
|
|
strlist__for_each_entry(ent, namelist) {
|
|
ret = __del_trace_probe_event(fd, ent);
|
|
if (ret < 0)
|
|
break;
|
|
}
|
|
return ret;
|
|
}
|
|
|
|
int probe_file__del_events(int fd, struct strfilter *filter)
|
|
{
|
|
struct strlist *namelist;
|
|
int ret;
|
|
|
|
namelist = strlist__new(NULL, NULL);
|
|
if (!namelist)
|
|
return -ENOMEM;
|
|
|
|
ret = probe_file__get_events(fd, filter, namelist);
|
|
if (ret < 0)
|
|
return ret;
|
|
|
|
ret = probe_file__del_strlist(fd, namelist);
|
|
strlist__delete(namelist);
|
|
|
|
return ret;
|
|
}
|
|
|
|
/* Caller must ensure to remove this entry from list */
|
|
static void probe_cache_entry__delete(struct probe_cache_entry *entry)
|
|
{
|
|
if (entry) {
|
|
BUG_ON(!list_empty(&entry->node));
|
|
|
|
strlist__delete(entry->tevlist);
|
|
clear_perf_probe_event(&entry->pev);
|
|
zfree(&entry->spev);
|
|
free(entry);
|
|
}
|
|
}
|
|
|
|
static struct probe_cache_entry *
|
|
probe_cache_entry__new(struct perf_probe_event *pev)
|
|
{
|
|
struct probe_cache_entry *entry = zalloc(sizeof(*entry));
|
|
|
|
if (entry) {
|
|
INIT_LIST_HEAD(&entry->node);
|
|
entry->tevlist = strlist__new(NULL, NULL);
|
|
if (!entry->tevlist)
|
|
zfree(&entry);
|
|
else if (pev) {
|
|
entry->spev = synthesize_perf_probe_command(pev);
|
|
if (!entry->spev ||
|
|
perf_probe_event__copy(&entry->pev, pev) < 0) {
|
|
probe_cache_entry__delete(entry);
|
|
return NULL;
|
|
}
|
|
}
|
|
}
|
|
|
|
return entry;
|
|
}
|
|
|
|
/* For the kernel probe caches, pass target = NULL */
|
|
static int probe_cache__open(struct probe_cache *pcache, const char *target)
|
|
{
|
|
char cpath[PATH_MAX];
|
|
char sbuildid[SBUILD_ID_SIZE];
|
|
char *dir_name;
|
|
bool is_kallsyms = !target;
|
|
int ret, fd;
|
|
|
|
if (target)
|
|
ret = filename__sprintf_build_id(target, sbuildid);
|
|
else {
|
|
target = DSO__NAME_KALLSYMS;
|
|
ret = sysfs__sprintf_build_id("/", sbuildid);
|
|
}
|
|
if (ret < 0) {
|
|
pr_debug("Failed to get build-id from %s.\n", target);
|
|
return ret;
|
|
}
|
|
|
|
/* If we have no buildid cache, make it */
|
|
if (!build_id_cache__cached(sbuildid)) {
|
|
ret = build_id_cache__add_s(sbuildid, target,
|
|
is_kallsyms, NULL);
|
|
if (ret < 0) {
|
|
pr_debug("Failed to add build-id cache: %s\n", target);
|
|
return ret;
|
|
}
|
|
}
|
|
|
|
dir_name = build_id_cache__cachedir(sbuildid, target, is_kallsyms,
|
|
false);
|
|
if (!dir_name)
|
|
return -ENOMEM;
|
|
|
|
snprintf(cpath, PATH_MAX, "%s/probes", dir_name);
|
|
fd = open(cpath, O_CREAT | O_RDWR, 0644);
|
|
if (fd < 0)
|
|
pr_debug("Failed to open cache(%d): %s\n", fd, cpath);
|
|
free(dir_name);
|
|
pcache->fd = fd;
|
|
|
|
return fd;
|
|
}
|
|
|
|
static int probe_cache__load(struct probe_cache *pcache)
|
|
{
|
|
struct probe_cache_entry *entry = NULL;
|
|
char buf[MAX_CMDLEN], *p;
|
|
int ret = 0;
|
|
FILE *fp;
|
|
|
|
fp = fdopen(dup(pcache->fd), "r");
|
|
if (!fp)
|
|
return -EINVAL;
|
|
|
|
while (!feof(fp)) {
|
|
if (!fgets(buf, MAX_CMDLEN, fp))
|
|
break;
|
|
p = strchr(buf, '\n');
|
|
if (p)
|
|
*p = '\0';
|
|
if (buf[0] == '#') { /* #perf_probe_event */
|
|
entry = probe_cache_entry__new(NULL);
|
|
if (!entry) {
|
|
ret = -ENOMEM;
|
|
goto out;
|
|
}
|
|
entry->spev = strdup(buf + 1);
|
|
if (entry->spev)
|
|
ret = parse_perf_probe_command(buf + 1,
|
|
&entry->pev);
|
|
else
|
|
ret = -ENOMEM;
|
|
if (ret < 0) {
|
|
probe_cache_entry__delete(entry);
|
|
goto out;
|
|
}
|
|
list_add_tail(&entry->node, &pcache->entries);
|
|
} else { /* trace_probe_event */
|
|
if (!entry) {
|
|
ret = -EINVAL;
|
|
goto out;
|
|
}
|
|
strlist__add(entry->tevlist, buf);
|
|
}
|
|
}
|
|
out:
|
|
fclose(fp);
|
|
return ret;
|
|
}
|
|
|
|
static struct probe_cache *probe_cache__alloc(void)
|
|
{
|
|
struct probe_cache *pcache = zalloc(sizeof(*pcache));
|
|
|
|
if (pcache) {
|
|
INIT_LIST_HEAD(&pcache->entries);
|
|
pcache->fd = -EINVAL;
|
|
}
|
|
return pcache;
|
|
}
|
|
|
|
void probe_cache__purge(struct probe_cache *pcache)
|
|
{
|
|
struct probe_cache_entry *entry, *n;
|
|
|
|
list_for_each_entry_safe(entry, n, &pcache->entries, node) {
|
|
list_del_init(&entry->node);
|
|
probe_cache_entry__delete(entry);
|
|
}
|
|
}
|
|
|
|
void probe_cache__delete(struct probe_cache *pcache)
|
|
{
|
|
if (!pcache)
|
|
return;
|
|
|
|
probe_cache__purge(pcache);
|
|
if (pcache->fd > 0)
|
|
close(pcache->fd);
|
|
free(pcache);
|
|
}
|
|
|
|
struct probe_cache *probe_cache__new(const char *target)
|
|
{
|
|
struct probe_cache *pcache = probe_cache__alloc();
|
|
int ret;
|
|
|
|
if (!pcache)
|
|
return NULL;
|
|
|
|
ret = probe_cache__open(pcache, target);
|
|
if (ret < 0) {
|
|
pr_debug("Cache open error: %d\n", ret);
|
|
goto out_err;
|
|
}
|
|
|
|
ret = probe_cache__load(pcache);
|
|
if (ret < 0) {
|
|
pr_debug("Cache read error: %d\n", ret);
|
|
goto out_err;
|
|
}
|
|
|
|
return pcache;
|
|
|
|
out_err:
|
|
probe_cache__delete(pcache);
|
|
return NULL;
|
|
}
|
|
|
|
static bool streql(const char *a, const char *b)
|
|
{
|
|
if (a == b)
|
|
return true;
|
|
|
|
if (!a || !b)
|
|
return false;
|
|
|
|
return !strcmp(a, b);
|
|
}
|
|
|
|
static struct probe_cache_entry *
|
|
probe_cache__find(struct probe_cache *pcache, struct perf_probe_event *pev)
|
|
{
|
|
struct probe_cache_entry *entry = NULL;
|
|
char *cmd = synthesize_perf_probe_command(pev);
|
|
|
|
if (!cmd)
|
|
return NULL;
|
|
|
|
list_for_each_entry(entry, &pcache->entries, node) {
|
|
/* Hit if same event name or same command-string */
|
|
if ((pev->event &&
|
|
(streql(entry->pev.group, pev->group) &&
|
|
streql(entry->pev.event, pev->event))) ||
|
|
(!strcmp(entry->spev, cmd)))
|
|
goto found;
|
|
}
|
|
entry = NULL;
|
|
|
|
found:
|
|
free(cmd);
|
|
return entry;
|
|
}
|
|
|
|
int probe_cache__add_entry(struct probe_cache *pcache,
|
|
struct perf_probe_event *pev,
|
|
struct probe_trace_event *tevs, int ntevs)
|
|
{
|
|
struct probe_cache_entry *entry = NULL;
|
|
char *command;
|
|
int i, ret = 0;
|
|
|
|
if (!pcache || !pev || !tevs || ntevs <= 0) {
|
|
ret = -EINVAL;
|
|
goto out_err;
|
|
}
|
|
|
|
/* Remove old cache entry */
|
|
entry = probe_cache__find(pcache, pev);
|
|
if (entry) {
|
|
list_del_init(&entry->node);
|
|
probe_cache_entry__delete(entry);
|
|
}
|
|
|
|
ret = -ENOMEM;
|
|
entry = probe_cache_entry__new(pev);
|
|
if (!entry)
|
|
goto out_err;
|
|
|
|
for (i = 0; i < ntevs; i++) {
|
|
if (!tevs[i].point.symbol)
|
|
continue;
|
|
|
|
command = synthesize_probe_trace_command(&tevs[i]);
|
|
if (!command)
|
|
goto out_err;
|
|
strlist__add(entry->tevlist, command);
|
|
free(command);
|
|
}
|
|
list_add_tail(&entry->node, &pcache->entries);
|
|
pr_debug("Added probe cache: %d\n", ntevs);
|
|
return 0;
|
|
|
|
out_err:
|
|
pr_debug("Failed to add probe caches\n");
|
|
probe_cache_entry__delete(entry);
|
|
return ret;
|
|
}
|
|
|
|
static int probe_cache_entry__write(struct probe_cache_entry *entry, int fd)
|
|
{
|
|
struct str_node *snode;
|
|
struct stat st;
|
|
struct iovec iov[3];
|
|
int ret;
|
|
/* Save stat for rollback */
|
|
ret = fstat(fd, &st);
|
|
if (ret < 0)
|
|
return ret;
|
|
|
|
pr_debug("Writing cache: #%s\n", entry->spev);
|
|
iov[0].iov_base = (void *)"#"; iov[0].iov_len = 1;
|
|
iov[1].iov_base = entry->spev; iov[1].iov_len = strlen(entry->spev);
|
|
iov[2].iov_base = (void *)"\n"; iov[2].iov_len = 1;
|
|
ret = writev(fd, iov, 3);
|
|
if (ret < (int)iov[1].iov_len + 2)
|
|
goto rollback;
|
|
|
|
strlist__for_each_entry(snode, entry->tevlist) {
|
|
iov[0].iov_base = (void *)snode->s;
|
|
iov[0].iov_len = strlen(snode->s);
|
|
iov[1].iov_base = (void *)"\n"; iov[1].iov_len = 1;
|
|
ret = writev(fd, iov, 2);
|
|
if (ret < (int)iov[0].iov_len + 1)
|
|
goto rollback;
|
|
}
|
|
return 0;
|
|
|
|
rollback:
|
|
/* Rollback to avoid cache file corruption */
|
|
if (ret > 0)
|
|
ret = -1;
|
|
if (ftruncate(fd, st.st_size) < 0)
|
|
ret = -2;
|
|
|
|
return ret;
|
|
}
|
|
|
|
int probe_cache__commit(struct probe_cache *pcache)
|
|
{
|
|
struct probe_cache_entry *entry;
|
|
int ret = 0;
|
|
|
|
/* TBD: if we do not update existing entries, skip it */
|
|
ret = lseek(pcache->fd, 0, SEEK_SET);
|
|
if (ret < 0)
|
|
goto out;
|
|
|
|
ret = ftruncate(pcache->fd, 0);
|
|
if (ret < 0)
|
|
goto out;
|
|
|
|
list_for_each_entry(entry, &pcache->entries, node) {
|
|
ret = probe_cache_entry__write(entry, pcache->fd);
|
|
pr_debug("Cache committed: %d\n", ret);
|
|
if (ret < 0)
|
|
break;
|
|
}
|
|
out:
|
|
return ret;
|
|
}
|