| #include <linux/compiler.h> | |
| #include <elfutils/libdw.h> | |
| #include <elfutils/libdwfl.h> | |
| #include <inttypes.h> | |
| #include <errno.h> | |
| #include "debug.h" | |
| #include "unwind.h" | |
| #include "unwind-libdw.h" | |
| #include "machine.h" | |
| #include "thread.h" | |
| #include <linux/types.h> | |
| #include "event.h" | |
| #include "perf_regs.h" | |
| static char *debuginfo_path; | |
| static const Dwfl_Callbacks offline_callbacks = { | |
| .find_debuginfo = dwfl_standard_find_debuginfo, | |
| .debuginfo_path = &debuginfo_path, | |
| .section_address = dwfl_offline_section_address, | |
| }; | |
| static int __report_module(struct addr_location *al, u64 ip, | |
| struct unwind_info *ui) | |
| { | |
| Dwfl_Module *mod; | |
| struct dso *dso = NULL; | |
| thread__find_addr_location(ui->thread, | |
| PERF_RECORD_MISC_USER, | |
| MAP__FUNCTION, ip, al); | |
| if (al->map) | |
| dso = al->map->dso; | |
| if (!dso) | |
| return 0; | |
| mod = dwfl_addrmodule(ui->dwfl, ip); | |
| if (!mod) | |
| mod = dwfl_report_elf(ui->dwfl, dso->short_name, | |
| dso->long_name, -1, al->map->start, | |
| false); | |
| return mod && dwfl_addrmodule(ui->dwfl, ip) == mod ? 0 : -1; | |
| } | |
| static int report_module(u64 ip, struct unwind_info *ui) | |
| { | |
| struct addr_location al; | |
| return __report_module(&al, ip, ui); | |
| } | |
| static int entry(u64 ip, struct unwind_info *ui) | |
| { | |
| struct unwind_entry e; | |
| struct addr_location al; | |
| if (__report_module(&al, ip, ui)) | |
| return -1; | |
| e.ip = ip; | |
| e.map = al.map; | |
| e.sym = al.sym; | |
| pr_debug("unwind: %s:ip = 0x%" PRIx64 " (0x%" PRIx64 ")\n", | |
| al.sym ? al.sym->name : "''", | |
| ip, | |
| al.map ? al.map->map_ip(al.map, ip) : (u64) 0); | |
| return ui->cb(&e, ui->arg); | |
| } | |
| static pid_t next_thread(Dwfl *dwfl, void *arg, void **thread_argp) | |
| { | |
| /* We want only single thread to be processed. */ | |
| if (*thread_argp != NULL) | |
| return 0; | |
| *thread_argp = arg; | |
| return dwfl_pid(dwfl); | |
| } | |
| static int access_dso_mem(struct unwind_info *ui, Dwarf_Addr addr, | |
| Dwarf_Word *data) | |
| { | |
| struct addr_location al; | |
| ssize_t size; | |
| thread__find_addr_map(ui->thread, PERF_RECORD_MISC_USER, | |
| MAP__FUNCTION, addr, &al); | |
| if (!al.map) { | |
| pr_debug("unwind: no map for %lx\n", (unsigned long)addr); | |
| return -1; | |
| } | |
| if (!al.map->dso) | |
| return -1; | |
| size = dso__data_read_addr(al.map->dso, al.map, ui->machine, | |
| addr, (u8 *) data, sizeof(*data)); | |
| return !(size == sizeof(*data)); | |
| } | |
| static bool memory_read(Dwfl *dwfl __maybe_unused, Dwarf_Addr addr, Dwarf_Word *result, | |
| void *arg) | |
| { | |
| struct unwind_info *ui = arg; | |
| struct stack_dump *stack = &ui->sample->user_stack; | |
| u64 start, end; | |
| int offset; | |
| int ret; | |
| ret = perf_reg_value(&start, &ui->sample->user_regs, PERF_REG_SP); | |
| if (ret) | |
| return false; | |
| end = start + stack->size; | |
| /* Check overflow. */ | |
| if (addr + sizeof(Dwarf_Word) < addr) | |
| return false; | |
| if (addr < start || addr + sizeof(Dwarf_Word) > end) { | |
| ret = access_dso_mem(ui, addr, result); | |
| if (ret) { | |
| pr_debug("unwind: access_mem 0x%" PRIx64 " not inside range" | |
| " 0x%" PRIx64 "-0x%" PRIx64 "\n", | |
| addr, start, end); | |
| return false; | |
| } | |
| return true; | |
| } | |
| offset = addr - start; | |
| *result = *(Dwarf_Word *)&stack->data[offset]; | |
| pr_debug("unwind: access_mem addr 0x%" PRIx64 ", val %lx, offset %d\n", | |
| addr, (unsigned long)*result, offset); | |
| return true; | |
| } | |
| static const Dwfl_Thread_Callbacks callbacks = { | |
| .next_thread = next_thread, | |
| .memory_read = memory_read, | |
| .set_initial_registers = libdw__arch_set_initial_registers, | |
| }; | |
| static int | |
| frame_callback(Dwfl_Frame *state, void *arg) | |
| { | |
| struct unwind_info *ui = arg; | |
| Dwarf_Addr pc; | |
| if (!dwfl_frame_pc(state, &pc, NULL)) { | |
| pr_err("%s", dwfl_errmsg(-1)); | |
| return DWARF_CB_ABORT; | |
| } | |
| return entry(pc, ui) || !(--ui->max_stack) ? | |
| DWARF_CB_ABORT : DWARF_CB_OK; | |
| } | |
| int unwind__get_entries(unwind_entry_cb_t cb, void *arg, | |
| struct thread *thread, | |
| struct perf_sample *data, | |
| int max_stack) | |
| { | |
| struct unwind_info ui = { | |
| .sample = data, | |
| .thread = thread, | |
| .machine = thread->mg->machine, | |
| .cb = cb, | |
| .arg = arg, | |
| .max_stack = max_stack, | |
| }; | |
| Dwarf_Word ip; | |
| int err = -EINVAL; | |
| if (!data->user_regs.regs) | |
| return -EINVAL; | |
| ui.dwfl = dwfl_begin(&offline_callbacks); | |
| if (!ui.dwfl) | |
| goto out; | |
| err = perf_reg_value(&ip, &data->user_regs, PERF_REG_IP); | |
| if (err) | |
| goto out; | |
| err = report_module(ip, &ui); | |
| if (err) | |
| goto out; | |
| if (!dwfl_attach_state(ui.dwfl, EM_NONE, thread->tid, &callbacks, &ui)) | |
| goto out; | |
| err = dwfl_getthread_frames(ui.dwfl, thread->tid, frame_callback, &ui); | |
| if (err && !ui.max_stack) | |
| err = 0; | |
| out: | |
| if (err) | |
| pr_debug("unwind: failed with '%s'\n", dwfl_errmsg(-1)); | |
| dwfl_end(ui.dwfl); | |
| return 0; | |
| } |