| // SPDX-License-Identifier: GPL-2.0 |
| /* |
| * Copyright (C) 2024 Google LLC |
| */ |
| |
| #include "gendwarfksyms.h" |
| |
| #define SYMBOL_HASH_BITS 12 |
| |
| /* struct symbol_addr -> struct symbol */ |
| static HASHTABLE_DEFINE(symbol_addrs, 1 << SYMBOL_HASH_BITS); |
| /* name -> struct symbol */ |
| static HASHTABLE_DEFINE(symbol_names, 1 << SYMBOL_HASH_BITS); |
| |
| static inline unsigned int symbol_addr_hash(const struct symbol_addr *addr) |
| { |
| return hash_32(addr->section ^ addr_hash(addr->address)); |
| } |
| |
| static unsigned int __for_each_addr(struct symbol *sym, symbol_callback_t func, |
| void *data) |
| { |
| struct hlist_node *tmp; |
| struct symbol *match = NULL; |
| unsigned int processed = 0; |
| |
| hash_for_each_possible_safe(symbol_addrs, match, tmp, addr_hash, |
| symbol_addr_hash(&sym->addr)) { |
| if (match == sym) |
| continue; /* Already processed */ |
| |
| if (match->addr.section == sym->addr.section && |
| match->addr.address == sym->addr.address) { |
| func(match, data); |
| ++processed; |
| } |
| } |
| |
| return processed; |
| } |
| |
| /* |
| * For symbols without debugging information (e.g. symbols defined in other |
| * TUs), we also match __gendwarfksyms_ptr_<symbol_name> symbols, which the |
| * kernel uses to ensure type information is present in the TU that exports |
| * the symbol. A __gendwarfksyms_ptr pointer must have the same type as the |
| * exported symbol, e.g.: |
| * |
| * typeof(symname) *__gendwarf_ptr_symname = &symname; |
| */ |
| bool is_symbol_ptr(const char *name) |
| { |
| return name && !strncmp(name, SYMBOL_PTR_PREFIX, SYMBOL_PTR_PREFIX_LEN); |
| } |
| |
| static unsigned int for_each(const char *name, symbol_callback_t func, |
| void *data) |
| { |
| struct hlist_node *tmp; |
| struct symbol *match; |
| |
| if (!name || !*name) |
| return 0; |
| if (is_symbol_ptr(name)) |
| name += SYMBOL_PTR_PREFIX_LEN; |
| |
| hash_for_each_possible_safe(symbol_names, match, tmp, name_hash, |
| hash_str(name)) { |
| if (strcmp(match->name, name)) |
| continue; |
| |
| /* Call func for the match, and all address matches */ |
| if (func) |
| func(match, data); |
| |
| if (match->addr.section != SHN_UNDEF) |
| return __for_each_addr(match, func, data) + 1; |
| |
| return 1; |
| } |
| |
| return 0; |
| } |
| |
| static void set_crc(struct symbol *sym, void *data) |
| { |
| unsigned long *crc = data; |
| |
| if (sym->state == SYMBOL_PROCESSED && sym->crc != *crc) |
| warn("overriding version for symbol %s (crc %lx vs. %lx)", |
| sym->name, sym->crc, *crc); |
| |
| sym->state = SYMBOL_PROCESSED; |
| sym->crc = *crc; |
| } |
| |
| void symbol_set_crc(struct symbol *sym, unsigned long crc) |
| { |
| if (for_each(sym->name, set_crc, &crc) == 0) |
| error("no matching symbols: '%s'", sym->name); |
| } |
| |
| static void set_ptr(struct symbol *sym, void *data) |
| { |
| sym->ptr_die_addr = (uintptr_t)((Dwarf_Die *)data)->addr; |
| } |
| |
| void symbol_set_ptr(struct symbol *sym, Dwarf_Die *ptr) |
| { |
| if (for_each(sym->name, set_ptr, ptr) == 0) |
| error("no matching symbols: '%s'", sym->name); |
| } |
| |
| static void set_die(struct symbol *sym, void *data) |
| { |
| sym->die_addr = (uintptr_t)((Dwarf_Die *)data)->addr; |
| sym->state = SYMBOL_MAPPED; |
| } |
| |
| void symbol_set_die(struct symbol *sym, Dwarf_Die *die) |
| { |
| if (for_each(sym->name, set_die, die) == 0) |
| error("no matching symbols: '%s'", sym->name); |
| } |
| |
| static bool is_exported(const char *name) |
| { |
| return for_each(name, NULL, NULL) > 0; |
| } |
| |
| void symbol_read_exports(FILE *file) |
| { |
| struct symbol *sym; |
| char *line = NULL; |
| char *name = NULL; |
| size_t size = 0; |
| int nsym = 0; |
| |
| while (getline(&line, &size, file) > 0) { |
| if (sscanf(line, "%ms\n", &name) != 1) |
| error("malformed input line: %s", line); |
| |
| if (is_exported(name)) { |
| /* Ignore duplicates */ |
| free(name); |
| continue; |
| } |
| |
| sym = xcalloc(1, sizeof(struct symbol)); |
| sym->name = name; |
| sym->addr.section = SHN_UNDEF; |
| sym->state = SYMBOL_UNPROCESSED; |
| |
| hash_add(symbol_names, &sym->name_hash, hash_str(sym->name)); |
| ++nsym; |
| |
| debug("%s", sym->name); |
| } |
| |
| free(line); |
| debug("%d exported symbols", nsym); |
| } |
| |
| static void get_symbol(struct symbol *sym, void *arg) |
| { |
| struct symbol **res = arg; |
| |
| if (sym->state == SYMBOL_UNPROCESSED) |
| *res = sym; |
| } |
| |
| struct symbol *symbol_get(const char *name) |
| { |
| struct symbol *sym = NULL; |
| |
| for_each(name, get_symbol, &sym); |
| return sym; |
| } |
| |
| void symbol_for_each(symbol_callback_t func, void *arg) |
| { |
| struct hlist_node *tmp; |
| struct symbol *sym; |
| |
| hash_for_each_safe(symbol_names, sym, tmp, name_hash) { |
| func(sym, arg); |
| } |
| } |
| |
| typedef void (*elf_symbol_callback_t)(const char *name, GElf_Sym *sym, |
| Elf32_Word xndx, void *arg); |
| |
| static void elf_for_each_global(int fd, elf_symbol_callback_t func, void *arg) |
| { |
| size_t sym_size; |
| GElf_Shdr shdr_mem; |
| GElf_Shdr *shdr; |
| Elf_Data *xndx_data = NULL; |
| Elf_Scn *scn; |
| Elf *elf; |
| |
| if (elf_version(EV_CURRENT) != EV_CURRENT) |
| error("elf_version failed: %s", elf_errmsg(-1)); |
| |
| elf = elf_begin(fd, ELF_C_READ_MMAP, NULL); |
| if (!elf) |
| error("elf_begin failed: %s", elf_errmsg(-1)); |
| |
| scn = elf_nextscn(elf, NULL); |
| |
| while (scn) { |
| shdr = gelf_getshdr(scn, &shdr_mem); |
| if (!shdr) |
| error("gelf_getshdr failed: %s", elf_errmsg(-1)); |
| |
| if (shdr->sh_type == SHT_SYMTAB_SHNDX) { |
| xndx_data = elf_getdata(scn, NULL); |
| if (!xndx_data) |
| error("elf_getdata failed: %s", elf_errmsg(-1)); |
| break; |
| } |
| |
| scn = elf_nextscn(elf, scn); |
| } |
| |
| sym_size = gelf_fsize(elf, ELF_T_SYM, 1, EV_CURRENT); |
| scn = elf_nextscn(elf, NULL); |
| |
| while (scn) { |
| shdr = gelf_getshdr(scn, &shdr_mem); |
| if (!shdr) |
| error("gelf_getshdr failed: %s", elf_errmsg(-1)); |
| |
| if (shdr->sh_type == SHT_SYMTAB) { |
| unsigned int nsyms; |
| unsigned int n; |
| Elf_Data *data = elf_getdata(scn, NULL); |
| |
| if (!data) |
| error("elf_getdata failed: %s", elf_errmsg(-1)); |
| |
| if (shdr->sh_entsize != sym_size) |
| error("expected sh_entsize (%lu) to be %zu", |
| shdr->sh_entsize, sym_size); |
| |
| nsyms = shdr->sh_size / shdr->sh_entsize; |
| |
| for (n = 1; n < nsyms; ++n) { |
| const char *name = NULL; |
| Elf32_Word xndx = 0; |
| GElf_Sym sym_mem; |
| GElf_Sym *sym; |
| |
| sym = gelf_getsymshndx(data, xndx_data, n, |
| &sym_mem, &xndx); |
| if (!sym) |
| error("gelf_getsymshndx failed: %s", |
| elf_errmsg(-1)); |
| |
| if (GELF_ST_BIND(sym->st_info) == STB_LOCAL) |
| continue; |
| |
| if (sym->st_shndx != SHN_XINDEX) |
| xndx = sym->st_shndx; |
| |
| name = elf_strptr(elf, shdr->sh_link, |
| sym->st_name); |
| if (!name) |
| error("elf_strptr failed: %s", |
| elf_errmsg(-1)); |
| |
| /* Skip empty symbol names */ |
| if (*name) |
| func(name, sym, xndx, arg); |
| } |
| } |
| |
| scn = elf_nextscn(elf, scn); |
| } |
| |
| check(elf_end(elf)); |
| } |
| |
| static void set_symbol_addr(struct symbol *sym, void *arg) |
| { |
| struct symbol_addr *addr = arg; |
| |
| if (sym->addr.section == SHN_UNDEF) { |
| sym->addr = *addr; |
| hash_add(symbol_addrs, &sym->addr_hash, |
| symbol_addr_hash(&sym->addr)); |
| |
| debug("%s -> { %u, %lx }", sym->name, sym->addr.section, |
| sym->addr.address); |
| } else if (sym->addr.section != addr->section || |
| sym->addr.address != addr->address) { |
| warn("multiple addresses for symbol %s?", sym->name); |
| } |
| } |
| |
| static void elf_set_symbol_addr(const char *name, GElf_Sym *sym, |
| Elf32_Word xndx, void *arg) |
| { |
| struct symbol_addr addr = { .section = xndx, .address = sym->st_value }; |
| |
| /* Set addresses for exported symbols */ |
| if (addr.section != SHN_UNDEF) |
| for_each(name, set_symbol_addr, &addr); |
| } |
| |
| void symbol_read_symtab(int fd) |
| { |
| elf_for_each_global(fd, elf_set_symbol_addr, NULL); |
| } |
| |
| void symbol_print_versions(void) |
| { |
| struct hlist_node *tmp; |
| struct symbol *sym; |
| |
| hash_for_each_safe(symbol_names, sym, tmp, name_hash) { |
| if (sym->state != SYMBOL_PROCESSED) |
| warn("no information for symbol %s", sym->name); |
| |
| printf("#SYMVER %s 0x%08lx\n", sym->name, sym->crc); |
| } |
| } |
| |
| void symbol_free(void) |
| { |
| struct hlist_node *tmp; |
| struct symbol *sym; |
| |
| hash_for_each_safe(symbol_names, sym, tmp, name_hash) { |
| free((void *)sym->name); |
| free(sym); |
| } |
| |
| hash_init(symbol_addrs); |
| hash_init(symbol_names); |
| } |