mirror of
https://mirrors.bfsu.edu.cn/git/linux.git
synced 2024-11-15 08:14:15 +08:00
6342a20efb
When creating an annotation section, allocate the reloc section data at the beginning. This simplifies the data model a bit and also saves memory due to the removal of malloc() in elf_rebuild_reloc_section(). With allyesconfig + CONFIG_DEBUG_INFO: - Before: peak heap memory consumption: 53.49G - After: peak heap memory consumption: 49.02G Link: https://lore.kernel.org/r/048e908f3ede9b66c15e44672b6dda992b1dae3e.1685464332.git.jpoimboe@kernel.org Signed-off-by: Josh Poimboeuf <jpoimboe@kernel.org>
259 lines
5.7 KiB
C
259 lines
5.7 KiB
C
// SPDX-License-Identifier: GPL-2.0-or-later
|
|
/*
|
|
* Copyright (C) 2017 Josh Poimboeuf <jpoimboe@redhat.com>
|
|
*/
|
|
|
|
#include <stdlib.h>
|
|
#include <string.h>
|
|
|
|
#include <linux/objtool_types.h>
|
|
#include <asm/orc_types.h>
|
|
|
|
#include <objtool/check.h>
|
|
#include <objtool/warn.h>
|
|
#include <objtool/endianness.h>
|
|
|
|
static int init_orc_entry(struct orc_entry *orc, struct cfi_state *cfi,
|
|
struct instruction *insn)
|
|
{
|
|
struct cfi_reg *bp = &cfi->regs[CFI_BP];
|
|
|
|
memset(orc, 0, sizeof(*orc));
|
|
|
|
if (!cfi) {
|
|
/*
|
|
* This is usually either unreachable nops/traps (which don't
|
|
* trigger unreachable instruction warnings), or
|
|
* STACK_FRAME_NON_STANDARD functions.
|
|
*/
|
|
orc->type = ORC_TYPE_UNDEFINED;
|
|
return 0;
|
|
}
|
|
|
|
switch (cfi->type) {
|
|
case UNWIND_HINT_TYPE_UNDEFINED:
|
|
orc->type = ORC_TYPE_UNDEFINED;
|
|
return 0;
|
|
case UNWIND_HINT_TYPE_END_OF_STACK:
|
|
orc->type = ORC_TYPE_END_OF_STACK;
|
|
return 0;
|
|
case UNWIND_HINT_TYPE_CALL:
|
|
orc->type = ORC_TYPE_CALL;
|
|
break;
|
|
case UNWIND_HINT_TYPE_REGS:
|
|
orc->type = ORC_TYPE_REGS;
|
|
break;
|
|
case UNWIND_HINT_TYPE_REGS_PARTIAL:
|
|
orc->type = ORC_TYPE_REGS_PARTIAL;
|
|
break;
|
|
default:
|
|
WARN_INSN(insn, "unknown unwind hint type %d", cfi->type);
|
|
return -1;
|
|
}
|
|
|
|
orc->signal = cfi->signal;
|
|
|
|
switch (cfi->cfa.base) {
|
|
case CFI_SP:
|
|
orc->sp_reg = ORC_REG_SP;
|
|
break;
|
|
case CFI_SP_INDIRECT:
|
|
orc->sp_reg = ORC_REG_SP_INDIRECT;
|
|
break;
|
|
case CFI_BP:
|
|
orc->sp_reg = ORC_REG_BP;
|
|
break;
|
|
case CFI_BP_INDIRECT:
|
|
orc->sp_reg = ORC_REG_BP_INDIRECT;
|
|
break;
|
|
case CFI_R10:
|
|
orc->sp_reg = ORC_REG_R10;
|
|
break;
|
|
case CFI_R13:
|
|
orc->sp_reg = ORC_REG_R13;
|
|
break;
|
|
case CFI_DI:
|
|
orc->sp_reg = ORC_REG_DI;
|
|
break;
|
|
case CFI_DX:
|
|
orc->sp_reg = ORC_REG_DX;
|
|
break;
|
|
default:
|
|
WARN_INSN(insn, "unknown CFA base reg %d", cfi->cfa.base);
|
|
return -1;
|
|
}
|
|
|
|
switch (bp->base) {
|
|
case CFI_UNDEFINED:
|
|
orc->bp_reg = ORC_REG_UNDEFINED;
|
|
break;
|
|
case CFI_CFA:
|
|
orc->bp_reg = ORC_REG_PREV_SP;
|
|
break;
|
|
case CFI_BP:
|
|
orc->bp_reg = ORC_REG_BP;
|
|
break;
|
|
default:
|
|
WARN_INSN(insn, "unknown BP base reg %d", bp->base);
|
|
return -1;
|
|
}
|
|
|
|
orc->sp_offset = cfi->cfa.offset;
|
|
orc->bp_offset = bp->offset;
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int write_orc_entry(struct elf *elf, struct section *orc_sec,
|
|
struct section *ip_sec, unsigned int idx,
|
|
struct section *insn_sec, unsigned long insn_off,
|
|
struct orc_entry *o)
|
|
{
|
|
struct orc_entry *orc;
|
|
|
|
/* populate ORC data */
|
|
orc = (struct orc_entry *)orc_sec->data->d_buf + idx;
|
|
memcpy(orc, o, sizeof(*orc));
|
|
orc->sp_offset = bswap_if_needed(elf, orc->sp_offset);
|
|
orc->bp_offset = bswap_if_needed(elf, orc->bp_offset);
|
|
|
|
/* populate reloc for ip */
|
|
if (!elf_init_reloc_text_sym(elf, ip_sec, idx * sizeof(int), idx,
|
|
insn_sec, insn_off))
|
|
return -1;
|
|
|
|
return 0;
|
|
}
|
|
|
|
struct orc_list_entry {
|
|
struct list_head list;
|
|
struct orc_entry orc;
|
|
struct section *insn_sec;
|
|
unsigned long insn_off;
|
|
};
|
|
|
|
static int orc_list_add(struct list_head *orc_list, struct orc_entry *orc,
|
|
struct section *sec, unsigned long offset)
|
|
{
|
|
struct orc_list_entry *entry = malloc(sizeof(*entry));
|
|
|
|
if (!entry) {
|
|
WARN("malloc failed");
|
|
return -1;
|
|
}
|
|
|
|
entry->orc = *orc;
|
|
entry->insn_sec = sec;
|
|
entry->insn_off = offset;
|
|
|
|
list_add_tail(&entry->list, orc_list);
|
|
return 0;
|
|
}
|
|
|
|
static unsigned long alt_group_len(struct alt_group *alt_group)
|
|
{
|
|
return alt_group->last_insn->offset +
|
|
alt_group->last_insn->len -
|
|
alt_group->first_insn->offset;
|
|
}
|
|
|
|
int orc_create(struct objtool_file *file)
|
|
{
|
|
struct section *sec, *orc_sec;
|
|
unsigned int nr = 0, idx = 0;
|
|
struct orc_list_entry *entry;
|
|
struct list_head orc_list;
|
|
|
|
struct orc_entry null = { .type = ORC_TYPE_UNDEFINED };
|
|
|
|
/* Build a deduplicated list of ORC entries: */
|
|
INIT_LIST_HEAD(&orc_list);
|
|
for_each_sec(file, sec) {
|
|
struct orc_entry orc, prev_orc = {0};
|
|
struct instruction *insn;
|
|
bool empty = true;
|
|
|
|
if (!sec->text)
|
|
continue;
|
|
|
|
sec_for_each_insn(file, sec, insn) {
|
|
struct alt_group *alt_group = insn->alt_group;
|
|
int i;
|
|
|
|
if (!alt_group) {
|
|
if (init_orc_entry(&orc, insn->cfi, insn))
|
|
return -1;
|
|
if (!memcmp(&prev_orc, &orc, sizeof(orc)))
|
|
continue;
|
|
if (orc_list_add(&orc_list, &orc, sec,
|
|
insn->offset))
|
|
return -1;
|
|
nr++;
|
|
prev_orc = orc;
|
|
empty = false;
|
|
continue;
|
|
}
|
|
|
|
/*
|
|
* Alternatives can have different stack layout
|
|
* possibilities (but they shouldn't conflict).
|
|
* Instead of traversing the instructions, use the
|
|
* alt_group's flattened byte-offset-addressed CFI
|
|
* array.
|
|
*/
|
|
for (i = 0; i < alt_group_len(alt_group); i++) {
|
|
struct cfi_state *cfi = alt_group->cfi[i];
|
|
if (!cfi)
|
|
continue;
|
|
/* errors are reported on the original insn */
|
|
if (init_orc_entry(&orc, cfi, insn))
|
|
return -1;
|
|
if (!memcmp(&prev_orc, &orc, sizeof(orc)))
|
|
continue;
|
|
if (orc_list_add(&orc_list, &orc, insn->sec,
|
|
insn->offset + i))
|
|
return -1;
|
|
nr++;
|
|
prev_orc = orc;
|
|
empty = false;
|
|
}
|
|
|
|
/* Skip to the end of the alt_group */
|
|
insn = alt_group->last_insn;
|
|
}
|
|
|
|
/* Add a section terminator */
|
|
if (!empty) {
|
|
orc_list_add(&orc_list, &null, sec, sec->sh.sh_size);
|
|
nr++;
|
|
}
|
|
}
|
|
if (!nr)
|
|
return 0;
|
|
|
|
/* Create .orc_unwind, .orc_unwind_ip and .rela.orc_unwind_ip sections: */
|
|
sec = find_section_by_name(file->elf, ".orc_unwind");
|
|
if (sec) {
|
|
WARN("file already has .orc_unwind section, skipping");
|
|
return -1;
|
|
}
|
|
orc_sec = elf_create_section(file->elf, ".orc_unwind",
|
|
sizeof(struct orc_entry), nr);
|
|
if (!orc_sec)
|
|
return -1;
|
|
|
|
sec = elf_create_section_pair(file->elf, ".orc_unwind_ip", sizeof(int), nr, nr);
|
|
if (!sec)
|
|
return -1;
|
|
|
|
/* Write ORC entries to sections: */
|
|
list_for_each_entry(entry, &orc_list, list) {
|
|
if (write_orc_entry(file->elf, orc_sec, sec, idx++,
|
|
entry->insn_sec, entry->insn_off,
|
|
&entry->orc))
|
|
return -1;
|
|
}
|
|
|
|
return 0;
|
|
}
|