mirror of
https://mirrors.bfsu.edu.cn/git/linux.git
synced 2024-11-28 06:34:12 +08:00
47f3a2fc76
Support injecting exceptions and performing exception returns to and from virtual EL2. This must be done entirely in software except when taking an exception from vEL0 to vEL2 when the virtual HCR_EL2.{E2H,TGE} == {1,1} (a VHE guest hypervisor). [maz: switch to common exception injection framework, illegal exeption return handling] Reviewed-by: Ganapatrao Kulkarni <gankulkarni@os.amperecomputing.com> Signed-off-by: Jintack Lim <jintack.lim@linaro.org> Signed-off-by: Christoffer Dall <christoffer.dall@arm.com> Signed-off-by: Marc Zyngier <maz@kernel.org> Link: https://lore.kernel.org/r/20230209175820.1939006-10-maz@kernel.org Signed-off-by: Oliver Upton <oliver.upton@linux.dev>
372 lines
8.9 KiB
C
372 lines
8.9 KiB
C
/* SPDX-License-Identifier: GPL-2.0 */
|
|
#if !defined(_TRACE_ARM_ARM64_KVM_H) || defined(TRACE_HEADER_MULTI_READ)
|
|
#define _TRACE_ARM_ARM64_KVM_H
|
|
|
|
#include <asm/kvm_emulate.h>
|
|
#include <kvm/arm_arch_timer.h>
|
|
#include <linux/tracepoint.h>
|
|
|
|
#undef TRACE_SYSTEM
|
|
#define TRACE_SYSTEM kvm
|
|
|
|
/*
|
|
* Tracepoints for entry/exit to guest
|
|
*/
|
|
TRACE_EVENT(kvm_entry,
|
|
TP_PROTO(unsigned long vcpu_pc),
|
|
TP_ARGS(vcpu_pc),
|
|
|
|
TP_STRUCT__entry(
|
|
__field( unsigned long, vcpu_pc )
|
|
),
|
|
|
|
TP_fast_assign(
|
|
__entry->vcpu_pc = vcpu_pc;
|
|
),
|
|
|
|
TP_printk("PC: 0x%016lx", __entry->vcpu_pc)
|
|
);
|
|
|
|
TRACE_EVENT(kvm_exit,
|
|
TP_PROTO(int ret, unsigned int esr_ec, unsigned long vcpu_pc),
|
|
TP_ARGS(ret, esr_ec, vcpu_pc),
|
|
|
|
TP_STRUCT__entry(
|
|
__field( int, ret )
|
|
__field( unsigned int, esr_ec )
|
|
__field( unsigned long, vcpu_pc )
|
|
),
|
|
|
|
TP_fast_assign(
|
|
__entry->ret = ARM_EXCEPTION_CODE(ret);
|
|
__entry->esr_ec = ARM_EXCEPTION_IS_TRAP(ret) ? esr_ec : 0;
|
|
__entry->vcpu_pc = vcpu_pc;
|
|
),
|
|
|
|
TP_printk("%s: HSR_EC: 0x%04x (%s), PC: 0x%016lx",
|
|
__print_symbolic(__entry->ret, kvm_arm_exception_type),
|
|
__entry->esr_ec,
|
|
__print_symbolic(__entry->esr_ec, kvm_arm_exception_class),
|
|
__entry->vcpu_pc)
|
|
);
|
|
|
|
TRACE_EVENT(kvm_guest_fault,
|
|
TP_PROTO(unsigned long vcpu_pc, unsigned long hsr,
|
|
unsigned long hxfar,
|
|
unsigned long long ipa),
|
|
TP_ARGS(vcpu_pc, hsr, hxfar, ipa),
|
|
|
|
TP_STRUCT__entry(
|
|
__field( unsigned long, vcpu_pc )
|
|
__field( unsigned long, hsr )
|
|
__field( unsigned long, hxfar )
|
|
__field( unsigned long long, ipa )
|
|
),
|
|
|
|
TP_fast_assign(
|
|
__entry->vcpu_pc = vcpu_pc;
|
|
__entry->hsr = hsr;
|
|
__entry->hxfar = hxfar;
|
|
__entry->ipa = ipa;
|
|
),
|
|
|
|
TP_printk("ipa %#llx, hsr %#08lx, hxfar %#08lx, pc %#016lx",
|
|
__entry->ipa, __entry->hsr,
|
|
__entry->hxfar, __entry->vcpu_pc)
|
|
);
|
|
|
|
TRACE_EVENT(kvm_access_fault,
|
|
TP_PROTO(unsigned long ipa),
|
|
TP_ARGS(ipa),
|
|
|
|
TP_STRUCT__entry(
|
|
__field( unsigned long, ipa )
|
|
),
|
|
|
|
TP_fast_assign(
|
|
__entry->ipa = ipa;
|
|
),
|
|
|
|
TP_printk("IPA: %lx", __entry->ipa)
|
|
);
|
|
|
|
TRACE_EVENT(kvm_irq_line,
|
|
TP_PROTO(unsigned int type, int vcpu_idx, int irq_num, int level),
|
|
TP_ARGS(type, vcpu_idx, irq_num, level),
|
|
|
|
TP_STRUCT__entry(
|
|
__field( unsigned int, type )
|
|
__field( int, vcpu_idx )
|
|
__field( int, irq_num )
|
|
__field( int, level )
|
|
),
|
|
|
|
TP_fast_assign(
|
|
__entry->type = type;
|
|
__entry->vcpu_idx = vcpu_idx;
|
|
__entry->irq_num = irq_num;
|
|
__entry->level = level;
|
|
),
|
|
|
|
TP_printk("Inject %s interrupt (%d), vcpu->idx: %d, num: %d, level: %d",
|
|
(__entry->type == KVM_ARM_IRQ_TYPE_CPU) ? "CPU" :
|
|
(__entry->type == KVM_ARM_IRQ_TYPE_PPI) ? "VGIC PPI" :
|
|
(__entry->type == KVM_ARM_IRQ_TYPE_SPI) ? "VGIC SPI" : "UNKNOWN",
|
|
__entry->type, __entry->vcpu_idx, __entry->irq_num, __entry->level)
|
|
);
|
|
|
|
TRACE_EVENT(kvm_mmio_emulate,
|
|
TP_PROTO(unsigned long vcpu_pc, unsigned long instr,
|
|
unsigned long cpsr),
|
|
TP_ARGS(vcpu_pc, instr, cpsr),
|
|
|
|
TP_STRUCT__entry(
|
|
__field( unsigned long, vcpu_pc )
|
|
__field( unsigned long, instr )
|
|
__field( unsigned long, cpsr )
|
|
),
|
|
|
|
TP_fast_assign(
|
|
__entry->vcpu_pc = vcpu_pc;
|
|
__entry->instr = instr;
|
|
__entry->cpsr = cpsr;
|
|
),
|
|
|
|
TP_printk("Emulate MMIO at: 0x%016lx (instr: %08lx, cpsr: %08lx)",
|
|
__entry->vcpu_pc, __entry->instr, __entry->cpsr)
|
|
);
|
|
|
|
TRACE_EVENT(kvm_set_way_flush,
|
|
TP_PROTO(unsigned long vcpu_pc, bool cache),
|
|
TP_ARGS(vcpu_pc, cache),
|
|
|
|
TP_STRUCT__entry(
|
|
__field( unsigned long, vcpu_pc )
|
|
__field( bool, cache )
|
|
),
|
|
|
|
TP_fast_assign(
|
|
__entry->vcpu_pc = vcpu_pc;
|
|
__entry->cache = cache;
|
|
),
|
|
|
|
TP_printk("S/W flush at 0x%016lx (cache %s)",
|
|
__entry->vcpu_pc, __entry->cache ? "on" : "off")
|
|
);
|
|
|
|
TRACE_EVENT(kvm_toggle_cache,
|
|
TP_PROTO(unsigned long vcpu_pc, bool was, bool now),
|
|
TP_ARGS(vcpu_pc, was, now),
|
|
|
|
TP_STRUCT__entry(
|
|
__field( unsigned long, vcpu_pc )
|
|
__field( bool, was )
|
|
__field( bool, now )
|
|
),
|
|
|
|
TP_fast_assign(
|
|
__entry->vcpu_pc = vcpu_pc;
|
|
__entry->was = was;
|
|
__entry->now = now;
|
|
),
|
|
|
|
TP_printk("VM op at 0x%016lx (cache was %s, now %s)",
|
|
__entry->vcpu_pc, __entry->was ? "on" : "off",
|
|
__entry->now ? "on" : "off")
|
|
);
|
|
|
|
/*
|
|
* Tracepoints for arch_timer
|
|
*/
|
|
TRACE_EVENT(kvm_timer_update_irq,
|
|
TP_PROTO(unsigned long vcpu_id, __u32 irq, int level),
|
|
TP_ARGS(vcpu_id, irq, level),
|
|
|
|
TP_STRUCT__entry(
|
|
__field( unsigned long, vcpu_id )
|
|
__field( __u32, irq )
|
|
__field( int, level )
|
|
),
|
|
|
|
TP_fast_assign(
|
|
__entry->vcpu_id = vcpu_id;
|
|
__entry->irq = irq;
|
|
__entry->level = level;
|
|
),
|
|
|
|
TP_printk("VCPU: %ld, IRQ %d, level %d",
|
|
__entry->vcpu_id, __entry->irq, __entry->level)
|
|
);
|
|
|
|
TRACE_EVENT(kvm_get_timer_map,
|
|
TP_PROTO(unsigned long vcpu_id, struct timer_map *map),
|
|
TP_ARGS(vcpu_id, map),
|
|
|
|
TP_STRUCT__entry(
|
|
__field( unsigned long, vcpu_id )
|
|
__field( int, direct_vtimer )
|
|
__field( int, direct_ptimer )
|
|
__field( int, emul_ptimer )
|
|
),
|
|
|
|
TP_fast_assign(
|
|
__entry->vcpu_id = vcpu_id;
|
|
__entry->direct_vtimer = arch_timer_ctx_index(map->direct_vtimer);
|
|
__entry->direct_ptimer =
|
|
(map->direct_ptimer) ? arch_timer_ctx_index(map->direct_ptimer) : -1;
|
|
__entry->emul_ptimer =
|
|
(map->emul_ptimer) ? arch_timer_ctx_index(map->emul_ptimer) : -1;
|
|
),
|
|
|
|
TP_printk("VCPU: %ld, dv: %d, dp: %d, ep: %d",
|
|
__entry->vcpu_id,
|
|
__entry->direct_vtimer,
|
|
__entry->direct_ptimer,
|
|
__entry->emul_ptimer)
|
|
);
|
|
|
|
TRACE_EVENT(kvm_timer_save_state,
|
|
TP_PROTO(struct arch_timer_context *ctx),
|
|
TP_ARGS(ctx),
|
|
|
|
TP_STRUCT__entry(
|
|
__field( unsigned long, ctl )
|
|
__field( unsigned long long, cval )
|
|
__field( int, timer_idx )
|
|
),
|
|
|
|
TP_fast_assign(
|
|
__entry->ctl = timer_get_ctl(ctx);
|
|
__entry->cval = timer_get_cval(ctx);
|
|
__entry->timer_idx = arch_timer_ctx_index(ctx);
|
|
),
|
|
|
|
TP_printk(" CTL: %#08lx CVAL: %#16llx arch_timer_ctx_index: %d",
|
|
__entry->ctl,
|
|
__entry->cval,
|
|
__entry->timer_idx)
|
|
);
|
|
|
|
TRACE_EVENT(kvm_timer_restore_state,
|
|
TP_PROTO(struct arch_timer_context *ctx),
|
|
TP_ARGS(ctx),
|
|
|
|
TP_STRUCT__entry(
|
|
__field( unsigned long, ctl )
|
|
__field( unsigned long long, cval )
|
|
__field( int, timer_idx )
|
|
),
|
|
|
|
TP_fast_assign(
|
|
__entry->ctl = timer_get_ctl(ctx);
|
|
__entry->cval = timer_get_cval(ctx);
|
|
__entry->timer_idx = arch_timer_ctx_index(ctx);
|
|
),
|
|
|
|
TP_printk("CTL: %#08lx CVAL: %#16llx arch_timer_ctx_index: %d",
|
|
__entry->ctl,
|
|
__entry->cval,
|
|
__entry->timer_idx)
|
|
);
|
|
|
|
TRACE_EVENT(kvm_timer_hrtimer_expire,
|
|
TP_PROTO(struct arch_timer_context *ctx),
|
|
TP_ARGS(ctx),
|
|
|
|
TP_STRUCT__entry(
|
|
__field( int, timer_idx )
|
|
),
|
|
|
|
TP_fast_assign(
|
|
__entry->timer_idx = arch_timer_ctx_index(ctx);
|
|
),
|
|
|
|
TP_printk("arch_timer_ctx_index: %d", __entry->timer_idx)
|
|
);
|
|
|
|
TRACE_EVENT(kvm_timer_emulate,
|
|
TP_PROTO(struct arch_timer_context *ctx, bool should_fire),
|
|
TP_ARGS(ctx, should_fire),
|
|
|
|
TP_STRUCT__entry(
|
|
__field( int, timer_idx )
|
|
__field( bool, should_fire )
|
|
),
|
|
|
|
TP_fast_assign(
|
|
__entry->timer_idx = arch_timer_ctx_index(ctx);
|
|
__entry->should_fire = should_fire;
|
|
),
|
|
|
|
TP_printk("arch_timer_ctx_index: %d (should_fire: %d)",
|
|
__entry->timer_idx, __entry->should_fire)
|
|
);
|
|
|
|
TRACE_EVENT(kvm_nested_eret,
|
|
TP_PROTO(struct kvm_vcpu *vcpu, unsigned long elr_el2,
|
|
unsigned long spsr_el2),
|
|
TP_ARGS(vcpu, elr_el2, spsr_el2),
|
|
|
|
TP_STRUCT__entry(
|
|
__field(struct kvm_vcpu *, vcpu)
|
|
__field(unsigned long, elr_el2)
|
|
__field(unsigned long, spsr_el2)
|
|
__field(unsigned long, target_mode)
|
|
__field(unsigned long, hcr_el2)
|
|
),
|
|
|
|
TP_fast_assign(
|
|
__entry->vcpu = vcpu;
|
|
__entry->elr_el2 = elr_el2;
|
|
__entry->spsr_el2 = spsr_el2;
|
|
__entry->target_mode = spsr_el2 & (PSR_MODE_MASK | PSR_MODE32_BIT);
|
|
__entry->hcr_el2 = __vcpu_sys_reg(vcpu, HCR_EL2);
|
|
),
|
|
|
|
TP_printk("elr_el2: 0x%lx spsr_el2: 0x%08lx (M: %s) hcr_el2: %lx",
|
|
__entry->elr_el2, __entry->spsr_el2,
|
|
__print_symbolic(__entry->target_mode, kvm_mode_names),
|
|
__entry->hcr_el2)
|
|
);
|
|
|
|
TRACE_EVENT(kvm_inject_nested_exception,
|
|
TP_PROTO(struct kvm_vcpu *vcpu, u64 esr_el2, int type),
|
|
TP_ARGS(vcpu, esr_el2, type),
|
|
|
|
TP_STRUCT__entry(
|
|
__field(struct kvm_vcpu *, vcpu)
|
|
__field(unsigned long, esr_el2)
|
|
__field(int, type)
|
|
__field(unsigned long, spsr_el2)
|
|
__field(unsigned long, pc)
|
|
__field(unsigned long, source_mode)
|
|
__field(unsigned long, hcr_el2)
|
|
),
|
|
|
|
TP_fast_assign(
|
|
__entry->vcpu = vcpu;
|
|
__entry->esr_el2 = esr_el2;
|
|
__entry->type = type;
|
|
__entry->spsr_el2 = *vcpu_cpsr(vcpu);
|
|
__entry->pc = *vcpu_pc(vcpu);
|
|
__entry->source_mode = *vcpu_cpsr(vcpu) & (PSR_MODE_MASK | PSR_MODE32_BIT);
|
|
__entry->hcr_el2 = __vcpu_sys_reg(vcpu, HCR_EL2);
|
|
),
|
|
|
|
TP_printk("%s: esr_el2 0x%lx elr_el2: 0x%lx spsr_el2: 0x%08lx (M: %s) hcr_el2: %lx",
|
|
__print_symbolic(__entry->type, kvm_exception_type_names),
|
|
__entry->esr_el2, __entry->pc, __entry->spsr_el2,
|
|
__print_symbolic(__entry->source_mode, kvm_mode_names),
|
|
__entry->hcr_el2)
|
|
);
|
|
|
|
#endif /* _TRACE_ARM_ARM64_KVM_H */
|
|
|
|
#undef TRACE_INCLUDE_PATH
|
|
#define TRACE_INCLUDE_PATH .
|
|
#undef TRACE_INCLUDE_FILE
|
|
#define TRACE_INCLUDE_FILE trace_arm
|
|
|
|
/* This part must be outside protection */
|
|
#include <trace/define_trace.h>
|