2018-04-19 06:05:18 +08:00
|
|
|
/* SPDX-License-Identifier: GPL-2.0 */
|
2016-09-16 23:50:00 +08:00
|
|
|
/*
|
|
|
|
* Copyright(C) 2015 Linaro Limited. All rights reserved.
|
|
|
|
* Author: Mathieu Poirier <mathieu.poirier@linaro.org>
|
|
|
|
*/
|
|
|
|
|
|
|
|
#ifndef INCLUDE__UTIL_PERF_CS_ETM_H__
|
|
|
|
#define INCLUDE__UTIL_PERF_CS_ETM_H__
|
|
|
|
|
2022-12-12 23:55:10 +08:00
|
|
|
#include "debug.h"
|
2018-01-18 01:52:11 +08:00
|
|
|
#include "util/event.h"
|
2019-06-08 02:14:27 +08:00
|
|
|
#include <linux/bits.h>
|
2018-01-18 01:52:11 +08:00
|
|
|
|
2019-08-31 01:45:20 +08:00
|
|
|
struct perf_session;
|
2023-04-24 21:47:45 +08:00
|
|
|
struct perf_pmu;
|
2019-08-31 01:45:20 +08:00
|
|
|
|
2021-03-24 00:09:15 +08:00
|
|
|
/*
|
|
|
|
* Versioning header in case things need to change in the future. That way
|
2016-09-16 23:50:00 +08:00
|
|
|
* decoding of old snapshot is still possible.
|
|
|
|
*/
|
|
|
|
enum {
|
|
|
|
/* Starting with 0x0 */
|
2021-02-25 00:48:30 +08:00
|
|
|
CS_HEADER_VERSION,
|
2016-09-16 23:50:00 +08:00
|
|
|
/* PMU->type (32 bit), total # of CPUs (32 bit) */
|
|
|
|
CS_PMU_TYPE_CPUS,
|
|
|
|
CS_ETM_SNAPSHOT,
|
2021-02-25 00:48:30 +08:00
|
|
|
CS_HEADER_VERSION_MAX,
|
2016-09-16 23:50:00 +08:00
|
|
|
};
|
|
|
|
|
2021-02-25 00:48:30 +08:00
|
|
|
/*
|
|
|
|
* Update the version for new format.
|
|
|
|
*
|
2023-03-31 13:56:43 +08:00
|
|
|
* Version 1: format adds a param count to the per cpu metadata.
|
2021-02-25 00:48:30 +08:00
|
|
|
* This allows easy adding of new metadata parameters.
|
|
|
|
* Requires that new params always added after current ones.
|
|
|
|
* Also allows client reader to handle file versions that are different by
|
|
|
|
* checking the number of params in the file vs the number expected.
|
2023-03-31 13:56:43 +08:00
|
|
|
*
|
|
|
|
* Version 2: Drivers will use PERF_RECORD_AUX_OUTPUT_HW_ID to output
|
|
|
|
* CoreSight Trace ID. ...TRACEIDR metadata will be set to legacy values
|
|
|
|
* but with addition flags.
|
2021-02-25 00:48:30 +08:00
|
|
|
*/
|
2023-03-31 13:56:43 +08:00
|
|
|
#define CS_HEADER_CURRENT_VERSION 2
|
2021-02-25 00:48:30 +08:00
|
|
|
|
2016-09-16 23:50:00 +08:00
|
|
|
/* Beginning of header common to both ETMv3 and V4 */
|
|
|
|
enum {
|
|
|
|
CS_ETM_MAGIC,
|
|
|
|
CS_ETM_CPU,
|
2021-02-25 00:48:30 +08:00
|
|
|
/* Number of trace config params in following ETM specific block */
|
|
|
|
CS_ETM_NR_TRC_PARAMS,
|
|
|
|
CS_ETM_COMMON_BLK_MAX_V1,
|
2016-09-16 23:50:00 +08:00
|
|
|
};
|
|
|
|
|
|
|
|
/* ETMv3/PTM metadata */
|
|
|
|
enum {
|
|
|
|
/* Dynamic, configurable parameters */
|
2021-02-25 00:48:30 +08:00
|
|
|
CS_ETM_ETMCR = CS_ETM_COMMON_BLK_MAX_V1,
|
2016-09-16 23:50:00 +08:00
|
|
|
CS_ETM_ETMTRACEIDR,
|
|
|
|
/* RO, taken from sysFS */
|
|
|
|
CS_ETM_ETMCCER,
|
|
|
|
CS_ETM_ETMIDR,
|
|
|
|
CS_ETM_PRIV_MAX,
|
|
|
|
};
|
|
|
|
|
2021-02-25 00:48:30 +08:00
|
|
|
/* define fixed version 0 length - allow new format reader to read old files. */
|
|
|
|
#define CS_ETM_NR_TRC_PARAMS_V0 (CS_ETM_ETMIDR - CS_ETM_ETMCR + 1)
|
|
|
|
|
2016-09-16 23:50:00 +08:00
|
|
|
/* ETMv4 metadata */
|
|
|
|
enum {
|
|
|
|
/* Dynamic, configurable parameters */
|
2021-02-25 00:48:30 +08:00
|
|
|
CS_ETMV4_TRCCONFIGR = CS_ETM_COMMON_BLK_MAX_V1,
|
2016-09-16 23:50:00 +08:00
|
|
|
CS_ETMV4_TRCTRACEIDR,
|
|
|
|
/* RO, taken from sysFS */
|
|
|
|
CS_ETMV4_TRCIDR0,
|
|
|
|
CS_ETMV4_TRCIDR1,
|
|
|
|
CS_ETMV4_TRCIDR2,
|
|
|
|
CS_ETMV4_TRCIDR8,
|
|
|
|
CS_ETMV4_TRCAUTHSTATUS,
|
2023-01-20 22:36:59 +08:00
|
|
|
CS_ETMV4_TS_SOURCE,
|
2016-09-16 23:50:00 +08:00
|
|
|
CS_ETMV4_PRIV_MAX,
|
|
|
|
};
|
|
|
|
|
2021-02-25 00:48:30 +08:00
|
|
|
/* define fixed version 0 length - allow new format reader to read old files. */
|
|
|
|
#define CS_ETMV4_NR_TRC_PARAMS_V0 (CS_ETMV4_TRCAUTHSTATUS - CS_ETMV4_TRCCONFIGR + 1)
|
|
|
|
|
2021-08-06 21:41:04 +08:00
|
|
|
/*
|
|
|
|
* ETE metadata is ETMv4 plus TRCDEVARCH register and doesn't support header V0 since it was
|
|
|
|
* added in header V1
|
|
|
|
*/
|
|
|
|
enum {
|
2023-01-20 22:36:58 +08:00
|
|
|
/* Dynamic, configurable parameters */
|
|
|
|
CS_ETE_TRCCONFIGR = CS_ETM_COMMON_BLK_MAX_V1,
|
|
|
|
CS_ETE_TRCTRACEIDR,
|
|
|
|
/* RO, taken from sysFS */
|
|
|
|
CS_ETE_TRCIDR0,
|
|
|
|
CS_ETE_TRCIDR1,
|
|
|
|
CS_ETE_TRCIDR2,
|
|
|
|
CS_ETE_TRCIDR8,
|
|
|
|
CS_ETE_TRCAUTHSTATUS,
|
|
|
|
CS_ETE_TRCDEVARCH,
|
2023-01-20 22:36:59 +08:00
|
|
|
CS_ETE_TS_SOURCE,
|
2021-08-06 21:41:04 +08:00
|
|
|
CS_ETE_PRIV_MAX
|
|
|
|
};
|
|
|
|
|
2023-03-31 13:56:43 +08:00
|
|
|
/*
|
|
|
|
* Check for valid CoreSight trace ID. If an invalid value is present in the metadata,
|
|
|
|
* then IDs are present in the hardware ID packet in the data file.
|
|
|
|
*/
|
|
|
|
#define CS_IS_VALID_TRACE_ID(id) ((id > 0) && (id < 0x70))
|
|
|
|
|
2019-01-29 20:28:41 +08:00
|
|
|
/*
|
|
|
|
* ETMv3 exception encoding number:
|
2021-03-24 00:09:15 +08:00
|
|
|
* See Embedded Trace Macrocell specification (ARM IHI 0014Q)
|
2019-01-29 20:28:41 +08:00
|
|
|
* table 7-12 Encoding of Exception[3:0] for non-ARMv7-M processors.
|
|
|
|
*/
|
|
|
|
enum {
|
|
|
|
CS_ETMV3_EXC_NONE = 0,
|
|
|
|
CS_ETMV3_EXC_DEBUG_HALT = 1,
|
|
|
|
CS_ETMV3_EXC_SMC = 2,
|
|
|
|
CS_ETMV3_EXC_HYP = 3,
|
|
|
|
CS_ETMV3_EXC_ASYNC_DATA_ABORT = 4,
|
|
|
|
CS_ETMV3_EXC_JAZELLE_THUMBEE = 5,
|
|
|
|
CS_ETMV3_EXC_PE_RESET = 8,
|
|
|
|
CS_ETMV3_EXC_UNDEFINED_INSTR = 9,
|
|
|
|
CS_ETMV3_EXC_SVC = 10,
|
|
|
|
CS_ETMV3_EXC_PREFETCH_ABORT = 11,
|
|
|
|
CS_ETMV3_EXC_DATA_FAULT = 12,
|
|
|
|
CS_ETMV3_EXC_GENERIC = 13,
|
|
|
|
CS_ETMV3_EXC_IRQ = 14,
|
|
|
|
CS_ETMV3_EXC_FIQ = 15,
|
|
|
|
};
|
|
|
|
|
|
|
|
/*
|
|
|
|
* ETMv4 exception encoding number:
|
|
|
|
* See ARM Embedded Trace Macrocell Architecture Specification (ARM IHI 0064D)
|
|
|
|
* table 6-12 Possible values for the TYPE field in an Exception instruction
|
|
|
|
* trace packet, for ARMv7-A/R and ARMv8-A/R PEs.
|
|
|
|
*/
|
|
|
|
enum {
|
|
|
|
CS_ETMV4_EXC_RESET = 0,
|
|
|
|
CS_ETMV4_EXC_DEBUG_HALT = 1,
|
|
|
|
CS_ETMV4_EXC_CALL = 2,
|
|
|
|
CS_ETMV4_EXC_TRAP = 3,
|
|
|
|
CS_ETMV4_EXC_SYSTEM_ERROR = 4,
|
|
|
|
CS_ETMV4_EXC_INST_DEBUG = 6,
|
|
|
|
CS_ETMV4_EXC_DATA_DEBUG = 7,
|
|
|
|
CS_ETMV4_EXC_ALIGNMENT = 10,
|
|
|
|
CS_ETMV4_EXC_INST_FAULT = 11,
|
|
|
|
CS_ETMV4_EXC_DATA_FAULT = 12,
|
|
|
|
CS_ETMV4_EXC_IRQ = 14,
|
|
|
|
CS_ETMV4_EXC_FIQ = 15,
|
|
|
|
CS_ETMV4_EXC_END = 31,
|
|
|
|
};
|
|
|
|
|
2019-05-25 01:34:58 +08:00
|
|
|
enum cs_etm_sample_type {
|
|
|
|
CS_ETM_EMPTY,
|
|
|
|
CS_ETM_RANGE,
|
|
|
|
CS_ETM_DISCONTINUITY,
|
|
|
|
CS_ETM_EXCEPTION,
|
|
|
|
CS_ETM_EXCEPTION_RET,
|
|
|
|
};
|
|
|
|
|
|
|
|
enum cs_etm_isa {
|
|
|
|
CS_ETM_ISA_UNKNOWN,
|
|
|
|
CS_ETM_ISA_A64,
|
|
|
|
CS_ETM_ISA_A32,
|
|
|
|
CS_ETM_ISA_T32,
|
|
|
|
};
|
|
|
|
|
|
|
|
struct cs_etm_queue;
|
|
|
|
|
|
|
|
struct cs_etm_packet {
|
|
|
|
enum cs_etm_sample_type sample_type;
|
|
|
|
enum cs_etm_isa isa;
|
|
|
|
u64 start_addr;
|
|
|
|
u64 end_addr;
|
|
|
|
u32 instr_count;
|
|
|
|
u32 last_instr_type;
|
|
|
|
u32 last_instr_subtype;
|
|
|
|
u32 flags;
|
|
|
|
u32 exception_number;
|
2023-04-24 21:47:46 +08:00
|
|
|
bool last_instr_cond;
|
|
|
|
bool last_instr_taken_branch;
|
2019-05-25 01:34:58 +08:00
|
|
|
u8 last_instr_size;
|
|
|
|
u8 trace_chan_id;
|
|
|
|
int cpu;
|
|
|
|
};
|
|
|
|
|
|
|
|
#define CS_ETM_PACKET_MAX_BUFFER 1024
|
|
|
|
|
2019-05-25 01:35:00 +08:00
|
|
|
/*
|
|
|
|
* When working with per-thread scenarios the process under trace can
|
|
|
|
* be scheduled on any CPU and as such, more than one traceID may be
|
|
|
|
* associated with the same process. Since a traceID of '0' is illegal
|
|
|
|
* as per the CoreSight architecture, use that specific value to
|
|
|
|
* identify the queue where all packets (with any traceID) are
|
|
|
|
* aggregated.
|
|
|
|
*/
|
|
|
|
#define CS_ETM_PER_THREAD_TRACEID 0
|
|
|
|
|
2019-05-25 01:34:58 +08:00
|
|
|
struct cs_etm_packet_queue {
|
|
|
|
u32 packet_count;
|
|
|
|
u32 head;
|
|
|
|
u32 tail;
|
2019-05-25 01:35:07 +08:00
|
|
|
u32 instr_count;
|
2023-01-20 22:37:00 +08:00
|
|
|
u64 cs_timestamp; /* Timestamp from trace data, converted to ns if possible */
|
2021-05-10 22:32:47 +08:00
|
|
|
u64 next_cs_timestamp;
|
2019-05-25 01:34:58 +08:00
|
|
|
struct cs_etm_packet packet_buffer[CS_ETM_PACKET_MAX_BUFFER];
|
|
|
|
};
|
|
|
|
|
2016-09-16 23:50:00 +08:00
|
|
|
#define KiB(x) ((x) * 1024)
|
|
|
|
#define MiB(x) ((x) * 1024 * 1024)
|
|
|
|
|
2019-05-25 01:34:58 +08:00
|
|
|
#define CS_ETM_INVAL_ADDR 0xdeadbeefdeadbeefUL
|
|
|
|
|
2019-05-25 01:34:52 +08:00
|
|
|
#define BMVAL(val, lsb, msb) ((val & GENMASK(msb, lsb)) >> lsb)
|
|
|
|
|
2021-02-25 00:48:30 +08:00
|
|
|
#define CS_ETM_HEADER_SIZE (CS_HEADER_VERSION_MAX * sizeof(u64))
|
2016-09-16 23:50:00 +08:00
|
|
|
|
2019-02-13 01:16:11 +08:00
|
|
|
#define __perf_cs_etmv3_magic 0x3030303030303030ULL
|
|
|
|
#define __perf_cs_etmv4_magic 0x4040404040404040ULL
|
2021-08-06 21:41:04 +08:00
|
|
|
#define __perf_cs_ete_magic 0x5050505050505050ULL
|
2016-09-16 23:50:00 +08:00
|
|
|
#define CS_ETMV3_PRIV_SIZE (CS_ETM_PRIV_MAX * sizeof(u64))
|
|
|
|
#define CS_ETMV4_PRIV_SIZE (CS_ETMV4_PRIV_MAX * sizeof(u64))
|
2021-08-06 21:41:04 +08:00
|
|
|
#define CS_ETE_PRIV_SIZE (CS_ETE_PRIV_MAX * sizeof(u64))
|
2016-09-16 23:50:00 +08:00
|
|
|
|
2022-12-12 23:55:13 +08:00
|
|
|
#define INFO_HEADER_SIZE (sizeof(((struct perf_record_auxtrace_info *)0)->type) + \
|
|
|
|
sizeof(((struct perf_record_auxtrace_info *)0)->reserved__))
|
|
|
|
|
2023-05-22 18:26:04 +08:00
|
|
|
/* CoreSight trace ID is currently the bottom 7 bits of the value */
|
|
|
|
#define CORESIGHT_TRACE_ID_VAL_MASK GENMASK(6, 0)
|
|
|
|
|
|
|
|
/*
|
|
|
|
* perf record will set the legacy meta data values as unused initially.
|
|
|
|
* This allows perf report to manage the decoders created when dynamic
|
|
|
|
* allocation in operation.
|
|
|
|
*/
|
|
|
|
#define CORESIGHT_TRACE_ID_UNUSED_FLAG BIT(31)
|
|
|
|
|
|
|
|
/* Value to set for unused trace ID values */
|
|
|
|
#define CORESIGHT_TRACE_ID_UNUSED_VAL 0x7F
|
|
|
|
|
2018-01-18 01:52:11 +08:00
|
|
|
int cs_etm__process_auxtrace_info(union perf_event *event,
|
|
|
|
struct perf_session *session);
|
2023-04-24 21:47:45 +08:00
|
|
|
struct perf_event_attr *cs_etm_get_default_config(struct perf_pmu *pmu);
|
2022-12-12 23:55:13 +08:00
|
|
|
|
|
|
|
#ifdef HAVE_CSTRACE_SUPPORT
|
2019-01-29 20:28:39 +08:00
|
|
|
int cs_etm__get_cpu(u8 trace_chan_id, int *cpu);
|
2021-02-25 00:48:34 +08:00
|
|
|
int cs_etm__get_pid_fmt(u8 trace_chan_id, u64 *pid_fmt);
|
2019-05-25 01:35:06 +08:00
|
|
|
int cs_etm__etmq_set_tid(struct cs_etm_queue *etmq,
|
|
|
|
pid_t tid, u8 trace_chan_id);
|
2019-05-25 01:35:07 +08:00
|
|
|
bool cs_etm__etmq_is_timeless(struct cs_etm_queue *etmq);
|
|
|
|
void cs_etm__etmq_set_traceid_queue_timestamp(struct cs_etm_queue *etmq,
|
|
|
|
u8 trace_chan_id);
|
2019-05-25 01:34:58 +08:00
|
|
|
struct cs_etm_packet_queue
|
2019-05-25 01:35:00 +08:00
|
|
|
*cs_etm__etmq_get_packet_queue(struct cs_etm_queue *etmq, u8 trace_chan_id);
|
2022-12-12 23:55:13 +08:00
|
|
|
int cs_etm__process_auxtrace_info_full(union perf_event *event __maybe_unused,
|
|
|
|
struct perf_session *session __maybe_unused);
|
2023-01-20 22:37:00 +08:00
|
|
|
u64 cs_etm__convert_sample_time(struct cs_etm_queue *etmq, u64 cs_timestamp);
|
2018-01-18 01:52:11 +08:00
|
|
|
#else
|
|
|
|
static inline int
|
2022-12-12 23:55:13 +08:00
|
|
|
cs_etm__process_auxtrace_info_full(union perf_event *event __maybe_unused,
|
|
|
|
struct perf_session *session __maybe_unused)
|
2018-01-18 01:52:11 +08:00
|
|
|
{
|
2022-12-12 23:55:10 +08:00
|
|
|
pr_err("\nCS ETM Trace: OpenCSD is not linked in, please recompile with CORESIGHT=1\n");
|
2018-01-18 01:52:11 +08:00
|
|
|
return -1;
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
2016-09-16 23:50:00 +08:00
|
|
|
#endif
|