^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1) // SPDX-License-Identifier: GPL-2.0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2) #include <sys/sysmacros.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3) #include <sys/types.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 4) #include <errno.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 5) #include <libgen.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 6) #include <stdio.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 7) #include <stdlib.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 8) #include <string.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 9) #include <fcntl.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 10) #include <unistd.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 11) #include <inttypes.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 12) #include <byteswap.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 13) #include <sys/stat.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 14) #include <sys/mman.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 15) #include <linux/stringify.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 16)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 17) #include "build-id.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 18) #include "event.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 19) #include "debug.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 20) #include "evlist.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 21) #include "symbol.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 22) #include <elf.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 23)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 24) #include "tsc.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 25) #include "session.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 26) #include "jit.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 27) #include "jitdump.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 28) #include "genelf.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 29) #include "thread.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 30)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 31) #include <linux/ctype.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 32) #include <linux/zalloc.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 33)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 34) struct jit_buf_desc {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 35) struct perf_data *output;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 36) struct perf_session *session;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 37) struct machine *machine;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 38) union jr_entry *entry;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 39) void *buf;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 40) uint64_t sample_type;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 41) size_t bufsize;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 42) FILE *in;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 43) bool needs_bswap; /* handles cross-endianness */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 44) bool use_arch_timestamp;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 45) void *debug_data;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 46) void *unwinding_data;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 47) uint64_t unwinding_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 48) uint64_t unwinding_mapped_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 49) uint64_t eh_frame_hdr_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 50) size_t nr_debug_entries;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 51) uint32_t code_load_count;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 52) u64 bytes_written;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 53) struct rb_root code_root;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 54) char dir[PATH_MAX];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 55) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 56)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 57) struct debug_line_info {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 58) unsigned long vma;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 59) unsigned int lineno;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 60) /* The filename format is unspecified, absolute path, relative etc. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 61) char const filename[];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 62) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 63)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 64) struct jit_tool {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 65) struct perf_tool tool;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 66) struct perf_data output;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 67) struct perf_data input;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 68) u64 bytes_written;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 69) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 70)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 71) #define hmax(a, b) ((a) > (b) ? (a) : (b))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 72) #define get_jit_tool(t) (container_of(tool, struct jit_tool, tool))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 73)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 74) static int
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 75) jit_emit_elf(char *filename,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 76) const char *sym,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 77) uint64_t code_addr,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 78) const void *code,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 79) int csize,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 80) void *debug,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 81) int nr_debug_entries,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 82) void *unwinding,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 83) uint32_t unwinding_header_size,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 84) uint32_t unwinding_size)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 85) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 86) int ret, fd;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 87)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 88) if (verbose > 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 89) fprintf(stderr, "write ELF image %s\n", filename);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 90)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 91) fd = open(filename, O_CREAT|O_TRUNC|O_WRONLY, 0644);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 92) if (fd == -1) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 93) pr_warning("cannot create jit ELF %s: %s\n", filename, strerror(errno));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 94) return -1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 95) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 96)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 97) ret = jit_write_elf(fd, code_addr, sym, (const void *)code, csize, debug, nr_debug_entries,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 98) unwinding, unwinding_header_size, unwinding_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 99)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 100) close(fd);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 101)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 102) if (ret)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 103) unlink(filename);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 104)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 105) return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 106) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 107)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 108) static void
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 109) jit_close(struct jit_buf_desc *jd)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 110) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 111) if (!(jd && jd->in))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 112) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 113) funlockfile(jd->in);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 114) fclose(jd->in);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 115) jd->in = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 116) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 117)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 118) static int
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 119) jit_validate_events(struct perf_session *session)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 120) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 121) struct evsel *evsel;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 122)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 123) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 124) * check that all events use CLOCK_MONOTONIC
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 125) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 126) evlist__for_each_entry(session->evlist, evsel) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 127) if (evsel->core.attr.use_clockid == 0 || evsel->core.attr.clockid != CLOCK_MONOTONIC)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 128) return -1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 129) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 130) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 131) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 132)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 133) static int
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 134) jit_open(struct jit_buf_desc *jd, const char *name)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 135) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 136) struct jitheader header;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 137) struct jr_prefix *prefix;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 138) ssize_t bs, bsz = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 139) void *n, *buf = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 140) int ret, retval = -1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 141)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 142) jd->in = fopen(name, "r");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 143) if (!jd->in)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 144) return -1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 145)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 146) bsz = hmax(sizeof(header), sizeof(*prefix));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 147)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 148) buf = malloc(bsz);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 149) if (!buf)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 150) goto error;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 151)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 152) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 153) * protect from writer modifying the file while we are reading it
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 154) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 155) flockfile(jd->in);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 156)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 157) ret = fread(buf, sizeof(header), 1, jd->in);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 158) if (ret != 1)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 159) goto error;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 160)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 161) memcpy(&header, buf, sizeof(header));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 162)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 163) if (header.magic != JITHEADER_MAGIC) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 164) if (header.magic != JITHEADER_MAGIC_SW)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 165) goto error;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 166) jd->needs_bswap = true;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 167) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 168)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 169) if (jd->needs_bswap) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 170) header.version = bswap_32(header.version);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 171) header.total_size = bswap_32(header.total_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 172) header.pid = bswap_32(header.pid);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 173) header.elf_mach = bswap_32(header.elf_mach);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 174) header.timestamp = bswap_64(header.timestamp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 175) header.flags = bswap_64(header.flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 176) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 177)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 178) jd->use_arch_timestamp = header.flags & JITDUMP_FLAGS_ARCH_TIMESTAMP;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 179)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 180) if (verbose > 2)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 181) pr_debug("version=%u\nhdr.size=%u\nts=0x%llx\npid=%d\nelf_mach=%d\nuse_arch_timestamp=%d\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 182) header.version,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 183) header.total_size,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 184) (unsigned long long)header.timestamp,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 185) header.pid,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 186) header.elf_mach,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 187) jd->use_arch_timestamp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 188)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 189) if (header.version > JITHEADER_VERSION) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 190) pr_err("wrong jitdump version %u, expected " __stringify(JITHEADER_VERSION),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 191) header.version);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 192) goto error;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 193) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 194)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 195) if (header.flags & JITDUMP_FLAGS_RESERVED) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 196) pr_err("jitdump file contains invalid or unsupported flags 0x%llx\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 197) (unsigned long long)header.flags & JITDUMP_FLAGS_RESERVED);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 198) goto error;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 199) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 200)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 201) if (jd->use_arch_timestamp && !jd->session->time_conv.time_mult) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 202) pr_err("jitdump file uses arch timestamps but there is no timestamp conversion\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 203) goto error;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 204) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 205)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 206) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 207) * validate event is using the correct clockid
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 208) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 209) if (!jd->use_arch_timestamp && jit_validate_events(jd->session)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 210) pr_err("error, jitted code must be sampled with perf record -k 1\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 211) goto error;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 212) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 213)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 214) bs = header.total_size - sizeof(header);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 215)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 216) if (bs > bsz) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 217) n = realloc(buf, bs);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 218) if (!n)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 219) goto error;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 220) bsz = bs;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 221) buf = n;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 222) /* read extra we do not know about */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 223) ret = fread(buf, bs - bsz, 1, jd->in);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 224) if (ret != 1)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 225) goto error;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 226) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 227) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 228) * keep dirname for generating files and mmap records
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 229) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 230) strcpy(jd->dir, name);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 231) dirname(jd->dir);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 232)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 233) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 234) error:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 235) funlockfile(jd->in);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 236) fclose(jd->in);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 237) return retval;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 238) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 239)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 240) static union jr_entry *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 241) jit_get_next_entry(struct jit_buf_desc *jd)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 242) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 243) struct jr_prefix *prefix;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 244) union jr_entry *jr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 245) void *addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 246) size_t bs, size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 247) int id, ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 248)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 249) if (!(jd && jd->in))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 250) return NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 251)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 252) if (jd->buf == NULL) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 253) size_t sz = getpagesize();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 254) if (sz < sizeof(*prefix))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 255) sz = sizeof(*prefix);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 256)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 257) jd->buf = malloc(sz);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 258) if (jd->buf == NULL)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 259) return NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 260)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 261) jd->bufsize = sz;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 262) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 263)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 264) prefix = jd->buf;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 265)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 266) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 267) * file is still locked at this point
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 268) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 269) ret = fread(prefix, sizeof(*prefix), 1, jd->in);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 270) if (ret != 1)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 271) return NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 272)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 273) if (jd->needs_bswap) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 274) prefix->id = bswap_32(prefix->id);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 275) prefix->total_size = bswap_32(prefix->total_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 276) prefix->timestamp = bswap_64(prefix->timestamp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 277) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 278) id = prefix->id;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 279) size = prefix->total_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 280)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 281) bs = (size_t)size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 282) if (bs < sizeof(*prefix))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 283) return NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 284)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 285) if (id >= JIT_CODE_MAX) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 286) pr_warning("next_entry: unknown record type %d, skipping\n", id);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 287) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 288) if (bs > jd->bufsize) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 289) void *n;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 290) n = realloc(jd->buf, bs);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 291) if (!n)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 292) return NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 293) jd->buf = n;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 294) jd->bufsize = bs;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 295) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 296)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 297) addr = ((void *)jd->buf) + sizeof(*prefix);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 298)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 299) ret = fread(addr, bs - sizeof(*prefix), 1, jd->in);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 300) if (ret != 1)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 301) return NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 302)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 303) jr = (union jr_entry *)jd->buf;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 304)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 305) switch(id) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 306) case JIT_CODE_DEBUG_INFO:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 307) if (jd->needs_bswap) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 308) uint64_t n;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 309) jr->info.code_addr = bswap_64(jr->info.code_addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 310) jr->info.nr_entry = bswap_64(jr->info.nr_entry);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 311) for (n = 0 ; n < jr->info.nr_entry; n++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 312) jr->info.entries[n].addr = bswap_64(jr->info.entries[n].addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 313) jr->info.entries[n].lineno = bswap_32(jr->info.entries[n].lineno);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 314) jr->info.entries[n].discrim = bswap_32(jr->info.entries[n].discrim);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 315) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 316) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 317) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 318) case JIT_CODE_UNWINDING_INFO:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 319) if (jd->needs_bswap) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 320) jr->unwinding.unwinding_size = bswap_64(jr->unwinding.unwinding_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 321) jr->unwinding.eh_frame_hdr_size = bswap_64(jr->unwinding.eh_frame_hdr_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 322) jr->unwinding.mapped_size = bswap_64(jr->unwinding.mapped_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 323) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 324) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 325) case JIT_CODE_CLOSE:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 326) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 327) case JIT_CODE_LOAD:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 328) if (jd->needs_bswap) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 329) jr->load.pid = bswap_32(jr->load.pid);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 330) jr->load.tid = bswap_32(jr->load.tid);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 331) jr->load.vma = bswap_64(jr->load.vma);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 332) jr->load.code_addr = bswap_64(jr->load.code_addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 333) jr->load.code_size = bswap_64(jr->load.code_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 334) jr->load.code_index= bswap_64(jr->load.code_index);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 335) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 336) jd->code_load_count++;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 337) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 338) case JIT_CODE_MOVE:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 339) if (jd->needs_bswap) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 340) jr->move.pid = bswap_32(jr->move.pid);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 341) jr->move.tid = bswap_32(jr->move.tid);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 342) jr->move.vma = bswap_64(jr->move.vma);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 343) jr->move.old_code_addr = bswap_64(jr->move.old_code_addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 344) jr->move.new_code_addr = bswap_64(jr->move.new_code_addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 345) jr->move.code_size = bswap_64(jr->move.code_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 346) jr->move.code_index = bswap_64(jr->move.code_index);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 347) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 348) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 349) case JIT_CODE_MAX:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 350) default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 351) /* skip unknown record (we have read them) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 352) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 353) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 354) return jr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 355) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 356)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 357) static int
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 358) jit_inject_event(struct jit_buf_desc *jd, union perf_event *event)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 359) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 360) ssize_t size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 361)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 362) size = perf_data__write(jd->output, event, event->header.size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 363) if (size < 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 364) return -1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 365)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 366) jd->bytes_written += size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 367) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 368) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 369)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 370) static uint64_t convert_timestamp(struct jit_buf_desc *jd, uint64_t timestamp)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 371) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 372) struct perf_tsc_conversion tc = { .time_shift = 0, };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 373) struct perf_record_time_conv *time_conv = &jd->session->time_conv;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 374)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 375) if (!jd->use_arch_timestamp)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 376) return timestamp;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 377)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 378) tc.time_shift = time_conv->time_shift;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 379) tc.time_mult = time_conv->time_mult;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 380) tc.time_zero = time_conv->time_zero;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 381)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 382) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 383) * The event TIME_CONV was extended for the fields from "time_cycles"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 384) * when supported cap_user_time_short, for backward compatibility,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 385) * checks the event size and assigns these extended fields if these
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 386) * fields are contained in the event.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 387) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 388) if (event_contains(*time_conv, time_cycles)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 389) tc.time_cycles = time_conv->time_cycles;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 390) tc.time_mask = time_conv->time_mask;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 391) tc.cap_user_time_zero = time_conv->cap_user_time_zero;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 392) tc.cap_user_time_short = time_conv->cap_user_time_short;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 393)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 394) if (!tc.cap_user_time_zero)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 395) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 396) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 397)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 398) return tsc_to_perf_time(timestamp, &tc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 399) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 400)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 401) static int jit_repipe_code_load(struct jit_buf_desc *jd, union jr_entry *jr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 402) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 403) struct perf_sample sample;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 404) union perf_event *event;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 405) struct perf_tool *tool = jd->session->tool;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 406) uint64_t code, addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 407) uintptr_t uaddr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 408) char *filename;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 409) struct stat st;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 410) size_t size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 411) u16 idr_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 412) const char *sym;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 413) uint64_t count;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 414) int ret, csize, usize;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 415) pid_t pid, tid;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 416) struct {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 417) u32 pid, tid;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 418) u64 time;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 419) } *id;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 420)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 421) pid = jr->load.pid;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 422) tid = jr->load.tid;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 423) csize = jr->load.code_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 424) usize = jd->unwinding_mapped_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 425) addr = jr->load.code_addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 426) sym = (void *)((unsigned long)jr + sizeof(jr->load));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 427) code = (unsigned long)jr + jr->load.p.total_size - csize;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 428) count = jr->load.code_index;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 429) idr_size = jd->machine->id_hdr_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 430)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 431) event = calloc(1, sizeof(*event) + idr_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 432) if (!event)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 433) return -1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 434)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 435) filename = event->mmap2.filename;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 436) size = snprintf(filename, PATH_MAX, "%s/jitted-%d-%" PRIu64 ".so",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 437) jd->dir,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 438) pid,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 439) count);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 440)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 441) size++; /* for \0 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 442)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 443) size = PERF_ALIGN(size, sizeof(u64));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 444) uaddr = (uintptr_t)code;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 445) ret = jit_emit_elf(filename, sym, addr, (const void *)uaddr, csize, jd->debug_data, jd->nr_debug_entries,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 446) jd->unwinding_data, jd->eh_frame_hdr_size, jd->unwinding_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 447)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 448) if (jd->debug_data && jd->nr_debug_entries) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 449) zfree(&jd->debug_data);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 450) jd->nr_debug_entries = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 451) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 452)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 453) if (jd->unwinding_data && jd->eh_frame_hdr_size) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 454) zfree(&jd->unwinding_data);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 455) jd->eh_frame_hdr_size = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 456) jd->unwinding_mapped_size = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 457) jd->unwinding_size = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 458) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 459)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 460) if (ret) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 461) free(event);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 462) return -1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 463) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 464) if (stat(filename, &st))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 465) memset(&st, 0, sizeof(st));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 466)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 467) event->mmap2.header.type = PERF_RECORD_MMAP2;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 468) event->mmap2.header.misc = PERF_RECORD_MISC_USER;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 469) event->mmap2.header.size = (sizeof(event->mmap2) -
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 470) (sizeof(event->mmap2.filename) - size) + idr_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 471)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 472) event->mmap2.pgoff = GEN_ELF_TEXT_OFFSET;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 473) event->mmap2.start = addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 474) event->mmap2.len = usize ? ALIGN_8(csize) + usize : csize;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 475) event->mmap2.pid = pid;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 476) event->mmap2.tid = tid;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 477) event->mmap2.ino = st.st_ino;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 478) event->mmap2.maj = major(st.st_dev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 479) event->mmap2.min = minor(st.st_dev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 480) event->mmap2.prot = st.st_mode;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 481) event->mmap2.flags = MAP_SHARED;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 482) event->mmap2.ino_generation = 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 483)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 484) id = (void *)((unsigned long)event + event->mmap.header.size - idr_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 485) if (jd->sample_type & PERF_SAMPLE_TID) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 486) id->pid = pid;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 487) id->tid = tid;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 488) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 489) if (jd->sample_type & PERF_SAMPLE_TIME)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 490) id->time = convert_timestamp(jd, jr->load.p.timestamp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 491)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 492) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 493) * create pseudo sample to induce dso hit increment
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 494) * use first address as sample address
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 495) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 496) memset(&sample, 0, sizeof(sample));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 497) sample.cpumode = PERF_RECORD_MISC_USER;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 498) sample.pid = pid;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 499) sample.tid = tid;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 500) sample.time = id->time;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 501) sample.ip = addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 502)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 503) ret = perf_event__process_mmap2(tool, event, &sample, jd->machine);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 504) if (ret)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 505) return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 506)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 507) ret = jit_inject_event(jd, event);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 508) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 509) * mark dso as use to generate buildid in the header
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 510) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 511) if (!ret)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 512) build_id__mark_dso_hit(tool, event, &sample, NULL, jd->machine);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 513)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 514) return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 515) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 516)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 517) static int jit_repipe_code_move(struct jit_buf_desc *jd, union jr_entry *jr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 518) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 519) struct perf_sample sample;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 520) union perf_event *event;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 521) struct perf_tool *tool = jd->session->tool;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 522) char *filename;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 523) size_t size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 524) struct stat st;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 525) int usize;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 526) u16 idr_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 527) int ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 528) pid_t pid, tid;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 529) struct {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 530) u32 pid, tid;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 531) u64 time;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 532) } *id;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 533)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 534) pid = jr->move.pid;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 535) tid = jr->move.tid;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 536) usize = jd->unwinding_mapped_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 537) idr_size = jd->machine->id_hdr_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 538)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 539) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 540) * +16 to account for sample_id_all (hack)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 541) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 542) event = calloc(1, sizeof(*event) + 16);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 543) if (!event)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 544) return -1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 545)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 546) filename = event->mmap2.filename;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 547) size = snprintf(filename, PATH_MAX, "%s/jitted-%d-%" PRIu64 ".so",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 548) jd->dir,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 549) pid,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 550) jr->move.code_index);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 551)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 552) size++; /* for \0 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 553)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 554) if (stat(filename, &st))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 555) memset(&st, 0, sizeof(st));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 556)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 557) size = PERF_ALIGN(size, sizeof(u64));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 558)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 559) event->mmap2.header.type = PERF_RECORD_MMAP2;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 560) event->mmap2.header.misc = PERF_RECORD_MISC_USER;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 561) event->mmap2.header.size = (sizeof(event->mmap2) -
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 562) (sizeof(event->mmap2.filename) - size) + idr_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 563) event->mmap2.pgoff = GEN_ELF_TEXT_OFFSET;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 564) event->mmap2.start = jr->move.new_code_addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 565) event->mmap2.len = usize ? ALIGN_8(jr->move.code_size) + usize
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 566) : jr->move.code_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 567) event->mmap2.pid = pid;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 568) event->mmap2.tid = tid;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 569) event->mmap2.ino = st.st_ino;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 570) event->mmap2.maj = major(st.st_dev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 571) event->mmap2.min = minor(st.st_dev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 572) event->mmap2.prot = st.st_mode;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 573) event->mmap2.flags = MAP_SHARED;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 574) event->mmap2.ino_generation = 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 575)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 576) id = (void *)((unsigned long)event + event->mmap.header.size - idr_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 577) if (jd->sample_type & PERF_SAMPLE_TID) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 578) id->pid = pid;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 579) id->tid = tid;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 580) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 581) if (jd->sample_type & PERF_SAMPLE_TIME)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 582) id->time = convert_timestamp(jd, jr->load.p.timestamp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 583)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 584) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 585) * create pseudo sample to induce dso hit increment
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 586) * use first address as sample address
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 587) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 588) memset(&sample, 0, sizeof(sample));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 589) sample.cpumode = PERF_RECORD_MISC_USER;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 590) sample.pid = pid;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 591) sample.tid = tid;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 592) sample.time = id->time;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 593) sample.ip = jr->move.new_code_addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 594)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 595) ret = perf_event__process_mmap2(tool, event, &sample, jd->machine);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 596) if (ret)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 597) return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 598)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 599) ret = jit_inject_event(jd, event);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 600) if (!ret)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 601) build_id__mark_dso_hit(tool, event, &sample, NULL, jd->machine);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 602)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 603) return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 604) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 605)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 606) static int jit_repipe_debug_info(struct jit_buf_desc *jd, union jr_entry *jr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 607) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 608) void *data;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 609) size_t sz;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 610)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 611) if (!(jd && jr))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 612) return -1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 613)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 614) sz = jr->prefix.total_size - sizeof(jr->info);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 615) data = malloc(sz);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 616) if (!data)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 617) return -1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 618)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 619) memcpy(data, &jr->info.entries, sz);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 620)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 621) jd->debug_data = data;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 622)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 623) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 624) * we must use nr_entry instead of size here because
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 625) * we cannot distinguish actual entry from padding otherwise
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 626) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 627) jd->nr_debug_entries = jr->info.nr_entry;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 628)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 629) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 630) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 631)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 632) static int
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 633) jit_repipe_unwinding_info(struct jit_buf_desc *jd, union jr_entry *jr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 634) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 635) void *unwinding_data;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 636) uint32_t unwinding_data_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 637)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 638) if (!(jd && jr))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 639) return -1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 640)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 641) unwinding_data_size = jr->prefix.total_size - sizeof(jr->unwinding);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 642) unwinding_data = malloc(unwinding_data_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 643) if (!unwinding_data)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 644) return -1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 645)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 646) memcpy(unwinding_data, &jr->unwinding.unwinding_data,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 647) unwinding_data_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 648)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 649) jd->eh_frame_hdr_size = jr->unwinding.eh_frame_hdr_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 650) jd->unwinding_size = jr->unwinding.unwinding_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 651) jd->unwinding_mapped_size = jr->unwinding.mapped_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 652) jd->unwinding_data = unwinding_data;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 653)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 654) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 655) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 656)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 657) static int
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 658) jit_process_dump(struct jit_buf_desc *jd)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 659) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 660) union jr_entry *jr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 661) int ret = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 662)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 663) while ((jr = jit_get_next_entry(jd))) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 664) switch(jr->prefix.id) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 665) case JIT_CODE_LOAD:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 666) ret = jit_repipe_code_load(jd, jr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 667) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 668) case JIT_CODE_MOVE:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 669) ret = jit_repipe_code_move(jd, jr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 670) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 671) case JIT_CODE_DEBUG_INFO:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 672) ret = jit_repipe_debug_info(jd, jr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 673) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 674) case JIT_CODE_UNWINDING_INFO:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 675) ret = jit_repipe_unwinding_info(jd, jr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 676) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 677) default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 678) ret = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 679) continue;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 680) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 681) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 682) return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 683) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 684)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 685) static int
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 686) jit_inject(struct jit_buf_desc *jd, char *path)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 687) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 688) int ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 689)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 690) if (verbose > 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 691) fprintf(stderr, "injecting: %s\n", path);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 692)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 693) ret = jit_open(jd, path);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 694) if (ret)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 695) return -1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 696)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 697) ret = jit_process_dump(jd);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 698)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 699) jit_close(jd);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 700)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 701) if (verbose > 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 702) fprintf(stderr, "injected: %s (%d)\n", path, ret);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 703)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 704) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 705) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 706)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 707) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 708) * File must be with pattern .../jit-XXXX.dump
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 709) * where XXXX is the PID of the process which did the mmap()
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 710) * as captured in the RECORD_MMAP record
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 711) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 712) static int
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 713) jit_detect(char *mmap_name, pid_t pid)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 714) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 715) char *p;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 716) char *end = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 717) pid_t pid2;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 718)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 719) if (verbose > 2)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 720) fprintf(stderr, "jit marker trying : %s\n", mmap_name);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 721) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 722) * get file name
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 723) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 724) p = strrchr(mmap_name, '/');
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 725) if (!p)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 726) return -1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 727)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 728) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 729) * match prefix
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 730) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 731) if (strncmp(p, "/jit-", 5))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 732) return -1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 733)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 734) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 735) * skip prefix
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 736) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 737) p += 5;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 738)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 739) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 740) * must be followed by a pid
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 741) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 742) if (!isdigit(*p))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 743) return -1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 744)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 745) pid2 = (int)strtol(p, &end, 10);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 746) if (!end)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 747) return -1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 748)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 749) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 750) * pid does not match mmap pid
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 751) * pid==0 in system-wide mode (synthesized)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 752) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 753) if (pid && pid2 != pid)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 754) return -1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 755) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 756) * validate suffix
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 757) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 758) if (strcmp(end, ".dump"))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 759) return -1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 760)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 761) if (verbose > 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 762) fprintf(stderr, "jit marker found: %s\n", mmap_name);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 763)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 764) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 765) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 766)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 767) static void jit_add_pid(struct machine *machine, pid_t pid)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 768) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 769) struct thread *thread = machine__findnew_thread(machine, pid, pid);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 770)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 771) if (!thread) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 772) pr_err("%s: thread %d not found or created\n", __func__, pid);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 773) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 774) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 775)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 776) thread->priv = (void *)1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 777) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 778)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 779) static bool jit_has_pid(struct machine *machine, pid_t pid)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 780) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 781) struct thread *thread = machine__find_thread(machine, pid, pid);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 782)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 783) if (!thread)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 784) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 785)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 786) return (bool)thread->priv;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 787) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 788)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 789) int
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 790) jit_process(struct perf_session *session,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 791) struct perf_data *output,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 792) struct machine *machine,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 793) char *filename,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 794) pid_t pid,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 795) u64 *nbytes)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 796) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 797) struct evsel *first;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 798) struct jit_buf_desc jd;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 799) int ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 800)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 801) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 802) * first, detect marker mmap (i.e., the jitdump mmap)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 803) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 804) if (jit_detect(filename, pid)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 805) // Strip //anon* mmaps if we processed a jitdump for this pid
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 806) if (jit_has_pid(machine, pid) && (strncmp(filename, "//anon", 6) == 0))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 807) return 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 808)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 809) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 810) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 811)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 812) memset(&jd, 0, sizeof(jd));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 813)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 814) jd.session = session;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 815) jd.output = output;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 816) jd.machine = machine;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 817)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 818) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 819) * track sample_type to compute id_all layout
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 820) * perf sets the same sample type to all events as of now
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 821) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 822) first = evlist__first(session->evlist);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 823) jd.sample_type = first->core.attr.sample_type;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 824)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 825) *nbytes = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 826)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 827) ret = jit_inject(&jd, filename);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 828) if (!ret) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 829) jit_add_pid(machine, pid);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 830) *nbytes = jd.bytes_written;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 831) ret = 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 832) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 833)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 834) return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 835) }
Orange Pi5 kernel
Deprecated Linux kernel 5.10.110 for OrangePi 5/5B/5+ boards
3 Commits
0 Branches
0 Tags