^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1) /* Copyright (c) 2013-2015 PLUMgrid, http://plumgrid.com
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2) * Copyright (c) 2015 BMW Car IT GmbH
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 4) * This program is free software; you can redistribute it and/or
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 5) * modify it under the terms of version 2 of the GNU General Public
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 6) * License as published by the Free Software Foundation.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 7) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 8) #include <linux/version.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 9) #include <linux/ptrace.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 10) #include <uapi/linux/bpf.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 11) #include <bpf/bpf_helpers.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 12)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 13) #define MAX_ENTRIES 20
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 14) #define MAX_CPU 4
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 15)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 16) /* We need to stick to static allocated memory (an array instead of
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 17) * hash table) because managing dynamic memory from the
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 18) * trace_preempt_[on|off] tracepoints hooks is not supported.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 19) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 20)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 21) struct {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 22) __uint(type, BPF_MAP_TYPE_ARRAY);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 23) __type(key, int);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 24) __type(value, u64);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 25) __uint(max_entries, MAX_CPU);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 26) } my_map SEC(".maps");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 27)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 28) SEC("kprobe/trace_preempt_off")
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 29) int bpf_prog1(struct pt_regs *ctx)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 30) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 31) int cpu = bpf_get_smp_processor_id();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 32) u64 *ts = bpf_map_lookup_elem(&my_map, &cpu);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 33)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 34) if (ts)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 35) *ts = bpf_ktime_get_ns();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 36)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 37) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 38) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 39)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 40) static unsigned int log2(unsigned int v)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 41) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 42) unsigned int r;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 43) unsigned int shift;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 44)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 45) r = (v > 0xFFFF) << 4; v >>= r;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 46) shift = (v > 0xFF) << 3; v >>= shift; r |= shift;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 47) shift = (v > 0xF) << 2; v >>= shift; r |= shift;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 48) shift = (v > 0x3) << 1; v >>= shift; r |= shift;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 49) r |= (v >> 1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 50)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 51) return r;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 52) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 53)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 54) static unsigned int log2l(unsigned long v)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 55) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 56) unsigned int hi = v >> 32;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 57)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 58) if (hi)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 59) return log2(hi) + 32;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 60) else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 61) return log2(v);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 62) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 63)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 64) struct {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 65) __uint(type, BPF_MAP_TYPE_ARRAY);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 66) __type(key, int);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 67) __type(value, long);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 68) __uint(max_entries, MAX_CPU * MAX_ENTRIES);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 69) } my_lat SEC(".maps");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 70)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 71) SEC("kprobe/trace_preempt_on")
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 72) int bpf_prog2(struct pt_regs *ctx)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 73) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 74) u64 *ts, cur_ts, delta;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 75) int key, cpu;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 76) long *val;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 77)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 78) cpu = bpf_get_smp_processor_id();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 79) ts = bpf_map_lookup_elem(&my_map, &cpu);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 80) if (!ts)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 81) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 82)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 83) cur_ts = bpf_ktime_get_ns();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 84) delta = log2l(cur_ts - *ts);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 85)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 86) if (delta > MAX_ENTRIES - 1)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 87) delta = MAX_ENTRIES - 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 88)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 89) key = cpu * MAX_ENTRIES + delta;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 90) val = bpf_map_lookup_elem(&my_lat, &key);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 91) if (val)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 92) __sync_fetch_and_add((long *)val, 1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 93)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 94) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 95)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 96) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 97)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 98) char _license[] SEC("license") = "GPL";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 99) u32 _version SEC("version") = LINUX_VERSION_CODE;