^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1) // SPDX-License-Identifier: GPL-2.0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3) * kvm guest debug support
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 4) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 5) * Copyright IBM Corp. 2014
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 6) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 7) * Author(s): David Hildenbrand <dahi@linux.vnet.ibm.com>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 8) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 9) #include <linux/kvm_host.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 10) #include <linux/errno.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 11) #include "kvm-s390.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 12) #include "gaccess.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 13)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 14) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 15) * Extends the address range given by *start and *stop to include the address
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 16) * range starting with estart and the length len. Takes care of overflowing
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 17) * intervals and tries to minimize the overall interval size.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 18) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 19) static void extend_address_range(u64 *start, u64 *stop, u64 estart, int len)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 20) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 21) u64 estop;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 22)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 23) if (len > 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 24) len--;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 25) else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 26) len = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 27)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 28) estop = estart + len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 29)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 30) /* 0-0 range represents "not set" */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 31) if ((*start == 0) && (*stop == 0)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 32) *start = estart;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 33) *stop = estop;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 34) } else if (*start <= *stop) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 35) /* increase the existing range */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 36) if (estart < *start)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 37) *start = estart;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 38) if (estop > *stop)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 39) *stop = estop;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 40) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 41) /* "overflowing" interval, whereby *stop > *start */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 42) if (estart <= *stop) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 43) if (estop > *stop)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 44) *stop = estop;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 45) } else if (estop > *start) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 46) if (estart < *start)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 47) *start = estart;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 48) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 49) /* minimize the range */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 50) else if ((estop - *stop) < (*start - estart))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 51) *stop = estop;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 52) else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 53) *start = estart;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 54) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 55) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 56)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 57) #define MAX_INST_SIZE 6
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 58)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 59) static void enable_all_hw_bp(struct kvm_vcpu *vcpu)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 60) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 61) unsigned long start, len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 62) u64 *cr9 = &vcpu->arch.sie_block->gcr[9];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 63) u64 *cr10 = &vcpu->arch.sie_block->gcr[10];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 64) u64 *cr11 = &vcpu->arch.sie_block->gcr[11];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 65) int i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 66)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 67) if (vcpu->arch.guestdbg.nr_hw_bp <= 0 ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 68) vcpu->arch.guestdbg.hw_bp_info == NULL)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 69) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 70)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 71) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 72) * If the guest is not interested in branching events, we can safely
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 73) * limit them to the PER address range.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 74) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 75) if (!(*cr9 & PER_EVENT_BRANCH))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 76) *cr9 |= PER_CONTROL_BRANCH_ADDRESS;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 77) *cr9 |= PER_EVENT_IFETCH | PER_EVENT_BRANCH;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 78)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 79) for (i = 0; i < vcpu->arch.guestdbg.nr_hw_bp; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 80) start = vcpu->arch.guestdbg.hw_bp_info[i].addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 81) len = vcpu->arch.guestdbg.hw_bp_info[i].len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 82)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 83) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 84) * The instruction in front of the desired bp has to
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 85) * report instruction-fetching events
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 86) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 87) if (start < MAX_INST_SIZE) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 88) len += start;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 89) start = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 90) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 91) start -= MAX_INST_SIZE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 92) len += MAX_INST_SIZE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 93) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 94)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 95) extend_address_range(cr10, cr11, start, len);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 96) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 97) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 98)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 99) static void enable_all_hw_wp(struct kvm_vcpu *vcpu)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 100) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 101) unsigned long start, len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 102) u64 *cr9 = &vcpu->arch.sie_block->gcr[9];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 103) u64 *cr10 = &vcpu->arch.sie_block->gcr[10];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 104) u64 *cr11 = &vcpu->arch.sie_block->gcr[11];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 105) int i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 106)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 107) if (vcpu->arch.guestdbg.nr_hw_wp <= 0 ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 108) vcpu->arch.guestdbg.hw_wp_info == NULL)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 109) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 110)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 111) /* if host uses storage alternation for special address
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 112) * spaces, enable all events and give all to the guest */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 113) if (*cr9 & PER_EVENT_STORE && *cr9 & PER_CONTROL_ALTERATION) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 114) *cr9 &= ~PER_CONTROL_ALTERATION;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 115) *cr10 = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 116) *cr11 = -1UL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 117) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 118) *cr9 &= ~PER_CONTROL_ALTERATION;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 119) *cr9 |= PER_EVENT_STORE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 120)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 121) for (i = 0; i < vcpu->arch.guestdbg.nr_hw_wp; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 122) start = vcpu->arch.guestdbg.hw_wp_info[i].addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 123) len = vcpu->arch.guestdbg.hw_wp_info[i].len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 124)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 125) extend_address_range(cr10, cr11, start, len);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 126) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 127) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 128) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 129)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 130) void kvm_s390_backup_guest_per_regs(struct kvm_vcpu *vcpu)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 131) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 132) vcpu->arch.guestdbg.cr0 = vcpu->arch.sie_block->gcr[0];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 133) vcpu->arch.guestdbg.cr9 = vcpu->arch.sie_block->gcr[9];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 134) vcpu->arch.guestdbg.cr10 = vcpu->arch.sie_block->gcr[10];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 135) vcpu->arch.guestdbg.cr11 = vcpu->arch.sie_block->gcr[11];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 136) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 137)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 138) void kvm_s390_restore_guest_per_regs(struct kvm_vcpu *vcpu)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 139) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 140) vcpu->arch.sie_block->gcr[0] = vcpu->arch.guestdbg.cr0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 141) vcpu->arch.sie_block->gcr[9] = vcpu->arch.guestdbg.cr9;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 142) vcpu->arch.sie_block->gcr[10] = vcpu->arch.guestdbg.cr10;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 143) vcpu->arch.sie_block->gcr[11] = vcpu->arch.guestdbg.cr11;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 144) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 145)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 146) void kvm_s390_patch_guest_per_regs(struct kvm_vcpu *vcpu)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 147) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 148) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 149) * TODO: if guest psw has per enabled, otherwise 0s!
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 150) * This reduces the amount of reported events.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 151) * Need to intercept all psw changes!
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 152) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 153)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 154) if (guestdbg_sstep_enabled(vcpu)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 155) /* disable timer (clock-comparator) interrupts */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 156) vcpu->arch.sie_block->gcr[0] &= ~CR0_CLOCK_COMPARATOR_SUBMASK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 157) vcpu->arch.sie_block->gcr[9] |= PER_EVENT_IFETCH;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 158) vcpu->arch.sie_block->gcr[10] = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 159) vcpu->arch.sie_block->gcr[11] = -1UL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 160) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 161)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 162) if (guestdbg_hw_bp_enabled(vcpu)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 163) enable_all_hw_bp(vcpu);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 164) enable_all_hw_wp(vcpu);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 165) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 166)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 167) /* TODO: Instruction-fetching-nullification not allowed for now */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 168) if (vcpu->arch.sie_block->gcr[9] & PER_EVENT_NULLIFICATION)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 169) vcpu->arch.sie_block->gcr[9] &= ~PER_EVENT_NULLIFICATION;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 170) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 171)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 172) #define MAX_WP_SIZE 100
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 173)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 174) static int __import_wp_info(struct kvm_vcpu *vcpu,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 175) struct kvm_hw_breakpoint *bp_data,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 176) struct kvm_hw_wp_info_arch *wp_info)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 177) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 178) int ret = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 179) wp_info->len = bp_data->len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 180) wp_info->addr = bp_data->addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 181) wp_info->phys_addr = bp_data->phys_addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 182) wp_info->old_data = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 183)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 184) if (wp_info->len < 0 || wp_info->len > MAX_WP_SIZE)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 185) return -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 186)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 187) wp_info->old_data = kmalloc(bp_data->len, GFP_KERNEL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 188) if (!wp_info->old_data)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 189) return -ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 190) /* try to backup the original value */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 191) ret = read_guest_abs(vcpu, wp_info->phys_addr, wp_info->old_data,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 192) wp_info->len);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 193) if (ret) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 194) kfree(wp_info->old_data);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 195) wp_info->old_data = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 196) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 197)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 198) return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 199) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 200)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 201) #define MAX_BP_COUNT 50
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 202)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 203) int kvm_s390_import_bp_data(struct kvm_vcpu *vcpu,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 204) struct kvm_guest_debug *dbg)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 205) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 206) int ret = 0, nr_wp = 0, nr_bp = 0, i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 207) struct kvm_hw_breakpoint *bp_data = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 208) struct kvm_hw_wp_info_arch *wp_info = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 209) struct kvm_hw_bp_info_arch *bp_info = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 210)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 211) if (dbg->arch.nr_hw_bp <= 0 || !dbg->arch.hw_bp)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 212) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 213) else if (dbg->arch.nr_hw_bp > MAX_BP_COUNT)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 214) return -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 215)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 216) bp_data = memdup_user(dbg->arch.hw_bp,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 217) sizeof(*bp_data) * dbg->arch.nr_hw_bp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 218) if (IS_ERR(bp_data))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 219) return PTR_ERR(bp_data);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 220)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 221) for (i = 0; i < dbg->arch.nr_hw_bp; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 222) switch (bp_data[i].type) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 223) case KVM_HW_WP_WRITE:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 224) nr_wp++;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 225) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 226) case KVM_HW_BP:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 227) nr_bp++;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 228) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 229) default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 230) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 231) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 232) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 233)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 234) if (nr_wp > 0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 235) wp_info = kmalloc_array(nr_wp,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 236) sizeof(*wp_info),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 237) GFP_KERNEL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 238) if (!wp_info) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 239) ret = -ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 240) goto error;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 241) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 242) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 243) if (nr_bp > 0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 244) bp_info = kmalloc_array(nr_bp,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 245) sizeof(*bp_info),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 246) GFP_KERNEL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 247) if (!bp_info) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 248) ret = -ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 249) goto error;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 250) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 251) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 252)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 253) for (nr_wp = 0, nr_bp = 0, i = 0; i < dbg->arch.nr_hw_bp; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 254) switch (bp_data[i].type) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 255) case KVM_HW_WP_WRITE:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 256) ret = __import_wp_info(vcpu, &bp_data[i],
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 257) &wp_info[nr_wp]);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 258) if (ret)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 259) goto error;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 260) nr_wp++;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 261) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 262) case KVM_HW_BP:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 263) bp_info[nr_bp].len = bp_data[i].len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 264) bp_info[nr_bp].addr = bp_data[i].addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 265) nr_bp++;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 266) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 267) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 268) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 269)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 270) vcpu->arch.guestdbg.nr_hw_bp = nr_bp;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 271) vcpu->arch.guestdbg.hw_bp_info = bp_info;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 272) vcpu->arch.guestdbg.nr_hw_wp = nr_wp;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 273) vcpu->arch.guestdbg.hw_wp_info = wp_info;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 274) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 275) error:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 276) kfree(bp_data);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 277) kfree(wp_info);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 278) kfree(bp_info);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 279) return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 280) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 281)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 282) void kvm_s390_clear_bp_data(struct kvm_vcpu *vcpu)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 283) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 284) int i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 285) struct kvm_hw_wp_info_arch *hw_wp_info = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 286)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 287) for (i = 0; i < vcpu->arch.guestdbg.nr_hw_wp; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 288) hw_wp_info = &vcpu->arch.guestdbg.hw_wp_info[i];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 289) kfree(hw_wp_info->old_data);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 290) hw_wp_info->old_data = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 291) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 292) kfree(vcpu->arch.guestdbg.hw_wp_info);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 293) vcpu->arch.guestdbg.hw_wp_info = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 294)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 295) kfree(vcpu->arch.guestdbg.hw_bp_info);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 296) vcpu->arch.guestdbg.hw_bp_info = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 297)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 298) vcpu->arch.guestdbg.nr_hw_wp = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 299) vcpu->arch.guestdbg.nr_hw_bp = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 300) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 301)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 302) static inline int in_addr_range(u64 addr, u64 a, u64 b)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 303) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 304) if (a <= b)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 305) return (addr >= a) && (addr <= b);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 306) else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 307) /* "overflowing" interval */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 308) return (addr >= a) || (addr <= b);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 309) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 310)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 311) #define end_of_range(bp_info) (bp_info->addr + bp_info->len - 1)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 312)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 313) static struct kvm_hw_bp_info_arch *find_hw_bp(struct kvm_vcpu *vcpu,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 314) unsigned long addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 315) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 316) struct kvm_hw_bp_info_arch *bp_info = vcpu->arch.guestdbg.hw_bp_info;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 317) int i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 318)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 319) if (vcpu->arch.guestdbg.nr_hw_bp == 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 320) return NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 321)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 322) for (i = 0; i < vcpu->arch.guestdbg.nr_hw_bp; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 323) /* addr is directly the start or in the range of a bp */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 324) if (addr == bp_info->addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 325) goto found;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 326) if (bp_info->len > 0 &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 327) in_addr_range(addr, bp_info->addr, end_of_range(bp_info)))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 328) goto found;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 329)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 330) bp_info++;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 331) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 332)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 333) return NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 334) found:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 335) return bp_info;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 336) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 337)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 338) static struct kvm_hw_wp_info_arch *any_wp_changed(struct kvm_vcpu *vcpu)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 339) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 340) int i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 341) struct kvm_hw_wp_info_arch *wp_info = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 342) void *temp = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 343)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 344) if (vcpu->arch.guestdbg.nr_hw_wp == 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 345) return NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 346)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 347) for (i = 0; i < vcpu->arch.guestdbg.nr_hw_wp; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 348) wp_info = &vcpu->arch.guestdbg.hw_wp_info[i];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 349) if (!wp_info || !wp_info->old_data || wp_info->len <= 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 350) continue;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 351)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 352) temp = kmalloc(wp_info->len, GFP_KERNEL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 353) if (!temp)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 354) continue;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 355)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 356) /* refetch the wp data and compare it to the old value */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 357) if (!read_guest_abs(vcpu, wp_info->phys_addr, temp,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 358) wp_info->len)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 359) if (memcmp(temp, wp_info->old_data, wp_info->len)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 360) kfree(temp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 361) return wp_info;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 362) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 363) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 364) kfree(temp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 365) temp = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 366) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 367)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 368) return NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 369) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 370)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 371) void kvm_s390_prepare_debug_exit(struct kvm_vcpu *vcpu)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 372) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 373) vcpu->run->exit_reason = KVM_EXIT_DEBUG;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 374) vcpu->guest_debug &= ~KVM_GUESTDBG_EXIT_PENDING;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 375) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 376)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 377) #define PER_CODE_MASK (PER_EVENT_MASK >> 24)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 378) #define PER_CODE_BRANCH (PER_EVENT_BRANCH >> 24)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 379) #define PER_CODE_IFETCH (PER_EVENT_IFETCH >> 24)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 380) #define PER_CODE_STORE (PER_EVENT_STORE >> 24)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 381) #define PER_CODE_STORE_REAL (PER_EVENT_STORE_REAL >> 24)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 382)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 383) #define per_bp_event(code) \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 384) (code & (PER_CODE_IFETCH | PER_CODE_BRANCH))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 385) #define per_write_wp_event(code) \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 386) (code & (PER_CODE_STORE | PER_CODE_STORE_REAL))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 387)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 388) static int debug_exit_required(struct kvm_vcpu *vcpu, u8 perc,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 389) unsigned long peraddr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 390) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 391) struct kvm_debug_exit_arch *debug_exit = &vcpu->run->debug.arch;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 392) struct kvm_hw_wp_info_arch *wp_info = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 393) struct kvm_hw_bp_info_arch *bp_info = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 394) unsigned long addr = vcpu->arch.sie_block->gpsw.addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 395)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 396) if (guestdbg_hw_bp_enabled(vcpu)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 397) if (per_write_wp_event(perc) &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 398) vcpu->arch.guestdbg.nr_hw_wp > 0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 399) wp_info = any_wp_changed(vcpu);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 400) if (wp_info) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 401) debug_exit->addr = wp_info->addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 402) debug_exit->type = KVM_HW_WP_WRITE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 403) goto exit_required;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 404) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 405) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 406) if (per_bp_event(perc) &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 407) vcpu->arch.guestdbg.nr_hw_bp > 0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 408) bp_info = find_hw_bp(vcpu, addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 409) /* remove duplicate events if PC==PER address */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 410) if (bp_info && (addr != peraddr)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 411) debug_exit->addr = addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 412) debug_exit->type = KVM_HW_BP;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 413) vcpu->arch.guestdbg.last_bp = addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 414) goto exit_required;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 415) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 416) /* breakpoint missed */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 417) bp_info = find_hw_bp(vcpu, peraddr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 418) if (bp_info && vcpu->arch.guestdbg.last_bp != peraddr) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 419) debug_exit->addr = peraddr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 420) debug_exit->type = KVM_HW_BP;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 421) goto exit_required;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 422) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 423) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 424) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 425) if (guestdbg_sstep_enabled(vcpu) && per_bp_event(perc)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 426) debug_exit->addr = addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 427) debug_exit->type = KVM_SINGLESTEP;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 428) goto exit_required;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 429) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 430)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 431) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 432) exit_required:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 433) return 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 434) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 435)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 436) static int per_fetched_addr(struct kvm_vcpu *vcpu, unsigned long *addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 437) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 438) u8 exec_ilen = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 439) u16 opcode[3];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 440) int rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 441)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 442) if (vcpu->arch.sie_block->icptcode == ICPT_PROGI) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 443) /* PER address references the fetched or the execute instr */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 444) *addr = vcpu->arch.sie_block->peraddr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 445) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 446) * Manually detect if we have an EXECUTE instruction. As
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 447) * instructions are always 2 byte aligned we can read the
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 448) * first two bytes unconditionally
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 449) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 450) rc = read_guest_instr(vcpu, *addr, &opcode, 2);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 451) if (rc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 452) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 453) if (opcode[0] >> 8 == 0x44)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 454) exec_ilen = 4;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 455) if ((opcode[0] & 0xff0f) == 0xc600)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 456) exec_ilen = 6;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 457) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 458) /* instr was suppressed, calculate the responsible instr */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 459) *addr = __rewind_psw(vcpu->arch.sie_block->gpsw,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 460) kvm_s390_get_ilen(vcpu));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 461) if (vcpu->arch.sie_block->icptstatus & 0x01) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 462) exec_ilen = (vcpu->arch.sie_block->icptstatus & 0x60) >> 4;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 463) if (!exec_ilen)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 464) exec_ilen = 4;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 465) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 466) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 467)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 468) if (exec_ilen) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 469) /* read the complete EXECUTE instr to detect the fetched addr */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 470) rc = read_guest_instr(vcpu, *addr, &opcode, exec_ilen);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 471) if (rc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 472) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 473) if (exec_ilen == 6) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 474) /* EXECUTE RELATIVE LONG - RIL-b format */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 475) s32 rl = *((s32 *) (opcode + 1));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 476)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 477) /* rl is a _signed_ 32 bit value specifying halfwords */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 478) *addr += (u64)(s64) rl * 2;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 479) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 480) /* EXECUTE - RX-a format */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 481) u32 base = (opcode[1] & 0xf000) >> 12;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 482) u32 disp = opcode[1] & 0x0fff;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 483) u32 index = opcode[0] & 0x000f;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 484)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 485) *addr = base ? vcpu->run->s.regs.gprs[base] : 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 486) *addr += index ? vcpu->run->s.regs.gprs[index] : 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 487) *addr += disp;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 488) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 489) *addr = kvm_s390_logical_to_effective(vcpu, *addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 490) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 491) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 492) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 493)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 494) #define guest_per_enabled(vcpu) \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 495) (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PER)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 496)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 497) int kvm_s390_handle_per_ifetch_icpt(struct kvm_vcpu *vcpu)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 498) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 499) const u64 cr10 = vcpu->arch.sie_block->gcr[10];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 500) const u64 cr11 = vcpu->arch.sie_block->gcr[11];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 501) const u8 ilen = kvm_s390_get_ilen(vcpu);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 502) struct kvm_s390_pgm_info pgm_info = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 503) .code = PGM_PER,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 504) .per_code = PER_CODE_IFETCH,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 505) .per_address = __rewind_psw(vcpu->arch.sie_block->gpsw, ilen),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 506) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 507) unsigned long fetched_addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 508) int rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 509)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 510) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 511) * The PSW points to the next instruction, therefore the intercepted
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 512) * instruction generated a PER i-fetch event. PER address therefore
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 513) * points at the previous PSW address (could be an EXECUTE function).
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 514) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 515) if (!guestdbg_enabled(vcpu))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 516) return kvm_s390_inject_prog_irq(vcpu, &pgm_info);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 517)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 518) if (debug_exit_required(vcpu, pgm_info.per_code, pgm_info.per_address))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 519) vcpu->guest_debug |= KVM_GUESTDBG_EXIT_PENDING;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 520)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 521) if (!guest_per_enabled(vcpu) ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 522) !(vcpu->arch.sie_block->gcr[9] & PER_EVENT_IFETCH))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 523) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 524)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 525) rc = per_fetched_addr(vcpu, &fetched_addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 526) if (rc < 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 527) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 528) if (rc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 529) /* instruction-fetching exceptions */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 530) return kvm_s390_inject_program_int(vcpu, PGM_ADDRESSING);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 531)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 532) if (in_addr_range(fetched_addr, cr10, cr11))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 533) return kvm_s390_inject_prog_irq(vcpu, &pgm_info);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 534) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 535) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 536)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 537) static int filter_guest_per_event(struct kvm_vcpu *vcpu)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 538) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 539) const u8 perc = vcpu->arch.sie_block->perc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 540) u64 addr = vcpu->arch.sie_block->gpsw.addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 541) u64 cr9 = vcpu->arch.sie_block->gcr[9];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 542) u64 cr10 = vcpu->arch.sie_block->gcr[10];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 543) u64 cr11 = vcpu->arch.sie_block->gcr[11];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 544) /* filter all events, demanded by the guest */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 545) u8 guest_perc = perc & (cr9 >> 24) & PER_CODE_MASK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 546) unsigned long fetched_addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 547) int rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 548)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 549) if (!guest_per_enabled(vcpu))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 550) guest_perc = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 551)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 552) /* filter "successful-branching" events */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 553) if (guest_perc & PER_CODE_BRANCH &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 554) cr9 & PER_CONTROL_BRANCH_ADDRESS &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 555) !in_addr_range(addr, cr10, cr11))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 556) guest_perc &= ~PER_CODE_BRANCH;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 557)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 558) /* filter "instruction-fetching" events */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 559) if (guest_perc & PER_CODE_IFETCH) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 560) rc = per_fetched_addr(vcpu, &fetched_addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 561) if (rc < 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 562) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 563) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 564) * Don't inject an irq on exceptions. This would make handling
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 565) * on icpt code 8 very complex (as PSW was already rewound).
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 566) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 567) if (rc || !in_addr_range(fetched_addr, cr10, cr11))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 568) guest_perc &= ~PER_CODE_IFETCH;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 569) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 570)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 571) /* All other PER events will be given to the guest */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 572) /* TODO: Check altered address/address space */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 573)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 574) vcpu->arch.sie_block->perc = guest_perc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 575)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 576) if (!guest_perc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 577) vcpu->arch.sie_block->iprcc &= ~PGM_PER;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 578) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 579) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 580)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 581) #define pssec(vcpu) (vcpu->arch.sie_block->gcr[1] & _ASCE_SPACE_SWITCH)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 582) #define hssec(vcpu) (vcpu->arch.sie_block->gcr[13] & _ASCE_SPACE_SWITCH)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 583) #define old_ssec(vcpu) ((vcpu->arch.sie_block->tecmc >> 31) & 0x1)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 584) #define old_as_is_home(vcpu) !(vcpu->arch.sie_block->tecmc & 0xffff)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 585)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 586) int kvm_s390_handle_per_event(struct kvm_vcpu *vcpu)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 587) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 588) int rc, new_as;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 589)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 590) if (debug_exit_required(vcpu, vcpu->arch.sie_block->perc,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 591) vcpu->arch.sie_block->peraddr))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 592) vcpu->guest_debug |= KVM_GUESTDBG_EXIT_PENDING;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 593)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 594) rc = filter_guest_per_event(vcpu);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 595) if (rc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 596) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 597)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 598) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 599) * Only RP, SAC, SACF, PT, PTI, PR, PC instructions can trigger
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 600) * a space-switch event. PER events enforce space-switch events
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 601) * for these instructions. So if no PER event for the guest is left,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 602) * we might have to filter the space-switch element out, too.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 603) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 604) if (vcpu->arch.sie_block->iprcc == PGM_SPACE_SWITCH) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 605) vcpu->arch.sie_block->iprcc = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 606) new_as = psw_bits(vcpu->arch.sie_block->gpsw).as;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 607)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 608) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 609) * If the AS changed from / to home, we had RP, SAC or SACF
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 610) * instruction. Check primary and home space-switch-event
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 611) * controls. (theoretically home -> home produced no event)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 612) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 613) if (((new_as == PSW_BITS_AS_HOME) ^ old_as_is_home(vcpu)) &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 614) (pssec(vcpu) || hssec(vcpu)))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 615) vcpu->arch.sie_block->iprcc = PGM_SPACE_SWITCH;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 616)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 617) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 618) * PT, PTI, PR, PC instruction operate on primary AS only. Check
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 619) * if the primary-space-switch-event control was or got set.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 620) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 621) if (new_as == PSW_BITS_AS_PRIMARY && !old_as_is_home(vcpu) &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 622) (pssec(vcpu) || old_ssec(vcpu)))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 623) vcpu->arch.sie_block->iprcc = PGM_SPACE_SWITCH;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 624) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 625) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 626) }
Orange Pi5 kernel
Deprecated Linux kernel 5.10.110 for OrangePi 5/5B/5+ boards
3 Commits
0 Branches
0 Tags