Orange Pi5 kernel

^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   1) // SPDX-License-Identifier: GPL-2.0-or-later
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   2) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   3)  * Loongson-3 Virtual IPI interrupt support.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   4)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   5)  * Copyright (C) 2019  Loongson Technologies, Inc.  All rights reserved.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   6)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   7)  * Authors: Chen Zhu <zhuchen@loongson.cn>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   8)  * Authors: Huacai Chen <chenhc@lemote.com>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   9)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  10) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  11) #include <linux/kvm_host.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  12) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  13) #define IPI_BASE            0x3ff01000ULL
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  14) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  15) #define CORE0_STATUS_OFF       0x000
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  16) #define CORE0_EN_OFF           0x004
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  17) #define CORE0_SET_OFF          0x008
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  18) #define CORE0_CLEAR_OFF        0x00c
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  19) #define CORE0_BUF_20           0x020
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  20) #define CORE0_BUF_28           0x028
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  21) #define CORE0_BUF_30           0x030
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  22) #define CORE0_BUF_38           0x038
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  23) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  24) #define CORE1_STATUS_OFF       0x100
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  25) #define CORE1_EN_OFF           0x104
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  26) #define CORE1_SET_OFF          0x108
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  27) #define CORE1_CLEAR_OFF        0x10c
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  28) #define CORE1_BUF_20           0x120
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  29) #define CORE1_BUF_28           0x128
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  30) #define CORE1_BUF_30           0x130
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  31) #define CORE1_BUF_38           0x138
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  32) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  33) #define CORE2_STATUS_OFF       0x200
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  34) #define CORE2_EN_OFF           0x204
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  35) #define CORE2_SET_OFF          0x208
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  36) #define CORE2_CLEAR_OFF        0x20c
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  37) #define CORE2_BUF_20           0x220
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  38) #define CORE2_BUF_28           0x228
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  39) #define CORE2_BUF_30           0x230
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  40) #define CORE2_BUF_38           0x238
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  41) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  42) #define CORE3_STATUS_OFF       0x300
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  43) #define CORE3_EN_OFF           0x304
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  44) #define CORE3_SET_OFF          0x308
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  45) #define CORE3_CLEAR_OFF        0x30c
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  46) #define CORE3_BUF_20           0x320
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  47) #define CORE3_BUF_28           0x328
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  48) #define CORE3_BUF_30           0x330
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  49) #define CORE3_BUF_38           0x338
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  50) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  51) static int loongson_vipi_read(struct loongson_kvm_ipi *ipi,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  52) 				gpa_t addr, int len, void *val)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  53) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  54) 	uint32_t core = (addr >> 8) & 3;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  55) 	uint32_t node = (addr >> 44) & 3;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  56) 	uint32_t id = core + node * 4;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  57) 	uint64_t offset = addr & 0xff;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  58) 	void *pbuf;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  59) 	struct ipi_state *s = &(ipi->ipistate[id]);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  60) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  61) 	BUG_ON(offset & (len - 1));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  62) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  63) 	switch (offset) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  64) 	case CORE0_STATUS_OFF:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  65) 		*(uint64_t *)val = s->status;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  66) 		break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  67) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  68) 	case CORE0_EN_OFF:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  69) 		*(uint64_t *)val = s->en;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  70) 		break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  71) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  72) 	case CORE0_SET_OFF:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  73) 		*(uint64_t *)val = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  74) 		break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  75) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  76) 	case CORE0_CLEAR_OFF:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  77) 		*(uint64_t *)val = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  78) 		break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  79) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  80) 	case CORE0_BUF_20 ... CORE0_BUF_38:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  81) 		pbuf = (void *)s->buf + (offset - 0x20);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  82) 		if (len == 8)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  83) 			*(uint64_t *)val = *(uint64_t *)pbuf;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  84) 		else /* Assume len == 4 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  85) 			*(uint32_t *)val = *(uint32_t *)pbuf;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  86) 		break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  87) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  88) 	default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  89) 		pr_notice("%s with unknown addr %llx\n", __func__, addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  90) 		break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  91) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  92) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  93) 	return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  94) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  95) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  96) static int loongson_vipi_write(struct loongson_kvm_ipi *ipi,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  97) 				gpa_t addr, int len, const void *val)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  98) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  99) 	uint32_t core = (addr >> 8) & 3;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 100) 	uint32_t node = (addr >> 44) & 3;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 101) 	uint32_t id = core + node * 4;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 102) 	uint64_t data, offset = addr & 0xff;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 103) 	void *pbuf;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 104) 	struct kvm *kvm = ipi->kvm;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 105) 	struct kvm_mips_interrupt irq;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 106) 	struct ipi_state *s = &(ipi->ipistate[id]);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 107) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 108) 	data = *(uint64_t *)val;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 109) 	BUG_ON(offset & (len - 1));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 110) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 111) 	switch (offset) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 112) 	case CORE0_STATUS_OFF:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 113) 		break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 114) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 115) 	case CORE0_EN_OFF:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 116) 		s->en = data;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 117) 		break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 118) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 119) 	case CORE0_SET_OFF:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 120) 		s->status |= data;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 121) 		irq.cpu = id;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 122) 		irq.irq = 6;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 123) 		kvm_vcpu_ioctl_interrupt(kvm->vcpus[id], &irq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 124) 		break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 125) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 126) 	case CORE0_CLEAR_OFF:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 127) 		s->status &= ~data;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 128) 		if (!s->status) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 129) 			irq.cpu = id;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 130) 			irq.irq = -6;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 131) 			kvm_vcpu_ioctl_interrupt(kvm->vcpus[id], &irq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 132) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 133) 		break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 134) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 135) 	case CORE0_BUF_20 ... CORE0_BUF_38:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 136) 		pbuf = (void *)s->buf + (offset - 0x20);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 137) 		if (len == 8)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 138) 			*(uint64_t *)pbuf = (uint64_t)data;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 139) 		else /* Assume len == 4 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 140) 			*(uint32_t *)pbuf = (uint32_t)data;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 141) 		break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 142) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 143) 	default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 144) 		pr_notice("%s with unknown addr %llx\n", __func__, addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 145) 		break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 146) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 147) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 148) 	return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 149) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 150) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 151) static int kvm_ipi_read(struct kvm_vcpu *vcpu, struct kvm_io_device *dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 152) 			gpa_t addr, int len, void *val)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 153) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 154) 	unsigned long flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 155) 	struct loongson_kvm_ipi *ipi;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 156) 	struct ipi_io_device *ipi_device;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 157) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 158) 	ipi_device = container_of(dev, struct ipi_io_device, device);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 159) 	ipi = ipi_device->ipi;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 160) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 161) 	spin_lock_irqsave(&ipi->lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 162) 	loongson_vipi_read(ipi, addr, len, val);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 163) 	spin_unlock_irqrestore(&ipi->lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 164) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 165) 	return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 166) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 167) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 168) static int kvm_ipi_write(struct kvm_vcpu *vcpu, struct kvm_io_device *dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 169) 			gpa_t addr, int len, const void *val)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 170) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 171) 	unsigned long flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 172) 	struct loongson_kvm_ipi *ipi;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 173) 	struct ipi_io_device *ipi_device;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 174) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 175) 	ipi_device = container_of(dev, struct ipi_io_device, device);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 176) 	ipi = ipi_device->ipi;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 177) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 178) 	spin_lock_irqsave(&ipi->lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 179) 	loongson_vipi_write(ipi, addr, len, val);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 180) 	spin_unlock_irqrestore(&ipi->lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 181) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 182) 	return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 183) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 184) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 185) static const struct kvm_io_device_ops kvm_ipi_ops = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 186) 	.read     = kvm_ipi_read,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 187) 	.write    = kvm_ipi_write,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 188) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 189) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 190) void kvm_init_loongson_ipi(struct kvm *kvm)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 191) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 192) 	int i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 193) 	unsigned long addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 194) 	struct loongson_kvm_ipi *s;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 195) 	struct kvm_io_device *device;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 196) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 197) 	s = &kvm->arch.ipi;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 198) 	s->kvm = kvm;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 199) 	spin_lock_init(&s->lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 200) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 201) 	/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 202) 	 * Initialize IPI device
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 203) 	 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 204) 	for (i = 0; i < 4; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 205) 		device = &s->dev_ipi[i].device;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 206) 		kvm_iodevice_init(device, &kvm_ipi_ops);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 207) 		addr = (((unsigned long)i) << 44) + IPI_BASE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 208) 		mutex_lock(&kvm->slots_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 209) 		kvm_io_bus_register_dev(kvm, KVM_MMIO_BUS, addr, 0x400, device);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 210) 		mutex_unlock(&kvm->slots_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 211) 		s->dev_ipi[i].ipi = s;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 212) 		s->dev_ipi[i].node_id = i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 213) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 214) }