^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1) // SPDX-License-Identifier: GPL-2.0-only
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3) * EEH functionality support for VFIO devices. The feature is only
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 4) * available on sPAPR compatible platforms.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 5) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 6) * Copyright Gavin Shan, IBM Corporation 2014.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 7) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 8)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 9) #include <linux/module.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 10) #include <linux/uaccess.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 11) #include <linux/vfio.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 12) #include <asm/eeh.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 13)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 14) #define DRIVER_VERSION "0.1"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 15) #define DRIVER_AUTHOR "Gavin Shan, IBM Corporation"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 16) #define DRIVER_DESC "VFIO IOMMU SPAPR EEH"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 17)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 18) /* We might build address mapping here for "fast" path later */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 19) void vfio_spapr_pci_eeh_open(struct pci_dev *pdev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 20) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 21) eeh_dev_open(pdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 22) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 23) EXPORT_SYMBOL_GPL(vfio_spapr_pci_eeh_open);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 24)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 25) void vfio_spapr_pci_eeh_release(struct pci_dev *pdev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 26) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 27) eeh_dev_release(pdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 28) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 29) EXPORT_SYMBOL_GPL(vfio_spapr_pci_eeh_release);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 30)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 31) long vfio_spapr_iommu_eeh_ioctl(struct iommu_group *group,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 32) unsigned int cmd, unsigned long arg)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 33) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 34) struct eeh_pe *pe;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 35) struct vfio_eeh_pe_op op;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 36) unsigned long minsz;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 37) long ret = -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 38)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 39) switch (cmd) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 40) case VFIO_CHECK_EXTENSION:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 41) if (arg == VFIO_EEH)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 42) ret = eeh_enabled() ? 1 : 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 43) else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 44) ret = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 45) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 46) case VFIO_EEH_PE_OP:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 47) pe = eeh_iommu_group_to_pe(group);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 48) if (!pe)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 49) return -ENODEV;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 50)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 51) minsz = offsetofend(struct vfio_eeh_pe_op, op);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 52) if (copy_from_user(&op, (void __user *)arg, minsz))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 53) return -EFAULT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 54) if (op.argsz < minsz || op.flags)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 55) return -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 56)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 57) switch (op.op) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 58) case VFIO_EEH_PE_DISABLE:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 59) ret = eeh_pe_set_option(pe, EEH_OPT_DISABLE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 60) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 61) case VFIO_EEH_PE_ENABLE:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 62) ret = eeh_pe_set_option(pe, EEH_OPT_ENABLE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 63) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 64) case VFIO_EEH_PE_UNFREEZE_IO:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 65) ret = eeh_pe_set_option(pe, EEH_OPT_THAW_MMIO);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 66) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 67) case VFIO_EEH_PE_UNFREEZE_DMA:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 68) ret = eeh_pe_set_option(pe, EEH_OPT_THAW_DMA);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 69) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 70) case VFIO_EEH_PE_GET_STATE:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 71) ret = eeh_pe_get_state(pe);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 72) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 73) case VFIO_EEH_PE_RESET_DEACTIVATE:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 74) ret = eeh_pe_reset(pe, EEH_RESET_DEACTIVATE, true);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 75) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 76) case VFIO_EEH_PE_RESET_HOT:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 77) ret = eeh_pe_reset(pe, EEH_RESET_HOT, true);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 78) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 79) case VFIO_EEH_PE_RESET_FUNDAMENTAL:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 80) ret = eeh_pe_reset(pe, EEH_RESET_FUNDAMENTAL, true);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 81) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 82) case VFIO_EEH_PE_CONFIGURE:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 83) ret = eeh_pe_configure(pe);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 84) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 85) case VFIO_EEH_PE_INJECT_ERR:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 86) minsz = offsetofend(struct vfio_eeh_pe_op, err.mask);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 87) if (op.argsz < minsz)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 88) return -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 89) if (copy_from_user(&op, (void __user *)arg, minsz))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 90) return -EFAULT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 91)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 92) ret = eeh_pe_inject_err(pe, op.err.type, op.err.func,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 93) op.err.addr, op.err.mask);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 94) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 95) default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 96) ret = -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 97) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 98) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 99)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 100) return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 101) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 102) EXPORT_SYMBOL_GPL(vfio_spapr_iommu_eeh_ioctl);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 103)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 104) MODULE_VERSION(DRIVER_VERSION);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 105) MODULE_LICENSE("GPL v2");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 106) MODULE_AUTHOR(DRIVER_AUTHOR);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 107) MODULE_DESCRIPTION(DRIVER_DESC);