^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1) // SPDX-License-Identifier: GPL-2.0-only
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2) /* Copyright (C) 2009 Red Hat, Inc.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3) * Author: Michael S. Tsirkin <mst@redhat.com>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 4) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 5) * test virtio server in host kernel.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 6) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 7)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 8) #include <linux/compat.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 9) #include <linux/eventfd.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 10) #include <linux/vhost.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 11) #include <linux/miscdevice.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 12) #include <linux/module.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 13) #include <linux/mutex.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 14) #include <linux/workqueue.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 15) #include <linux/file.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 16) #include <linux/slab.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 17)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 18) #include "test.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 19) #include "vhost.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 20)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 21) /* Max number of bytes transferred before requeueing the job.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 22) * Using this limit prevents one virtqueue from starving others. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 23) #define VHOST_TEST_WEIGHT 0x80000
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 24)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 25) /* Max number of packets transferred before requeueing the job.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 26) * Using this limit prevents one virtqueue from starving others with
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 27) * pkts.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 28) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 29) #define VHOST_TEST_PKT_WEIGHT 256
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 30)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 31) enum {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 32) VHOST_TEST_VQ = 0,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 33) VHOST_TEST_VQ_MAX = 1,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 34) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 35)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 36) struct vhost_test {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 37) struct vhost_dev dev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 38) struct vhost_virtqueue vqs[VHOST_TEST_VQ_MAX];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 39) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 40)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 41) /* Expects to be always run from workqueue - which acts as
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 42) * read-size critical section for our kind of RCU. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 43) static void handle_vq(struct vhost_test *n)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 44) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 45) struct vhost_virtqueue *vq = &n->vqs[VHOST_TEST_VQ];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 46) unsigned out, in;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 47) int head;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 48) size_t len, total_len = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 49) void *private;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 50)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 51) mutex_lock(&vq->mutex);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 52) private = vhost_vq_get_backend(vq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 53) if (!private) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 54) mutex_unlock(&vq->mutex);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 55) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 56) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 57)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 58) vhost_disable_notify(&n->dev, vq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 59)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 60) for (;;) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 61) head = vhost_get_vq_desc(vq, vq->iov,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 62) ARRAY_SIZE(vq->iov),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 63) &out, &in,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 64) NULL, NULL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 65) /* On error, stop handling until the next kick. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 66) if (unlikely(head < 0))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 67) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 68) /* Nothing new? Wait for eventfd to tell us they refilled. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 69) if (head == vq->num) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 70) if (unlikely(vhost_enable_notify(&n->dev, vq))) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 71) vhost_disable_notify(&n->dev, vq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 72) continue;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 73) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 74) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 75) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 76) if (in) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 77) vq_err(vq, "Unexpected descriptor format for TX: "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 78) "out %d, int %d\n", out, in);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 79) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 80) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 81) len = iov_length(vq->iov, out);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 82) /* Sanity check */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 83) if (!len) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 84) vq_err(vq, "Unexpected 0 len for TX\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 85) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 86) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 87) vhost_add_used_and_signal(&n->dev, vq, head, 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 88) total_len += len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 89) if (unlikely(vhost_exceeds_weight(vq, 0, total_len)))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 90) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 91) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 92)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 93) mutex_unlock(&vq->mutex);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 94) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 95)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 96) static void handle_vq_kick(struct vhost_work *work)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 97) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 98) struct vhost_virtqueue *vq = container_of(work, struct vhost_virtqueue,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 99) poll.work);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 100) struct vhost_test *n = container_of(vq->dev, struct vhost_test, dev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 101)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 102) handle_vq(n);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 103) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 104)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 105) static int vhost_test_open(struct inode *inode, struct file *f)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 106) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 107) struct vhost_test *n = kmalloc(sizeof *n, GFP_KERNEL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 108) struct vhost_dev *dev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 109) struct vhost_virtqueue **vqs;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 110)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 111) if (!n)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 112) return -ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 113) vqs = kmalloc_array(VHOST_TEST_VQ_MAX, sizeof(*vqs), GFP_KERNEL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 114) if (!vqs) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 115) kfree(n);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 116) return -ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 117) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 118)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 119) dev = &n->dev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 120) vqs[VHOST_TEST_VQ] = &n->vqs[VHOST_TEST_VQ];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 121) n->vqs[VHOST_TEST_VQ].handle_kick = handle_vq_kick;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 122) vhost_dev_init(dev, vqs, VHOST_TEST_VQ_MAX, UIO_MAXIOV,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 123) VHOST_TEST_PKT_WEIGHT, VHOST_TEST_WEIGHT, true, NULL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 124)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 125) f->private_data = n;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 126)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 127) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 128) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 129)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 130) static void *vhost_test_stop_vq(struct vhost_test *n,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 131) struct vhost_virtqueue *vq)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 132) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 133) void *private;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 134)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 135) mutex_lock(&vq->mutex);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 136) private = vhost_vq_get_backend(vq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 137) vhost_vq_set_backend(vq, NULL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 138) mutex_unlock(&vq->mutex);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 139) return private;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 140) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 141)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 142) static void vhost_test_stop(struct vhost_test *n, void **privatep)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 143) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 144) *privatep = vhost_test_stop_vq(n, n->vqs + VHOST_TEST_VQ);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 145) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 146)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 147) static void vhost_test_flush_vq(struct vhost_test *n, int index)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 148) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 149) vhost_poll_flush(&n->vqs[index].poll);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 150) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 151)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 152) static void vhost_test_flush(struct vhost_test *n)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 153) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 154) vhost_test_flush_vq(n, VHOST_TEST_VQ);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 155) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 156)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 157) static int vhost_test_release(struct inode *inode, struct file *f)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 158) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 159) struct vhost_test *n = f->private_data;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 160) void *private;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 161)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 162) vhost_test_stop(n, &private);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 163) vhost_test_flush(n);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 164) vhost_dev_stop(&n->dev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 165) vhost_dev_cleanup(&n->dev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 166) /* We do an extra flush before freeing memory,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 167) * since jobs can re-queue themselves. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 168) vhost_test_flush(n);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 169) kfree(n);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 170) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 171) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 172)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 173) static long vhost_test_run(struct vhost_test *n, int test)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 174) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 175) void *priv, *oldpriv;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 176) struct vhost_virtqueue *vq;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 177) int r, index;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 178)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 179) if (test < 0 || test > 1)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 180) return -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 181)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 182) mutex_lock(&n->dev.mutex);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 183) r = vhost_dev_check_owner(&n->dev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 184) if (r)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 185) goto err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 186)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 187) for (index = 0; index < n->dev.nvqs; ++index) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 188) /* Verify that ring has been setup correctly. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 189) if (!vhost_vq_access_ok(&n->vqs[index])) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 190) r = -EFAULT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 191) goto err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 192) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 193) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 194)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 195) for (index = 0; index < n->dev.nvqs; ++index) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 196) vq = n->vqs + index;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 197) mutex_lock(&vq->mutex);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 198) priv = test ? n : NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 199)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 200) /* start polling new socket */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 201) oldpriv = vhost_vq_get_backend(vq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 202) vhost_vq_set_backend(vq, priv);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 203)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 204) r = vhost_vq_init_access(&n->vqs[index]);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 205)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 206) mutex_unlock(&vq->mutex);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 207)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 208) if (r)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 209) goto err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 210)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 211) if (oldpriv) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 212) vhost_test_flush_vq(n, index);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 213) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 214) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 215)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 216) mutex_unlock(&n->dev.mutex);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 217) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 218)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 219) err:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 220) mutex_unlock(&n->dev.mutex);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 221) return r;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 222) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 223)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 224) static long vhost_test_reset_owner(struct vhost_test *n)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 225) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 226) void *priv = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 227) long err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 228) struct vhost_iotlb *umem;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 229)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 230) mutex_lock(&n->dev.mutex);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 231) err = vhost_dev_check_owner(&n->dev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 232) if (err)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 233) goto done;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 234) umem = vhost_dev_reset_owner_prepare();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 235) if (!umem) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 236) err = -ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 237) goto done;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 238) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 239) vhost_test_stop(n, &priv);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 240) vhost_test_flush(n);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 241) vhost_dev_stop(&n->dev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 242) vhost_dev_reset_owner(&n->dev, umem);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 243) done:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 244) mutex_unlock(&n->dev.mutex);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 245) return err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 246) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 247)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 248) static int vhost_test_set_features(struct vhost_test *n, u64 features)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 249) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 250) struct vhost_virtqueue *vq;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 251)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 252) mutex_lock(&n->dev.mutex);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 253) if ((features & (1 << VHOST_F_LOG_ALL)) &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 254) !vhost_log_access_ok(&n->dev)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 255) mutex_unlock(&n->dev.mutex);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 256) return -EFAULT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 257) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 258) vq = &n->vqs[VHOST_TEST_VQ];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 259) mutex_lock(&vq->mutex);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 260) vq->acked_features = features;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 261) mutex_unlock(&vq->mutex);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 262) mutex_unlock(&n->dev.mutex);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 263) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 264) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 265)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 266) static long vhost_test_set_backend(struct vhost_test *n, unsigned index, int fd)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 267) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 268) static void *backend;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 269)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 270) const bool enable = fd != -1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 271) struct vhost_virtqueue *vq;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 272) int r;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 273)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 274) mutex_lock(&n->dev.mutex);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 275) r = vhost_dev_check_owner(&n->dev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 276) if (r)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 277) goto err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 278)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 279) if (index >= VHOST_TEST_VQ_MAX) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 280) r = -ENOBUFS;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 281) goto err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 282) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 283) vq = &n->vqs[index];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 284) mutex_lock(&vq->mutex);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 285)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 286) /* Verify that ring has been setup correctly. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 287) if (!vhost_vq_access_ok(vq)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 288) r = -EFAULT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 289) goto err_vq;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 290) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 291) if (!enable) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 292) vhost_poll_stop(&vq->poll);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 293) backend = vhost_vq_get_backend(vq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 294) vhost_vq_set_backend(vq, NULL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 295) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 296) vhost_vq_set_backend(vq, backend);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 297) r = vhost_vq_init_access(vq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 298) if (r == 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 299) r = vhost_poll_start(&vq->poll, vq->kick);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 300) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 301)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 302) mutex_unlock(&vq->mutex);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 303)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 304) if (enable) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 305) vhost_test_flush_vq(n, index);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 306) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 307)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 308) mutex_unlock(&n->dev.mutex);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 309) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 310)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 311) err_vq:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 312) mutex_unlock(&vq->mutex);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 313) err:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 314) mutex_unlock(&n->dev.mutex);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 315) return r;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 316) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 317)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 318) static long vhost_test_ioctl(struct file *f, unsigned int ioctl,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 319) unsigned long arg)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 320) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 321) struct vhost_vring_file backend;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 322) struct vhost_test *n = f->private_data;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 323) void __user *argp = (void __user *)arg;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 324) u64 __user *featurep = argp;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 325) int test;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 326) u64 features;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 327) int r;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 328) switch (ioctl) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 329) case VHOST_TEST_RUN:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 330) if (copy_from_user(&test, argp, sizeof test))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 331) return -EFAULT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 332) return vhost_test_run(n, test);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 333) case VHOST_TEST_SET_BACKEND:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 334) if (copy_from_user(&backend, argp, sizeof backend))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 335) return -EFAULT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 336) return vhost_test_set_backend(n, backend.index, backend.fd);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 337) case VHOST_GET_FEATURES:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 338) features = VHOST_FEATURES;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 339) if (copy_to_user(featurep, &features, sizeof features))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 340) return -EFAULT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 341) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 342) case VHOST_SET_FEATURES:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 343) printk(KERN_ERR "1\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 344) if (copy_from_user(&features, featurep, sizeof features))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 345) return -EFAULT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 346) printk(KERN_ERR "2\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 347) if (features & ~VHOST_FEATURES)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 348) return -EOPNOTSUPP;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 349) printk(KERN_ERR "3\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 350) return vhost_test_set_features(n, features);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 351) case VHOST_RESET_OWNER:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 352) return vhost_test_reset_owner(n);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 353) default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 354) mutex_lock(&n->dev.mutex);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 355) r = vhost_dev_ioctl(&n->dev, ioctl, argp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 356) if (r == -ENOIOCTLCMD)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 357) r = vhost_vring_ioctl(&n->dev, ioctl, argp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 358) vhost_test_flush(n);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 359) mutex_unlock(&n->dev.mutex);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 360) return r;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 361) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 362) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 363)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 364) static const struct file_operations vhost_test_fops = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 365) .owner = THIS_MODULE,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 366) .release = vhost_test_release,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 367) .unlocked_ioctl = vhost_test_ioctl,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 368) .compat_ioctl = compat_ptr_ioctl,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 369) .open = vhost_test_open,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 370) .llseek = noop_llseek,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 371) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 372)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 373) static struct miscdevice vhost_test_misc = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 374) MISC_DYNAMIC_MINOR,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 375) "vhost-test",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 376) &vhost_test_fops,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 377) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 378) module_misc_device(vhost_test_misc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 379)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 380) MODULE_VERSION("0.0.1");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 381) MODULE_LICENSE("GPL v2");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 382) MODULE_AUTHOR("Michael S. Tsirkin");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 383) MODULE_DESCRIPTION("Host kernel side for virtio simulator");
Orange Pi5 kernel
Deprecated Linux kernel 5.10.110 for OrangePi 5/5B/5+ boards
3 Commits
0 Branches
0 Tags