^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1) // SPDX-License-Identifier: GPL-2.0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3) * Copyright (c) 2016 Christoph Hellwig.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 4) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 5) #include <linux/device.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 6) #include <linux/blk-mq.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 7) #include <linux/blk-mq-virtio.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 8) #include <linux/virtio_config.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 9) #include <linux/module.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 10) #include "blk-mq.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 11)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 12) /**
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 13) * blk_mq_virtio_map_queues - provide a default queue mapping for virtio device
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 14) * @qmap: CPU to hardware queue map.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 15) * @vdev: virtio device to provide a mapping for.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 16) * @first_vec: first interrupt vectors to use for queues (usually 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 17) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 18) * This function assumes the virtio device @vdev has at least as many available
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 19) * interrupt vectors as @set has queues. It will then query the vector
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 20) * corresponding to each queue for it's affinity mask and built queue mapping
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 21) * that maps a queue to the CPUs that have irq affinity for the corresponding
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 22) * vector.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 23) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 24) int blk_mq_virtio_map_queues(struct blk_mq_queue_map *qmap,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 25) struct virtio_device *vdev, int first_vec)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 26) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 27) const struct cpumask *mask;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 28) unsigned int queue, cpu;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 29)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 30) if (!vdev->config->get_vq_affinity)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 31) goto fallback;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 32)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 33) for (queue = 0; queue < qmap->nr_queues; queue++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 34) mask = vdev->config->get_vq_affinity(vdev, first_vec + queue);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 35) if (!mask)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 36) goto fallback;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 37)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 38) for_each_cpu(cpu, mask)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 39) qmap->mq_map[cpu] = qmap->queue_offset + queue;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 40) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 41)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 42) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 43) fallback:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 44) return blk_mq_map_queues(qmap);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 45) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 46) EXPORT_SYMBOL_GPL(blk_mq_virtio_map_queues);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 47)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 48) MODULE_DESCRIPTION("Virtio Device Default Queue Mapping");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 49) MODULE_LICENSE("GPL v2");