^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1) // SPDX-License-Identifier: GPL-2.0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2) #include <linux/vmalloc.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3) #include <linux/bitmap.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 4) #include "null_blk.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 5)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 6) #define CREATE_TRACE_POINTS
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 7) #include "null_blk_trace.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 8)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 9) #define MB_TO_SECTS(mb) (((sector_t)mb * SZ_1M) >> SECTOR_SHIFT)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 10)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 11) static inline unsigned int null_zone_no(struct nullb_device *dev, sector_t sect)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 12) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 13) return sect >> ilog2(dev->zone_size_sects);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 14) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 15)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 16) int null_init_zoned_dev(struct nullb_device *dev, struct request_queue *q)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 17) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 18) sector_t dev_capacity_sects, zone_capacity_sects;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 19) sector_t sector = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 20) unsigned int i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 21)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 22) if (!is_power_of_2(dev->zone_size)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 23) pr_err("zone_size must be power-of-two\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 24) return -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 25) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 26) if (dev->zone_size > dev->size) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 27) pr_err("Zone size larger than device capacity\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 28) return -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 29) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 30)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 31) if (!dev->zone_capacity)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 32) dev->zone_capacity = dev->zone_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 33)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 34) if (dev->zone_capacity > dev->zone_size) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 35) pr_err("null_blk: zone capacity (%lu MB) larger than zone size (%lu MB)\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 36) dev->zone_capacity, dev->zone_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 37) return -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 38) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 39)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 40) zone_capacity_sects = MB_TO_SECTS(dev->zone_capacity);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 41) dev_capacity_sects = MB_TO_SECTS(dev->size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 42) dev->zone_size_sects = MB_TO_SECTS(dev->zone_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 43) dev->nr_zones = dev_capacity_sects >> ilog2(dev->zone_size_sects);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 44) if (dev_capacity_sects & (dev->zone_size_sects - 1))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 45) dev->nr_zones++;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 46)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 47) dev->zones = kvmalloc_array(dev->nr_zones, sizeof(struct blk_zone),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 48) GFP_KERNEL | __GFP_ZERO);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 49) if (!dev->zones)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 50) return -ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 51)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 52) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 53) * With memory backing, the zone_lock spinlock needs to be temporarily
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 54) * released to avoid scheduling in atomic context. To guarantee zone
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 55) * information protection, use a bitmap to lock zones with
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 56) * wait_on_bit_lock_io(). Sleeping on the lock is OK as memory backing
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 57) * implies that the queue is marked with BLK_MQ_F_BLOCKING.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 58) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 59) spin_lock_init(&dev->zone_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 60) if (dev->memory_backed) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 61) dev->zone_locks = bitmap_zalloc(dev->nr_zones, GFP_KERNEL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 62) if (!dev->zone_locks) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 63) kvfree(dev->zones);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 64) return -ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 65) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 66) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 67)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 68) if (dev->zone_nr_conv >= dev->nr_zones) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 69) dev->zone_nr_conv = dev->nr_zones - 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 70) pr_info("changed the number of conventional zones to %u",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 71) dev->zone_nr_conv);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 72) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 73)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 74) /* Max active zones has to be < nbr of seq zones in order to be enforceable */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 75) if (dev->zone_max_active >= dev->nr_zones - dev->zone_nr_conv) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 76) dev->zone_max_active = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 77) pr_info("zone_max_active limit disabled, limit >= zone count\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 78) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 79)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 80) /* Max open zones has to be <= max active zones */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 81) if (dev->zone_max_active && dev->zone_max_open > dev->zone_max_active) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 82) dev->zone_max_open = dev->zone_max_active;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 83) pr_info("changed the maximum number of open zones to %u\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 84) dev->nr_zones);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 85) } else if (dev->zone_max_open >= dev->nr_zones - dev->zone_nr_conv) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 86) dev->zone_max_open = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 87) pr_info("zone_max_open limit disabled, limit >= zone count\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 88) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 89)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 90) for (i = 0; i < dev->zone_nr_conv; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 91) struct blk_zone *zone = &dev->zones[i];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 92)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 93) zone->start = sector;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 94) zone->len = dev->zone_size_sects;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 95) zone->capacity = zone->len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 96) zone->wp = zone->start + zone->len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 97) zone->type = BLK_ZONE_TYPE_CONVENTIONAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 98) zone->cond = BLK_ZONE_COND_NOT_WP;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 99)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 100) sector += dev->zone_size_sects;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 101) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 102)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 103) for (i = dev->zone_nr_conv; i < dev->nr_zones; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 104) struct blk_zone *zone = &dev->zones[i];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 105)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 106) zone->start = zone->wp = sector;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 107) if (zone->start + dev->zone_size_sects > dev_capacity_sects)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 108) zone->len = dev_capacity_sects - zone->start;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 109) else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 110) zone->len = dev->zone_size_sects;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 111) zone->capacity =
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 112) min_t(sector_t, zone->len, zone_capacity_sects);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 113) zone->type = BLK_ZONE_TYPE_SEQWRITE_REQ;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 114) zone->cond = BLK_ZONE_COND_EMPTY;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 115)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 116) sector += dev->zone_size_sects;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 117) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 118)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 119) q->limits.zoned = BLK_ZONED_HM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 120) blk_queue_flag_set(QUEUE_FLAG_ZONE_RESETALL, q);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 121) blk_queue_required_elevator_features(q, ELEVATOR_F_ZBD_SEQ_WRITE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 122)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 123) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 124) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 125)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 126) int null_register_zoned_dev(struct nullb *nullb)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 127) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 128) struct nullb_device *dev = nullb->dev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 129) struct request_queue *q = nullb->q;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 130)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 131) if (queue_is_mq(q)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 132) int ret = blk_revalidate_disk_zones(nullb->disk, NULL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 133)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 134) if (ret)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 135) return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 136) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 137) blk_queue_chunk_sectors(q, dev->zone_size_sects);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 138) q->nr_zones = blkdev_nr_zones(nullb->disk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 139) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 140)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 141) blk_queue_max_zone_append_sectors(q, dev->zone_size_sects);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 142) blk_queue_max_open_zones(q, dev->zone_max_open);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 143) blk_queue_max_active_zones(q, dev->zone_max_active);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 144)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 145) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 146) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 147)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 148) void null_free_zoned_dev(struct nullb_device *dev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 149) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 150) bitmap_free(dev->zone_locks);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 151) kvfree(dev->zones);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 152) dev->zones = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 153) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 154)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 155) static inline void null_lock_zone(struct nullb_device *dev, unsigned int zno)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 156) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 157) if (dev->memory_backed)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 158) wait_on_bit_lock_io(dev->zone_locks, zno, TASK_UNINTERRUPTIBLE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 159) spin_lock_irq(&dev->zone_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 160) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 161)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 162) static inline void null_unlock_zone(struct nullb_device *dev, unsigned int zno)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 163) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 164) spin_unlock_irq(&dev->zone_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 165)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 166) if (dev->memory_backed)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 167) clear_and_wake_up_bit(zno, dev->zone_locks);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 168) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 169)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 170) int null_report_zones(struct gendisk *disk, sector_t sector,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 171) unsigned int nr_zones, report_zones_cb cb, void *data)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 172) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 173) struct nullb *nullb = disk->private_data;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 174) struct nullb_device *dev = nullb->dev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 175) unsigned int first_zone, i, zno;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 176) struct blk_zone zone;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 177) int error;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 178)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 179) first_zone = null_zone_no(dev, sector);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 180) if (first_zone >= dev->nr_zones)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 181) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 182)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 183) nr_zones = min(nr_zones, dev->nr_zones - first_zone);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 184) trace_nullb_report_zones(nullb, nr_zones);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 185)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 186) zno = first_zone;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 187) for (i = 0; i < nr_zones; i++, zno++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 188) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 189) * Stacked DM target drivers will remap the zone information by
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 190) * modifying the zone information passed to the report callback.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 191) * So use a local copy to avoid corruption of the device zone
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 192) * array.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 193) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 194) null_lock_zone(dev, zno);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 195) memcpy(&zone, &dev->zones[zno], sizeof(struct blk_zone));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 196) null_unlock_zone(dev, zno);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 197)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 198) error = cb(&zone, i, data);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 199) if (error)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 200) return error;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 201) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 202)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 203) return nr_zones;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 204) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 205)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 206) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 207) * This is called in the case of memory backing from null_process_cmd()
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 208) * with the target zone already locked.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 209) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 210) size_t null_zone_valid_read_len(struct nullb *nullb,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 211) sector_t sector, unsigned int len)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 212) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 213) struct nullb_device *dev = nullb->dev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 214) struct blk_zone *zone = &dev->zones[null_zone_no(dev, sector)];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 215) unsigned int nr_sectors = len >> SECTOR_SHIFT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 216)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 217) /* Read must be below the write pointer position */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 218) if (zone->type == BLK_ZONE_TYPE_CONVENTIONAL ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 219) sector + nr_sectors <= zone->wp)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 220) return len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 221)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 222) if (sector > zone->wp)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 223) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 224)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 225) return (zone->wp - sector) << SECTOR_SHIFT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 226) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 227)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 228) static blk_status_t null_close_zone(struct nullb_device *dev, struct blk_zone *zone)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 229) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 230) if (zone->type == BLK_ZONE_TYPE_CONVENTIONAL)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 231) return BLK_STS_IOERR;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 232)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 233) switch (zone->cond) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 234) case BLK_ZONE_COND_CLOSED:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 235) /* close operation on closed is not an error */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 236) return BLK_STS_OK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 237) case BLK_ZONE_COND_IMP_OPEN:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 238) dev->nr_zones_imp_open--;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 239) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 240) case BLK_ZONE_COND_EXP_OPEN:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 241) dev->nr_zones_exp_open--;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 242) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 243) case BLK_ZONE_COND_EMPTY:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 244) case BLK_ZONE_COND_FULL:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 245) default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 246) return BLK_STS_IOERR;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 247) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 248)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 249) if (zone->wp == zone->start) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 250) zone->cond = BLK_ZONE_COND_EMPTY;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 251) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 252) zone->cond = BLK_ZONE_COND_CLOSED;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 253) dev->nr_zones_closed++;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 254) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 255)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 256) return BLK_STS_OK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 257) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 258)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 259) static void null_close_first_imp_zone(struct nullb_device *dev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 260) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 261) unsigned int i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 262)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 263) for (i = dev->zone_nr_conv; i < dev->nr_zones; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 264) if (dev->zones[i].cond == BLK_ZONE_COND_IMP_OPEN) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 265) null_close_zone(dev, &dev->zones[i]);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 266) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 267) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 268) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 269) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 270)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 271) static blk_status_t null_check_active(struct nullb_device *dev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 272) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 273) if (!dev->zone_max_active)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 274) return BLK_STS_OK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 275)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 276) if (dev->nr_zones_exp_open + dev->nr_zones_imp_open +
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 277) dev->nr_zones_closed < dev->zone_max_active)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 278) return BLK_STS_OK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 279)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 280) return BLK_STS_ZONE_ACTIVE_RESOURCE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 281) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 282)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 283) static blk_status_t null_check_open(struct nullb_device *dev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 284) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 285) if (!dev->zone_max_open)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 286) return BLK_STS_OK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 287)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 288) if (dev->nr_zones_exp_open + dev->nr_zones_imp_open < dev->zone_max_open)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 289) return BLK_STS_OK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 290)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 291) if (dev->nr_zones_imp_open) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 292) if (null_check_active(dev) == BLK_STS_OK) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 293) null_close_first_imp_zone(dev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 294) return BLK_STS_OK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 295) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 296) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 297)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 298) return BLK_STS_ZONE_OPEN_RESOURCE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 299) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 300)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 301) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 302) * This function matches the manage open zone resources function in the ZBC standard,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 303) * with the addition of max active zones support (added in the ZNS standard).
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 304) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 305) * The function determines if a zone can transition to implicit open or explicit open,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 306) * while maintaining the max open zone (and max active zone) limit(s). It may close an
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 307) * implicit open zone in order to make additional zone resources available.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 308) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 309) * ZBC states that an implicit open zone shall be closed only if there is not
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 310) * room within the open limit. However, with the addition of an active limit,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 311) * it is not certain that closing an implicit open zone will allow a new zone
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 312) * to be opened, since we might already be at the active limit capacity.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 313) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 314) static blk_status_t null_check_zone_resources(struct nullb_device *dev, struct blk_zone *zone)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 315) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 316) blk_status_t ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 317)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 318) switch (zone->cond) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 319) case BLK_ZONE_COND_EMPTY:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 320) ret = null_check_active(dev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 321) if (ret != BLK_STS_OK)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 322) return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 323) fallthrough;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 324) case BLK_ZONE_COND_CLOSED:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 325) return null_check_open(dev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 326) default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 327) /* Should never be called for other states */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 328) WARN_ON(1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 329) return BLK_STS_IOERR;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 330) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 331) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 332)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 333) static blk_status_t null_zone_write(struct nullb_cmd *cmd, sector_t sector,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 334) unsigned int nr_sectors, bool append)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 335) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 336) struct nullb_device *dev = cmd->nq->dev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 337) unsigned int zno = null_zone_no(dev, sector);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 338) struct blk_zone *zone = &dev->zones[zno];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 339) blk_status_t ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 340)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 341) trace_nullb_zone_op(cmd, zno, zone->cond);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 342)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 343) if (zone->type == BLK_ZONE_TYPE_CONVENTIONAL) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 344) if (append)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 345) return BLK_STS_IOERR;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 346) return null_process_cmd(cmd, REQ_OP_WRITE, sector, nr_sectors);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 347) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 348)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 349) null_lock_zone(dev, zno);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 350)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 351) switch (zone->cond) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 352) case BLK_ZONE_COND_FULL:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 353) /* Cannot write to a full zone */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 354) ret = BLK_STS_IOERR;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 355) goto unlock;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 356) case BLK_ZONE_COND_EMPTY:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 357) case BLK_ZONE_COND_CLOSED:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 358) ret = null_check_zone_resources(dev, zone);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 359) if (ret != BLK_STS_OK)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 360) goto unlock;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 361) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 362) case BLK_ZONE_COND_IMP_OPEN:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 363) case BLK_ZONE_COND_EXP_OPEN:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 364) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 365) default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 366) /* Invalid zone condition */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 367) ret = BLK_STS_IOERR;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 368) goto unlock;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 369) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 370)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 371) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 372) * Regular writes must be at the write pointer position.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 373) * Zone append writes are automatically issued at the write
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 374) * pointer and the position returned using the request or BIO
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 375) * sector.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 376) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 377) if (append) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 378) sector = zone->wp;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 379) if (cmd->bio)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 380) cmd->bio->bi_iter.bi_sector = sector;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 381) else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 382) cmd->rq->__sector = sector;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 383) } else if (sector != zone->wp) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 384) ret = BLK_STS_IOERR;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 385) goto unlock;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 386) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 387)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 388) if (zone->wp + nr_sectors > zone->start + zone->capacity) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 389) ret = BLK_STS_IOERR;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 390) goto unlock;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 391) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 392)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 393) if (zone->cond == BLK_ZONE_COND_CLOSED) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 394) dev->nr_zones_closed--;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 395) dev->nr_zones_imp_open++;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 396) } else if (zone->cond == BLK_ZONE_COND_EMPTY) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 397) dev->nr_zones_imp_open++;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 398) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 399) if (zone->cond != BLK_ZONE_COND_EXP_OPEN)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 400) zone->cond = BLK_ZONE_COND_IMP_OPEN;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 401)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 402) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 403) * Memory backing allocation may sleep: release the zone_lock spinlock
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 404) * to avoid scheduling in atomic context. Zone operation atomicity is
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 405) * still guaranteed through the zone_locks bitmap.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 406) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 407) if (dev->memory_backed)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 408) spin_unlock_irq(&dev->zone_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 409) ret = null_process_cmd(cmd, REQ_OP_WRITE, sector, nr_sectors);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 410) if (dev->memory_backed)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 411) spin_lock_irq(&dev->zone_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 412)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 413) if (ret != BLK_STS_OK)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 414) goto unlock;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 415)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 416) zone->wp += nr_sectors;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 417) if (zone->wp == zone->start + zone->capacity) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 418) if (zone->cond == BLK_ZONE_COND_EXP_OPEN)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 419) dev->nr_zones_exp_open--;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 420) else if (zone->cond == BLK_ZONE_COND_IMP_OPEN)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 421) dev->nr_zones_imp_open--;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 422) zone->cond = BLK_ZONE_COND_FULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 423) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 424) ret = BLK_STS_OK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 425)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 426) unlock:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 427) null_unlock_zone(dev, zno);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 428)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 429) return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 430) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 431)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 432) static blk_status_t null_open_zone(struct nullb_device *dev, struct blk_zone *zone)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 433) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 434) blk_status_t ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 435)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 436) if (zone->type == BLK_ZONE_TYPE_CONVENTIONAL)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 437) return BLK_STS_IOERR;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 438)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 439) switch (zone->cond) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 440) case BLK_ZONE_COND_EXP_OPEN:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 441) /* open operation on exp open is not an error */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 442) return BLK_STS_OK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 443) case BLK_ZONE_COND_EMPTY:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 444) ret = null_check_zone_resources(dev, zone);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 445) if (ret != BLK_STS_OK)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 446) return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 447) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 448) case BLK_ZONE_COND_IMP_OPEN:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 449) dev->nr_zones_imp_open--;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 450) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 451) case BLK_ZONE_COND_CLOSED:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 452) ret = null_check_zone_resources(dev, zone);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 453) if (ret != BLK_STS_OK)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 454) return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 455) dev->nr_zones_closed--;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 456) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 457) case BLK_ZONE_COND_FULL:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 458) default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 459) return BLK_STS_IOERR;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 460) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 461)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 462) zone->cond = BLK_ZONE_COND_EXP_OPEN;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 463) dev->nr_zones_exp_open++;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 464)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 465) return BLK_STS_OK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 466) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 467)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 468) static blk_status_t null_finish_zone(struct nullb_device *dev, struct blk_zone *zone)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 469) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 470) blk_status_t ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 471)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 472) if (zone->type == BLK_ZONE_TYPE_CONVENTIONAL)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 473) return BLK_STS_IOERR;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 474)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 475) switch (zone->cond) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 476) case BLK_ZONE_COND_FULL:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 477) /* finish operation on full is not an error */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 478) return BLK_STS_OK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 479) case BLK_ZONE_COND_EMPTY:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 480) ret = null_check_zone_resources(dev, zone);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 481) if (ret != BLK_STS_OK)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 482) return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 483) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 484) case BLK_ZONE_COND_IMP_OPEN:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 485) dev->nr_zones_imp_open--;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 486) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 487) case BLK_ZONE_COND_EXP_OPEN:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 488) dev->nr_zones_exp_open--;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 489) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 490) case BLK_ZONE_COND_CLOSED:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 491) ret = null_check_zone_resources(dev, zone);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 492) if (ret != BLK_STS_OK)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 493) return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 494) dev->nr_zones_closed--;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 495) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 496) default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 497) return BLK_STS_IOERR;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 498) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 499)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 500) zone->cond = BLK_ZONE_COND_FULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 501) zone->wp = zone->start + zone->len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 502)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 503) return BLK_STS_OK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 504) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 505)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 506) static blk_status_t null_reset_zone(struct nullb_device *dev, struct blk_zone *zone)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 507) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 508) if (zone->type == BLK_ZONE_TYPE_CONVENTIONAL)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 509) return BLK_STS_IOERR;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 510)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 511) switch (zone->cond) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 512) case BLK_ZONE_COND_EMPTY:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 513) /* reset operation on empty is not an error */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 514) return BLK_STS_OK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 515) case BLK_ZONE_COND_IMP_OPEN:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 516) dev->nr_zones_imp_open--;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 517) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 518) case BLK_ZONE_COND_EXP_OPEN:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 519) dev->nr_zones_exp_open--;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 520) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 521) case BLK_ZONE_COND_CLOSED:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 522) dev->nr_zones_closed--;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 523) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 524) case BLK_ZONE_COND_FULL:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 525) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 526) default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 527) return BLK_STS_IOERR;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 528) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 529)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 530) zone->cond = BLK_ZONE_COND_EMPTY;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 531) zone->wp = zone->start;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 532)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 533) return BLK_STS_OK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 534) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 535)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 536) static blk_status_t null_zone_mgmt(struct nullb_cmd *cmd, enum req_opf op,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 537) sector_t sector)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 538) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 539) struct nullb_device *dev = cmd->nq->dev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 540) unsigned int zone_no;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 541) struct blk_zone *zone;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 542) blk_status_t ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 543) size_t i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 544)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 545) if (op == REQ_OP_ZONE_RESET_ALL) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 546) for (i = dev->zone_nr_conv; i < dev->nr_zones; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 547) null_lock_zone(dev, i);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 548) zone = &dev->zones[i];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 549) if (zone->cond != BLK_ZONE_COND_EMPTY) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 550) null_reset_zone(dev, zone);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 551) trace_nullb_zone_op(cmd, i, zone->cond);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 552) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 553) null_unlock_zone(dev, i);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 554) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 555) return BLK_STS_OK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 556) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 557)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 558) zone_no = null_zone_no(dev, sector);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 559) zone = &dev->zones[zone_no];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 560)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 561) null_lock_zone(dev, zone_no);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 562)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 563) switch (op) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 564) case REQ_OP_ZONE_RESET:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 565) ret = null_reset_zone(dev, zone);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 566) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 567) case REQ_OP_ZONE_OPEN:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 568) ret = null_open_zone(dev, zone);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 569) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 570) case REQ_OP_ZONE_CLOSE:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 571) ret = null_close_zone(dev, zone);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 572) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 573) case REQ_OP_ZONE_FINISH:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 574) ret = null_finish_zone(dev, zone);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 575) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 576) default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 577) ret = BLK_STS_NOTSUPP;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 578) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 579) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 580)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 581) if (ret == BLK_STS_OK)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 582) trace_nullb_zone_op(cmd, zone_no, zone->cond);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 583)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 584) null_unlock_zone(dev, zone_no);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 585)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 586) return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 587) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 588)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 589) blk_status_t null_process_zoned_cmd(struct nullb_cmd *cmd, enum req_opf op,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 590) sector_t sector, sector_t nr_sectors)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 591) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 592) struct nullb_device *dev = cmd->nq->dev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 593) unsigned int zno = null_zone_no(dev, sector);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 594) blk_status_t sts;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 595)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 596) switch (op) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 597) case REQ_OP_WRITE:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 598) sts = null_zone_write(cmd, sector, nr_sectors, false);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 599) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 600) case REQ_OP_ZONE_APPEND:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 601) sts = null_zone_write(cmd, sector, nr_sectors, true);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 602) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 603) case REQ_OP_ZONE_RESET:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 604) case REQ_OP_ZONE_RESET_ALL:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 605) case REQ_OP_ZONE_OPEN:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 606) case REQ_OP_ZONE_CLOSE:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 607) case REQ_OP_ZONE_FINISH:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 608) sts = null_zone_mgmt(cmd, op, sector);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 609) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 610) default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 611) null_lock_zone(dev, zno);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 612) sts = null_process_cmd(cmd, op, sector, nr_sectors);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 613) null_unlock_zone(dev, zno);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 614) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 615)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 616) return sts;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 617) }
Orange Pi5 kernel
Deprecated Linux kernel 5.10.110 for OrangePi 5/5B/5+ boards
3 Commits
0 Branches
0 Tags