Orange Pi5 kernel

^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   1) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   2)  * Copyright (C) 2001-2003 Sistina Software (UK) Limited.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   3)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   4)  * This file is released under the GPL.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   5)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   6) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   7) #include "dm.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   8) #include <linux/device-mapper.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   9) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  10) #include <linux/module.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  11) #include <linux/init.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  12) #include <linux/blkdev.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  13) #include <linux/bio.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  14) #include <linux/dax.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  15) #include <linux/slab.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  16) #include <linux/log2.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  17) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  18) #define DM_MSG_PREFIX "striped"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  19) #define DM_IO_ERROR_THRESHOLD 15
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  20) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  21) struct stripe {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  22) 	struct dm_dev *dev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  23) 	sector_t physical_start;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  24) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  25) 	atomic_t error_count;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  26) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  27) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  28) struct stripe_c {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  29) 	uint32_t stripes;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  30) 	int stripes_shift;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  31) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  32) 	/* The size of this target / num. stripes */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  33) 	sector_t stripe_width;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  34) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  35) 	uint32_t chunk_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  36) 	int chunk_size_shift;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  37) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  38) 	/* Needed for handling events */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  39) 	struct dm_target *ti;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  40) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  41) 	/* Work struct used for triggering events*/
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  42) 	struct work_struct trigger_event;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  43) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  44) 	struct stripe stripe[];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  45) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  46) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  47) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  48)  * An event is triggered whenever a drive
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  49)  * drops out of a stripe volume.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  50)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  51) static void trigger_event(struct work_struct *work)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  52) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  53) 	struct stripe_c *sc = container_of(work, struct stripe_c,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  54) 					   trigger_event);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  55) 	dm_table_event(sc->ti->table);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  56) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  57) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  58) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  59)  * Parse a single <dev> <sector> pair
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  60)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  61) static int get_stripe(struct dm_target *ti, struct stripe_c *sc,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  62) 		      unsigned int stripe, char **argv)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  63) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  64) 	unsigned long long start;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  65) 	char dummy;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  66) 	int ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  67) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  68) 	if (sscanf(argv[1], "%llu%c", &start, &dummy) != 1)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  69) 		return -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  70) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  71) 	ret = dm_get_device(ti, argv[0], dm_table_get_mode(ti->table),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  72) 			    &sc->stripe[stripe].dev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  73) 	if (ret)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  74) 		return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  75) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  76) 	sc->stripe[stripe].physical_start = start;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  77) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  78) 	return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  79) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  80) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  81) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  82)  * Construct a striped mapping.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  83)  * <number of stripes> <chunk size> [<dev_path> <offset>]+
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  84)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  85) static int stripe_ctr(struct dm_target *ti, unsigned int argc, char **argv)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  86) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  87) 	struct stripe_c *sc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  88) 	sector_t width, tmp_len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  89) 	uint32_t stripes;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  90) 	uint32_t chunk_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  91) 	int r;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  92) 	unsigned int i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  93) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  94) 	if (argc < 2) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  95) 		ti->error = "Not enough arguments";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  96) 		return -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  97) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  98) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  99) 	if (kstrtouint(argv[0], 10, &stripes) || !stripes) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 100) 		ti->error = "Invalid stripe count";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 101) 		return -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 102) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 103) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 104) 	if (kstrtouint(argv[1], 10, &chunk_size) || !chunk_size) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 105) 		ti->error = "Invalid chunk_size";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 106) 		return -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 107) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 108) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 109) 	width = ti->len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 110) 	if (sector_div(width, stripes)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 111) 		ti->error = "Target length not divisible by "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 112) 		    "number of stripes";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 113) 		return -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 114) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 115) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 116) 	tmp_len = width;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 117) 	if (sector_div(tmp_len, chunk_size)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 118) 		ti->error = "Target length not divisible by "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 119) 		    "chunk size";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 120) 		return -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 121) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 122) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 123) 	/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 124) 	 * Do we have enough arguments for that many stripes ?
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 125) 	 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 126) 	if (argc != (2 + 2 * stripes)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 127) 		ti->error = "Not enough destinations "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 128) 			"specified";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 129) 		return -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 130) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 131) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 132) 	sc = kmalloc(struct_size(sc, stripe, stripes), GFP_KERNEL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 133) 	if (!sc) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 134) 		ti->error = "Memory allocation for striped context "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 135) 		    "failed";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 136) 		return -ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 137) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 138) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 139) 	INIT_WORK(&sc->trigger_event, trigger_event);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 140) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 141) 	/* Set pointer to dm target; used in trigger_event */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 142) 	sc->ti = ti;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 143) 	sc->stripes = stripes;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 144) 	sc->stripe_width = width;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 145) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 146) 	if (stripes & (stripes - 1))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 147) 		sc->stripes_shift = -1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 148) 	else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 149) 		sc->stripes_shift = __ffs(stripes);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 150) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 151) 	r = dm_set_target_max_io_len(ti, chunk_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 152) 	if (r) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 153) 		kfree(sc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 154) 		return r;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 155) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 156) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 157) 	ti->num_flush_bios = stripes;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 158) 	ti->num_discard_bios = stripes;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 159) 	ti->num_secure_erase_bios = stripes;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 160) 	ti->num_write_same_bios = stripes;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 161) 	ti->num_write_zeroes_bios = stripes;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 162) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 163) 	sc->chunk_size = chunk_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 164) 	if (chunk_size & (chunk_size - 1))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 165) 		sc->chunk_size_shift = -1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 166) 	else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 167) 		sc->chunk_size_shift = __ffs(chunk_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 168) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 169) 	/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 170) 	 * Get the stripe destinations.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 171) 	 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 172) 	for (i = 0; i < stripes; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 173) 		argv += 2;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 174) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 175) 		r = get_stripe(ti, sc, i, argv);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 176) 		if (r < 0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 177) 			ti->error = "Couldn't parse stripe destination";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 178) 			while (i--)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 179) 				dm_put_device(ti, sc->stripe[i].dev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 180) 			kfree(sc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 181) 			return r;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 182) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 183) 		atomic_set(&(sc->stripe[i].error_count), 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 184) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 185) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 186) 	ti->private = sc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 187) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 188) 	return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 189) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 190) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 191) static void stripe_dtr(struct dm_target *ti)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 192) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 193) 	unsigned int i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 194) 	struct stripe_c *sc = (struct stripe_c *) ti->private;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 195) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 196) 	for (i = 0; i < sc->stripes; i++)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 197) 		dm_put_device(ti, sc->stripe[i].dev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 198) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 199) 	flush_work(&sc->trigger_event);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 200) 	kfree(sc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 201) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 202) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 203) static void stripe_map_sector(struct stripe_c *sc, sector_t sector,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 204) 			      uint32_t *stripe, sector_t *result)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 205) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 206) 	sector_t chunk = dm_target_offset(sc->ti, sector);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 207) 	sector_t chunk_offset;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 208) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 209) 	if (sc->chunk_size_shift < 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 210) 		chunk_offset = sector_div(chunk, sc->chunk_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 211) 	else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 212) 		chunk_offset = chunk & (sc->chunk_size - 1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 213) 		chunk >>= sc->chunk_size_shift;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 214) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 215) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 216) 	if (sc->stripes_shift < 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 217) 		*stripe = sector_div(chunk, sc->stripes);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 218) 	else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 219) 		*stripe = chunk & (sc->stripes - 1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 220) 		chunk >>= sc->stripes_shift;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 221) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 222) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 223) 	if (sc->chunk_size_shift < 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 224) 		chunk *= sc->chunk_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 225) 	else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 226) 		chunk <<= sc->chunk_size_shift;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 227) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 228) 	*result = chunk + chunk_offset;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 229) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 230) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 231) static void stripe_map_range_sector(struct stripe_c *sc, sector_t sector,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 232) 				    uint32_t target_stripe, sector_t *result)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 233) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 234) 	uint32_t stripe;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 235) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 236) 	stripe_map_sector(sc, sector, &stripe, result);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 237) 	if (stripe == target_stripe)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 238) 		return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 239) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 240) 	/* round down */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 241) 	sector = *result;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 242) 	if (sc->chunk_size_shift < 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 243) 		*result -= sector_div(sector, sc->chunk_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 244) 	else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 245) 		*result = sector & ~(sector_t)(sc->chunk_size - 1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 246) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 247) 	if (target_stripe < stripe)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 248) 		*result += sc->chunk_size;		/* next chunk */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 249) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 250) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 251) static int stripe_map_range(struct stripe_c *sc, struct bio *bio,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 252) 			    uint32_t target_stripe)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 253) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 254) 	sector_t begin, end;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 255) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 256) 	stripe_map_range_sector(sc, bio->bi_iter.bi_sector,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 257) 				target_stripe, &begin);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 258) 	stripe_map_range_sector(sc, bio_end_sector(bio),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 259) 				target_stripe, &end);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 260) 	if (begin < end) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 261) 		bio_set_dev(bio, sc->stripe[target_stripe].dev->bdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 262) 		bio->bi_iter.bi_sector = begin +
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 263) 			sc->stripe[target_stripe].physical_start;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 264) 		bio->bi_iter.bi_size = to_bytes(end - begin);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 265) 		return DM_MAPIO_REMAPPED;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 266) 	} else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 267) 		/* The range doesn't map to the target stripe */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 268) 		bio_endio(bio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 269) 		return DM_MAPIO_SUBMITTED;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 270) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 271) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 272) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 273) static int stripe_map(struct dm_target *ti, struct bio *bio)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 274) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 275) 	struct stripe_c *sc = ti->private;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 276) 	uint32_t stripe;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 277) 	unsigned target_bio_nr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 278) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 279) 	if (bio->bi_opf & REQ_PREFLUSH) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 280) 		target_bio_nr = dm_bio_get_target_bio_nr(bio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 281) 		BUG_ON(target_bio_nr >= sc->stripes);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 282) 		bio_set_dev(bio, sc->stripe[target_bio_nr].dev->bdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 283) 		return DM_MAPIO_REMAPPED;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 284) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 285) 	if (unlikely(bio_op(bio) == REQ_OP_DISCARD) ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 286) 	    unlikely(bio_op(bio) == REQ_OP_SECURE_ERASE) ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 287) 	    unlikely(bio_op(bio) == REQ_OP_WRITE_ZEROES) ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 288) 	    unlikely(bio_op(bio) == REQ_OP_WRITE_SAME)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 289) 		target_bio_nr = dm_bio_get_target_bio_nr(bio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 290) 		BUG_ON(target_bio_nr >= sc->stripes);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 291) 		return stripe_map_range(sc, bio, target_bio_nr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 292) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 293) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 294) 	stripe_map_sector(sc, bio->bi_iter.bi_sector,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 295) 			  &stripe, &bio->bi_iter.bi_sector);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 296) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 297) 	bio->bi_iter.bi_sector += sc->stripe[stripe].physical_start;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 298) 	bio_set_dev(bio, sc->stripe[stripe].dev->bdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 299) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 300) 	return DM_MAPIO_REMAPPED;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 301) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 302) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 303) #if IS_ENABLED(CONFIG_DAX_DRIVER)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 304) static long stripe_dax_direct_access(struct dm_target *ti, pgoff_t pgoff,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 305) 		long nr_pages, void **kaddr, pfn_t *pfn)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 306) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 307) 	sector_t dev_sector, sector = pgoff * PAGE_SECTORS;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 308) 	struct stripe_c *sc = ti->private;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 309) 	struct dax_device *dax_dev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 310) 	struct block_device *bdev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 311) 	uint32_t stripe;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 312) 	long ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 313) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 314) 	stripe_map_sector(sc, sector, &stripe, &dev_sector);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 315) 	dev_sector += sc->stripe[stripe].physical_start;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 316) 	dax_dev = sc->stripe[stripe].dev->dax_dev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 317) 	bdev = sc->stripe[stripe].dev->bdev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 318) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 319) 	ret = bdev_dax_pgoff(bdev, dev_sector, nr_pages * PAGE_SIZE, &pgoff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 320) 	if (ret)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 321) 		return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 322) 	return dax_direct_access(dax_dev, pgoff, nr_pages, kaddr, pfn);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 323) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 324) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 325) static size_t stripe_dax_copy_from_iter(struct dm_target *ti, pgoff_t pgoff,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 326) 		void *addr, size_t bytes, struct iov_iter *i)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 327) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 328) 	sector_t dev_sector, sector = pgoff * PAGE_SECTORS;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 329) 	struct stripe_c *sc = ti->private;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 330) 	struct dax_device *dax_dev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 331) 	struct block_device *bdev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 332) 	uint32_t stripe;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 333) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 334) 	stripe_map_sector(sc, sector, &stripe, &dev_sector);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 335) 	dev_sector += sc->stripe[stripe].physical_start;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 336) 	dax_dev = sc->stripe[stripe].dev->dax_dev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 337) 	bdev = sc->stripe[stripe].dev->bdev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 338) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 339) 	if (bdev_dax_pgoff(bdev, dev_sector, ALIGN(bytes, PAGE_SIZE), &pgoff))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 340) 		return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 341) 	return dax_copy_from_iter(dax_dev, pgoff, addr, bytes, i);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 342) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 343) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 344) static size_t stripe_dax_copy_to_iter(struct dm_target *ti, pgoff_t pgoff,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 345) 		void *addr, size_t bytes, struct iov_iter *i)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 346) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 347) 	sector_t dev_sector, sector = pgoff * PAGE_SECTORS;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 348) 	struct stripe_c *sc = ti->private;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 349) 	struct dax_device *dax_dev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 350) 	struct block_device *bdev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 351) 	uint32_t stripe;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 352) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 353) 	stripe_map_sector(sc, sector, &stripe, &dev_sector);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 354) 	dev_sector += sc->stripe[stripe].physical_start;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 355) 	dax_dev = sc->stripe[stripe].dev->dax_dev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 356) 	bdev = sc->stripe[stripe].dev->bdev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 357) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 358) 	if (bdev_dax_pgoff(bdev, dev_sector, ALIGN(bytes, PAGE_SIZE), &pgoff))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 359) 		return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 360) 	return dax_copy_to_iter(dax_dev, pgoff, addr, bytes, i);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 361) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 362) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 363) static int stripe_dax_zero_page_range(struct dm_target *ti, pgoff_t pgoff,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 364) 				      size_t nr_pages)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 365) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 366) 	int ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 367) 	sector_t dev_sector, sector = pgoff * PAGE_SECTORS;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 368) 	struct stripe_c *sc = ti->private;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 369) 	struct dax_device *dax_dev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 370) 	struct block_device *bdev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 371) 	uint32_t stripe;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 372) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 373) 	stripe_map_sector(sc, sector, &stripe, &dev_sector);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 374) 	dev_sector += sc->stripe[stripe].physical_start;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 375) 	dax_dev = sc->stripe[stripe].dev->dax_dev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 376) 	bdev = sc->stripe[stripe].dev->bdev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 377) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 378) 	ret = bdev_dax_pgoff(bdev, dev_sector, nr_pages << PAGE_SHIFT, &pgoff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 379) 	if (ret)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 380) 		return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 381) 	return dax_zero_page_range(dax_dev, pgoff, nr_pages);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 382) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 383) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 384) #else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 385) #define stripe_dax_direct_access NULL
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 386) #define stripe_dax_copy_from_iter NULL
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 387) #define stripe_dax_copy_to_iter NULL
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 388) #define stripe_dax_zero_page_range NULL
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 389) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 390) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 391) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 392)  * Stripe status:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 393)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 394)  * INFO
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 395)  * #stripes [stripe_name <stripe_name>] [group word count]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 396)  * [error count 'A|D' <error count 'A|D'>]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 397)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 398)  * TABLE
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 399)  * #stripes [stripe chunk size]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 400)  * [stripe_name physical_start <stripe_name physical_start>]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 401)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 402)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 403) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 404) static void stripe_status(struct dm_target *ti, status_type_t type,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 405) 			  unsigned status_flags, char *result, unsigned maxlen)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 406) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 407) 	struct stripe_c *sc = (struct stripe_c *) ti->private;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 408) 	unsigned int sz = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 409) 	unsigned int i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 410) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 411) 	switch (type) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 412) 	case STATUSTYPE_INFO:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 413) 		DMEMIT("%d ", sc->stripes);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 414) 		for (i = 0; i < sc->stripes; i++)  {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 415) 			DMEMIT("%s ", sc->stripe[i].dev->name);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 416) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 417) 		DMEMIT("1 ");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 418) 		for (i = 0; i < sc->stripes; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 419) 			DMEMIT("%c", atomic_read(&(sc->stripe[i].error_count)) ?
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 420) 			       'D' : 'A');
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 421) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 422) 		break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 423) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 424) 	case STATUSTYPE_TABLE:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 425) 		DMEMIT("%d %llu", sc->stripes,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 426) 			(unsigned long long)sc->chunk_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 427) 		for (i = 0; i < sc->stripes; i++)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 428) 			DMEMIT(" %s %llu", sc->stripe[i].dev->name,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 429) 			    (unsigned long long)sc->stripe[i].physical_start);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 430) 		break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 431) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 432) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 433) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 434) static int stripe_end_io(struct dm_target *ti, struct bio *bio,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 435) 		blk_status_t *error)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 436) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 437) 	unsigned i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 438) 	char major_minor[16];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 439) 	struct stripe_c *sc = ti->private;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 440) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 441) 	if (!*error)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 442) 		return DM_ENDIO_DONE; /* I/O complete */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 443) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 444) 	if (bio->bi_opf & REQ_RAHEAD)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 445) 		return DM_ENDIO_DONE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 446) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 447) 	if (*error == BLK_STS_NOTSUPP)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 448) 		return DM_ENDIO_DONE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 449) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 450) 	memset(major_minor, 0, sizeof(major_minor));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 451) 	sprintf(major_minor, "%d:%d", MAJOR(bio_dev(bio)), MINOR(bio_dev(bio)));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 452) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 453) 	/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 454) 	 * Test to see which stripe drive triggered the event
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 455) 	 * and increment error count for all stripes on that device.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 456) 	 * If the error count for a given device exceeds the threshold
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 457) 	 * value we will no longer trigger any further events.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 458) 	 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 459) 	for (i = 0; i < sc->stripes; i++)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 460) 		if (!strcmp(sc->stripe[i].dev->name, major_minor)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 461) 			atomic_inc(&(sc->stripe[i].error_count));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 462) 			if (atomic_read(&(sc->stripe[i].error_count)) <
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 463) 			    DM_IO_ERROR_THRESHOLD)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 464) 				schedule_work(&sc->trigger_event);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 465) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 466) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 467) 	return DM_ENDIO_DONE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 468) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 469) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 470) static int stripe_iterate_devices(struct dm_target *ti,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 471) 				  iterate_devices_callout_fn fn, void *data)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 472) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 473) 	struct stripe_c *sc = ti->private;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 474) 	int ret = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 475) 	unsigned i = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 476) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 477) 	do {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 478) 		ret = fn(ti, sc->stripe[i].dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 479) 			 sc->stripe[i].physical_start,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 480) 			 sc->stripe_width, data);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 481) 	} while (!ret && ++i < sc->stripes);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 482) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 483) 	return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 484) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 485) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 486) static void stripe_io_hints(struct dm_target *ti,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 487) 			    struct queue_limits *limits)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 488) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 489) 	struct stripe_c *sc = ti->private;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 490) 	unsigned chunk_size = sc->chunk_size << SECTOR_SHIFT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 491) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 492) 	blk_limits_io_min(limits, chunk_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 493) 	blk_limits_io_opt(limits, chunk_size * sc->stripes);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 494) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 495) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 496) static struct target_type stripe_target = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 497) 	.name   = "striped",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 498) 	.version = {1, 6, 0},
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 499) 	.features = DM_TARGET_PASSES_INTEGRITY,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 500) 	.module = THIS_MODULE,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 501) 	.ctr    = stripe_ctr,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 502) 	.dtr    = stripe_dtr,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 503) 	.map    = stripe_map,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 504) 	.end_io = stripe_end_io,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 505) 	.status = stripe_status,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 506) 	.iterate_devices = stripe_iterate_devices,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 507) 	.io_hints = stripe_io_hints,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 508) 	.direct_access = stripe_dax_direct_access,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 509) 	.dax_copy_from_iter = stripe_dax_copy_from_iter,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 510) 	.dax_copy_to_iter = stripe_dax_copy_to_iter,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 511) 	.dax_zero_page_range = stripe_dax_zero_page_range,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 512) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 513) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 514) int __init dm_stripe_init(void)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 515) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 516) 	int r;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 517) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 518) 	r = dm_register_target(&stripe_target);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 519) 	if (r < 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 520) 		DMWARN("target registration failed");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 521) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 522) 	return r;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 523) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 524) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 525) void dm_stripe_exit(void)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 526) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 527) 	dm_unregister_target(&stripe_target);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 528) }