Orange Pi5 kernel

^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   1) // SPDX-License-Identifier: GPL-2.0-or-later
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   2) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   3) * Filename: dev.c
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   4) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   5) * Authors: Joshua Morris <josh.h.morris@us.ibm.com>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   6) *	Philip Kelleher <pjk1939@linux.vnet.ibm.com>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   7) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   8) * (C) Copyright 2013 IBM Corporation
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   9) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  10) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  11) #include <linux/kernel.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  12) #include <linux/interrupt.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  13) #include <linux/module.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  14) #include <linux/pci.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  15) #include <linux/slab.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  16) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  17) #include <linux/hdreg.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  18) #include <linux/genhd.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  19) #include <linux/blkdev.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  20) #include <linux/bio.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  21) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  22) #include <linux/fs.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  23) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  24) #include "rsxx_priv.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  25) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  26) static unsigned int blkdev_minors = 64;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  27) module_param(blkdev_minors, uint, 0444);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  28) MODULE_PARM_DESC(blkdev_minors, "Number of minors(partitions)");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  29) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  30) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  31)  * For now I'm making this tweakable in case any applications hit this limit.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  32)  * If you see a "bio too big" error in the log you will need to raise this
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  33)  * value.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  34)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  35) static unsigned int blkdev_max_hw_sectors = 1024;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  36) module_param(blkdev_max_hw_sectors, uint, 0444);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  37) MODULE_PARM_DESC(blkdev_max_hw_sectors, "Max hw sectors for a single BIO");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  38) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  39) static unsigned int enable_blkdev = 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  40) module_param(enable_blkdev , uint, 0444);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  41) MODULE_PARM_DESC(enable_blkdev, "Enable block device interfaces");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  42) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  43) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  44) struct rsxx_bio_meta {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  45) 	struct bio	*bio;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  46) 	atomic_t	pending_dmas;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  47) 	atomic_t	error;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  48) 	unsigned long	start_time;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  49) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  50) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  51) static struct kmem_cache *bio_meta_pool;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  52) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  53) static blk_qc_t rsxx_submit_bio(struct bio *bio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  54) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  55) /*----------------- Block Device Operations -----------------*/
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  56) static int rsxx_blkdev_ioctl(struct block_device *bdev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  57) 				 fmode_t mode,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  58) 				 unsigned int cmd,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  59) 				 unsigned long arg)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  60) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  61) 	struct rsxx_cardinfo *card = bdev->bd_disk->private_data;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  62) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  63) 	switch (cmd) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  64) 	case RSXX_GETREG:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  65) 		return rsxx_reg_access(card, (void __user *)arg, 1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  66) 	case RSXX_SETREG:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  67) 		return rsxx_reg_access(card, (void __user *)arg, 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  68) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  69) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  70) 	return -ENOTTY;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  71) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  72) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  73) static int rsxx_getgeo(struct block_device *bdev, struct hd_geometry *geo)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  74) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  75) 	struct rsxx_cardinfo *card = bdev->bd_disk->private_data;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  76) 	u64 blocks = card->size8 >> 9;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  77) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  78) 	/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  79) 	 * get geometry: Fake it. I haven't found any drivers that set
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  80) 	 * geo->start, so we won't either.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  81) 	 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  82) 	if (card->size8) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  83) 		geo->heads = 64;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  84) 		geo->sectors = 16;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  85) 		do_div(blocks, (geo->heads * geo->sectors));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  86) 		geo->cylinders = blocks;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  87) 	} else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  88) 		geo->heads = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  89) 		geo->sectors = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  90) 		geo->cylinders = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  91) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  92) 	return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  93) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  94) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  95) static const struct block_device_operations rsxx_fops = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  96) 	.owner		= THIS_MODULE,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  97) 	.submit_bio	= rsxx_submit_bio,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  98) 	.getgeo		= rsxx_getgeo,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  99) 	.ioctl		= rsxx_blkdev_ioctl,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 100) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 101) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 102) static void bio_dma_done_cb(struct rsxx_cardinfo *card,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 103) 			    void *cb_data,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 104) 			    unsigned int error)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 105) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 106) 	struct rsxx_bio_meta *meta = cb_data;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 107) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 108) 	if (error)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 109) 		atomic_set(&meta->error, 1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 110) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 111) 	if (atomic_dec_and_test(&meta->pending_dmas)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 112) 		if (!card->eeh_state && card->gendisk)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 113) 			bio_end_io_acct(meta->bio, meta->start_time);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 114) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 115) 		if (atomic_read(&meta->error))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 116) 			bio_io_error(meta->bio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 117) 		else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 118) 			bio_endio(meta->bio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 119) 		kmem_cache_free(bio_meta_pool, meta);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 120) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 121) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 122) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 123) static blk_qc_t rsxx_submit_bio(struct bio *bio)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 124) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 125) 	struct rsxx_cardinfo *card = bio->bi_disk->private_data;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 126) 	struct rsxx_bio_meta *bio_meta;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 127) 	blk_status_t st = BLK_STS_IOERR;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 128) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 129) 	blk_queue_split(&bio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 130) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 131) 	might_sleep();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 132) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 133) 	if (!card)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 134) 		goto req_err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 135) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 136) 	if (bio_end_sector(bio) > get_capacity(card->gendisk))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 137) 		goto req_err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 138) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 139) 	if (unlikely(card->halt))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 140) 		goto req_err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 141) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 142) 	if (unlikely(card->dma_fault))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 143) 		goto req_err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 144) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 145) 	if (bio->bi_iter.bi_size == 0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 146) 		dev_err(CARD_TO_DEV(card), "size zero BIO!\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 147) 		goto req_err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 148) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 149) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 150) 	bio_meta = kmem_cache_alloc(bio_meta_pool, GFP_KERNEL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 151) 	if (!bio_meta) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 152) 		st = BLK_STS_RESOURCE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 153) 		goto req_err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 154) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 155) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 156) 	bio_meta->bio = bio;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 157) 	atomic_set(&bio_meta->error, 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 158) 	atomic_set(&bio_meta->pending_dmas, 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 159) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 160) 	if (!unlikely(card->halt))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 161) 		bio_meta->start_time = bio_start_io_acct(bio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 162) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 163) 	dev_dbg(CARD_TO_DEV(card), "BIO[%c]: meta: %p addr8: x%llx size: %d\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 164) 		 bio_data_dir(bio) ? 'W' : 'R', bio_meta,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 165) 		 (u64)bio->bi_iter.bi_sector << 9, bio->bi_iter.bi_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 166) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 167) 	st = rsxx_dma_queue_bio(card, bio, &bio_meta->pending_dmas,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 168) 				    bio_dma_done_cb, bio_meta);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 169) 	if (st)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 170) 		goto queue_err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 171) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 172) 	return BLK_QC_T_NONE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 173) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 174) queue_err:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 175) 	kmem_cache_free(bio_meta_pool, bio_meta);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 176) req_err:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 177) 	if (st)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 178) 		bio->bi_status = st;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 179) 	bio_endio(bio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 180) 	return BLK_QC_T_NONE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 181) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 182) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 183) /*----------------- Device Setup -------------------*/
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 184) static bool rsxx_discard_supported(struct rsxx_cardinfo *card)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 185) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 186) 	unsigned char pci_rev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 187) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 188) 	pci_read_config_byte(card->dev, PCI_REVISION_ID, &pci_rev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 189) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 190) 	return (pci_rev >= RSXX_DISCARD_SUPPORT);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 191) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 192) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 193) int rsxx_attach_dev(struct rsxx_cardinfo *card)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 194) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 195) 	mutex_lock(&card->dev_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 196) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 197) 	/* The block device requires the stripe size from the config. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 198) 	if (enable_blkdev) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 199) 		if (card->config_valid)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 200) 			set_capacity(card->gendisk, card->size8 >> 9);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 201) 		else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 202) 			set_capacity(card->gendisk, 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 203) 		device_add_disk(CARD_TO_DEV(card), card->gendisk, NULL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 204) 		card->bdev_attached = 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 205) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 206) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 207) 	mutex_unlock(&card->dev_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 208) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 209) 	return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 210) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 211) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 212) void rsxx_detach_dev(struct rsxx_cardinfo *card)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 213) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 214) 	mutex_lock(&card->dev_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 215) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 216) 	if (card->bdev_attached) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 217) 		del_gendisk(card->gendisk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 218) 		card->bdev_attached = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 219) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 220) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 221) 	mutex_unlock(&card->dev_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 222) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 223) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 224) int rsxx_setup_dev(struct rsxx_cardinfo *card)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 225) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 226) 	unsigned short blk_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 227) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 228) 	mutex_init(&card->dev_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 229) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 230) 	if (!enable_blkdev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 231) 		return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 232) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 233) 	card->major = register_blkdev(0, DRIVER_NAME);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 234) 	if (card->major < 0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 235) 		dev_err(CARD_TO_DEV(card), "Failed to get major number\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 236) 		return -ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 237) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 238) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 239) 	card->queue = blk_alloc_queue(NUMA_NO_NODE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 240) 	if (!card->queue) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 241) 		dev_err(CARD_TO_DEV(card), "Failed queue alloc\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 242) 		unregister_blkdev(card->major, DRIVER_NAME);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 243) 		return -ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 244) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 245) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 246) 	card->gendisk = alloc_disk(blkdev_minors);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 247) 	if (!card->gendisk) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 248) 		dev_err(CARD_TO_DEV(card), "Failed disk alloc\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 249) 		blk_cleanup_queue(card->queue);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 250) 		unregister_blkdev(card->major, DRIVER_NAME);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 251) 		return -ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 252) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 253) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 254) 	if (card->config_valid) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 255) 		blk_size = card->config.data.block_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 256) 		blk_queue_dma_alignment(card->queue, blk_size - 1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 257) 		blk_queue_logical_block_size(card->queue, blk_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 258) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 259) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 260) 	blk_queue_max_hw_sectors(card->queue, blkdev_max_hw_sectors);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 261) 	blk_queue_physical_block_size(card->queue, RSXX_HW_BLK_SIZE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 262) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 263) 	blk_queue_flag_set(QUEUE_FLAG_NONROT, card->queue);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 264) 	blk_queue_flag_clear(QUEUE_FLAG_ADD_RANDOM, card->queue);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 265) 	if (rsxx_discard_supported(card)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 266) 		blk_queue_flag_set(QUEUE_FLAG_DISCARD, card->queue);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 267) 		blk_queue_max_discard_sectors(card->queue,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 268) 						RSXX_HW_BLK_SIZE >> 9);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 269) 		card->queue->limits.discard_granularity = RSXX_HW_BLK_SIZE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 270) 		card->queue->limits.discard_alignment   = RSXX_HW_BLK_SIZE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 271) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 272) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 273) 	snprintf(card->gendisk->disk_name, sizeof(card->gendisk->disk_name),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 274) 		 "rsxx%d", card->disk_id);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 275) 	card->gendisk->major = card->major;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 276) 	card->gendisk->first_minor = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 277) 	card->gendisk->fops = &rsxx_fops;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 278) 	card->gendisk->private_data = card;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 279) 	card->gendisk->queue = card->queue;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 280) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 281) 	return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 282) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 283) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 284) void rsxx_destroy_dev(struct rsxx_cardinfo *card)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 285) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 286) 	if (!enable_blkdev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 287) 		return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 288) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 289) 	put_disk(card->gendisk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 290) 	card->gendisk = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 291) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 292) 	blk_cleanup_queue(card->queue);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 293) 	unregister_blkdev(card->major, DRIVER_NAME);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 294) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 295) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 296) int rsxx_dev_init(void)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 297) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 298) 	bio_meta_pool = KMEM_CACHE(rsxx_bio_meta, SLAB_HWCACHE_ALIGN);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 299) 	if (!bio_meta_pool)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 300) 		return -ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 301) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 302) 	return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 303) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 304) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 305) void rsxx_dev_cleanup(void)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 306) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 307) 	kmem_cache_destroy(bio_meta_pool);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 308) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 309) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 310)