Orange Pi5 kernel

Deprecated Linux kernel 5.10.110 for OrangePi 5/5B/5+ boards

3 Commits   0 Branches   0 Tags   |
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   1) // SPDX-License-Identifier: GPL-2.0+
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   2) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   3)  * Copyright (C) 2017 HiSilicon Limited, All Rights Reserved.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   4)  * Author: Gabriele Paoloni <gabriele.paoloni@huawei.com>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   5)  * Author: Zhichang Yuan <yuanzhichang@hisilicon.com>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   6)  * Author: John Garry <john.garry@huawei.com>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   7)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   8) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   9) #define pr_fmt(fmt)	"LOGIC PIO: " fmt
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  10) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  11) #include <linux/of.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  12) #include <linux/io.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  13) #include <linux/logic_pio.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  14) #include <linux/mm.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  15) #include <linux/rculist.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  16) #include <linux/sizes.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  17) #include <linux/slab.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  18) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  19) /* The unique hardware address list */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  20) static LIST_HEAD(io_range_list);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  21) static DEFINE_MUTEX(io_range_mutex);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  22) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  23) /* Consider a kernel general helper for this */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  24) #define in_range(b, first, len)        ((b) >= (first) && (b) < (first) + (len))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  25) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  26) /**
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  27)  * logic_pio_register_range - register logical PIO range for a host
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  28)  * @new_range: pointer to the IO range to be registered.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  29)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  30)  * Returns 0 on success, the error code in case of failure.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  31)  * If the range already exists, -EEXIST will be returned, which should be
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  32)  * considered a success.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  33)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  34)  * Register a new IO range node in the IO range list.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  35)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  36) int logic_pio_register_range(struct logic_pio_hwaddr *new_range)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  37) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  38) 	struct logic_pio_hwaddr *range;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  39) 	resource_size_t start;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  40) 	resource_size_t end;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  41) 	resource_size_t mmio_end = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  42) 	resource_size_t iio_sz = MMIO_UPPER_LIMIT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  43) 	int ret = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  44) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  45) 	if (!new_range || !new_range->fwnode || !new_range->size ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  46) 	    (new_range->flags == LOGIC_PIO_INDIRECT && !new_range->ops))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  47) 		return -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  48) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  49) 	start = new_range->hw_start;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  50) 	end = new_range->hw_start + new_range->size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  51) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  52) 	mutex_lock(&io_range_mutex);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  53) 	list_for_each_entry(range, &io_range_list, list) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  54) 		if (range->fwnode == new_range->fwnode) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  55) 			/* range already there */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  56) 			ret = -EEXIST;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  57) 			goto end_register;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  58) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  59) 		if (range->flags == LOGIC_PIO_CPU_MMIO &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  60) 		    new_range->flags == LOGIC_PIO_CPU_MMIO) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  61) 			/* for MMIO ranges we need to check for overlap */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  62) 			if (start >= range->hw_start + range->size ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  63) 			    end < range->hw_start) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  64) 				mmio_end = range->io_start + range->size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  65) 			} else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  66) 				ret = -EFAULT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  67) 				goto end_register;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  68) 			}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  69) 		} else if (range->flags == LOGIC_PIO_INDIRECT &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  70) 			   new_range->flags == LOGIC_PIO_INDIRECT) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  71) 			iio_sz += range->size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  72) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  73) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  74) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  75) 	/* range not registered yet, check for available space */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  76) 	if (new_range->flags == LOGIC_PIO_CPU_MMIO) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  77) 		if (mmio_end + new_range->size - 1 > MMIO_UPPER_LIMIT) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  78) 			/* if it's too big check if 64K space can be reserved */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  79) 			if (mmio_end + SZ_64K - 1 > MMIO_UPPER_LIMIT) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  80) 				ret = -E2BIG;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  81) 				goto end_register;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  82) 			}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  83) 			new_range->size = SZ_64K;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  84) 			pr_warn("Requested IO range too big, new size set to 64K\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  85) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  86) 		new_range->io_start = mmio_end;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  87) 	} else if (new_range->flags == LOGIC_PIO_INDIRECT) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  88) 		if (iio_sz + new_range->size - 1 > IO_SPACE_LIMIT) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  89) 			ret = -E2BIG;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  90) 			goto end_register;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  91) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  92) 		new_range->io_start = iio_sz;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  93) 	} else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  94) 		/* invalid flag */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  95) 		ret = -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  96) 		goto end_register;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  97) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  98) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  99) 	list_add_tail_rcu(&new_range->list, &io_range_list);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 100) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 101) end_register:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 102) 	mutex_unlock(&io_range_mutex);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 103) 	return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 104) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 105) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 106) /**
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 107)  * logic_pio_unregister_range - unregister a logical PIO range for a host
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 108)  * @range: pointer to the IO range which has been already registered.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 109)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 110)  * Unregister a previously-registered IO range node.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 111)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 112) void logic_pio_unregister_range(struct logic_pio_hwaddr *range)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 113) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 114) 	mutex_lock(&io_range_mutex);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 115) 	list_del_rcu(&range->list);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 116) 	mutex_unlock(&io_range_mutex);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 117) 	synchronize_rcu();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 118) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 119) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 120) /**
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 121)  * find_io_range_by_fwnode - find logical PIO range for given FW node
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 122)  * @fwnode: FW node handle associated with logical PIO range
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 123)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 124)  * Returns pointer to node on success, NULL otherwise.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 125)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 126)  * Traverse the io_range_list to find the registered node for @fwnode.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 127)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 128) struct logic_pio_hwaddr *find_io_range_by_fwnode(struct fwnode_handle *fwnode)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 129) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 130) 	struct logic_pio_hwaddr *range, *found_range = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 131) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 132) 	rcu_read_lock();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 133) 	list_for_each_entry_rcu(range, &io_range_list, list) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 134) 		if (range->fwnode == fwnode) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 135) 			found_range = range;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 136) 			break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 137) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 138) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 139) 	rcu_read_unlock();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 140) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 141) 	return found_range;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 142) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 143) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 144) /* Return a registered range given an input PIO token */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 145) static struct logic_pio_hwaddr *find_io_range(unsigned long pio)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 146) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 147) 	struct logic_pio_hwaddr *range, *found_range = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 148) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 149) 	rcu_read_lock();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 150) 	list_for_each_entry_rcu(range, &io_range_list, list) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 151) 		if (in_range(pio, range->io_start, range->size)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 152) 			found_range = range;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 153) 			break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 154) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 155) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 156) 	rcu_read_unlock();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 157) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 158) 	if (!found_range)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 159) 		pr_err("PIO entry token 0x%lx invalid\n", pio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 160) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 161) 	return found_range;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 162) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 163) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 164) /**
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 165)  * logic_pio_to_hwaddr - translate logical PIO to HW address
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 166)  * @pio: logical PIO value
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 167)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 168)  * Returns HW address if valid, ~0 otherwise.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 169)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 170)  * Translate the input logical PIO to the corresponding hardware address.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 171)  * The input PIO should be unique in the whole logical PIO space.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 172)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 173) resource_size_t logic_pio_to_hwaddr(unsigned long pio)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 174) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 175) 	struct logic_pio_hwaddr *range;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 176) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 177) 	range = find_io_range(pio);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 178) 	if (range)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 179) 		return range->hw_start + pio - range->io_start;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 180) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 181) 	return (resource_size_t)~0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 182) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 183) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 184) /**
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 185)  * logic_pio_trans_hwaddr - translate HW address to logical PIO
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 186)  * @fwnode: FW node reference for the host
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 187)  * @addr: Host-relative HW address
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 188)  * @size: size to translate
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 189)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 190)  * Returns Logical PIO value if successful, ~0UL otherwise
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 191)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 192) unsigned long logic_pio_trans_hwaddr(struct fwnode_handle *fwnode,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 193) 				     resource_size_t addr, resource_size_t size)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 194) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 195) 	struct logic_pio_hwaddr *range;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 196) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 197) 	range = find_io_range_by_fwnode(fwnode);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 198) 	if (!range || range->flags == LOGIC_PIO_CPU_MMIO) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 199) 		pr_err("IO range not found or invalid\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 200) 		return ~0UL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 201) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 202) 	if (range->size < size) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 203) 		pr_err("resource size %pa cannot fit in IO range size %pa\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 204) 		       &size, &range->size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 205) 		return ~0UL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 206) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 207) 	return addr - range->hw_start + range->io_start;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 208) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 209) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 210) unsigned long logic_pio_trans_cpuaddr(resource_size_t addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 211) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 212) 	struct logic_pio_hwaddr *range;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 213) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 214) 	rcu_read_lock();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 215) 	list_for_each_entry_rcu(range, &io_range_list, list) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 216) 		if (range->flags != LOGIC_PIO_CPU_MMIO)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 217) 			continue;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 218) 		if (in_range(addr, range->hw_start, range->size)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 219) 			unsigned long cpuaddr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 220) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 221) 			cpuaddr = addr - range->hw_start + range->io_start;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 222) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 223) 			rcu_read_unlock();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 224) 			return cpuaddr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 225) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 226) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 227) 	rcu_read_unlock();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 228) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 229) 	pr_err("addr %pa not registered in io_range_list\n", &addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 230) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 231) 	return ~0UL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 232) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 233) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 234) #if defined(CONFIG_INDIRECT_PIO) && defined(PCI_IOBASE)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 235) #define BUILD_LOGIC_IO(bwl, type)					\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 236) type logic_in##bwl(unsigned long addr)					\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 237) {									\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 238) 	type ret = (type)~0;						\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 239) 									\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 240) 	if (addr < MMIO_UPPER_LIMIT) {					\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 241) 		ret = _in##bwl(addr);					\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 242) 	} else if (addr >= MMIO_UPPER_LIMIT && addr < IO_SPACE_LIMIT) { \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 243) 		struct logic_pio_hwaddr *entry = find_io_range(addr);	\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 244) 									\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 245) 		if (entry)						\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 246) 			ret = entry->ops->in(entry->hostdata,		\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 247) 					addr, sizeof(type));		\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 248) 		else							\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 249) 			WARN_ON_ONCE(1);				\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 250) 	}								\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 251) 	return ret;							\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 252) }									\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 253) 									\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 254) void logic_out##bwl(type value, unsigned long addr)			\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 255) {									\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 256) 	if (addr < MMIO_UPPER_LIMIT) {					\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 257) 		_out##bwl(value, addr);				\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 258) 	} else if (addr >= MMIO_UPPER_LIMIT && addr < IO_SPACE_LIMIT) {	\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 259) 		struct logic_pio_hwaddr *entry = find_io_range(addr);	\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 260) 									\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 261) 		if (entry)						\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 262) 			entry->ops->out(entry->hostdata,		\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 263) 					addr, value, sizeof(type));	\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 264) 		else							\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 265) 			WARN_ON_ONCE(1);				\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 266) 	}								\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 267) }									\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 268) 									\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 269) void logic_ins##bwl(unsigned long addr, void *buffer,			\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 270) 		    unsigned int count)					\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 271) {									\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 272) 	if (addr < MMIO_UPPER_LIMIT) {					\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 273) 		reads##bwl(PCI_IOBASE + addr, buffer, count);		\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 274) 	} else if (addr >= MMIO_UPPER_LIMIT && addr < IO_SPACE_LIMIT) {	\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 275) 		struct logic_pio_hwaddr *entry = find_io_range(addr);	\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 276) 									\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 277) 		if (entry)						\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 278) 			entry->ops->ins(entry->hostdata,		\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 279) 				addr, buffer, sizeof(type), count);	\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 280) 		else							\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 281) 			WARN_ON_ONCE(1);				\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 282) 	}								\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 283) 									\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 284) }									\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 285) 									\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 286) void logic_outs##bwl(unsigned long addr, const void *buffer,		\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 287) 		     unsigned int count)				\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 288) {									\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 289) 	if (addr < MMIO_UPPER_LIMIT) {					\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 290) 		writes##bwl(PCI_IOBASE + addr, buffer, count);		\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 291) 	} else if (addr >= MMIO_UPPER_LIMIT && addr < IO_SPACE_LIMIT) {	\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 292) 		struct logic_pio_hwaddr *entry = find_io_range(addr);	\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 293) 									\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 294) 		if (entry)						\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 295) 			entry->ops->outs(entry->hostdata,		\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 296) 				addr, buffer, sizeof(type), count);	\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 297) 		else							\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 298) 			WARN_ON_ONCE(1);				\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 299) 	}								\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 300) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 301) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 302) BUILD_LOGIC_IO(b, u8)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 303) EXPORT_SYMBOL(logic_inb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 304) EXPORT_SYMBOL(logic_insb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 305) EXPORT_SYMBOL(logic_outb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 306) EXPORT_SYMBOL(logic_outsb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 307) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 308) BUILD_LOGIC_IO(w, u16)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 309) EXPORT_SYMBOL(logic_inw);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 310) EXPORT_SYMBOL(logic_insw);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 311) EXPORT_SYMBOL(logic_outw);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 312) EXPORT_SYMBOL(logic_outsw);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 313) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 314) BUILD_LOGIC_IO(l, u32)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 315) EXPORT_SYMBOL(logic_inl);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 316) EXPORT_SYMBOL(logic_insl);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 317) EXPORT_SYMBOL(logic_outl);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 318) EXPORT_SYMBOL(logic_outsl);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 319) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 320) #endif /* CONFIG_INDIRECT_PIO && PCI_IOBASE */