Orange Pi5 kernel

^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   1) // SPDX-License-Identifier: GPL-2.0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   2) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   3)  * iomap.c - Implement iomap interface for PA-RISC
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   4)  * Copyright (c) 2004 Matthew Wilcox
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   5)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   6) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   7) #include <linux/ioport.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   8) #include <linux/pci.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   9) #include <linux/export.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  10) #include <asm/io.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  11) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  12) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  13)  * The iomap space on 32-bit PA-RISC is intended to look like this:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  14)  * 00000000-7fffffff virtual mapped IO
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  15)  * 80000000-8fffffff ISA/EISA port space that can't be virtually mapped
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  16)  * 90000000-9fffffff Dino port space
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  17)  * a0000000-afffffff Astro port space
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  18)  * b0000000-bfffffff PAT port space
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  19)  * c0000000-cfffffff non-swapped memory IO
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  20)  * f0000000-ffffffff legacy IO memory pointers
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  21)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  22)  * For the moment, here's what it looks like:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  23)  * 80000000-8fffffff All ISA/EISA port space
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  24)  * f0000000-ffffffff legacy IO memory pointers
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  25)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  26)  * On 64-bit, everything is extended, so:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  27)  * 8000000000000000-8fffffffffffffff All ISA/EISA port space
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  28)  * f000000000000000-ffffffffffffffff legacy IO memory pointers
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  29)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  30) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  31) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  32)  * Technically, this should be 'if (VMALLOC_START < addr < VMALLOC_END),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  33)  * but that's slow and we know it'll be within the first 2GB.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  34)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  35) #ifdef CONFIG_64BIT
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  36) #define INDIRECT_ADDR(addr)	(((unsigned long)(addr) & 1UL<<63) != 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  37) #define ADDR_TO_REGION(addr)    (((unsigned long)addr >> 60) & 7)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  38) #define IOPORT_MAP_BASE		(8UL << 60)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  39) #else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  40) #define INDIRECT_ADDR(addr)     (((unsigned long)(addr) & 1UL<<31) != 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  41) #define ADDR_TO_REGION(addr)    (((unsigned long)addr >> 28) & 7)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  42) #define IOPORT_MAP_BASE		(8UL << 28)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  43) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  44) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  45) struct iomap_ops {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  46) 	unsigned int (*read8)(const void __iomem *);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  47) 	unsigned int (*read16)(const void __iomem *);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  48) 	unsigned int (*read16be)(const void __iomem *);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  49) 	unsigned int (*read32)(const void __iomem *);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  50) 	unsigned int (*read32be)(const void __iomem *);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  51) 	u64 (*read64)(const void __iomem *);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  52) 	u64 (*read64be)(const void __iomem *);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  53) 	void (*write8)(u8, void __iomem *);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  54) 	void (*write16)(u16, void __iomem *);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  55) 	void (*write16be)(u16, void __iomem *);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  56) 	void (*write32)(u32, void __iomem *);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  57) 	void (*write32be)(u32, void __iomem *);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  58) 	void (*write64)(u64, void __iomem *);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  59) 	void (*write64be)(u64, void __iomem *);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  60) 	void (*read8r)(const void __iomem *, void *, unsigned long);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  61) 	void (*read16r)(const void __iomem *, void *, unsigned long);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  62) 	void (*read32r)(const void __iomem *, void *, unsigned long);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  63) 	void (*write8r)(void __iomem *, const void *, unsigned long);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  64) 	void (*write16r)(void __iomem *, const void *, unsigned long);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  65) 	void (*write32r)(void __iomem *, const void *, unsigned long);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  66) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  67) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  68) /* Generic ioport ops.  To be replaced later by specific dino/elroy/wax code */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  69) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  70) #define ADDR2PORT(addr) ((unsigned long __force)(addr) & 0xffffff)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  71) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  72) static unsigned int ioport_read8(const void __iomem *addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  73) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  74) 	return inb(ADDR2PORT(addr));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  75) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  76) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  77) static unsigned int ioport_read16(const void __iomem *addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  78) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  79) 	return inw(ADDR2PORT(addr));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  80) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  81) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  82) static unsigned int ioport_read32(const void __iomem *addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  83) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  84) 	return inl(ADDR2PORT(addr));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  85) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  86) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  87) static void ioport_write8(u8 datum, void __iomem *addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  88) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  89) 	outb(datum, ADDR2PORT(addr));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  90) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  91) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  92) static void ioport_write16(u16 datum, void __iomem *addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  93) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  94) 	outw(datum, ADDR2PORT(addr));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  95) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  96) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  97) static void ioport_write32(u32 datum, void __iomem *addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  98) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  99) 	outl(datum, ADDR2PORT(addr));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 100) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 101) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 102) static void ioport_read8r(const void __iomem *addr, void *dst, unsigned long count)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 103) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 104) 	insb(ADDR2PORT(addr), dst, count);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 105) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 106) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 107) static void ioport_read16r(const void __iomem *addr, void *dst, unsigned long count)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 108) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 109) 	insw(ADDR2PORT(addr), dst, count);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 110) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 111) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 112) static void ioport_read32r(const void __iomem *addr, void *dst, unsigned long count)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 113) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 114) 	insl(ADDR2PORT(addr), dst, count);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 115) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 116) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 117) static void ioport_write8r(void __iomem *addr, const void *s, unsigned long n)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 118) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 119) 	outsb(ADDR2PORT(addr), s, n);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 120) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 121) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 122) static void ioport_write16r(void __iomem *addr, const void *s, unsigned long n)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 123) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 124) 	outsw(ADDR2PORT(addr), s, n);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 125) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 126) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 127) static void ioport_write32r(void __iomem *addr, const void *s, unsigned long n)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 128) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 129) 	outsl(ADDR2PORT(addr), s, n);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 130) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 131) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 132) static const struct iomap_ops ioport_ops = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 133) 	.read8 = ioport_read8,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 134) 	.read16 = ioport_read16,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 135) 	.read16be = ioport_read16,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 136) 	.read32 = ioport_read32,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 137) 	.read32be = ioport_read32,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 138) 	.write8 = ioport_write8,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 139) 	.write16 = ioport_write16,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 140) 	.write16be = ioport_write16,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 141) 	.write32 = ioport_write32,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 142) 	.write32be = ioport_write32,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 143) 	.read8r = ioport_read8r,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 144) 	.read16r = ioport_read16r,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 145) 	.read32r = ioport_read32r,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 146) 	.write8r = ioport_write8r,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 147) 	.write16r = ioport_write16r,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 148) 	.write32r = ioport_write32r,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 149) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 150) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 151) /* Legacy I/O memory ops */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 152) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 153) static unsigned int iomem_read8(const void __iomem *addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 154) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 155) 	return readb(addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 156) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 157) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 158) static unsigned int iomem_read16(const void __iomem *addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 159) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 160) 	return readw(addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 161) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 162) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 163) static unsigned int iomem_read16be(const void __iomem *addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 164) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 165) 	return __raw_readw(addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 166) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 167) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 168) static unsigned int iomem_read32(const void __iomem *addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 169) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 170) 	return readl(addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 171) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 172) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 173) static unsigned int iomem_read32be(const void __iomem *addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 174) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 175) 	return __raw_readl(addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 176) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 177) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 178) static u64 iomem_read64(const void __iomem *addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 179) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 180) 	return readq(addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 181) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 182) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 183) static u64 iomem_read64be(const void __iomem *addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 184) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 185) 	return __raw_readq(addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 186) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 187) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 188) static void iomem_write8(u8 datum, void __iomem *addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 189) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 190) 	writeb(datum, addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 191) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 192) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 193) static void iomem_write16(u16 datum, void __iomem *addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 194) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 195) 	writew(datum, addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 196) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 197) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 198) static void iomem_write16be(u16 datum, void __iomem *addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 199) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 200) 	__raw_writew(datum, addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 201) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 202) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 203) static void iomem_write32(u32 datum, void __iomem *addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 204) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 205) 	writel(datum, addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 206) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 207) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 208) static void iomem_write32be(u32 datum, void __iomem *addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 209) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 210) 	__raw_writel(datum, addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 211) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 212) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 213) static void iomem_write64(u64 datum, void __iomem *addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 214) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 215) 	writel(datum, addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 216) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 217) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 218) static void iomem_write64be(u64 datum, void __iomem *addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 219) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 220) 	__raw_writel(datum, addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 221) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 222) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 223) static void iomem_read8r(const void __iomem *addr, void *dst, unsigned long count)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 224) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 225) 	while (count--) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 226) 		*(u8 *)dst = __raw_readb(addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 227) 		dst++;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 228) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 229) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 230) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 231) static void iomem_read16r(const void __iomem *addr, void *dst, unsigned long count)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 232) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 233) 	while (count--) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 234) 		*(u16 *)dst = __raw_readw(addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 235) 		dst += 2;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 236) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 237) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 238) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 239) static void iomem_read32r(const void __iomem *addr, void *dst, unsigned long count)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 240) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 241) 	while (count--) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 242) 		*(u32 *)dst = __raw_readl(addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 243) 		dst += 4;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 244) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 245) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 246) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 247) static void iomem_write8r(void __iomem *addr, const void *s, unsigned long n)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 248) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 249) 	while (n--) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 250) 		__raw_writeb(*(u8 *)s, addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 251) 		s++;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 252) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 253) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 254) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 255) static void iomem_write16r(void __iomem *addr, const void *s, unsigned long n)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 256) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 257) 	while (n--) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 258) 		__raw_writew(*(u16 *)s, addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 259) 		s += 2;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 260) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 261) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 262) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 263) static void iomem_write32r(void __iomem *addr, const void *s, unsigned long n)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 264) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 265) 	while (n--) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 266) 		__raw_writel(*(u32 *)s, addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 267) 		s += 4;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 268) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 269) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 270) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 271) static const struct iomap_ops iomem_ops = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 272) 	.read8 = iomem_read8,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 273) 	.read16 = iomem_read16,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 274) 	.read16be = iomem_read16be,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 275) 	.read32 = iomem_read32,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 276) 	.read32be = iomem_read32be,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 277) 	.read64 = iomem_read64,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 278) 	.read64be = iomem_read64be,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 279) 	.write8 = iomem_write8,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 280) 	.write16 = iomem_write16,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 281) 	.write16be = iomem_write16be,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 282) 	.write32 = iomem_write32,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 283) 	.write32be = iomem_write32be,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 284) 	.write64 = iomem_write64,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 285) 	.write64be = iomem_write64be,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 286) 	.read8r = iomem_read8r,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 287) 	.read16r = iomem_read16r,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 288) 	.read32r = iomem_read32r,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 289) 	.write8r = iomem_write8r,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 290) 	.write16r = iomem_write16r,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 291) 	.write32r = iomem_write32r,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 292) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 293) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 294) static const struct iomap_ops *iomap_ops[8] = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 295) 	[0] = &ioport_ops,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 296) 	[7] = &iomem_ops
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 297) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 298) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 299) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 300) unsigned int ioread8(const void __iomem *addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 301) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 302) 	if (unlikely(INDIRECT_ADDR(addr)))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 303) 		return iomap_ops[ADDR_TO_REGION(addr)]->read8(addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 304) 	return *((u8 *)addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 305) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 306) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 307) unsigned int ioread16(const void __iomem *addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 308) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 309) 	if (unlikely(INDIRECT_ADDR(addr)))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 310) 		return iomap_ops[ADDR_TO_REGION(addr)]->read16(addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 311) 	return le16_to_cpup((u16 *)addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 312) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 313) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 314) unsigned int ioread16be(const void __iomem *addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 315) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 316) 	if (unlikely(INDIRECT_ADDR(addr)))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 317) 		return iomap_ops[ADDR_TO_REGION(addr)]->read16be(addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 318) 	return *((u16 *)addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 319) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 320) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 321) unsigned int ioread32(const void __iomem *addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 322) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 323) 	if (unlikely(INDIRECT_ADDR(addr)))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 324) 		return iomap_ops[ADDR_TO_REGION(addr)]->read32(addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 325) 	return le32_to_cpup((u32 *)addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 326) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 327) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 328) unsigned int ioread32be(const void __iomem *addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 329) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 330) 	if (unlikely(INDIRECT_ADDR(addr)))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 331) 		return iomap_ops[ADDR_TO_REGION(addr)]->read32be(addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 332) 	return *((u32 *)addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 333) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 334) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 335) u64 ioread64(const void __iomem *addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 336) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 337) 	if (unlikely(INDIRECT_ADDR(addr)))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 338) 		return iomap_ops[ADDR_TO_REGION(addr)]->read64(addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 339) 	return le64_to_cpup((u64 *)addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 340) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 341) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 342) u64 ioread64be(const void __iomem *addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 343) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 344) 	if (unlikely(INDIRECT_ADDR(addr)))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 345) 		return iomap_ops[ADDR_TO_REGION(addr)]->read64be(addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 346) 	return *((u64 *)addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 347) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 348) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 349) u64 ioread64_lo_hi(const void __iomem *addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 350) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 351) 	u32 low, high;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 352) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 353) 	low = ioread32(addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 354) 	high = ioread32(addr + sizeof(u32));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 355) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 356) 	return low + ((u64)high << 32);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 357) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 358) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 359) u64 ioread64_hi_lo(const void __iomem *addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 360) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 361) 	u32 low, high;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 362) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 363) 	high = ioread32(addr + sizeof(u32));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 364) 	low = ioread32(addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 365) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 366) 	return low + ((u64)high << 32);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 367) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 368) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 369) void iowrite8(u8 datum, void __iomem *addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 370) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 371) 	if (unlikely(INDIRECT_ADDR(addr))) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 372) 		iomap_ops[ADDR_TO_REGION(addr)]->write8(datum, addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 373) 	} else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 374) 		*((u8 *)addr) = datum;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 375) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 376) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 377) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 378) void iowrite16(u16 datum, void __iomem *addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 379) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 380) 	if (unlikely(INDIRECT_ADDR(addr))) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 381) 		iomap_ops[ADDR_TO_REGION(addr)]->write16(datum, addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 382) 	} else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 383) 		*((u16 *)addr) = cpu_to_le16(datum);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 384) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 385) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 386) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 387) void iowrite16be(u16 datum, void __iomem *addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 388) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 389) 	if (unlikely(INDIRECT_ADDR(addr))) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 390) 		iomap_ops[ADDR_TO_REGION(addr)]->write16be(datum, addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 391) 	} else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 392) 		*((u16 *)addr) = datum;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 393) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 394) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 395) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 396) void iowrite32(u32 datum, void __iomem *addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 397) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 398) 	if (unlikely(INDIRECT_ADDR(addr))) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 399) 		iomap_ops[ADDR_TO_REGION(addr)]->write32(datum, addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 400) 	} else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 401) 		*((u32 *)addr) = cpu_to_le32(datum);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 402) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 403) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 404) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 405) void iowrite32be(u32 datum, void __iomem *addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 406) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 407) 	if (unlikely(INDIRECT_ADDR(addr))) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 408) 		iomap_ops[ADDR_TO_REGION(addr)]->write32be(datum, addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 409) 	} else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 410) 		*((u32 *)addr) = datum;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 411) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 412) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 413) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 414) void iowrite64(u64 datum, void __iomem *addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 415) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 416) 	if (unlikely(INDIRECT_ADDR(addr))) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 417) 		iomap_ops[ADDR_TO_REGION(addr)]->write64(datum, addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 418) 	} else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 419) 		*((u64 *)addr) = cpu_to_le64(datum);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 420) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 421) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 422) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 423) void iowrite64be(u64 datum, void __iomem *addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 424) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 425) 	if (unlikely(INDIRECT_ADDR(addr))) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 426) 		iomap_ops[ADDR_TO_REGION(addr)]->write64be(datum, addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 427) 	} else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 428) 		*((u64 *)addr) = datum;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 429) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 430) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 431) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 432) void iowrite64_lo_hi(u64 val, void __iomem *addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 433) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 434) 	iowrite32(val, addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 435) 	iowrite32(val >> 32, addr + sizeof(u32));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 436) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 437) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 438) void iowrite64_hi_lo(u64 val, void __iomem *addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 439) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 440) 	iowrite32(val >> 32, addr + sizeof(u32));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 441) 	iowrite32(val, addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 442) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 443) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 444) /* Repeating interfaces */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 445) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 446) void ioread8_rep(const void __iomem *addr, void *dst, unsigned long count)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 447) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 448) 	if (unlikely(INDIRECT_ADDR(addr))) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 449) 		iomap_ops[ADDR_TO_REGION(addr)]->read8r(addr, dst, count);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 450) 	} else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 451) 		while (count--) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 452) 			*(u8 *)dst = *(u8 *)addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 453) 			dst++;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 454) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 455) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 456) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 457) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 458) void ioread16_rep(const void __iomem *addr, void *dst, unsigned long count)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 459) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 460) 	if (unlikely(INDIRECT_ADDR(addr))) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 461) 		iomap_ops[ADDR_TO_REGION(addr)]->read16r(addr, dst, count);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 462) 	} else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 463) 		while (count--) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 464) 			*(u16 *)dst = *(u16 *)addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 465) 			dst += 2;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 466) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 467) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 468) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 469) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 470) void ioread32_rep(const void __iomem *addr, void *dst, unsigned long count)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 471) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 472) 	if (unlikely(INDIRECT_ADDR(addr))) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 473) 		iomap_ops[ADDR_TO_REGION(addr)]->read32r(addr, dst, count);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 474) 	} else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 475) 		while (count--) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 476) 			*(u32 *)dst = *(u32 *)addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 477) 			dst += 4;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 478) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 479) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 480) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 481) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 482) void iowrite8_rep(void __iomem *addr, const void *src, unsigned long count)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 483) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 484) 	if (unlikely(INDIRECT_ADDR(addr))) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 485) 		iomap_ops[ADDR_TO_REGION(addr)]->write8r(addr, src, count);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 486) 	} else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 487) 		while (count--) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 488) 			*(u8 *)addr = *(u8 *)src;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 489) 			src++;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 490) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 491) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 492) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 493) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 494) void iowrite16_rep(void __iomem *addr, const void *src, unsigned long count)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 495) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 496) 	if (unlikely(INDIRECT_ADDR(addr))) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 497) 		iomap_ops[ADDR_TO_REGION(addr)]->write16r(addr, src, count);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 498) 	} else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 499) 		while (count--) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 500) 			*(u16 *)addr = *(u16 *)src;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 501) 			src += 2;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 502) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 503) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 504) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 505) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 506) void iowrite32_rep(void __iomem *addr, const void *src, unsigned long count)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 507) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 508) 	if (unlikely(INDIRECT_ADDR(addr))) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 509) 		iomap_ops[ADDR_TO_REGION(addr)]->write32r(addr, src, count);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 510) 	} else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 511) 		while (count--) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 512) 			*(u32 *)addr = *(u32 *)src;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 513) 			src += 4;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 514) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 515) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 516) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 517) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 518) /* Mapping interfaces */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 519) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 520) void __iomem *ioport_map(unsigned long port, unsigned int nr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 521) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 522) 	return (void __iomem *)(IOPORT_MAP_BASE | port);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 523) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 524) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 525) void ioport_unmap(void __iomem *addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 526) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 527) 	if (!INDIRECT_ADDR(addr)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 528) 		iounmap(addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 529) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 530) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 531) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 532) void pci_iounmap(struct pci_dev *dev, void __iomem * addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 533) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 534) 	if (!INDIRECT_ADDR(addr)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 535) 		iounmap(addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 536) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 537) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 538) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 539) EXPORT_SYMBOL(ioread8);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 540) EXPORT_SYMBOL(ioread16);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 541) EXPORT_SYMBOL(ioread16be);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 542) EXPORT_SYMBOL(ioread32);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 543) EXPORT_SYMBOL(ioread32be);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 544) EXPORT_SYMBOL(ioread64);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 545) EXPORT_SYMBOL(ioread64be);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 546) EXPORT_SYMBOL(ioread64_lo_hi);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 547) EXPORT_SYMBOL(ioread64_hi_lo);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 548) EXPORT_SYMBOL(iowrite8);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 549) EXPORT_SYMBOL(iowrite16);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 550) EXPORT_SYMBOL(iowrite16be);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 551) EXPORT_SYMBOL(iowrite32);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 552) EXPORT_SYMBOL(iowrite32be);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 553) EXPORT_SYMBOL(iowrite64);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 554) EXPORT_SYMBOL(iowrite64be);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 555) EXPORT_SYMBOL(iowrite64_lo_hi);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 556) EXPORT_SYMBOL(iowrite64_hi_lo);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 557) EXPORT_SYMBOL(ioread8_rep);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 558) EXPORT_SYMBOL(ioread16_rep);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 559) EXPORT_SYMBOL(ioread32_rep);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 560) EXPORT_SYMBOL(iowrite8_rep);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 561) EXPORT_SYMBOL(iowrite16_rep);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 562) EXPORT_SYMBOL(iowrite32_rep);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 563) EXPORT_SYMBOL(ioport_map);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 564) EXPORT_SYMBOL(ioport_unmap);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 565) EXPORT_SYMBOL(pci_iounmap);