^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1) // SPDX-License-Identifier: GPL-2.0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3) * PeeCeeI.c: The emerging standard...
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 4) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 5) * Copyright (C) 1997 David S. Miller (davem@caip.rutgers.edu)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 6) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 7)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 8) #include <linux/module.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 9)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 10) #include <asm/io.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 11) #include <asm/byteorder.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 12)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 13) void outsb(unsigned long __addr, const void *src, unsigned long count)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 14) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 15) void __iomem *addr = (void __iomem *) __addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 16) const u8 *p = src;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 17)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 18) while (count--)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 19) __raw_writeb(*p++, addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 20) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 21) EXPORT_SYMBOL(outsb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 22)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 23) void outsw(unsigned long __addr, const void *src, unsigned long count)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 24) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 25) void __iomem *addr = (void __iomem *) __addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 26)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 27) while (count--) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 28) __raw_writew(*(u16 *)src, addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 29) src += sizeof(u16);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 30) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 31) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 32) EXPORT_SYMBOL(outsw);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 33)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 34) void outsl(unsigned long __addr, const void *src, unsigned long count)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 35) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 36) void __iomem *addr = (void __iomem *) __addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 37) u32 l, l2;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 38)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 39) if (!count)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 40) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 41)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 42) switch (((unsigned long)src) & 0x3) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 43) case 0x0:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 44) /* src is naturally aligned */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 45) while (count--) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 46) __raw_writel(*(u32 *)src, addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 47) src += sizeof(u32);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 48) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 49) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 50) case 0x2:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 51) /* 2-byte alignment */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 52) while (count--) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 53) l = (*(u16 *)src) << 16;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 54) l |= *(u16 *)(src + sizeof(u16));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 55) __raw_writel(l, addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 56) src += sizeof(u32);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 57) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 58) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 59) case 0x1:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 60) /* Hold three bytes in l each time, grab a byte from l2 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 61) l = (*(u8 *)src) << 24;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 62) l |= (*(u16 *)(src + sizeof(u8))) << 8;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 63) src += sizeof(u8) + sizeof(u16);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 64) while (count--) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 65) l2 = *(u32 *)src;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 66) l |= (l2 >> 24);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 67) __raw_writel(l, addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 68) l = l2 << 8;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 69) src += sizeof(u32);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 70) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 71) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 72) case 0x3:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 73) /* Hold a byte in l each time, grab 3 bytes from l2 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 74) l = (*(u8 *)src) << 24;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 75) src += sizeof(u8);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 76) while (count--) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 77) l2 = *(u32 *)src;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 78) l |= (l2 >> 8);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 79) __raw_writel(l, addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 80) l = l2 << 24;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 81) src += sizeof(u32);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 82) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 83) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 84) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 85) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 86) EXPORT_SYMBOL(outsl);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 87)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 88) void insb(unsigned long __addr, void *dst, unsigned long count)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 89) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 90) void __iomem *addr = (void __iomem *) __addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 91)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 92) if (count) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 93) u32 *pi;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 94) u8 *pb = dst;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 95)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 96) while ((((unsigned long)pb) & 0x3) && count--)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 97) *pb++ = __raw_readb(addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 98) pi = (u32 *)pb;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 99) while (count >= 4) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 100) u32 w;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 101)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 102) w = (__raw_readb(addr) << 24);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 103) w |= (__raw_readb(addr) << 16);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 104) w |= (__raw_readb(addr) << 8);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 105) w |= (__raw_readb(addr) << 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 106) *pi++ = w;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 107) count -= 4;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 108) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 109) pb = (u8 *)pi;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 110) while (count--)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 111) *pb++ = __raw_readb(addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 112) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 113) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 114) EXPORT_SYMBOL(insb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 115)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 116) void insw(unsigned long __addr, void *dst, unsigned long count)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 117) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 118) void __iomem *addr = (void __iomem *) __addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 119)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 120) if (count) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 121) u16 *ps = dst;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 122) u32 *pi;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 123)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 124) if (((unsigned long)ps) & 0x2) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 125) *ps++ = __raw_readw(addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 126) count--;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 127) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 128) pi = (u32 *)ps;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 129) while (count >= 2) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 130) u32 w;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 131)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 132) w = __raw_readw(addr) << 16;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 133) w |= __raw_readw(addr) << 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 134) *pi++ = w;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 135) count -= 2;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 136) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 137) ps = (u16 *)pi;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 138) if (count)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 139) *ps = __raw_readw(addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 140) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 141) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 142) EXPORT_SYMBOL(insw);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 143)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 144) void insl(unsigned long __addr, void *dst, unsigned long count)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 145) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 146) void __iomem *addr = (void __iomem *) __addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 147)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 148) if (count) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 149) if ((((unsigned long)dst) & 0x3) == 0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 150) u32 *pi = dst;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 151) while (count--)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 152) *pi++ = __raw_readl(addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 153) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 154) u32 l = 0, l2, *pi;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 155) u16 *ps;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 156) u8 *pb;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 157)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 158) switch (((unsigned long)dst) & 3) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 159) case 0x2:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 160) ps = dst;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 161) count -= 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 162) l = __raw_readl(addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 163) *ps++ = l;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 164) pi = (u32 *)ps;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 165) while (count--) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 166) l2 = __raw_readl(addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 167) *pi++ = (l << 16) | (l2 >> 16);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 168) l = l2;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 169) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 170) ps = (u16 *)pi;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 171) *ps = l;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 172) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 173)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 174) case 0x1:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 175) pb = dst;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 176) count -= 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 177) l = __raw_readl(addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 178) *pb++ = l >> 24;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 179) ps = (u16 *)pb;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 180) *ps++ = ((l >> 8) & 0xffff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 181) pi = (u32 *)ps;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 182) while (count--) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 183) l2 = __raw_readl(addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 184) *pi++ = (l << 24) | (l2 >> 8);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 185) l = l2;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 186) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 187) pb = (u8 *)pi;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 188) *pb = l;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 189) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 190)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 191) case 0x3:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 192) pb = (u8 *)dst;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 193) count -= 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 194) l = __raw_readl(addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 195) *pb++ = l >> 24;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 196) pi = (u32 *)pb;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 197) while (count--) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 198) l2 = __raw_readl(addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 199) *pi++ = (l << 8) | (l2 >> 24);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 200) l = l2;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 201) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 202) ps = (u16 *)pi;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 203) *ps++ = ((l >> 8) & 0xffff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 204) pb = (u8 *)ps;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 205) *pb = l;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 206) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 207) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 208) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 209) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 210) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 211) EXPORT_SYMBOL(insl);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 212)