^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1) /* SPDX-License-Identifier: GPL-2.0 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3) * S390 fast network checksum routines
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 4) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 5) * S390 version
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 6) * Copyright IBM Corp. 1999
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 7) * Author(s): Ulrich Hild (first version)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 8) * Martin Schwidefsky (heavily optimized CKSM version)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 9) * D.J. Barrow (third attempt)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 10) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 11)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 12) #ifndef _S390_CHECKSUM_H
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 13) #define _S390_CHECKSUM_H
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 14)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 15) #include <linux/uaccess.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 16) #include <linux/in6.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 17)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 18) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 19) * Computes the checksum of a memory block at buff, length len,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 20) * and adds in "sum" (32-bit).
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 21) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 22) * Returns a 32-bit number suitable for feeding into itself
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 23) * or csum_tcpudp_magic.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 24) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 25) * This function must be called with even lengths, except
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 26) * for the last fragment, which may be odd.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 27) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 28) * It's best to have buff aligned on a 32-bit boundary.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 29) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 30) static inline __wsum csum_partial(const void *buff, int len, __wsum sum)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 31) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 32) register unsigned long reg2 asm("2") = (unsigned long) buff;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 33) register unsigned long reg3 asm("3") = (unsigned long) len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 34)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 35) asm volatile(
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 36) "0: cksm %0,%1\n" /* do checksum on longs */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 37) " jo 0b\n"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 38) : "+d" (sum), "+d" (reg2), "+d" (reg3) : : "cc", "memory");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 39) return sum;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 40) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 41)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 42) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 43) * Fold a partial checksum without adding pseudo headers.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 44) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 45) static inline __sum16 csum_fold(__wsum sum)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 46) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 47) u32 csum = (__force u32) sum;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 48)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 49) csum += (csum >> 16) | (csum << 16);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 50) csum >>= 16;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 51) return (__force __sum16) ~csum;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 52) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 53)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 54) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 55) * This is a version of ip_compute_csum() optimized for IP headers,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 56) * which always checksums on 4 octet boundaries.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 57) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 58) static inline __sum16 ip_fast_csum(const void *iph, unsigned int ihl)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 59) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 60) __u64 csum = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 61) __u32 *ptr = (u32 *)iph;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 62)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 63) csum += *ptr++;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 64) csum += *ptr++;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 65) csum += *ptr++;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 66) csum += *ptr++;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 67) ihl -= 4;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 68) while (ihl--)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 69) csum += *ptr++;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 70) csum += (csum >> 32) | (csum << 32);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 71) return csum_fold((__force __wsum)(csum >> 32));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 72) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 73)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 74) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 75) * Computes the checksum of the TCP/UDP pseudo-header.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 76) * Returns a 32-bit checksum.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 77) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 78) static inline __wsum csum_tcpudp_nofold(__be32 saddr, __be32 daddr, __u32 len,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 79) __u8 proto, __wsum sum)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 80) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 81) __u64 csum = (__force __u64)sum;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 82)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 83) csum += (__force __u32)saddr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 84) csum += (__force __u32)daddr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 85) csum += len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 86) csum += proto;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 87) csum += (csum >> 32) | (csum << 32);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 88) return (__force __wsum)(csum >> 32);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 89) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 90)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 91) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 92) * Computes the checksum of the TCP/UDP pseudo-header.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 93) * Returns a 16-bit checksum, already complemented.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 94) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 95) static inline __sum16 csum_tcpudp_magic(__be32 saddr, __be32 daddr, __u32 len,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 96) __u8 proto, __wsum sum)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 97) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 98) return csum_fold(csum_tcpudp_nofold(saddr, daddr, len, proto, sum));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 99) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 100)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 101) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 102) * Used for miscellaneous IP-like checksums, mainly icmp.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 103) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 104) static inline __sum16 ip_compute_csum(const void *buff, int len)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 105) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 106) return csum_fold(csum_partial(buff, len, 0));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 107) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 108)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 109) #define _HAVE_ARCH_IPV6_CSUM
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 110) static inline __sum16 csum_ipv6_magic(const struct in6_addr *saddr,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 111) const struct in6_addr *daddr,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 112) __u32 len, __u8 proto, __wsum csum)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 113) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 114) __u64 sum = (__force __u64)csum;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 115)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 116) sum += (__force __u32)saddr->s6_addr32[0];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 117) sum += (__force __u32)saddr->s6_addr32[1];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 118) sum += (__force __u32)saddr->s6_addr32[2];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 119) sum += (__force __u32)saddr->s6_addr32[3];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 120) sum += (__force __u32)daddr->s6_addr32[0];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 121) sum += (__force __u32)daddr->s6_addr32[1];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 122) sum += (__force __u32)daddr->s6_addr32[2];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 123) sum += (__force __u32)daddr->s6_addr32[3];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 124) sum += len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 125) sum += proto;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 126) sum += (sum >> 32) | (sum << 32);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 127) return csum_fold((__force __wsum)(sum >> 32));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 128) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 129)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 130) #endif /* _S390_CHECKSUM_H */