^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1) /* SPDX-License-Identifier: GPL-2.0-only */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3) * Copyright (C) 2004, 2007-2010, 2011-2012 Synopsys, Inc. (www.synopsys.com)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 4) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 5) * Joern Rennecke <joern.rennecke@embecosm.com>: Jan 2012
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 6) * -Insn Scheduling improvements to csum core routines.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 7) * = csum_fold( ) largely derived from ARM version.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 8) * = ip_fast_cum( ) to have module scheduling
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 9) * -gcc 4.4.x broke networking. Alias analysis needed to be primed.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 10) * worked around by adding memory clobber to ip_fast_csum( )
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 11) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 12) * vineetg: May 2010
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 13) * -Rewrote ip_fast_cscum( ) and csum_fold( ) with fast inline asm
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 14) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 15)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 16) #ifndef _ASM_ARC_CHECKSUM_H
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 17) #define _ASM_ARC_CHECKSUM_H
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 18)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 19) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 20) * Fold a partial checksum
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 21) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 22) * The 2 swords comprising the 32bit sum are added, any carry to 16th bit
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 23) * added back and final sword result inverted.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 24) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 25) static inline __sum16 csum_fold(__wsum s)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 26) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 27) unsigned r = s << 16 | s >> 16; /* ror */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 28) s = ~s;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 29) s -= r;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 30) return s >> 16;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 31) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 32)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 33) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 34) * This is a version of ip_compute_csum() optimized for IP headers,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 35) * which always checksum on 4 octet boundaries.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 36) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 37) static inline __sum16
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 38) ip_fast_csum(const void *iph, unsigned int ihl)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 39) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 40) const void *ptr = iph;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 41) unsigned int tmp, tmp2, sum;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 42)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 43) __asm__(
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 44) " ld.ab %0, [%3, 4] \n"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 45) " ld.ab %2, [%3, 4] \n"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 46) " sub %1, %4, 2 \n"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 47) " lsr.f lp_count, %1, 1 \n"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 48) " bcc 0f \n"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 49) " add.f %0, %0, %2 \n"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 50) " ld.ab %2, [%3, 4] \n"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 51) "0: lp 1f \n"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 52) " ld.ab %1, [%3, 4] \n"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 53) " adc.f %0, %0, %2 \n"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 54) " ld.ab %2, [%3, 4] \n"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 55) " adc.f %0, %0, %1 \n"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 56) "1: adc.f %0, %0, %2 \n"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 57) " add.cs %0,%0,1 \n"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 58) : "=&r"(sum), "=r"(tmp), "=&r"(tmp2), "+&r" (ptr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 59) : "r"(ihl)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 60) : "cc", "lp_count", "memory");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 61)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 62) return csum_fold(sum);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 63) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 64)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 65) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 66) * TCP pseudo Header is 12 bytes:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 67) * SA [4], DA [4], zeroes [1], Proto[1], TCP Seg(hdr+data) Len [2]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 68) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 69) static inline __wsum
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 70) csum_tcpudp_nofold(__be32 saddr, __be32 daddr, __u32 len,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 71) __u8 proto, __wsum sum)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 72) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 73) __asm__ __volatile__(
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 74) " add.f %0, %0, %1 \n"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 75) " adc.f %0, %0, %2 \n"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 76) " adc.f %0, %0, %3 \n"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 77) " adc.f %0, %0, %4 \n"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 78) " adc %0, %0, 0 \n"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 79) : "+&r"(sum)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 80) : "r"(saddr), "r"(daddr),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 81) #ifdef CONFIG_CPU_BIG_ENDIAN
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 82) "r"(len),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 83) #else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 84) "r"(len << 8),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 85) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 86) "r"(htons(proto))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 87) : "cc");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 88)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 89) return sum;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 90) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 91)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 92) #define csum_fold csum_fold
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 93) #define ip_fast_csum ip_fast_csum
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 94) #define csum_tcpudp_nofold csum_tcpudp_nofold
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 95)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 96) #include <asm-generic/checksum.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 97)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 98) #endif /* _ASM_ARC_CHECKSUM_H */