^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1) // SPDX-License-Identifier: GPL-2.0-or-later
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3) * IPV6 GSO/GRO offload support
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 4) * Linux INET6 implementation
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 5) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 6) * TCPv6 GSO/GRO support
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 7) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 8) #include <linux/indirect_call_wrapper.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 9) #include <linux/skbuff.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 10) #include <net/protocol.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 11) #include <net/tcp.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 12) #include <net/ip6_checksum.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 13) #include "ip6_offload.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 14)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 15) INDIRECT_CALLABLE_SCOPE
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 16) struct sk_buff *tcp6_gro_receive(struct list_head *head, struct sk_buff *skb)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 17) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 18) /* Don't bother verifying checksum if we're going to flush anyway. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 19) if (!NAPI_GRO_CB(skb)->flush &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 20) skb_gro_checksum_validate(skb, IPPROTO_TCP,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 21) ip6_gro_compute_pseudo)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 22) NAPI_GRO_CB(skb)->flush = 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 23) return NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 24) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 25)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 26) return tcp_gro_receive(head, skb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 27) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 28)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 29) INDIRECT_CALLABLE_SCOPE int tcp6_gro_complete(struct sk_buff *skb, int thoff)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 30) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 31) const struct ipv6hdr *iph = ipv6_hdr(skb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 32) struct tcphdr *th = tcp_hdr(skb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 33)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 34) th->check = ~tcp_v6_check(skb->len - thoff, &iph->saddr,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 35) &iph->daddr, 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 36) skb_shinfo(skb)->gso_type |= SKB_GSO_TCPV6;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 37)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 38) return tcp_gro_complete(skb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 39) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 40)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 41) static struct sk_buff *tcp6_gso_segment(struct sk_buff *skb,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 42) netdev_features_t features)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 43) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 44) struct tcphdr *th;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 45)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 46) if (!(skb_shinfo(skb)->gso_type & SKB_GSO_TCPV6))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 47) return ERR_PTR(-EINVAL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 48)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 49) if (!pskb_may_pull(skb, sizeof(*th)))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 50) return ERR_PTR(-EINVAL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 51)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 52) if (unlikely(skb->ip_summed != CHECKSUM_PARTIAL)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 53) const struct ipv6hdr *ipv6h = ipv6_hdr(skb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 54) struct tcphdr *th = tcp_hdr(skb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 55)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 56) /* Set up pseudo header, usually expect stack to have done
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 57) * this.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 58) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 59)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 60) th->check = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 61) skb->ip_summed = CHECKSUM_PARTIAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 62) __tcp_v6_send_check(skb, &ipv6h->saddr, &ipv6h->daddr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 63) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 64)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 65) return tcp_gso_segment(skb, features);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 66) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 67) static const struct net_offload tcpv6_offload = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 68) .callbacks = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 69) .gso_segment = tcp6_gso_segment,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 70) .gro_receive = tcp6_gro_receive,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 71) .gro_complete = tcp6_gro_complete,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 72) },
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 73) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 74)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 75) int __init tcpv6_offload_init(void)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 76) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 77) return inet6_add_offload(&tcpv6_offload, IPPROTO_TCP);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 78) }