^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1) // SPDX-License-Identifier: GPL-2.0-only
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3) * Copyright (c) 2007-2014 Nicira, Inc.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 4) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 5)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 6) #include <linux/uaccess.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 7) #include <linux/netdevice.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 8) #include <linux/etherdevice.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 9) #include <linux/if_ether.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 10) #include <linux/if_vlan.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 11) #include <net/llc_pdu.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 12) #include <linux/kernel.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 13) #include <linux/jhash.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 14) #include <linux/jiffies.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 15) #include <linux/llc.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 16) #include <linux/module.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 17) #include <linux/in.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 18) #include <linux/rcupdate.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 19) #include <linux/cpumask.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 20) #include <linux/if_arp.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 21) #include <linux/ip.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 22) #include <linux/ipv6.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 23) #include <linux/mpls.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 24) #include <linux/sctp.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 25) #include <linux/smp.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 26) #include <linux/tcp.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 27) #include <linux/udp.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 28) #include <linux/icmp.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 29) #include <linux/icmpv6.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 30) #include <linux/rculist.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 31) #include <net/ip.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 32) #include <net/ip_tunnels.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 33) #include <net/ipv6.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 34) #include <net/mpls.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 35) #include <net/ndisc.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 36) #include <net/nsh.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 37)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 38) #include "conntrack.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 39) #include "datapath.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 40) #include "flow.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 41) #include "flow_netlink.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 42) #include "vport.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 43)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 44) u64 ovs_flow_used_time(unsigned long flow_jiffies)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 45) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 46) struct timespec64 cur_ts;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 47) u64 cur_ms, idle_ms;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 48)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 49) ktime_get_ts64(&cur_ts);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 50) idle_ms = jiffies_to_msecs(jiffies - flow_jiffies);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 51) cur_ms = (u64)(u32)cur_ts.tv_sec * MSEC_PER_SEC +
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 52) cur_ts.tv_nsec / NSEC_PER_MSEC;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 53)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 54) return cur_ms - idle_ms;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 55) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 56)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 57) #define TCP_FLAGS_BE16(tp) (*(__be16 *)&tcp_flag_word(tp) & htons(0x0FFF))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 58)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 59) void ovs_flow_stats_update(struct sw_flow *flow, __be16 tcp_flags,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 60) const struct sk_buff *skb)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 61) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 62) struct sw_flow_stats *stats;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 63) unsigned int cpu = smp_processor_id();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 64) int len = skb->len + (skb_vlan_tag_present(skb) ? VLAN_HLEN : 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 65)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 66) stats = rcu_dereference(flow->stats[cpu]);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 67)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 68) /* Check if already have CPU-specific stats. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 69) if (likely(stats)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 70) spin_lock(&stats->lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 71) /* Mark if we write on the pre-allocated stats. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 72) if (cpu == 0 && unlikely(flow->stats_last_writer != cpu))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 73) flow->stats_last_writer = cpu;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 74) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 75) stats = rcu_dereference(flow->stats[0]); /* Pre-allocated. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 76) spin_lock(&stats->lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 77)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 78) /* If the current CPU is the only writer on the
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 79) * pre-allocated stats keep using them.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 80) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 81) if (unlikely(flow->stats_last_writer != cpu)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 82) /* A previous locker may have already allocated the
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 83) * stats, so we need to check again. If CPU-specific
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 84) * stats were already allocated, we update the pre-
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 85) * allocated stats as we have already locked them.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 86) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 87) if (likely(flow->stats_last_writer != -1) &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 88) likely(!rcu_access_pointer(flow->stats[cpu]))) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 89) /* Try to allocate CPU-specific stats. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 90) struct sw_flow_stats *new_stats;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 91)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 92) new_stats =
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 93) kmem_cache_alloc_node(flow_stats_cache,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 94) GFP_NOWAIT |
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 95) __GFP_THISNODE |
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 96) __GFP_NOWARN |
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 97) __GFP_NOMEMALLOC,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 98) numa_node_id());
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 99) if (likely(new_stats)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 100) new_stats->used = jiffies;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 101) new_stats->packet_count = 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 102) new_stats->byte_count = len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 103) new_stats->tcp_flags = tcp_flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 104) spin_lock_init(&new_stats->lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 105)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 106) rcu_assign_pointer(flow->stats[cpu],
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 107) new_stats);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 108) cpumask_set_cpu(cpu, &flow->cpu_used_mask);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 109) goto unlock;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 110) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 111) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 112) flow->stats_last_writer = cpu;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 113) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 114) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 115)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 116) stats->used = jiffies;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 117) stats->packet_count++;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 118) stats->byte_count += len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 119) stats->tcp_flags |= tcp_flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 120) unlock:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 121) spin_unlock(&stats->lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 122) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 123)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 124) /* Must be called with rcu_read_lock or ovs_mutex. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 125) void ovs_flow_stats_get(const struct sw_flow *flow,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 126) struct ovs_flow_stats *ovs_stats,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 127) unsigned long *used, __be16 *tcp_flags)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 128) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 129) int cpu;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 130)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 131) *used = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 132) *tcp_flags = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 133) memset(ovs_stats, 0, sizeof(*ovs_stats));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 134)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 135) /* We open code this to make sure cpu 0 is always considered */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 136) for (cpu = 0; cpu < nr_cpu_ids; cpu = cpumask_next(cpu, &flow->cpu_used_mask)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 137) struct sw_flow_stats *stats = rcu_dereference_ovsl(flow->stats[cpu]);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 138)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 139) if (stats) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 140) /* Local CPU may write on non-local stats, so we must
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 141) * block bottom-halves here.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 142) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 143) spin_lock_bh(&stats->lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 144) if (!*used || time_after(stats->used, *used))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 145) *used = stats->used;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 146) *tcp_flags |= stats->tcp_flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 147) ovs_stats->n_packets += stats->packet_count;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 148) ovs_stats->n_bytes += stats->byte_count;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 149) spin_unlock_bh(&stats->lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 150) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 151) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 152) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 153)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 154) /* Called with ovs_mutex. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 155) void ovs_flow_stats_clear(struct sw_flow *flow)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 156) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 157) int cpu;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 158)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 159) /* We open code this to make sure cpu 0 is always considered */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 160) for (cpu = 0; cpu < nr_cpu_ids; cpu = cpumask_next(cpu, &flow->cpu_used_mask)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 161) struct sw_flow_stats *stats = ovsl_dereference(flow->stats[cpu]);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 162)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 163) if (stats) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 164) spin_lock_bh(&stats->lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 165) stats->used = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 166) stats->packet_count = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 167) stats->byte_count = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 168) stats->tcp_flags = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 169) spin_unlock_bh(&stats->lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 170) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 171) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 172) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 173)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 174) static int check_header(struct sk_buff *skb, int len)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 175) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 176) if (unlikely(skb->len < len))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 177) return -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 178) if (unlikely(!pskb_may_pull(skb, len)))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 179) return -ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 180) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 181) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 182)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 183) static bool arphdr_ok(struct sk_buff *skb)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 184) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 185) return pskb_may_pull(skb, skb_network_offset(skb) +
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 186) sizeof(struct arp_eth_header));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 187) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 188)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 189) static int check_iphdr(struct sk_buff *skb)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 190) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 191) unsigned int nh_ofs = skb_network_offset(skb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 192) unsigned int ip_len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 193) int err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 194)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 195) err = check_header(skb, nh_ofs + sizeof(struct iphdr));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 196) if (unlikely(err))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 197) return err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 198)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 199) ip_len = ip_hdrlen(skb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 200) if (unlikely(ip_len < sizeof(struct iphdr) ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 201) skb->len < nh_ofs + ip_len))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 202) return -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 203)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 204) skb_set_transport_header(skb, nh_ofs + ip_len);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 205) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 206) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 207)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 208) static bool tcphdr_ok(struct sk_buff *skb)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 209) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 210) int th_ofs = skb_transport_offset(skb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 211) int tcp_len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 212)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 213) if (unlikely(!pskb_may_pull(skb, th_ofs + sizeof(struct tcphdr))))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 214) return false;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 215)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 216) tcp_len = tcp_hdrlen(skb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 217) if (unlikely(tcp_len < sizeof(struct tcphdr) ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 218) skb->len < th_ofs + tcp_len))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 219) return false;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 220)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 221) return true;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 222) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 223)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 224) static bool udphdr_ok(struct sk_buff *skb)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 225) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 226) return pskb_may_pull(skb, skb_transport_offset(skb) +
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 227) sizeof(struct udphdr));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 228) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 229)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 230) static bool sctphdr_ok(struct sk_buff *skb)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 231) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 232) return pskb_may_pull(skb, skb_transport_offset(skb) +
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 233) sizeof(struct sctphdr));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 234) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 235)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 236) static bool icmphdr_ok(struct sk_buff *skb)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 237) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 238) return pskb_may_pull(skb, skb_transport_offset(skb) +
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 239) sizeof(struct icmphdr));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 240) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 241)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 242) static int parse_ipv6hdr(struct sk_buff *skb, struct sw_flow_key *key)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 243) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 244) unsigned short frag_off;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 245) unsigned int payload_ofs = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 246) unsigned int nh_ofs = skb_network_offset(skb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 247) unsigned int nh_len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 248) struct ipv6hdr *nh;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 249) int err, nexthdr, flags = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 250)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 251) err = check_header(skb, nh_ofs + sizeof(*nh));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 252) if (unlikely(err))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 253) return err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 254)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 255) nh = ipv6_hdr(skb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 256)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 257) key->ip.proto = NEXTHDR_NONE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 258) key->ip.tos = ipv6_get_dsfield(nh);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 259) key->ip.ttl = nh->hop_limit;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 260) key->ipv6.label = *(__be32 *)nh & htonl(IPV6_FLOWINFO_FLOWLABEL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 261) key->ipv6.addr.src = nh->saddr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 262) key->ipv6.addr.dst = nh->daddr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 263)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 264) nexthdr = ipv6_find_hdr(skb, &payload_ofs, -1, &frag_off, &flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 265) if (flags & IP6_FH_F_FRAG) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 266) if (frag_off) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 267) key->ip.frag = OVS_FRAG_TYPE_LATER;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 268) key->ip.proto = nexthdr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 269) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 270) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 271) key->ip.frag = OVS_FRAG_TYPE_FIRST;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 272) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 273) key->ip.frag = OVS_FRAG_TYPE_NONE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 274) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 275)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 276) /* Delayed handling of error in ipv6_find_hdr() as it
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 277) * always sets flags and frag_off to a valid value which may be
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 278) * used to set key->ip.frag above.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 279) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 280) if (unlikely(nexthdr < 0))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 281) return -EPROTO;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 282)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 283) nh_len = payload_ofs - nh_ofs;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 284) skb_set_transport_header(skb, nh_ofs + nh_len);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 285) key->ip.proto = nexthdr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 286) return nh_len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 287) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 288)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 289) static bool icmp6hdr_ok(struct sk_buff *skb)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 290) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 291) return pskb_may_pull(skb, skb_transport_offset(skb) +
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 292) sizeof(struct icmp6hdr));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 293) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 294)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 295) /**
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 296) * Parse vlan tag from vlan header.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 297) * Returns ERROR on memory error.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 298) * Returns 0 if it encounters a non-vlan or incomplete packet.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 299) * Returns 1 after successfully parsing vlan tag.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 300) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 301) static int parse_vlan_tag(struct sk_buff *skb, struct vlan_head *key_vh,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 302) bool untag_vlan)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 303) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 304) struct vlan_head *vh = (struct vlan_head *)skb->data;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 305)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 306) if (likely(!eth_type_vlan(vh->tpid)))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 307) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 308)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 309) if (unlikely(skb->len < sizeof(struct vlan_head) + sizeof(__be16)))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 310) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 311)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 312) if (unlikely(!pskb_may_pull(skb, sizeof(struct vlan_head) +
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 313) sizeof(__be16))))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 314) return -ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 315)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 316) vh = (struct vlan_head *)skb->data;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 317) key_vh->tci = vh->tci | htons(VLAN_CFI_MASK);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 318) key_vh->tpid = vh->tpid;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 319)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 320) if (unlikely(untag_vlan)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 321) int offset = skb->data - skb_mac_header(skb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 322) u16 tci;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 323) int err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 324)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 325) __skb_push(skb, offset);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 326) err = __skb_vlan_pop(skb, &tci);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 327) __skb_pull(skb, offset);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 328) if (err)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 329) return err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 330) __vlan_hwaccel_put_tag(skb, key_vh->tpid, tci);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 331) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 332) __skb_pull(skb, sizeof(struct vlan_head));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 333) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 334) return 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 335) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 336)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 337) static void clear_vlan(struct sw_flow_key *key)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 338) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 339) key->eth.vlan.tci = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 340) key->eth.vlan.tpid = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 341) key->eth.cvlan.tci = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 342) key->eth.cvlan.tpid = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 343) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 344)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 345) static int parse_vlan(struct sk_buff *skb, struct sw_flow_key *key)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 346) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 347) int res;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 348)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 349) if (skb_vlan_tag_present(skb)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 350) key->eth.vlan.tci = htons(skb->vlan_tci) | htons(VLAN_CFI_MASK);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 351) key->eth.vlan.tpid = skb->vlan_proto;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 352) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 353) /* Parse outer vlan tag in the non-accelerated case. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 354) res = parse_vlan_tag(skb, &key->eth.vlan, true);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 355) if (res <= 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 356) return res;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 357) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 358)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 359) /* Parse inner vlan tag. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 360) res = parse_vlan_tag(skb, &key->eth.cvlan, false);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 361) if (res <= 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 362) return res;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 363)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 364) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 365) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 366)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 367) static __be16 parse_ethertype(struct sk_buff *skb)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 368) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 369) struct llc_snap_hdr {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 370) u8 dsap; /* Always 0xAA */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 371) u8 ssap; /* Always 0xAA */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 372) u8 ctrl;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 373) u8 oui[3];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 374) __be16 ethertype;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 375) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 376) struct llc_snap_hdr *llc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 377) __be16 proto;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 378)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 379) proto = *(__be16 *) skb->data;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 380) __skb_pull(skb, sizeof(__be16));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 381)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 382) if (eth_proto_is_802_3(proto))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 383) return proto;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 384)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 385) if (skb->len < sizeof(struct llc_snap_hdr))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 386) return htons(ETH_P_802_2);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 387)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 388) if (unlikely(!pskb_may_pull(skb, sizeof(struct llc_snap_hdr))))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 389) return htons(0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 390)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 391) llc = (struct llc_snap_hdr *) skb->data;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 392) if (llc->dsap != LLC_SAP_SNAP ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 393) llc->ssap != LLC_SAP_SNAP ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 394) (llc->oui[0] | llc->oui[1] | llc->oui[2]) != 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 395) return htons(ETH_P_802_2);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 396)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 397) __skb_pull(skb, sizeof(struct llc_snap_hdr));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 398)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 399) if (eth_proto_is_802_3(llc->ethertype))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 400) return llc->ethertype;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 401)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 402) return htons(ETH_P_802_2);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 403) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 404)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 405) static int parse_icmpv6(struct sk_buff *skb, struct sw_flow_key *key,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 406) int nh_len)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 407) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 408) struct icmp6hdr *icmp = icmp6_hdr(skb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 409)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 410) /* The ICMPv6 type and code fields use the 16-bit transport port
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 411) * fields, so we need to store them in 16-bit network byte order.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 412) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 413) key->tp.src = htons(icmp->icmp6_type);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 414) key->tp.dst = htons(icmp->icmp6_code);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 415) memset(&key->ipv6.nd, 0, sizeof(key->ipv6.nd));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 416)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 417) if (icmp->icmp6_code == 0 &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 418) (icmp->icmp6_type == NDISC_NEIGHBOUR_SOLICITATION ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 419) icmp->icmp6_type == NDISC_NEIGHBOUR_ADVERTISEMENT)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 420) int icmp_len = skb->len - skb_transport_offset(skb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 421) struct nd_msg *nd;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 422) int offset;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 423)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 424) /* In order to process neighbor discovery options, we need the
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 425) * entire packet.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 426) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 427) if (unlikely(icmp_len < sizeof(*nd)))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 428) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 429)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 430) if (unlikely(skb_linearize(skb)))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 431) return -ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 432)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 433) nd = (struct nd_msg *)skb_transport_header(skb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 434) key->ipv6.nd.target = nd->target;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 435)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 436) icmp_len -= sizeof(*nd);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 437) offset = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 438) while (icmp_len >= 8) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 439) struct nd_opt_hdr *nd_opt =
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 440) (struct nd_opt_hdr *)(nd->opt + offset);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 441) int opt_len = nd_opt->nd_opt_len * 8;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 442)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 443) if (unlikely(!opt_len || opt_len > icmp_len))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 444) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 445)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 446) /* Store the link layer address if the appropriate
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 447) * option is provided. It is considered an error if
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 448) * the same link layer option is specified twice.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 449) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 450) if (nd_opt->nd_opt_type == ND_OPT_SOURCE_LL_ADDR
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 451) && opt_len == 8) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 452) if (unlikely(!is_zero_ether_addr(key->ipv6.nd.sll)))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 453) goto invalid;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 454) ether_addr_copy(key->ipv6.nd.sll,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 455) &nd->opt[offset+sizeof(*nd_opt)]);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 456) } else if (nd_opt->nd_opt_type == ND_OPT_TARGET_LL_ADDR
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 457) && opt_len == 8) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 458) if (unlikely(!is_zero_ether_addr(key->ipv6.nd.tll)))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 459) goto invalid;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 460) ether_addr_copy(key->ipv6.nd.tll,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 461) &nd->opt[offset+sizeof(*nd_opt)]);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 462) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 463)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 464) icmp_len -= opt_len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 465) offset += opt_len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 466) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 467) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 468)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 469) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 470)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 471) invalid:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 472) memset(&key->ipv6.nd.target, 0, sizeof(key->ipv6.nd.target));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 473) memset(key->ipv6.nd.sll, 0, sizeof(key->ipv6.nd.sll));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 474) memset(key->ipv6.nd.tll, 0, sizeof(key->ipv6.nd.tll));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 475)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 476) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 477) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 478)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 479) static int parse_nsh(struct sk_buff *skb, struct sw_flow_key *key)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 480) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 481) struct nshhdr *nh;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 482) unsigned int nh_ofs = skb_network_offset(skb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 483) u8 version, length;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 484) int err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 485)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 486) err = check_header(skb, nh_ofs + NSH_BASE_HDR_LEN);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 487) if (unlikely(err))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 488) return err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 489)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 490) nh = nsh_hdr(skb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 491) version = nsh_get_ver(nh);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 492) length = nsh_hdr_len(nh);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 493)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 494) if (version != 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 495) return -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 496)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 497) err = check_header(skb, nh_ofs + length);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 498) if (unlikely(err))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 499) return err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 500)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 501) nh = nsh_hdr(skb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 502) key->nsh.base.flags = nsh_get_flags(nh);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 503) key->nsh.base.ttl = nsh_get_ttl(nh);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 504) key->nsh.base.mdtype = nh->mdtype;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 505) key->nsh.base.np = nh->np;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 506) key->nsh.base.path_hdr = nh->path_hdr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 507) switch (key->nsh.base.mdtype) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 508) case NSH_M_TYPE1:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 509) if (length != NSH_M_TYPE1_LEN)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 510) return -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 511) memcpy(key->nsh.context, nh->md1.context,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 512) sizeof(nh->md1));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 513) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 514) case NSH_M_TYPE2:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 515) memset(key->nsh.context, 0,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 516) sizeof(nh->md1));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 517) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 518) default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 519) return -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 520) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 521)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 522) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 523) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 524)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 525) /**
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 526) * key_extract_l3l4 - extracts L3/L4 header information.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 527) * @skb: sk_buff that contains the frame, with skb->data pointing to the
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 528) * L3 header
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 529) * @key: output flow key
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 530) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 531) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 532) static int key_extract_l3l4(struct sk_buff *skb, struct sw_flow_key *key)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 533) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 534) int error;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 535)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 536) /* Network layer. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 537) if (key->eth.type == htons(ETH_P_IP)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 538) struct iphdr *nh;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 539) __be16 offset;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 540)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 541) error = check_iphdr(skb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 542) if (unlikely(error)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 543) memset(&key->ip, 0, sizeof(key->ip));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 544) memset(&key->ipv4, 0, sizeof(key->ipv4));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 545) if (error == -EINVAL) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 546) skb->transport_header = skb->network_header;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 547) error = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 548) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 549) return error;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 550) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 551)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 552) nh = ip_hdr(skb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 553) key->ipv4.addr.src = nh->saddr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 554) key->ipv4.addr.dst = nh->daddr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 555)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 556) key->ip.proto = nh->protocol;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 557) key->ip.tos = nh->tos;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 558) key->ip.ttl = nh->ttl;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 559)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 560) offset = nh->frag_off & htons(IP_OFFSET);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 561) if (offset) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 562) key->ip.frag = OVS_FRAG_TYPE_LATER;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 563) memset(&key->tp, 0, sizeof(key->tp));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 564) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 565) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 566) if (nh->frag_off & htons(IP_MF) ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 567) skb_shinfo(skb)->gso_type & SKB_GSO_UDP)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 568) key->ip.frag = OVS_FRAG_TYPE_FIRST;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 569) else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 570) key->ip.frag = OVS_FRAG_TYPE_NONE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 571)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 572) /* Transport layer. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 573) if (key->ip.proto == IPPROTO_TCP) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 574) if (tcphdr_ok(skb)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 575) struct tcphdr *tcp = tcp_hdr(skb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 576) key->tp.src = tcp->source;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 577) key->tp.dst = tcp->dest;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 578) key->tp.flags = TCP_FLAGS_BE16(tcp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 579) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 580) memset(&key->tp, 0, sizeof(key->tp));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 581) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 582)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 583) } else if (key->ip.proto == IPPROTO_UDP) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 584) if (udphdr_ok(skb)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 585) struct udphdr *udp = udp_hdr(skb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 586) key->tp.src = udp->source;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 587) key->tp.dst = udp->dest;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 588) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 589) memset(&key->tp, 0, sizeof(key->tp));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 590) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 591) } else if (key->ip.proto == IPPROTO_SCTP) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 592) if (sctphdr_ok(skb)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 593) struct sctphdr *sctp = sctp_hdr(skb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 594) key->tp.src = sctp->source;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 595) key->tp.dst = sctp->dest;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 596) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 597) memset(&key->tp, 0, sizeof(key->tp));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 598) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 599) } else if (key->ip.proto == IPPROTO_ICMP) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 600) if (icmphdr_ok(skb)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 601) struct icmphdr *icmp = icmp_hdr(skb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 602) /* The ICMP type and code fields use the 16-bit
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 603) * transport port fields, so we need to store
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 604) * them in 16-bit network byte order. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 605) key->tp.src = htons(icmp->type);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 606) key->tp.dst = htons(icmp->code);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 607) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 608) memset(&key->tp, 0, sizeof(key->tp));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 609) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 610) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 611)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 612) } else if (key->eth.type == htons(ETH_P_ARP) ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 613) key->eth.type == htons(ETH_P_RARP)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 614) struct arp_eth_header *arp;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 615) bool arp_available = arphdr_ok(skb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 616)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 617) arp = (struct arp_eth_header *)skb_network_header(skb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 618)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 619) if (arp_available &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 620) arp->ar_hrd == htons(ARPHRD_ETHER) &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 621) arp->ar_pro == htons(ETH_P_IP) &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 622) arp->ar_hln == ETH_ALEN &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 623) arp->ar_pln == 4) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 624)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 625) /* We only match on the lower 8 bits of the opcode. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 626) if (ntohs(arp->ar_op) <= 0xff)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 627) key->ip.proto = ntohs(arp->ar_op);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 628) else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 629) key->ip.proto = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 630)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 631) memcpy(&key->ipv4.addr.src, arp->ar_sip, sizeof(key->ipv4.addr.src));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 632) memcpy(&key->ipv4.addr.dst, arp->ar_tip, sizeof(key->ipv4.addr.dst));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 633) ether_addr_copy(key->ipv4.arp.sha, arp->ar_sha);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 634) ether_addr_copy(key->ipv4.arp.tha, arp->ar_tha);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 635) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 636) memset(&key->ip, 0, sizeof(key->ip));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 637) memset(&key->ipv4, 0, sizeof(key->ipv4));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 638) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 639) } else if (eth_p_mpls(key->eth.type)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 640) u8 label_count = 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 641)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 642) memset(&key->mpls, 0, sizeof(key->mpls));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 643) skb_set_inner_network_header(skb, skb->mac_len);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 644) while (1) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 645) __be32 lse;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 646)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 647) error = check_header(skb, skb->mac_len +
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 648) label_count * MPLS_HLEN);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 649) if (unlikely(error))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 650) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 651)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 652) memcpy(&lse, skb_inner_network_header(skb), MPLS_HLEN);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 653)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 654) if (label_count <= MPLS_LABEL_DEPTH)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 655) memcpy(&key->mpls.lse[label_count - 1], &lse,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 656) MPLS_HLEN);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 657)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 658) skb_set_inner_network_header(skb, skb->mac_len +
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 659) label_count * MPLS_HLEN);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 660) if (lse & htonl(MPLS_LS_S_MASK))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 661) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 662)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 663) label_count++;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 664) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 665) if (label_count > MPLS_LABEL_DEPTH)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 666) label_count = MPLS_LABEL_DEPTH;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 667)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 668) key->mpls.num_labels_mask = GENMASK(label_count - 1, 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 669) } else if (key->eth.type == htons(ETH_P_IPV6)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 670) int nh_len; /* IPv6 Header + Extensions */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 671)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 672) nh_len = parse_ipv6hdr(skb, key);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 673) if (unlikely(nh_len < 0)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 674) switch (nh_len) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 675) case -EINVAL:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 676) memset(&key->ip, 0, sizeof(key->ip));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 677) memset(&key->ipv6.addr, 0, sizeof(key->ipv6.addr));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 678) fallthrough;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 679) case -EPROTO:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 680) skb->transport_header = skb->network_header;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 681) error = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 682) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 683) default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 684) error = nh_len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 685) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 686) return error;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 687) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 688)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 689) if (key->ip.frag == OVS_FRAG_TYPE_LATER) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 690) memset(&key->tp, 0, sizeof(key->tp));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 691) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 692) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 693) if (skb_shinfo(skb)->gso_type & SKB_GSO_UDP)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 694) key->ip.frag = OVS_FRAG_TYPE_FIRST;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 695)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 696) /* Transport layer. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 697) if (key->ip.proto == NEXTHDR_TCP) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 698) if (tcphdr_ok(skb)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 699) struct tcphdr *tcp = tcp_hdr(skb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 700) key->tp.src = tcp->source;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 701) key->tp.dst = tcp->dest;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 702) key->tp.flags = TCP_FLAGS_BE16(tcp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 703) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 704) memset(&key->tp, 0, sizeof(key->tp));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 705) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 706) } else if (key->ip.proto == NEXTHDR_UDP) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 707) if (udphdr_ok(skb)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 708) struct udphdr *udp = udp_hdr(skb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 709) key->tp.src = udp->source;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 710) key->tp.dst = udp->dest;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 711) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 712) memset(&key->tp, 0, sizeof(key->tp));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 713) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 714) } else if (key->ip.proto == NEXTHDR_SCTP) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 715) if (sctphdr_ok(skb)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 716) struct sctphdr *sctp = sctp_hdr(skb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 717) key->tp.src = sctp->source;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 718) key->tp.dst = sctp->dest;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 719) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 720) memset(&key->tp, 0, sizeof(key->tp));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 721) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 722) } else if (key->ip.proto == NEXTHDR_ICMP) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 723) if (icmp6hdr_ok(skb)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 724) error = parse_icmpv6(skb, key, nh_len);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 725) if (error)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 726) return error;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 727) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 728) memset(&key->tp, 0, sizeof(key->tp));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 729) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 730) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 731) } else if (key->eth.type == htons(ETH_P_NSH)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 732) error = parse_nsh(skb, key);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 733) if (error)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 734) return error;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 735) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 736) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 737) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 738)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 739) /**
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 740) * key_extract - extracts a flow key from an Ethernet frame.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 741) * @skb: sk_buff that contains the frame, with skb->data pointing to the
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 742) * Ethernet header
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 743) * @key: output flow key
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 744) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 745) * The caller must ensure that skb->len >= ETH_HLEN.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 746) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 747) * Returns 0 if successful, otherwise a negative errno value.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 748) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 749) * Initializes @skb header fields as follows:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 750) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 751) * - skb->mac_header: the L2 header.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 752) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 753) * - skb->network_header: just past the L2 header, or just past the
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 754) * VLAN header, to the first byte of the L2 payload.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 755) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 756) * - skb->transport_header: If key->eth.type is ETH_P_IP or ETH_P_IPV6
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 757) * on output, then just past the IP header, if one is present and
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 758) * of a correct length, otherwise the same as skb->network_header.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 759) * For other key->eth.type values it is left untouched.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 760) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 761) * - skb->protocol: the type of the data starting at skb->network_header.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 762) * Equals to key->eth.type.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 763) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 764) static int key_extract(struct sk_buff *skb, struct sw_flow_key *key)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 765) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 766) struct ethhdr *eth;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 767)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 768) /* Flags are always used as part of stats */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 769) key->tp.flags = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 770)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 771) skb_reset_mac_header(skb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 772)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 773) /* Link layer. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 774) clear_vlan(key);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 775) if (ovs_key_mac_proto(key) == MAC_PROTO_NONE) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 776) if (unlikely(eth_type_vlan(skb->protocol)))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 777) return -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 778)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 779) skb_reset_network_header(skb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 780) key->eth.type = skb->protocol;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 781) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 782) eth = eth_hdr(skb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 783) ether_addr_copy(key->eth.src, eth->h_source);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 784) ether_addr_copy(key->eth.dst, eth->h_dest);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 785)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 786) __skb_pull(skb, 2 * ETH_ALEN);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 787) /* We are going to push all headers that we pull, so no need to
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 788) * update skb->csum here.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 789) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 790)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 791) if (unlikely(parse_vlan(skb, key)))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 792) return -ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 793)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 794) key->eth.type = parse_ethertype(skb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 795) if (unlikely(key->eth.type == htons(0)))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 796) return -ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 797)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 798) /* Multiple tagged packets need to retain TPID to satisfy
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 799) * skb_vlan_pop(), which will later shift the ethertype into
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 800) * skb->protocol.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 801) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 802) if (key->eth.cvlan.tci & htons(VLAN_CFI_MASK))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 803) skb->protocol = key->eth.cvlan.tpid;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 804) else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 805) skb->protocol = key->eth.type;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 806)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 807) skb_reset_network_header(skb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 808) __skb_push(skb, skb->data - skb_mac_header(skb));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 809) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 810)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 811) skb_reset_mac_len(skb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 812)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 813) /* Fill out L3/L4 key info, if any */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 814) return key_extract_l3l4(skb, key);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 815) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 816)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 817) /* In the case of conntrack fragment handling it expects L3 headers,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 818) * add a helper.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 819) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 820) int ovs_flow_key_update_l3l4(struct sk_buff *skb, struct sw_flow_key *key)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 821) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 822) return key_extract_l3l4(skb, key);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 823) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 824)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 825) int ovs_flow_key_update(struct sk_buff *skb, struct sw_flow_key *key)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 826) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 827) int res;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 828)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 829) res = key_extract(skb, key);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 830) if (!res)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 831) key->mac_proto &= ~SW_FLOW_KEY_INVALID;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 832)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 833) return res;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 834) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 835)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 836) static int key_extract_mac_proto(struct sk_buff *skb)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 837) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 838) switch (skb->dev->type) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 839) case ARPHRD_ETHER:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 840) return MAC_PROTO_ETHERNET;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 841) case ARPHRD_NONE:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 842) if (skb->protocol == htons(ETH_P_TEB))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 843) return MAC_PROTO_ETHERNET;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 844) return MAC_PROTO_NONE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 845) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 846) WARN_ON_ONCE(1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 847) return -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 848) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 849)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 850) int ovs_flow_key_extract(const struct ip_tunnel_info *tun_info,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 851) struct sk_buff *skb, struct sw_flow_key *key)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 852) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 853) #if IS_ENABLED(CONFIG_NET_TC_SKB_EXT)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 854) struct tc_skb_ext *tc_ext;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 855) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 856) int res, err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 857)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 858) /* Extract metadata from packet. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 859) if (tun_info) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 860) key->tun_proto = ip_tunnel_info_af(tun_info);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 861) memcpy(&key->tun_key, &tun_info->key, sizeof(key->tun_key));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 862)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 863) if (tun_info->options_len) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 864) BUILD_BUG_ON((1 << (sizeof(tun_info->options_len) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 865) 8)) - 1
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 866) > sizeof(key->tun_opts));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 867)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 868) ip_tunnel_info_opts_get(TUN_METADATA_OPTS(key, tun_info->options_len),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 869) tun_info);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 870) key->tun_opts_len = tun_info->options_len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 871) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 872) key->tun_opts_len = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 873) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 874) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 875) key->tun_proto = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 876) key->tun_opts_len = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 877) memset(&key->tun_key, 0, sizeof(key->tun_key));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 878) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 879)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 880) key->phy.priority = skb->priority;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 881) key->phy.in_port = OVS_CB(skb)->input_vport->port_no;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 882) key->phy.skb_mark = skb->mark;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 883) key->ovs_flow_hash = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 884) res = key_extract_mac_proto(skb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 885) if (res < 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 886) return res;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 887) key->mac_proto = res;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 888)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 889) #if IS_ENABLED(CONFIG_NET_TC_SKB_EXT)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 890) if (static_branch_unlikely(&tc_recirc_sharing_support)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 891) tc_ext = skb_ext_find(skb, TC_SKB_EXT);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 892) key->recirc_id = tc_ext ? tc_ext->chain : 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 893) OVS_CB(skb)->mru = tc_ext ? tc_ext->mru : 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 894) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 895) key->recirc_id = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 896) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 897) #else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 898) key->recirc_id = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 899) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 900)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 901) err = key_extract(skb, key);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 902) if (!err)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 903) ovs_ct_fill_key(skb, key); /* Must be after key_extract(). */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 904) return err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 905) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 906)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 907) int ovs_flow_key_extract_userspace(struct net *net, const struct nlattr *attr,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 908) struct sk_buff *skb,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 909) struct sw_flow_key *key, bool log)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 910) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 911) const struct nlattr *a[OVS_KEY_ATTR_MAX + 1];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 912) u64 attrs = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 913) int err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 914)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 915) err = parse_flow_nlattrs(attr, a, &attrs, log);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 916) if (err)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 917) return -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 918)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 919) /* Extract metadata from netlink attributes. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 920) err = ovs_nla_get_flow_metadata(net, a, attrs, key, log);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 921) if (err)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 922) return err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 923)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 924) /* key_extract assumes that skb->protocol is set-up for
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 925) * layer 3 packets which is the case for other callers,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 926) * in particular packets received from the network stack.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 927) * Here the correct value can be set from the metadata
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 928) * extracted above.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 929) * For L2 packet key eth type would be zero. skb protocol
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 930) * would be set to correct value later during key-extact.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 931) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 932)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 933) skb->protocol = key->eth.type;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 934) err = key_extract(skb, key);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 935) if (err)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 936) return err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 937)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 938) /* Check that we have conntrack original direction tuple metadata only
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 939) * for packets for which it makes sense. Otherwise the key may be
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 940) * corrupted due to overlapping key fields.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 941) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 942) if (attrs & (1 << OVS_KEY_ATTR_CT_ORIG_TUPLE_IPV4) &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 943) key->eth.type != htons(ETH_P_IP))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 944) return -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 945) if (attrs & (1 << OVS_KEY_ATTR_CT_ORIG_TUPLE_IPV6) &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 946) (key->eth.type != htons(ETH_P_IPV6) ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 947) sw_flow_key_is_nd(key)))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 948) return -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 949)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 950) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 951) }
Orange Pi5 kernel
Deprecated Linux kernel 5.10.110 for OrangePi 5/5B/5+ boards
3 Commits
0 Branches
0 Tags