2019-05-27 09:55:01 +03:00
|
|
|
// SPDX-License-Identifier: GPL-2.0-or-later
|
2012-11-15 12:49:17 +04:00
|
|
|
/*
|
|
|
|
* IPV6 GSO/GRO offload support
|
|
|
|
* Linux INET6 implementation
|
|
|
|
*
|
|
|
|
* TCPv6 GSO/GRO support
|
|
|
|
*/
|
2018-12-14 13:51:59 +03:00
|
|
|
#include <linux/indirect_call_wrapper.h>
|
2012-11-15 12:49:17 +04:00
|
|
|
#include <linux/skbuff.h>
|
2021-11-15 20:05:51 +03:00
|
|
|
#include <net/gro.h>
|
2012-11-15 12:49:17 +04:00
|
|
|
#include <net/protocol.h>
|
|
|
|
#include <net/tcp.h>
|
|
|
|
#include <net/ip6_checksum.h>
|
|
|
|
#include "ip6_offload.h"
|
|
|
|
|
2018-12-14 13:51:59 +03:00
|
|
|
INDIRECT_CALLABLE_SCOPE
|
|
|
|
struct sk_buff *tcp6_gro_receive(struct list_head *head, struct sk_buff *skb)
|
2012-11-15 12:49:17 +04:00
|
|
|
{
|
2013-11-22 06:31:29 +04:00
|
|
|
/* Don't bother verifying checksum if we're going to flush anyway. */
|
2014-08-23 00:34:30 +04:00
|
|
|
if (!NAPI_GRO_CB(skb)->flush &&
|
|
|
|
skb_gro_checksum_validate(skb, IPPROTO_TCP,
|
|
|
|
ip6_gro_compute_pseudo)) {
|
2012-11-15 12:49:17 +04:00
|
|
|
NAPI_GRO_CB(skb)->flush = 1;
|
|
|
|
return NULL;
|
|
|
|
}
|
|
|
|
|
|
|
|
return tcp_gro_receive(head, skb);
|
|
|
|
}
|
|
|
|
|
2018-12-14 13:51:59 +03:00
|
|
|
INDIRECT_CALLABLE_SCOPE int tcp6_gro_complete(struct sk_buff *skb, int thoff)
|
2012-11-15 12:49:17 +04:00
|
|
|
{
|
|
|
|
const struct ipv6hdr *iph = ipv6_hdr(skb);
|
|
|
|
struct tcphdr *th = tcp_hdr(skb);
|
|
|
|
|
net-gro: Prepare GRO stack for the upcoming tunneling support
This patch modifies the GRO stack to avoid the use of "network_header"
and associated macros like ip_hdr() and ipv6_hdr() in order to allow
an arbitary number of IP hdrs (v4 or v6) to be used in the
encapsulation chain. This lays the foundation for various IP
tunneling support (IP-in-IP, GRE, VXLAN, SIT,...) to be added later.
With this patch, the GRO stack traversing now is mostly based on
skb_gro_offset rather than special hdr offsets saved in skb (e.g.,
skb->network_header). As a result all but the top layer (i.e., the
the transport layer) must have hdrs of the same length in order for
a pkt to be considered for aggregation. Therefore when adding a new
encap layer (e.g., for tunneling), one must check and skip flows
(e.g., by setting NAPI_GRO_CB(p)->same_flow to 0) that have a
different hdr length.
Note that unlike the network header, the transport header can and
will continue to be set by the GRO code since there will be at
most one "transport layer" in the encap chain.
Signed-off-by: H.K. Jerry Chu <hkchu@google.com>
Suggested-by: Eric Dumazet <edumazet@google.com>
Reviewed-by: Eric Dumazet <edumazet@google.com>
Signed-off-by: David S. Miller <davem@davemloft.net>
2013-12-12 08:53:45 +04:00
|
|
|
th->check = ~tcp_v6_check(skb->len - thoff, &iph->saddr,
|
|
|
|
&iph->daddr, 0);
|
2014-07-15 02:54:46 +04:00
|
|
|
skb_shinfo(skb)->gso_type |= SKB_GSO_TCPV6;
|
2012-11-15 12:49:17 +04:00
|
|
|
|
|
|
|
return tcp_gro_complete(skb);
|
|
|
|
}
|
|
|
|
|
2015-02-27 06:08:59 +03:00
|
|
|
static struct sk_buff *tcp6_gso_segment(struct sk_buff *skb,
|
|
|
|
netdev_features_t features)
|
2014-09-21 01:52:28 +04:00
|
|
|
{
|
|
|
|
struct tcphdr *th;
|
|
|
|
|
2018-01-19 17:29:18 +03:00
|
|
|
if (!(skb_shinfo(skb)->gso_type & SKB_GSO_TCPV6))
|
|
|
|
return ERR_PTR(-EINVAL);
|
|
|
|
|
2014-09-21 01:52:28 +04:00
|
|
|
if (!pskb_may_pull(skb, sizeof(*th)))
|
|
|
|
return ERR_PTR(-EINVAL);
|
|
|
|
|
|
|
|
if (unlikely(skb->ip_summed != CHECKSUM_PARTIAL)) {
|
|
|
|
const struct ipv6hdr *ipv6h = ipv6_hdr(skb);
|
|
|
|
struct tcphdr *th = tcp_hdr(skb);
|
|
|
|
|
|
|
|
/* Set up pseudo header, usually expect stack to have done
|
|
|
|
* this.
|
|
|
|
*/
|
|
|
|
|
|
|
|
th->check = 0;
|
|
|
|
skb->ip_summed = CHECKSUM_PARTIAL;
|
|
|
|
__tcp_v6_send_check(skb, &ipv6h->saddr, &ipv6h->daddr);
|
|
|
|
}
|
|
|
|
|
|
|
|
return tcp_gso_segment(skb, features);
|
|
|
|
}
|
2012-11-15 12:49:17 +04:00
|
|
|
static const struct net_offload tcpv6_offload = {
|
2012-11-15 12:49:23 +04:00
|
|
|
.callbacks = {
|
2014-09-21 01:52:28 +04:00
|
|
|
.gso_segment = tcp6_gso_segment,
|
2012-11-15 12:49:23 +04:00
|
|
|
.gro_receive = tcp6_gro_receive,
|
|
|
|
.gro_complete = tcp6_gro_complete,
|
|
|
|
},
|
2012-11-15 12:49:17 +04:00
|
|
|
};
|
|
|
|
|
|
|
|
int __init tcpv6_offload_init(void)
|
|
|
|
{
|
|
|
|
return inet6_add_offload(&tcpv6_offload, IPPROTO_TCP);
|
|
|
|
}
|