2019-05-27 14:55:06 +08:00
|
|
|
// SPDX-License-Identifier: GPL-2.0-or-later
|
2016-06-03 02:05:43 +08:00
|
|
|
/*
|
|
|
|
* sctp_offload - GRO/GSO Offloading for SCTP
|
|
|
|
*
|
|
|
|
* Copyright (C) 2015, Marcelo Ricardo Leitner <marcelo.leitner@gmail.com>
|
|
|
|
*/
|
|
|
|
|
|
|
|
#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
|
|
|
|
|
|
|
|
#include <linux/kernel.h>
|
|
|
|
#include <linux/kprobes.h>
|
|
|
|
#include <linux/socket.h>
|
|
|
|
#include <linux/sctp.h>
|
|
|
|
#include <linux/proc_fs.h>
|
|
|
|
#include <linux/vmalloc.h>
|
|
|
|
#include <linux/module.h>
|
|
|
|
#include <linux/kfifo.h>
|
|
|
|
#include <linux/time.h>
|
|
|
|
#include <net/net_namespace.h>
|
|
|
|
|
|
|
|
#include <linux/skbuff.h>
|
|
|
|
#include <net/sctp/sctp.h>
|
|
|
|
#include <net/sctp/checksum.h>
|
|
|
|
#include <net/protocol.h>
|
|
|
|
|
|
|
|
static __le32 sctp_gso_make_checksum(struct sk_buff *skb)
|
|
|
|
{
|
|
|
|
skb->ip_summed = CHECKSUM_NONE;
|
2017-05-18 21:44:40 +08:00
|
|
|
skb->csum_not_inet = 0;
|
2020-10-29 15:04:57 +08:00
|
|
|
/* csum and csum_start in GSO CB may be needed to do the UDP
|
|
|
|
* checksum when it's a UDP tunneling packet.
|
|
|
|
*/
|
|
|
|
SKB_GSO_CB(skb)->csum = (__force __wsum)~0;
|
|
|
|
SKB_GSO_CB(skb)->csum_start = skb_headroom(skb) + skb->len;
|
2016-06-03 02:05:43 +08:00
|
|
|
return sctp_compute_cksum(skb, skb_transport_offset(skb));
|
|
|
|
}
|
|
|
|
|
|
|
|
static struct sk_buff *sctp_gso_segment(struct sk_buff *skb,
|
|
|
|
netdev_features_t features)
|
|
|
|
{
|
|
|
|
struct sk_buff *segs = ERR_PTR(-EINVAL);
|
|
|
|
struct sctphdr *sh;
|
|
|
|
|
2018-03-09 11:06:09 +08:00
|
|
|
if (!skb_is_gso_sctp(skb))
|
2018-01-19 22:29:18 +08:00
|
|
|
goto out;
|
|
|
|
|
2016-06-03 02:05:43 +08:00
|
|
|
sh = sctp_hdr(skb);
|
|
|
|
if (!pskb_may_pull(skb, sizeof(*sh)))
|
|
|
|
goto out;
|
|
|
|
|
|
|
|
__skb_pull(skb, sizeof(*sh));
|
|
|
|
|
|
|
|
if (skb_gso_ok(skb, features | NETIF_F_GSO_ROBUST)) {
|
|
|
|
/* Packet is from an untrusted source, reset gso_segs. */
|
|
|
|
struct skb_shared_info *pinfo = skb_shinfo(skb);
|
|
|
|
struct sk_buff *frag_iter;
|
|
|
|
|
|
|
|
pinfo->gso_segs = 0;
|
|
|
|
if (skb->len != skb->data_len) {
|
|
|
|
/* Means we have chunks in here too */
|
|
|
|
pinfo->gso_segs++;
|
|
|
|
}
|
|
|
|
|
|
|
|
skb_walk_frags(skb, frag_iter)
|
|
|
|
pinfo->gso_segs++;
|
|
|
|
|
|
|
|
segs = NULL;
|
|
|
|
goto out;
|
|
|
|
}
|
|
|
|
|
2021-01-15 17:36:39 +08:00
|
|
|
segs = skb_segment(skb, (features | NETIF_F_HW_CSUM) & ~NETIF_F_SG);
|
2016-06-03 02:05:43 +08:00
|
|
|
if (IS_ERR(segs))
|
|
|
|
goto out;
|
|
|
|
|
|
|
|
/* All that is left is update SCTP CRC if necessary */
|
|
|
|
if (!(features & NETIF_F_SCTP_CRC)) {
|
|
|
|
for (skb = segs; skb; skb = skb->next) {
|
|
|
|
if (skb->ip_summed == CHECKSUM_PARTIAL) {
|
|
|
|
sh = sctp_hdr(skb);
|
|
|
|
sh->checksum = sctp_gso_make_checksum(skb);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
out:
|
|
|
|
return segs;
|
|
|
|
}
|
|
|
|
|
|
|
|
static const struct net_offload sctp_offload = {
|
|
|
|
.callbacks = {
|
|
|
|
.gso_segment = sctp_gso_segment,
|
|
|
|
},
|
|
|
|
};
|
|
|
|
|
2016-07-16 03:40:02 +08:00
|
|
|
static const struct net_offload sctp6_offload = {
|
|
|
|
.callbacks = {
|
|
|
|
.gso_segment = sctp_gso_segment,
|
|
|
|
},
|
|
|
|
};
|
|
|
|
|
2016-06-03 02:05:43 +08:00
|
|
|
int __init sctp_offload_init(void)
|
|
|
|
{
|
2016-07-16 03:40:02 +08:00
|
|
|
int ret;
|
|
|
|
|
|
|
|
ret = inet_add_offload(&sctp_offload, IPPROTO_SCTP);
|
|
|
|
if (ret)
|
|
|
|
goto out;
|
|
|
|
|
|
|
|
ret = inet6_add_offload(&sctp6_offload, IPPROTO_SCTP);
|
|
|
|
if (ret)
|
|
|
|
goto ipv4;
|
|
|
|
|
2019-05-29 23:39:41 +08:00
|
|
|
crc32c_csum_stub = &sctp_csum_ops;
|
2016-07-16 03:40:02 +08:00
|
|
|
return ret;
|
|
|
|
|
|
|
|
ipv4:
|
|
|
|
inet_del_offload(&sctp_offload, IPPROTO_SCTP);
|
|
|
|
out:
|
|
|
|
return ret;
|
2016-06-03 02:05:43 +08:00
|
|
|
}
|