2019-05-27 14:55:01 +08:00
|
|
|
// SPDX-License-Identifier: GPL-2.0-or-later
|
2013-05-24 05:02:52 +08:00
|
|
|
/*
|
|
|
|
* MPLS GSO Support
|
|
|
|
*
|
|
|
|
* Authors: Simon Horman (horms@verge.net.au)
|
|
|
|
*
|
|
|
|
* Based on: GSO portions of net/ipv4/gre.c
|
|
|
|
*/
|
|
|
|
|
|
|
|
#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
|
|
|
|
|
|
|
|
#include <linux/err.h>
|
|
|
|
#include <linux/module.h>
|
|
|
|
#include <linux/netdev_features.h>
|
|
|
|
#include <linux/netdevice.h>
|
|
|
|
#include <linux/skbuff.h>
|
2021-03-09 19:31:01 +08:00
|
|
|
#include <net/mpls.h>
|
2013-05-24 05:02:52 +08:00
|
|
|
|
|
|
|
static struct sk_buff *mpls_gso_segment(struct sk_buff *skb,
|
|
|
|
netdev_features_t features)
|
|
|
|
{
|
|
|
|
struct sk_buff *segs = ERR_PTR(-EINVAL);
|
2016-08-25 11:10:44 +08:00
|
|
|
u16 mac_offset = skb->mac_header;
|
2013-05-24 05:02:52 +08:00
|
|
|
netdev_features_t mpls_features;
|
2016-08-25 11:10:44 +08:00
|
|
|
u16 mac_len = skb->mac_len;
|
2013-05-24 05:02:52 +08:00
|
|
|
__be16 mpls_protocol;
|
2016-08-25 11:10:44 +08:00
|
|
|
unsigned int mpls_hlen;
|
|
|
|
|
|
|
|
skb_reset_network_header(skb);
|
|
|
|
mpls_hlen = skb_inner_network_header(skb) - skb_network_header(skb);
|
2021-03-09 19:31:01 +08:00
|
|
|
if (unlikely(!mpls_hlen || mpls_hlen % MPLS_HLEN))
|
|
|
|
goto out;
|
2016-08-25 11:10:44 +08:00
|
|
|
if (unlikely(!pskb_may_pull(skb, mpls_hlen)))
|
|
|
|
goto out;
|
2013-05-24 05:02:52 +08:00
|
|
|
|
|
|
|
/* Setup inner SKB. */
|
|
|
|
mpls_protocol = skb->protocol;
|
|
|
|
skb->protocol = skb->inner_protocol;
|
|
|
|
|
2016-08-25 11:10:44 +08:00
|
|
|
__skb_pull(skb, mpls_hlen);
|
|
|
|
|
|
|
|
skb->mac_len = 0;
|
|
|
|
skb_reset_mac_header(skb);
|
2013-05-24 05:02:52 +08:00
|
|
|
|
|
|
|
/* Segment inner packet. */
|
2014-10-20 19:49:16 +08:00
|
|
|
mpls_features = skb->dev->mpls_features & features;
|
2013-05-24 05:02:52 +08:00
|
|
|
segs = skb_mac_gso_segment(skb, mpls_features);
|
2016-08-25 11:10:44 +08:00
|
|
|
if (IS_ERR_OR_NULL(segs)) {
|
|
|
|
skb_gso_error_unwind(skb, mpls_protocol, mpls_hlen, mac_offset,
|
|
|
|
mac_len);
|
|
|
|
goto out;
|
|
|
|
}
|
|
|
|
skb = segs;
|
|
|
|
|
|
|
|
mpls_hlen += mac_len;
|
|
|
|
do {
|
|
|
|
skb->mac_len = mac_len;
|
|
|
|
skb->protocol = mpls_protocol;
|
2013-05-24 05:02:52 +08:00
|
|
|
|
2016-08-25 11:10:44 +08:00
|
|
|
skb_reset_inner_network_header(skb);
|
2013-05-24 05:02:52 +08:00
|
|
|
|
2016-08-25 11:10:44 +08:00
|
|
|
__skb_push(skb, mpls_hlen);
|
2013-05-24 05:02:52 +08:00
|
|
|
|
2016-08-25 11:10:44 +08:00
|
|
|
skb_reset_mac_header(skb);
|
|
|
|
skb_set_network_header(skb, mac_len);
|
|
|
|
} while ((skb = skb->next));
|
2016-05-19 00:06:09 +08:00
|
|
|
|
2016-08-25 11:10:44 +08:00
|
|
|
out:
|
2013-05-24 05:02:52 +08:00
|
|
|
return segs;
|
|
|
|
}
|
|
|
|
|
2015-01-29 19:15:03 +08:00
|
|
|
static struct packet_offload mpls_mc_offload __read_mostly = {
|
2013-05-24 05:02:52 +08:00
|
|
|
.type = cpu_to_be16(ETH_P_MPLS_MC),
|
2015-06-02 05:56:09 +08:00
|
|
|
.priority = 15,
|
2013-05-24 05:02:52 +08:00
|
|
|
.callbacks = {
|
|
|
|
.gso_segment = mpls_gso_segment,
|
|
|
|
},
|
|
|
|
};
|
|
|
|
|
2015-01-29 19:15:03 +08:00
|
|
|
static struct packet_offload mpls_uc_offload __read_mostly = {
|
2013-05-24 05:02:52 +08:00
|
|
|
.type = cpu_to_be16(ETH_P_MPLS_UC),
|
2015-06-02 05:56:09 +08:00
|
|
|
.priority = 15,
|
2013-05-24 05:02:52 +08:00
|
|
|
.callbacks = {
|
|
|
|
.gso_segment = mpls_gso_segment,
|
|
|
|
},
|
|
|
|
};
|
|
|
|
|
|
|
|
static int __init mpls_gso_init(void)
|
|
|
|
{
|
|
|
|
pr_info("MPLS GSO support\n");
|
|
|
|
|
|
|
|
dev_add_offload(&mpls_uc_offload);
|
|
|
|
dev_add_offload(&mpls_mc_offload);
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
static void __exit mpls_gso_exit(void)
|
|
|
|
{
|
|
|
|
dev_remove_offload(&mpls_uc_offload);
|
|
|
|
dev_remove_offload(&mpls_mc_offload);
|
|
|
|
}
|
|
|
|
|
|
|
|
module_init(mpls_gso_init);
|
|
|
|
module_exit(mpls_gso_exit);
|
|
|
|
|
|
|
|
MODULE_DESCRIPTION("MPLS GSO support");
|
|
|
|
MODULE_AUTHOR("Simon Horman (horms@verge.net.au)");
|
|
|
|
MODULE_LICENSE("GPL");
|