2020-01-23 02:22:24 +08:00
|
|
|
/* SPDX-License-Identifier: GPL-2.0-only */
|
|
|
|
#ifndef __NET_SCHED_PIE_H
|
|
|
|
#define __NET_SCHED_PIE_H
|
|
|
|
|
|
|
|
#include <linux/ktime.h>
|
|
|
|
#include <linux/skbuff.h>
|
|
|
|
#include <linux/types.h>
|
|
|
|
#include <net/inet_ecn.h>
|
|
|
|
#include <net/pkt_sched.h>
|
|
|
|
|
2020-03-05 02:56:01 +08:00
|
|
|
#define MAX_PROB (U64_MAX >> BITS_PER_BYTE)
|
2020-01-23 02:22:26 +08:00
|
|
|
#define DTIME_INVALID U64_MAX
|
|
|
|
#define QUEUE_THRESHOLD 16384
|
|
|
|
#define DQCOUNT_INVALID -1
|
|
|
|
#define PIE_SCALE 8
|
2020-01-23 02:22:24 +08:00
|
|
|
|
2020-01-23 02:22:29 +08:00
|
|
|
/**
|
|
|
|
* struct pie_params - contains pie parameters
|
|
|
|
* @target: target delay in pschedtime
|
|
|
|
* @tudpate: interval at which drop probability is calculated
|
|
|
|
* @limit: total number of packets that can be in the queue
|
|
|
|
* @alpha: parameter to control drop probability
|
|
|
|
* @beta: parameter to control drop probability
|
|
|
|
* @ecn: is ECN marking of packets enabled
|
|
|
|
* @bytemode: is drop probability scaled based on pkt size
|
|
|
|
* @dq_rate_estimator: is Little's law used for qdelay calculation
|
|
|
|
*/
|
2020-01-23 02:22:24 +08:00
|
|
|
struct pie_params {
|
2020-01-23 02:22:29 +08:00
|
|
|
psched_time_t target;
|
|
|
|
u32 tupdate;
|
|
|
|
u32 limit;
|
|
|
|
u32 alpha;
|
|
|
|
u32 beta;
|
|
|
|
u8 ecn;
|
|
|
|
u8 bytemode;
|
|
|
|
u8 dq_rate_estimator;
|
2020-01-23 02:22:24 +08:00
|
|
|
};
|
|
|
|
|
2020-01-23 02:22:29 +08:00
|
|
|
/**
|
|
|
|
* struct pie_vars - contains pie variables
|
2020-03-05 02:56:02 +08:00
|
|
|
* @qdelay: current queue delay
|
|
|
|
* @qdelay_old: queue delay in previous qdelay calculation
|
|
|
|
* @burst_time: burst time allowance
|
|
|
|
* @dq_tstamp: timestamp at which dq rate was last calculated
|
|
|
|
* @prob: drop probability
|
|
|
|
* @accu_prob: accumulated drop probability
|
|
|
|
* @dq_count: number of bytes dequeued in a measurement cycle
|
|
|
|
* @avg_dq_rate: calculated average dq rate
|
|
|
|
* @backlog_old: queue backlog during previous qdelay calculation
|
2020-01-23 02:22:29 +08:00
|
|
|
*/
|
2020-01-23 02:22:24 +08:00
|
|
|
struct pie_vars {
|
|
|
|
psched_time_t qdelay;
|
|
|
|
psched_time_t qdelay_old;
|
2020-01-23 02:22:28 +08:00
|
|
|
psched_time_t burst_time;
|
2020-01-23 02:22:29 +08:00
|
|
|
psched_time_t dq_tstamp;
|
|
|
|
u64 prob;
|
|
|
|
u64 accu_prob;
|
|
|
|
u64 dq_count;
|
|
|
|
u32 avg_dq_rate;
|
2020-03-05 02:55:59 +08:00
|
|
|
u32 backlog_old;
|
2020-01-23 02:22:24 +08:00
|
|
|
};
|
|
|
|
|
2020-01-23 02:22:29 +08:00
|
|
|
/**
|
|
|
|
* struct pie_stats - contains pie stats
|
|
|
|
* @packets_in: total number of packets enqueued
|
|
|
|
* @dropped: packets dropped due to pie action
|
|
|
|
* @overlimit: packets dropped due to lack of space in queue
|
|
|
|
* @ecn_mark: packets marked with ECN
|
|
|
|
* @maxq: maximum queue size
|
|
|
|
*/
|
2020-01-23 02:22:24 +08:00
|
|
|
struct pie_stats {
|
2020-01-23 02:22:29 +08:00
|
|
|
u32 packets_in;
|
|
|
|
u32 dropped;
|
|
|
|
u32 overlimit;
|
|
|
|
u32 ecn_mark;
|
|
|
|
u32 maxq;
|
2020-01-23 02:22:24 +08:00
|
|
|
};
|
|
|
|
|
2020-01-23 02:22:29 +08:00
|
|
|
/**
|
|
|
|
* struct pie_skb_cb - contains private skb vars
|
|
|
|
* @enqueue_time: timestamp when the packet is enqueued
|
2020-01-23 02:22:33 +08:00
|
|
|
* @mem_usage: size of the skb during enqueue
|
2020-01-23 02:22:29 +08:00
|
|
|
*/
|
2020-01-23 02:22:24 +08:00
|
|
|
struct pie_skb_cb {
|
|
|
|
psched_time_t enqueue_time;
|
2020-01-23 02:22:33 +08:00
|
|
|
u32 mem_usage;
|
2020-01-23 02:22:24 +08:00
|
|
|
};
|
|
|
|
|
|
|
|
static inline void pie_params_init(struct pie_params *params)
|
|
|
|
{
|
2020-01-23 02:22:28 +08:00
|
|
|
params->target = PSCHED_NS2TICKS(15 * NSEC_PER_MSEC); /* 15 ms */
|
2020-01-23 02:22:24 +08:00
|
|
|
params->tupdate = usecs_to_jiffies(15 * USEC_PER_MSEC); /* 15 ms */
|
2020-01-23 02:22:29 +08:00
|
|
|
params->limit = 1000;
|
2020-01-23 02:22:28 +08:00
|
|
|
params->alpha = 2;
|
|
|
|
params->beta = 20;
|
2020-01-23 02:22:24 +08:00
|
|
|
params->ecn = false;
|
|
|
|
params->bytemode = false;
|
|
|
|
params->dq_rate_estimator = false;
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline void pie_vars_init(struct pie_vars *vars)
|
|
|
|
{
|
2020-01-23 02:22:29 +08:00
|
|
|
vars->burst_time = PSCHED_NS2TICKS(150 * NSEC_PER_MSEC); /* 150 ms */
|
2020-01-23 02:22:24 +08:00
|
|
|
vars->dq_tstamp = DTIME_INVALID;
|
|
|
|
vars->accu_prob = 0;
|
2020-01-23 02:22:28 +08:00
|
|
|
vars->dq_count = DQCOUNT_INVALID;
|
2020-01-23 02:22:24 +08:00
|
|
|
vars->avg_dq_rate = 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline struct pie_skb_cb *get_pie_cb(const struct sk_buff *skb)
|
|
|
|
{
|
|
|
|
qdisc_cb_private_validate(skb, sizeof(struct pie_skb_cb));
|
|
|
|
return (struct pie_skb_cb *)qdisc_skb_cb(skb)->data;
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline psched_time_t pie_get_enqueue_time(const struct sk_buff *skb)
|
|
|
|
{
|
|
|
|
return get_pie_cb(skb)->enqueue_time;
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline void pie_set_enqueue_time(struct sk_buff *skb)
|
|
|
|
{
|
|
|
|
get_pie_cb(skb)->enqueue_time = psched_get_time();
|
|
|
|
}
|
|
|
|
|
2020-01-23 02:22:32 +08:00
|
|
|
bool pie_drop_early(struct Qdisc *sch, struct pie_params *params,
|
2020-03-05 02:55:59 +08:00
|
|
|
struct pie_vars *vars, u32 backlog, u32 packet_size);
|
2020-01-23 02:22:32 +08:00
|
|
|
|
|
|
|
void pie_process_dequeue(struct sk_buff *skb, struct pie_params *params,
|
2020-03-05 02:55:59 +08:00
|
|
|
struct pie_vars *vars, u32 backlog);
|
2020-01-23 02:22:32 +08:00
|
|
|
|
|
|
|
void pie_calculate_probability(struct pie_params *params, struct pie_vars *vars,
|
2020-03-05 02:55:59 +08:00
|
|
|
u32 backlog);
|
2020-01-23 02:22:32 +08:00
|
|
|
|
2020-01-23 02:22:24 +08:00
|
|
|
#endif
|