123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357 |
- #include <linux/module.h>
- #include <linux/skbuff.h>
- #include <linux/inet_diag.h>
- #include <asm/div64.h>
- #include <net/tcp.h>
- #define ALPHA_SHIFT 7
- #define ALPHA_SCALE (1u<<ALPHA_SHIFT)
- #define ALPHA_MIN ((3*ALPHA_SCALE)/10) /* ~0.3 */
- #define ALPHA_MAX (10*ALPHA_SCALE) /* 10.0 */
- #define ALPHA_BASE ALPHA_SCALE /* 1.0 */
- #define RTT_MAX (U32_MAX / ALPHA_MAX) /* 3.3 secs */
- #define BETA_SHIFT 6
- #define BETA_SCALE (1u<<BETA_SHIFT)
- #define BETA_MIN (BETA_SCALE/8) /* 0.125 */
- #define BETA_MAX (BETA_SCALE/2) /* 0.5 */
- #define BETA_BASE BETA_MAX
- static int win_thresh __read_mostly = 15;
- module_param(win_thresh, int, 0);
- MODULE_PARM_DESC(win_thresh, "Window threshold for starting adaptive sizing");
- static int theta __read_mostly = 5;
- module_param(theta, int, 0);
- MODULE_PARM_DESC(theta, "# of fast RTT's before full growth");
- /* TCP Illinois Parameters */
- struct illinois {
- u64 sum_rtt; /* sum of rtt's measured within last rtt */
- u16 cnt_rtt; /* # of rtts measured within last rtt */
- u32 base_rtt; /* min of all rtt in usec */
- u32 max_rtt; /* max of all rtt in usec */
- u32 end_seq; /* right edge of current RTT */
- u32 alpha; /* Additive increase */
- u32 beta; /* Muliplicative decrease */
- u16 acked; /* # packets acked by current ACK */
- u8 rtt_above; /* average rtt has gone above threshold */
- u8 rtt_low; /* # of rtts measurements below threshold */
- };
- static void rtt_reset(struct sock *sk)
- {
- struct tcp_sock *tp = tcp_sk(sk);
- struct illinois *ca = inet_csk_ca(sk);
- ca->end_seq = tp->snd_nxt;
- ca->cnt_rtt = 0;
- ca->sum_rtt = 0;
-
- }
- static void tcp_illinois_init(struct sock *sk)
- {
- struct illinois *ca = inet_csk_ca(sk);
- ca->alpha = ALPHA_MAX;
- ca->beta = BETA_BASE;
- ca->base_rtt = 0x7fffffff;
- ca->max_rtt = 0;
- ca->acked = 0;
- ca->rtt_low = 0;
- ca->rtt_above = 0;
- rtt_reset(sk);
- }
- static void tcp_illinois_acked(struct sock *sk, const struct ack_sample *sample)
- {
- struct illinois *ca = inet_csk_ca(sk);
- s32 rtt_us = sample->rtt_us;
- ca->acked = sample->pkts_acked;
-
- if (rtt_us < 0)
- return;
-
- if (rtt_us > RTT_MAX)
- rtt_us = RTT_MAX;
-
- if (ca->base_rtt > rtt_us)
- ca->base_rtt = rtt_us;
-
- if (ca->max_rtt < rtt_us)
- ca->max_rtt = rtt_us;
- ++ca->cnt_rtt;
- ca->sum_rtt += rtt_us;
- }
- static inline u32 max_delay(const struct illinois *ca)
- {
- return ca->max_rtt - ca->base_rtt;
- }
- static inline u32 avg_delay(const struct illinois *ca)
- {
- u64 t = ca->sum_rtt;
- do_div(t, ca->cnt_rtt);
- return t - ca->base_rtt;
- }
- static u32 alpha(struct illinois *ca, u32 da, u32 dm)
- {
- u32 d1 = dm / 100;
- if (da <= d1) {
-
- if (!ca->rtt_above)
- return ALPHA_MAX;
-
- if (++ca->rtt_low < theta)
- return ca->alpha;
- ca->rtt_low = 0;
- ca->rtt_above = 0;
- return ALPHA_MAX;
- }
- ca->rtt_above = 1;
-
- dm -= d1;
- da -= d1;
- return (dm * ALPHA_MAX) /
- (dm + (da * (ALPHA_MAX - ALPHA_MIN)) / ALPHA_MIN);
- }
- static u32 beta(u32 da, u32 dm)
- {
- u32 d2, d3;
- d2 = dm / 10;
- if (da <= d2)
- return BETA_MIN;
- d3 = (8 * dm) / 10;
- if (da >= d3 || d3 <= d2)
- return BETA_MAX;
-
- return (BETA_MIN * d3 - BETA_MAX * d2 + (BETA_MAX - BETA_MIN) * da)
- / (d3 - d2);
- }
- static void update_params(struct sock *sk)
- {
- struct tcp_sock *tp = tcp_sk(sk);
- struct illinois *ca = inet_csk_ca(sk);
- if (tp->snd_cwnd < win_thresh) {
- ca->alpha = ALPHA_BASE;
- ca->beta = BETA_BASE;
- } else if (ca->cnt_rtt > 0) {
- u32 dm = max_delay(ca);
- u32 da = avg_delay(ca);
- ca->alpha = alpha(ca, da, dm);
- ca->beta = beta(da, dm);
- }
- rtt_reset(sk);
- }
- static void tcp_illinois_state(struct sock *sk, u8 new_state)
- {
- struct illinois *ca = inet_csk_ca(sk);
- if (new_state == TCP_CA_Loss) {
- ca->alpha = ALPHA_BASE;
- ca->beta = BETA_BASE;
- ca->rtt_low = 0;
- ca->rtt_above = 0;
- rtt_reset(sk);
- }
- }
- static void tcp_illinois_cong_avoid(struct sock *sk, u32 ack, u32 acked)
- {
- struct tcp_sock *tp = tcp_sk(sk);
- struct illinois *ca = inet_csk_ca(sk);
- if (after(ack, ca->end_seq))
- update_params(sk);
-
- if (!tcp_is_cwnd_limited(sk))
- return;
-
- if (tcp_in_slow_start(tp))
- tcp_slow_start(tp, acked);
- else {
- u32 delta;
-
- tp->snd_cwnd_cnt += ca->acked;
- ca->acked = 1;
-
- delta = (tp->snd_cwnd_cnt * ca->alpha) >> ALPHA_SHIFT;
- if (delta >= tp->snd_cwnd) {
- tp->snd_cwnd = min(tp->snd_cwnd + delta / tp->snd_cwnd,
- (u32)tp->snd_cwnd_clamp);
- tp->snd_cwnd_cnt = 0;
- }
- }
- }
- static u32 tcp_illinois_ssthresh(struct sock *sk)
- {
- struct tcp_sock *tp = tcp_sk(sk);
- struct illinois *ca = inet_csk_ca(sk);
-
- return max(tp->snd_cwnd - ((tp->snd_cwnd * ca->beta) >> BETA_SHIFT), 2U);
- }
- static size_t tcp_illinois_info(struct sock *sk, u32 ext, int *attr,
- union tcp_cc_info *info)
- {
- const struct illinois *ca = inet_csk_ca(sk);
- if (ext & (1 << (INET_DIAG_VEGASINFO - 1))) {
- info->vegas.tcpv_enabled = 1;
- info->vegas.tcpv_rttcnt = ca->cnt_rtt;
- info->vegas.tcpv_minrtt = ca->base_rtt;
- info->vegas.tcpv_rtt = 0;
- if (info->vegas.tcpv_rttcnt > 0) {
- u64 t = ca->sum_rtt;
- do_div(t, info->vegas.tcpv_rttcnt);
- info->vegas.tcpv_rtt = t;
- }
- *attr = INET_DIAG_VEGASINFO;
- return sizeof(struct tcpvegas_info);
- }
- return 0;
- }
- static struct tcp_congestion_ops tcp_illinois __read_mostly = {
- .init = tcp_illinois_init,
- .ssthresh = tcp_illinois_ssthresh,
- .cong_avoid = tcp_illinois_cong_avoid,
- .set_state = tcp_illinois_state,
- .get_info = tcp_illinois_info,
- .pkts_acked = tcp_illinois_acked,
- .owner = THIS_MODULE,
- .name = "illinois",
- };
- static int __init tcp_illinois_register(void)
- {
- BUILD_BUG_ON(sizeof(struct illinois) > ICSK_CA_PRIV_SIZE);
- return tcp_register_congestion_control(&tcp_illinois);
- }
- static void __exit tcp_illinois_unregister(void)
- {
- tcp_unregister_congestion_control(&tcp_illinois);
- }
- module_init(tcp_illinois_register);
- module_exit(tcp_illinois_unregister);
- MODULE_AUTHOR("Stephen Hemminger, Shao Liu");
- MODULE_LICENSE("GPL");
- MODULE_DESCRIPTION("TCP Illinois");
- MODULE_VERSION("1.0");
|