Blame view

net/ipv4/tcp_yeah.c 6.92 KB
5ef814753   Angelo P. Castellani   [TCP] YeAH-TCP: a...
1
2
3
4
5
  /*
   *
   *   YeAH TCP
   *
   * For further details look at:
49564e551   Weilong Chen   ipv4: ipv4: Clean...
6
   *   https://web.archive.org/web/20080316215752/http://wil.cs.caltech.edu/pfldnet2007/paper/YeAH_TCP.pdf
5ef814753   Angelo P. Castellani   [TCP] YeAH-TCP: a...
7
8
   *
   */
7752237e9   Stephen Hemminger   [TCP] TCP YEAH: U...
9
10
11
12
  #include <linux/mm.h>
  #include <linux/module.h>
  #include <linux/skbuff.h>
  #include <linux/inet_diag.h>
5ef814753   Angelo P. Castellani   [TCP] YeAH-TCP: a...
13

7752237e9   Stephen Hemminger   [TCP] TCP YEAH: U...
14
  #include <net/tcp.h>
5ef814753   Angelo P. Castellani   [TCP] YeAH-TCP: a...
15

7752237e9   Stephen Hemminger   [TCP] TCP YEAH: U...
16
  #include "tcp_vegas.h"
5ef814753   Angelo P. Castellani   [TCP] YeAH-TCP: a...
17

49564e551   Weilong Chen   ipv4: ipv4: Clean...
18
19
20
21
22
23
24
  #define TCP_YEAH_ALPHA       80 /* number of packets queued at the bottleneck */
  #define TCP_YEAH_GAMMA        1 /* fraction of queue to be removed per rtt */
  #define TCP_YEAH_DELTA        3 /* log minimum fraction of cwnd to be removed on loss */
  #define TCP_YEAH_EPSILON      1 /* log maximum fraction to be removed on early decongestion */
  #define TCP_YEAH_PHY          8 /* maximum delta from base */
  #define TCP_YEAH_RHO         16 /* minimum number of consecutive rtt to consider competition on loss */
  #define TCP_YEAH_ZETA        50 /* minimum number of state switches to reset reno_count */
5ef814753   Angelo P. Castellani   [TCP] YeAH-TCP: a...
25
26
27
28
29
  
  #define TCP_SCALABLE_AI_CNT	 100U
  
  /* YeAH variables */
  struct yeah {
7752237e9   Stephen Hemminger   [TCP] TCP YEAH: U...
30
  	struct vegas vegas;	/* must be first */
5ef814753   Angelo P. Castellani   [TCP] YeAH-TCP: a...
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
  
  	/* YeAH */
  	u32 lastQ;
  	u32 doing_reno_now;
  
  	u32 reno_count;
  	u32 fast_count;
  
  	u32 pkts_acked;
  };
  
  static void tcp_yeah_init(struct sock *sk)
  {
  	struct tcp_sock *tp = tcp_sk(sk);
  	struct yeah *yeah = inet_csk_ca(sk);
  
  	tcp_vegas_init(sk);
  
  	yeah->doing_reno_now = 0;
  	yeah->lastQ = 0;
  
  	yeah->reno_count = 2;
  
  	/* Ensure the MD arithmetic works.  This is somewhat pedantic,
  	 * since I don't think we will see a cwnd this large. :) */
  	tp->snd_cwnd_clamp = min_t(u32, tp->snd_cwnd_clamp, 0xffffffff/128);
5ef814753   Angelo P. Castellani   [TCP] YeAH-TCP: a...
57
  }
756ee1729   Lawrence Brakmo   tcp: replace cnt ...
58
59
  static void tcp_yeah_pkts_acked(struct sock *sk,
  				const struct ack_sample *sample)
5ef814753   Angelo P. Castellani   [TCP] YeAH-TCP: a...
60
61
62
63
64
  {
  	const struct inet_connection_sock *icsk = inet_csk(sk);
  	struct yeah *yeah = inet_csk_ca(sk);
  
  	if (icsk->icsk_ca_state == TCP_CA_Open)
756ee1729   Lawrence Brakmo   tcp: replace cnt ...
65
  		yeah->pkts_acked = sample->pkts_acked;
164891aad   Stephen Hemminger   [TCP]: Congestion...
66

756ee1729   Lawrence Brakmo   tcp: replace cnt ...
67
  	tcp_vegas_pkts_acked(sk, sample);
5ef814753   Angelo P. Castellani   [TCP] YeAH-TCP: a...
68
  }
249015515   Eric Dumazet   tcp: remove in_fl...
69
  static void tcp_yeah_cong_avoid(struct sock *sk, u32 ack, u32 acked)
5ef814753   Angelo P. Castellani   [TCP] YeAH-TCP: a...
70
71
72
  {
  	struct tcp_sock *tp = tcp_sk(sk);
  	struct yeah *yeah = inet_csk_ca(sk);
249015515   Eric Dumazet   tcp: remove in_fl...
73
  	if (!tcp_is_cwnd_limited(sk))
5ef814753   Angelo P. Castellani   [TCP] YeAH-TCP: a...
74
  		return;
db7196a0d   Artem Germanov   tcp: cwnd does no...
75
  	if (tcp_in_slow_start(tp))
9f9843a75   Yuchung Cheng   tcp: properly han...
76
  		tcp_slow_start(tp, acked);
7752237e9   Stephen Hemminger   [TCP] TCP YEAH: U...
77
78
  
  	else if (!yeah->doing_reno_now) {
5ef814753   Angelo P. Castellani   [TCP] YeAH-TCP: a...
79
  		/* Scalable */
5a5f3a8db   Jianjun Kong   net: clean up net...
80
  		tp->snd_cwnd_cnt += yeah->pkts_acked;
688d1945b   stephen hemminger   tcp: whitespace f...
81
  		if (tp->snd_cwnd_cnt > min(tp->snd_cwnd, TCP_SCALABLE_AI_CNT)) {
5ef814753   Angelo P. Castellani   [TCP] YeAH-TCP: a...
82
83
84
85
86
87
88
89
90
  			if (tp->snd_cwnd < tp->snd_cwnd_clamp)
  				tp->snd_cwnd++;
  			tp->snd_cwnd_cnt = 0;
  		}
  
  		yeah->pkts_acked = 1;
  
  	} else {
  		/* Reno */
e73ebb088   Neal Cardwell   tcp: stretch ACK ...
91
  		tcp_cong_avoid_ai(tp, tp->snd_cwnd, 1);
5ef814753   Angelo P. Castellani   [TCP] YeAH-TCP: a...
92
  	}
7752237e9   Stephen Hemminger   [TCP] TCP YEAH: U...
93
  	/* The key players are v_vegas.beg_snd_una and v_beg_snd_nxt.
5ef814753   Angelo P. Castellani   [TCP] YeAH-TCP: a...
94
95
96
97
98
  	 *
  	 * These are so named because they represent the approximate values
  	 * of snd_una and snd_nxt at the beginning of the current RTT. More
  	 * precisely, they represent the amount of data sent during the RTT.
  	 * At the end of the RTT, when we receive an ACK for v_beg_snd_nxt,
7752237e9   Stephen Hemminger   [TCP] TCP YEAH: U...
99
  	 * we will calculate that (v_beg_snd_nxt - v_vegas.beg_snd_una) outstanding
5ef814753   Angelo P. Castellani   [TCP] YeAH-TCP: a...
100
101
102
  	 * bytes of data have been ACKed during the course of the RTT, giving
  	 * an "actual" rate of:
  	 *
7752237e9   Stephen Hemminger   [TCP] TCP YEAH: U...
103
  	 *     (v_beg_snd_nxt - v_vegas.beg_snd_una) / (rtt duration)
5ef814753   Angelo P. Castellani   [TCP] YeAH-TCP: a...
104
  	 *
7752237e9   Stephen Hemminger   [TCP] TCP YEAH: U...
105
  	 * Unfortunately, v_vegas.beg_snd_una is not exactly equal to snd_una,
5ef814753   Angelo P. Castellani   [TCP] YeAH-TCP: a...
106
107
108
109
110
111
112
113
  	 * because delayed ACKs can cover more than one segment, so they
  	 * don't line up yeahly with the boundaries of RTTs.
  	 *
  	 * Another unfortunate fact of life is that delayed ACKs delay the
  	 * advance of the left edge of our send window, so that the number
  	 * of bytes we send in an RTT is often less than our cwnd will allow.
  	 * So we keep track of our cwnd separately, in v_beg_snd_cwnd.
  	 */
7752237e9   Stephen Hemminger   [TCP] TCP YEAH: U...
114
  	if (after(ack, yeah->vegas.beg_snd_nxt)) {
5ef814753   Angelo P. Castellani   [TCP] YeAH-TCP: a...
115
116
117
118
119
120
121
122
  		/* We do the Vegas calculations only if we got enough RTT
  		 * samples that we can be reasonably sure that we got
  		 * at least one RTT sample that wasn't from a delayed ACK.
  		 * If we only had 2 samples total,
  		 * then that means we're getting only 1 ACK per RTT, which
  		 * means they're almost certainly delayed ACKs.
  		 * If  we have 3 samples, we should be OK.
  		 */
7752237e9   Stephen Hemminger   [TCP] TCP YEAH: U...
123
  		if (yeah->vegas.cntRTT > 2) {
43e683926   Stephen Hemminger   [TCP] TCP Yeah: c...
124
125
  			u32 rtt, queue;
  			u64 bw;
5ef814753   Angelo P. Castellani   [TCP] YeAH-TCP: a...
126
127
128
129
130
131
132
133
134
135
136
137
  
  			/* We have enough RTT samples, so, using the Vegas
  			 * algorithm, we determine if we should increase or
  			 * decrease cwnd, and by how much.
  			 */
  
  			/* Pluck out the RTT we are using for the Vegas
  			 * calculations. This is the min RTT seen during the
  			 * last RTT. Taking the min filters out the effects
  			 * of delayed ACKs, at the cost of noticing congestion
  			 * a bit later.
  			 */
7752237e9   Stephen Hemminger   [TCP] TCP YEAH: U...
138
  			rtt = yeah->vegas.minRTT;
5ef814753   Angelo P. Castellani   [TCP] YeAH-TCP: a...
139

43e683926   Stephen Hemminger   [TCP] TCP Yeah: c...
140
141
142
143
  			/* Compute excess number of packets above bandwidth
  			 * Avoid doing full 64 bit divide.
  			 */
  			bw = tp->snd_cwnd;
7752237e9   Stephen Hemminger   [TCP] TCP YEAH: U...
144
  			bw *= rtt - yeah->vegas.baseRTT;
43e683926   Stephen Hemminger   [TCP] TCP Yeah: c...
145
146
147
148
  			do_div(bw, rtt);
  			queue = bw;
  
  			if (queue > TCP_YEAH_ALPHA ||
7752237e9   Stephen Hemminger   [TCP] TCP YEAH: U...
149
  			    rtt - yeah->vegas.baseRTT > (yeah->vegas.baseRTT / TCP_YEAH_PHY)) {
9d4fb27db   Joe Perches   net/ipv4: Move &&...
150
151
  				if (queue > TCP_YEAH_ALPHA &&
  				    tp->snd_cwnd > yeah->reno_count) {
43e683926   Stephen Hemminger   [TCP] TCP Yeah: c...
152
153
  					u32 reduction = min(queue / TCP_YEAH_GAMMA ,
  							    tp->snd_cwnd >> TCP_YEAH_EPSILON);
5ef814753   Angelo P. Castellani   [TCP] YeAH-TCP: a...
154
155
  
  					tp->snd_cwnd -= reduction;
43e683926   Stephen Hemminger   [TCP] TCP Yeah: c...
156
157
  					tp->snd_cwnd = max(tp->snd_cwnd,
  							   yeah->reno_count);
5ef814753   Angelo P. Castellani   [TCP] YeAH-TCP: a...
158
159
  
  					tp->snd_ssthresh = tp->snd_cwnd;
43e683926   Stephen Hemminger   [TCP] TCP Yeah: c...
160
  				}
5ef814753   Angelo P. Castellani   [TCP] YeAH-TCP: a...
161
162
  
  				if (yeah->reno_count <= 2)
43e683926   Stephen Hemminger   [TCP] TCP Yeah: c...
163
  					yeah->reno_count = max(tp->snd_cwnd>>1, 2U);
5ef814753   Angelo P. Castellani   [TCP] YeAH-TCP: a...
164
165
  				else
  					yeah->reno_count++;
43e683926   Stephen Hemminger   [TCP] TCP Yeah: c...
166
167
  				yeah->doing_reno_now = min(yeah->doing_reno_now + 1,
  							   0xffffffU);
5ef814753   Angelo P. Castellani   [TCP] YeAH-TCP: a...
168
169
170
171
172
173
174
175
176
177
178
179
  			} else {
  				yeah->fast_count++;
  
  				if (yeah->fast_count > TCP_YEAH_ZETA) {
  					yeah->reno_count = 2;
  					yeah->fast_count = 0;
  				}
  
  				yeah->doing_reno_now = 0;
  			}
  
  			yeah->lastQ = queue;
5ef814753   Angelo P. Castellani   [TCP] YeAH-TCP: a...
180
181
182
183
184
  		}
  
  		/* Save the extent of the current window so we can use this
  		 * at the end of the next RTT.
  		 */
7752237e9   Stephen Hemminger   [TCP] TCP YEAH: U...
185
186
187
  		yeah->vegas.beg_snd_una  = yeah->vegas.beg_snd_nxt;
  		yeah->vegas.beg_snd_nxt  = tp->snd_nxt;
  		yeah->vegas.beg_snd_cwnd = tp->snd_cwnd;
5ef814753   Angelo P. Castellani   [TCP] YeAH-TCP: a...
188
189
  
  		/* Wipe the slate clean for the next RTT. */
7752237e9   Stephen Hemminger   [TCP] TCP YEAH: U...
190
191
  		yeah->vegas.cntRTT = 0;
  		yeah->vegas.minRTT = 0x7fffffff;
5ef814753   Angelo P. Castellani   [TCP] YeAH-TCP: a...
192
193
  	}
  }
688d1945b   stephen hemminger   tcp: whitespace f...
194
195
  static u32 tcp_yeah_ssthresh(struct sock *sk)
  {
5ef814753   Angelo P. Castellani   [TCP] YeAH-TCP: a...
196
197
198
199
200
201
  	const struct tcp_sock *tp = tcp_sk(sk);
  	struct yeah *yeah = inet_csk_ca(sk);
  	u32 reduction;
  
  	if (yeah->doing_reno_now < TCP_YEAH_RHO) {
  		reduction = yeah->lastQ;
0c9a67d2e   Weilong Chen   ipv4: fix checkpa...
202
  		reduction = min(reduction, max(tp->snd_cwnd>>1, 2U));
5ef814753   Angelo P. Castellani   [TCP] YeAH-TCP: a...
203

0c9a67d2e   Weilong Chen   ipv4: fix checkpa...
204
  		reduction = max(reduction, tp->snd_cwnd >> TCP_YEAH_DELTA);
5ef814753   Angelo P. Castellani   [TCP] YeAH-TCP: a...
205
  	} else
5a5f3a8db   Jianjun Kong   net: clean up net...
206
  		reduction = max(tp->snd_cwnd>>1, 2U);
5ef814753   Angelo P. Castellani   [TCP] YeAH-TCP: a...
207
208
209
  
  	yeah->fast_count = 0;
  	yeah->reno_count = max(yeah->reno_count>>1, 2U);
83d15e70c   Neal Cardwell   tcp_yeah: don't s...
210
  	return max_t(int, tp->snd_cwnd - reduction, 2);
5ef814753   Angelo P. Castellani   [TCP] YeAH-TCP: a...
211
  }
a252bebe2   Stephen Hemminger   tcp: mark tcp_con...
212
  static struct tcp_congestion_ops tcp_yeah __read_mostly = {
5ef814753   Angelo P. Castellani   [TCP] YeAH-TCP: a...
213
214
  	.init		= tcp_yeah_init,
  	.ssthresh	= tcp_yeah_ssthresh,
f1722a1be   Yuchung Cheng   tcp: consolidate ...
215
  	.undo_cwnd      = tcp_reno_undo_cwnd,
5ef814753   Angelo P. Castellani   [TCP] YeAH-TCP: a...
216
  	.cong_avoid	= tcp_yeah_cong_avoid,
5ef814753   Angelo P. Castellani   [TCP] YeAH-TCP: a...
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
  	.set_state	= tcp_vegas_state,
  	.cwnd_event	= tcp_vegas_cwnd_event,
  	.get_info	= tcp_vegas_get_info,
  	.pkts_acked	= tcp_yeah_pkts_acked,
  
  	.owner		= THIS_MODULE,
  	.name		= "yeah",
  };
  
  static int __init tcp_yeah_register(void)
  {
  	BUG_ON(sizeof(struct yeah) > ICSK_CA_PRIV_SIZE);
  	tcp_register_congestion_control(&tcp_yeah);
  	return 0;
  }
  
  static void __exit tcp_yeah_unregister(void)
  {
  	tcp_unregister_congestion_control(&tcp_yeah);
  }
  
  module_init(tcp_yeah_register);
  module_exit(tcp_yeah_unregister);
  
  MODULE_AUTHOR("Angelo P. Castellani");
  MODULE_LICENSE("GPL");
  MODULE_DESCRIPTION("YeAH TCP");