Blame view
net/ipv4/tcp_htcp.c
7.4 KB
a7868ea68
|
1 2 3 4 5 6 7 |
/* * H-TCP congestion control. The algorithm is detailed in: * R.N.Shorten, D.J.Leith: * "H-TCP: TCP for high-speed and long-distance networks" * Proc. PFLDnet, Argonne, 2004. * http://www.hamilton.ie/net/htcp3.pdf */ |
a7868ea68
|
8 9 10 |
#include <linux/mm.h> #include <linux/module.h> #include <net/tcp.h> |
9121c7770
|
11 12 |
#define ALPHA_BASE (1<<7) /* 1.0 with shift << 7 */ #define BETA_MIN (1<<6) /* 0.5 with shift << 7 */ |
a7868ea68
|
13 |
#define BETA_MAX 102 /* 0.8 with shift << 7 */ |
9121c7770
|
14 |
static int use_rtt_scaling __read_mostly = 1; |
a7868ea68
|
15 16 |
module_param(use_rtt_scaling, int, 0644); MODULE_PARM_DESC(use_rtt_scaling, "turn on/off RTT scaling"); |
9121c7770
|
17 |
static int use_bandwidth_switch __read_mostly = 1; |
a7868ea68
|
18 19 20 21 |
module_param(use_bandwidth_switch, int, 0644); MODULE_PARM_DESC(use_bandwidth_switch, "turn on/off bandwidth switcher"); struct htcp { |
2a272f986
|
22 |
u32 alpha; /* Fixed point arith, << 7 */ |
a7868ea68
|
23 |
u8 beta; /* Fixed point arith, << 7 */ |
9121c7770
|
24 25 |
u8 modeswitch; /* Delay modeswitch until we had at least one congestion event */ |
0bc6d90b8
|
26 27 |
u16 pkts_acked; u32 packetcount; |
a7868ea68
|
28 29 |
u32 minRTT; u32 maxRTT; |
2404043a6
|
30 31 |
u32 last_cong; /* Time since last congestion event end */ u32 undo_last_cong; |
a7868ea68
|
32 33 34 35 36 37 38 39 40 41 42 |
u32 undo_maxRTT; u32 undo_old_maxB; /* Bandwidth estimation */ u32 minB; u32 maxB; u32 old_maxB; u32 Bi; u32 lasttime; }; |
9121c7770
|
43 |
static inline u32 htcp_cong_time(const struct htcp *ca) |
50bf3e224
|
44 45 46 |
{ return jiffies - ca->last_cong; } |
9121c7770
|
47 |
static inline u32 htcp_ccount(const struct htcp *ca) |
50bf3e224
|
48 |
{ |
9121c7770
|
49 |
return htcp_cong_time(ca) / ca->minRTT; |
50bf3e224
|
50 |
} |
a7868ea68
|
51 52 |
static inline void htcp_reset(struct htcp *ca) { |
50bf3e224
|
53 |
ca->undo_last_cong = ca->last_cong; |
a7868ea68
|
54 55 |
ca->undo_maxRTT = ca->maxRTT; ca->undo_old_maxB = ca->old_maxB; |
50bf3e224
|
56 |
ca->last_cong = jiffies; |
a7868ea68
|
57 |
} |
6687e988d
|
58 |
static u32 htcp_cwnd_undo(struct sock *sk) |
a7868ea68
|
59 |
{ |
6687e988d
|
60 61 |
const struct tcp_sock *tp = tcp_sk(sk); struct htcp *ca = inet_csk_ca(sk); |
9121c7770
|
62 |
|
8f65b5354
|
63 64 65 66 67 68 |
if (ca->undo_last_cong) { ca->last_cong = ca->undo_last_cong; ca->maxRTT = ca->undo_maxRTT; ca->old_maxB = ca->undo_old_maxB; ca->undo_last_cong = 0; } |
9121c7770
|
69 70 |
return max(tp->snd_cwnd, (tp->snd_ssthresh << 7) / ca->beta); |
a7868ea68
|
71 |
} |
113bbbd8d
|
72 |
static inline void measure_rtt(struct sock *sk, u32 srtt) |
a7868ea68
|
73 |
{ |
6687e988d
|
74 |
const struct inet_connection_sock *icsk = inet_csk(sk); |
6687e988d
|
75 |
struct htcp *ca = inet_csk_ca(sk); |
a7868ea68
|
76 77 78 79 80 81 |
/* keep track of minimum RTT seen so far, minRTT is zero at first */ if (ca->minRTT > srtt || !ca->minRTT) ca->minRTT = srtt; /* max RTT */ |
f34d1955d
|
82 |
if (icsk->icsk_ca_state == TCP_CA_Open) { |
a7868ea68
|
83 84 |
if (ca->maxRTT < ca->minRTT) ca->maxRTT = ca->minRTT; |
9d4fb27db
|
85 86 |
if (ca->maxRTT < srtt && srtt <= ca->maxRTT + msecs_to_jiffies(20)) |
a7868ea68
|
87 88 89 |
ca->maxRTT = srtt; } } |
30cfd0baf
|
90 |
static void measure_achieved_throughput(struct sock *sk, u32 pkts_acked, s32 rtt) |
a7868ea68
|
91 |
{ |
6687e988d
|
92 93 94 |
const struct inet_connection_sock *icsk = inet_csk(sk); const struct tcp_sock *tp = tcp_sk(sk); struct htcp *ca = inet_csk_ca(sk); |
a7868ea68
|
95 |
u32 now = tcp_time_stamp; |
0bc6d90b8
|
96 97 |
if (icsk->icsk_ca_state == TCP_CA_Open) ca->pkts_acked = pkts_acked; |
113bbbd8d
|
98 99 |
if (rtt > 0) measure_rtt(sk, usecs_to_jiffies(rtt)); |
0bc6d90b8
|
100 101 |
if (!use_bandwidth_switch) return; |
a7868ea68
|
102 |
/* achieved throughput calculations */ |
571a5dd8d
|
103 |
if (!((1 << icsk->icsk_ca_state) & (TCPF_CA_Open | TCPF_CA_Disorder))) { |
a7868ea68
|
104 105 106 107 108 109 |
ca->packetcount = 0; ca->lasttime = now; return; } ca->packetcount += pkts_acked; |
9d4fb27db
|
110 111 112 |
if (ca->packetcount >= tp->snd_cwnd - (ca->alpha >> 7 ? : 1) && now - ca->lasttime >= ca->minRTT && ca->minRTT > 0) { |
9121c7770
|
113 |
__u32 cur_Bi = ca->packetcount * HZ / (now - ca->lasttime); |
50bf3e224
|
114 |
if (htcp_ccount(ca) <= 3) { |
a7868ea68
|
115 116 117 |
/* just after backoff */ ca->minB = ca->maxB = ca->Bi = cur_Bi; } else { |
9121c7770
|
118 |
ca->Bi = (3 * ca->Bi + cur_Bi) / 4; |
a7868ea68
|
119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 |
if (ca->Bi > ca->maxB) ca->maxB = ca->Bi; if (ca->minB > ca->maxB) ca->minB = ca->maxB; } ca->packetcount = 0; ca->lasttime = now; } } static inline void htcp_beta_update(struct htcp *ca, u32 minRTT, u32 maxRTT) { if (use_bandwidth_switch) { u32 maxB = ca->maxB; u32 old_maxB = ca->old_maxB; ca->old_maxB = ca->maxB; |
9121c7770
|
135 |
if (!between(5 * maxB, 4 * old_maxB, 6 * old_maxB)) { |
a7868ea68
|
136 137 138 139 140 |
ca->beta = BETA_MIN; ca->modeswitch = 0; return; } } |
c33ad6e47
|
141 |
if (ca->modeswitch && minRTT > msecs_to_jiffies(10) && maxRTT) { |
9121c7770
|
142 |
ca->beta = (minRTT << 7) / maxRTT; |
a7868ea68
|
143 144 145 146 147 148 149 150 151 152 153 154 155 156 |
if (ca->beta < BETA_MIN) ca->beta = BETA_MIN; else if (ca->beta > BETA_MAX) ca->beta = BETA_MAX; } else { ca->beta = BETA_MIN; ca->modeswitch = 1; } } static inline void htcp_alpha_update(struct htcp *ca) { u32 minRTT = ca->minRTT; u32 factor = 1; |
50bf3e224
|
157 |
u32 diff = htcp_cong_time(ca); |
a7868ea68
|
158 159 160 |
if (diff > HZ) { diff -= HZ; |
9121c7770
|
161 |
factor = 1 + (10 * diff + ((diff / 2) * (diff / 2) / HZ)) / HZ; |
a7868ea68
|
162 163 164 |
} if (use_rtt_scaling && minRTT) { |
9121c7770
|
165 166 167 168 169 |
u32 scale = (HZ << 3) / (10 * minRTT); /* clamping ratio to interval [0.5,10]<<3 */ scale = min(max(scale, 1U << 2), 10U << 3); factor = (factor << 3) / scale; |
a7868ea68
|
170 171 172 |
if (!factor) factor = 1; } |
9121c7770
|
173 |
ca->alpha = 2 * factor * ((1 << 7) - ca->beta); |
a7868ea68
|
174 175 176 |
if (!ca->alpha) ca->alpha = ALPHA_BASE; } |
9121c7770
|
177 178 |
/* * After we have the rtt data to calculate beta, we'd still prefer to wait one |
a7868ea68
|
179 180 181 182 183 184 185 |
* rtt before we adjust our beta to ensure we are working from a consistent * data. * * This function should be called when we hit a congestion event since only at * that point do we really have a real sense of maxRTT (the queues en route * were getting just too full now). */ |
6687e988d
|
186 |
static void htcp_param_update(struct sock *sk) |
a7868ea68
|
187 |
{ |
6687e988d
|
188 |
struct htcp *ca = inet_csk_ca(sk); |
a7868ea68
|
189 190 191 192 193 |
u32 minRTT = ca->minRTT; u32 maxRTT = ca->maxRTT; htcp_beta_update(ca, minRTT, maxRTT); htcp_alpha_update(ca); |
9121c7770
|
194 |
/* add slowly fading memory for maxRTT to accommodate routing changes */ |
a7868ea68
|
195 |
if (minRTT > 0 && maxRTT > minRTT) |
9121c7770
|
196 |
ca->maxRTT = minRTT + ((maxRTT - minRTT) * 95) / 100; |
a7868ea68
|
197 |
} |
6687e988d
|
198 |
static u32 htcp_recalc_ssthresh(struct sock *sk) |
a7868ea68
|
199 |
{ |
6687e988d
|
200 201 |
const struct tcp_sock *tp = tcp_sk(sk); const struct htcp *ca = inet_csk_ca(sk); |
9121c7770
|
202 |
|
6687e988d
|
203 |
htcp_param_update(sk); |
a7868ea68
|
204 205 |
return max((tp->snd_cwnd * ca->beta) >> 7, 2U); } |
c3a05c605
|
206 |
static void htcp_cong_avoid(struct sock *sk, u32 ack, u32 in_flight) |
a7868ea68
|
207 |
{ |
6687e988d
|
208 209 |
struct tcp_sock *tp = tcp_sk(sk); struct htcp *ca = inet_csk_ca(sk); |
a7868ea68
|
210 |
|
f4805eded
|
211 |
if (!tcp_is_cwnd_limited(sk, in_flight)) |
a7868ea68
|
212 |
return; |
e905a9eda
|
213 |
if (tp->snd_cwnd <= tp->snd_ssthresh) |
7faffa1c7
|
214 215 |
tcp_slow_start(tp); else { |
7faffa1c7
|
216 |
/* In dangerous area, increase slowly. |
a7868ea68
|
217 218 |
* In theory this is tp->snd_cwnd += alpha / tp->snd_cwnd */ |
0bc6d90b8
|
219 |
if ((tp->snd_cwnd_cnt * ca->alpha)>>7 >= tp->snd_cwnd) { |
a7868ea68
|
220 221 222 |
if (tp->snd_cwnd < tp->snd_cwnd_clamp) tp->snd_cwnd++; tp->snd_cwnd_cnt = 0; |
50bf3e224
|
223 |
htcp_alpha_update(ca); |
0bc6d90b8
|
224 225 226 227 |
} else tp->snd_cwnd_cnt += ca->pkts_acked; ca->pkts_acked = 1; |
a7868ea68
|
228 229 |
} } |
6687e988d
|
230 |
static void htcp_init(struct sock *sk) |
a7868ea68
|
231 |
{ |
6687e988d
|
232 |
struct htcp *ca = inet_csk_ca(sk); |
a7868ea68
|
233 234 235 236 |
memset(ca, 0, sizeof(struct htcp)); ca->alpha = ALPHA_BASE; ca->beta = BETA_MIN; |
0bc6d90b8
|
237 |
ca->pkts_acked = 1; |
50bf3e224
|
238 |
ca->last_cong = jiffies; |
a7868ea68
|
239 |
} |
6687e988d
|
240 |
static void htcp_state(struct sock *sk, u8 new_state) |
a7868ea68
|
241 242 |
{ switch (new_state) { |
50bf3e224
|
243 244 245 |
case TCP_CA_Open: { struct htcp *ca = inet_csk_ca(sk); |
8f65b5354
|
246 247 248 249 |
if (ca->undo_last_cong) { ca->last_cong = jiffies; ca->undo_last_cong = 0; } |
50bf3e224
|
250 251 |
} break; |
a7868ea68
|
252 253 254 |
case TCP_CA_CWR: case TCP_CA_Recovery: case TCP_CA_Loss: |
6687e988d
|
255 |
htcp_reset(inet_csk_ca(sk)); |
a7868ea68
|
256 257 258 |
break; } } |
a252bebe2
|
259 |
static struct tcp_congestion_ops htcp __read_mostly = { |
a7868ea68
|
260 261 |
.init = htcp_init, .ssthresh = htcp_recalc_ssthresh, |
a7868ea68
|
262 263 264 265 266 267 268 269 270 271 |
.cong_avoid = htcp_cong_avoid, .set_state = htcp_state, .undo_cwnd = htcp_cwnd_undo, .pkts_acked = measure_achieved_throughput, .owner = THIS_MODULE, .name = "htcp", }; static int __init htcp_register(void) { |
74975d40b
|
272 |
BUILD_BUG_ON(sizeof(struct htcp) > ICSK_CA_PRIV_SIZE); |
a7868ea68
|
273 |
BUILD_BUG_ON(BETA_MIN >= BETA_MAX); |
a7868ea68
|
274 275 276 277 278 279 280 281 282 283 284 285 286 287 |
return tcp_register_congestion_control(&htcp); } static void __exit htcp_unregister(void) { tcp_unregister_congestion_control(&htcp); } module_init(htcp_register); module_exit(htcp_unregister); MODULE_AUTHOR("Baruch Even"); MODULE_LICENSE("GPL"); MODULE_DESCRIPTION("H-TCP"); |