Blame view

net/mac80211/agg-tx.c 29 KB
b8695a8fe   Johannes Berg   mac80211: restruc...
1
2
3
4
5
6
7
8
  /*
   * HT handling
   *
   * Copyright 2003, Jouni Malinen <jkmaline@cc.hut.fi>
   * Copyright 2002-2005, Instant802 Networks, Inc.
   * Copyright 2005-2006, Devicescape Software, Inc.
   * Copyright 2006-2007	Jiri Benc <jbenc@suse.cz>
   * Copyright 2007, Michael Wu <flamingice@sourmilk.net>
cfcdbde35   Johannes Berg   mac80211: change ...
9
   * Copyright 2007-2010, Intel Corporation
7a7c0a643   Johannes Berg   mac80211: fix TX ...
10
   * Copyright(c) 2015-2017 Intel Deutschland GmbH
ba29f3738   Sara Sharon   mac80211: use tim...
11
   * Copyright (C) 2018 Intel Corporation
b8695a8fe   Johannes Berg   mac80211: restruc...
12
13
14
15
16
17
18
   *
   * This program is free software; you can redistribute it and/or modify
   * it under the terms of the GNU General Public License version 2 as
   * published by the Free Software Foundation.
   */
  
  #include <linux/ieee80211.h>
5a0e3ad6a   Tejun Heo   include cleanup: ...
19
  #include <linux/slab.h>
bc3b2d7fb   Paul Gortmaker   net: Add export.h...
20
  #include <linux/export.h>
b8695a8fe   Johannes Berg   mac80211: restruc...
21
22
  #include <net/mac80211.h>
  #include "ieee80211_i.h"
244879813   Johannes Berg   mac80211: add dri...
23
  #include "driver-ops.h"
b8695a8fe   Johannes Berg   mac80211: restruc...
24
  #include "wme.h"
86ab6c5a6   Johannes Berg   mac80211: documen...
25
  /**
73a72a81d   Johannes Berg   mac80211: update ...
26
   * DOC: TX A-MPDU aggregation
86ab6c5a6   Johannes Berg   mac80211: documen...
27
28
   *
   * Aggregation on the TX side requires setting the hardware flag
73a72a81d   Johannes Berg   mac80211: update ...
29
30
31
32
   * %IEEE80211_HW_AMPDU_AGGREGATION. The driver will then be handed
   * packets with a flag indicating A-MPDU aggregation. The driver
   * or device is responsible for actually aggregating the frames,
   * as well as deciding how many and which to aggregate.
86ab6c5a6   Johannes Berg   mac80211: documen...
33
   *
73a72a81d   Johannes Berg   mac80211: update ...
34
35
36
37
38
   * When TX aggregation is started by some subsystem (usually the rate
   * control algorithm would be appropriate) by calling the
   * ieee80211_start_tx_ba_session() function, the driver will be
   * notified via its @ampdu_action function, with the
   * %IEEE80211_AMPDU_TX_START action.
86ab6c5a6   Johannes Berg   mac80211: documen...
39
40
   *
   * In response to that, the driver is later required to call the
73a72a81d   Johannes Berg   mac80211: update ...
41
42
43
44
45
46
47
   * ieee80211_start_tx_ba_cb_irqsafe() function, which will really
   * start the aggregation session after the peer has also responded.
   * If the peer responds negatively, the session will be stopped
   * again right away. Note that it is possible for the aggregation
   * session to be stopped before the driver has indicated that it
   * is done setting it up, in which case it must not indicate the
   * setup completion.
86ab6c5a6   Johannes Berg   mac80211: documen...
48
   *
73a72a81d   Johannes Berg   mac80211: update ...
49
50
51
52
53
54
55
56
57
58
   * Also note that, since we also need to wait for a response from
   * the peer, the driver is notified of the completion of the
   * handshake by the %IEEE80211_AMPDU_TX_OPERATIONAL action to the
   * @ampdu_action callback.
   *
   * Similarly, when the aggregation session is stopped by the peer
   * or something calling ieee80211_stop_tx_ba_session(), the driver's
   * @ampdu_action function will be called with the action
   * %IEEE80211_AMPDU_TX_STOP. In this case, the call must not fail,
   * and the driver must later call ieee80211_stop_tx_ba_cb_irqsafe().
42624d491   Yogesh Ashok Powar   mac80211: Purge A...
59
60
   * Note that the sta can get destroyed before the BA tear down is
   * complete.
86ab6c5a6   Johannes Berg   mac80211: documen...
61
   */
b8695a8fe   Johannes Berg   mac80211: restruc...
62
63
64
65
66
67
  static void ieee80211_send_addba_request(struct ieee80211_sub_if_data *sdata,
  					 const u8 *da, u16 tid,
  					 u8 dialog_token, u16 start_seq_num,
  					 u16 agg_size, u16 timeout)
  {
  	struct ieee80211_local *local = sdata->local;
b8695a8fe   Johannes Berg   mac80211: restruc...
68
69
70
71
72
  	struct sk_buff *skb;
  	struct ieee80211_mgmt *mgmt;
  	u16 capab;
  
  	skb = dev_alloc_skb(sizeof(*mgmt) + local->hw.extra_tx_headroom);
d15b84590   Joe Perches   mac80211: Remove ...
73
  	if (!skb)
b8695a8fe   Johannes Berg   mac80211: restruc...
74
  		return;
d15b84590   Joe Perches   mac80211: Remove ...
75

b8695a8fe   Johannes Berg   mac80211: restruc...
76
  	skb_reserve(skb, local->hw.extra_tx_headroom);
b080db585   Johannes Berg   networking: conve...
77
  	mgmt = skb_put_zero(skb, 24);
b8695a8fe   Johannes Berg   mac80211: restruc...
78
  	memcpy(mgmt->da, da, ETH_ALEN);
47846c9b0   Johannes Berg   mac80211: reduce ...
79
  	memcpy(mgmt->sa, sdata->vif.addr, ETH_ALEN);
8abd3f9bc   Johannes Berg   mac80211: restric...
80
  	if (sdata->vif.type == NL80211_IFTYPE_AP ||
ae2772b31   Thomas Pedersen   mac80211: allow f...
81
82
  	    sdata->vif.type == NL80211_IFTYPE_AP_VLAN ||
  	    sdata->vif.type == NL80211_IFTYPE_MESH_POINT)
47846c9b0   Johannes Berg   mac80211: reduce ...
83
  		memcpy(mgmt->bssid, sdata->vif.addr, ETH_ALEN);
469002983   Johannes Berg   mac80211: split I...
84
85
  	else if (sdata->vif.type == NL80211_IFTYPE_STATION)
  		memcpy(mgmt->bssid, sdata->u.mgd.bssid, ETH_ALEN);
13c40c546   Alexander Simon   mac80211: Add HT ...
86
87
  	else if (sdata->vif.type == NL80211_IFTYPE_ADHOC)
  		memcpy(mgmt->bssid, sdata->u.ibss.bssid, ETH_ALEN);
b8695a8fe   Johannes Berg   mac80211: restruc...
88
89
90
91
92
93
94
95
96
97
  
  	mgmt->frame_control = cpu_to_le16(IEEE80211_FTYPE_MGMT |
  					  IEEE80211_STYPE_ACTION);
  
  	skb_put(skb, 1 + sizeof(mgmt->u.action.u.addba_req));
  
  	mgmt->u.action.category = WLAN_CATEGORY_BACK;
  	mgmt->u.action.u.addba_req.action_code = WLAN_ACTION_ADDBA_REQ;
  
  	mgmt->u.action.u.addba_req.dialog_token = dialog_token;
e3abc8ff0   Emmanuel Grumbach   mac80211: allow t...
98
99
  	capab = (u16)(1 << 0);		/* bit 0 A-MSDU support */
  	capab |= (u16)(1 << 1);		/* bit 1 aggregation policy */
b8695a8fe   Johannes Berg   mac80211: restruc...
100
101
102
103
104
105
106
107
  	capab |= (u16)(tid << 2); 	/* bit 5:2 TID number */
  	capab |= (u16)(agg_size << 6);	/* bit 15:6 max size of aggergation */
  
  	mgmt->u.action.u.addba_req.capab = cpu_to_le16(capab);
  
  	mgmt->u.action.u.addba_req.timeout = cpu_to_le16(timeout);
  	mgmt->u.action.u.addba_req.start_seq_num =
  					cpu_to_le16(start_seq_num << 4);
c6e133277   Karl Beldan   mac80211: send {A...
108
  	ieee80211_tx_skb(sdata, skb);
b8695a8fe   Johannes Berg   mac80211: restruc...
109
  }
8c771244f   Felix Fietkau   mac80211: make ie...
110
  void ieee80211_send_bar(struct ieee80211_vif *vif, u8 *ra, u16 tid, u16 ssn)
b8695a8fe   Johannes Berg   mac80211: restruc...
111
  {
8c771244f   Felix Fietkau   mac80211: make ie...
112
  	struct ieee80211_sub_if_data *sdata = vif_to_sdata(vif);
b8695a8fe   Johannes Berg   mac80211: restruc...
113
114
115
116
117
118
  	struct ieee80211_local *local = sdata->local;
  	struct sk_buff *skb;
  	struct ieee80211_bar *bar;
  	u16 bar_control = 0;
  
  	skb = dev_alloc_skb(sizeof(*bar) + local->hw.extra_tx_headroom);
d15b84590   Joe Perches   mac80211: Remove ...
119
  	if (!skb)
b8695a8fe   Johannes Berg   mac80211: restruc...
120
  		return;
d15b84590   Joe Perches   mac80211: Remove ...
121

b8695a8fe   Johannes Berg   mac80211: restruc...
122
  	skb_reserve(skb, local->hw.extra_tx_headroom);
b080db585   Johannes Berg   networking: conve...
123
  	bar = skb_put_zero(skb, sizeof(*bar));
b8695a8fe   Johannes Berg   mac80211: restruc...
124
125
126
  	bar->frame_control = cpu_to_le16(IEEE80211_FTYPE_CTL |
  					 IEEE80211_STYPE_BACK_REQ);
  	memcpy(bar->ra, ra, ETH_ALEN);
47846c9b0   Johannes Berg   mac80211: reduce ...
127
  	memcpy(bar->ta, sdata->vif.addr, ETH_ALEN);
b8695a8fe   Johannes Berg   mac80211: restruc...
128
129
  	bar_control |= (u16)IEEE80211_BAR_CTRL_ACK_POLICY_NORMAL;
  	bar_control |= (u16)IEEE80211_BAR_CTRL_CBMTID_COMPRESSED_BA;
c1407b6cb   Helmut Schaa   wireless: Introdu...
130
  	bar_control |= (u16)(tid << IEEE80211_BAR_CTRL_TID_INFO_SHIFT);
b8695a8fe   Johannes Berg   mac80211: restruc...
131
132
  	bar->control = cpu_to_le16(bar_control);
  	bar->start_seq_num = cpu_to_le16(ssn);
2f7916f8d   Christian Lamparter   mac80211: request...
133
134
  	IEEE80211_SKB_CB(skb)->flags |= IEEE80211_TX_INTFL_DONT_ENCRYPT |
  					IEEE80211_TX_CTL_REQ_TX_STATUS;
cf6bb79ad   Helmut Schaa   mac80211: Use app...
135
  	ieee80211_tx_skb_tid(sdata, skb, tid);
b8695a8fe   Johannes Berg   mac80211: restruc...
136
  }
8c771244f   Felix Fietkau   mac80211: make ie...
137
  EXPORT_SYMBOL(ieee80211_send_bar);
b8695a8fe   Johannes Berg   mac80211: restruc...
138

ec034b208   Johannes Berg   mac80211: fix TX ...
139
140
141
142
143
144
145
  void ieee80211_assign_tid_tx(struct sta_info *sta, int tid,
  			     struct tid_ampdu_tx *tid_tx)
  {
  	lockdep_assert_held(&sta->ampdu_mlme.mtx);
  	lockdep_assert_held(&sta->lock);
  	rcu_assign_pointer(sta->ampdu_mlme.tid_tx[tid], tid_tx);
  }
30bf5f1f4   Johannes Berg   mac80211: move ie...
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
  /*
   * When multiple aggregation sessions on multiple stations
   * are being created/destroyed simultaneously, we need to
   * refcount the global queue stop caused by that in order
   * to not get into a situation where one of the aggregation
   * setup or teardown re-enables queues before the other is
   * ready to handle that.
   *
   * These two functions take care of this issue by keeping
   * a global "agg_queue_stop" refcount.
   */
  static void __acquires(agg_queue)
  ieee80211_stop_queue_agg(struct ieee80211_sub_if_data *sdata, int tid)
  {
  	int queue = sdata->vif.hw_queue[ieee80211_ac_from_tid(tid)];
cca07b00a   Luciano Coelho   mac80211: introdu...
161
  	/* we do refcounting here, so don't use the queue reason refcounting */
30bf5f1f4   Johannes Berg   mac80211: move ie...
162
163
164
  	if (atomic_inc_return(&sdata->local->agg_queue_stop[queue]) == 1)
  		ieee80211_stop_queue_by_reason(
  			&sdata->local->hw, queue,
cca07b00a   Luciano Coelho   mac80211: introdu...
165
166
  			IEEE80211_QUEUE_STOP_REASON_AGGREGATION,
  			false);
30bf5f1f4   Johannes Berg   mac80211: move ie...
167
168
169
170
171
172
173
174
175
176
177
  	__acquire(agg_queue);
  }
  
  static void __releases(agg_queue)
  ieee80211_wake_queue_agg(struct ieee80211_sub_if_data *sdata, int tid)
  {
  	int queue = sdata->vif.hw_queue[ieee80211_ac_from_tid(tid)];
  
  	if (atomic_dec_return(&sdata->local->agg_queue_stop[queue]) == 0)
  		ieee80211_wake_queue_by_reason(
  			&sdata->local->hw, queue,
cca07b00a   Luciano Coelho   mac80211: introdu...
178
179
  			IEEE80211_QUEUE_STOP_REASON_AGGREGATION,
  			false);
30bf5f1f4   Johannes Berg   mac80211: move ie...
180
181
  	__release(agg_queue);
  }
ba8c3d6f1   Felix Fietkau   mac80211: add an ...
182
183
184
185
  static void
  ieee80211_agg_stop_txq(struct sta_info *sta, int tid)
  {
  	struct ieee80211_txq *txq = sta->sta.txq[tid];
fa962b921   Michal Kazior   mac80211: impleme...
186
187
  	struct ieee80211_sub_if_data *sdata;
  	struct fq *fq;
ba8c3d6f1   Felix Fietkau   mac80211: add an ...
188
189
190
191
192
193
  	struct txq_info *txqi;
  
  	if (!txq)
  		return;
  
  	txqi = to_txq_info(txq);
fa962b921   Michal Kazior   mac80211: impleme...
194
195
  	sdata = vif_to_sdata(txq->vif);
  	fq = &sdata->local->fq;
ba8c3d6f1   Felix Fietkau   mac80211: add an ...
196
197
  
  	/* Lock here to protect against further seqno updates on dequeue */
fa962b921   Michal Kazior   mac80211: impleme...
198
  	spin_lock_bh(&fq->lock);
ba8c3d6f1   Felix Fietkau   mac80211: add an ...
199
  	set_bit(IEEE80211_TXQ_STOP, &txqi->flags);
fa962b921   Michal Kazior   mac80211: impleme...
200
  	spin_unlock_bh(&fq->lock);
ba8c3d6f1   Felix Fietkau   mac80211: add an ...
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
  }
  
  static void
  ieee80211_agg_start_txq(struct sta_info *sta, int tid, bool enable)
  {
  	struct ieee80211_txq *txq = sta->sta.txq[tid];
  	struct txq_info *txqi;
  
  	if (!txq)
  		return;
  
  	txqi = to_txq_info(txq);
  
  	if (enable)
  		set_bit(IEEE80211_TXQ_AMPDU, &txqi->flags);
  	else
  		clear_bit(IEEE80211_TXQ_AMPDU, &txqi->flags);
  
  	clear_bit(IEEE80211_TXQ_STOP, &txqi->flags);
979e1f080   Johannes Berg   mac80211: agg-tx:...
220
221
  	local_bh_disable();
  	rcu_read_lock();
ba8c3d6f1   Felix Fietkau   mac80211: add an ...
222
  	drv_wake_tx_queue(sta->sdata->local, txqi);
979e1f080   Johannes Berg   mac80211: agg-tx:...
223
224
  	rcu_read_unlock();
  	local_bh_enable();
ba8c3d6f1   Felix Fietkau   mac80211: add an ...
225
  }
30bf5f1f4   Johannes Berg   mac80211: move ie...
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
  /*
   * splice packets from the STA's pending to the local pending,
   * requires a call to ieee80211_agg_splice_finish later
   */
  static void __acquires(agg_queue)
  ieee80211_agg_splice_packets(struct ieee80211_sub_if_data *sdata,
  			     struct tid_ampdu_tx *tid_tx, u16 tid)
  {
  	struct ieee80211_local *local = sdata->local;
  	int queue = sdata->vif.hw_queue[ieee80211_ac_from_tid(tid)];
  	unsigned long flags;
  
  	ieee80211_stop_queue_agg(sdata, tid);
  
  	if (WARN(!tid_tx,
  		 "TID %d gone but expected when splicing aggregates from the pending queue
  ",
  		 tid))
  		return;
  
  	if (!skb_queue_empty(&tid_tx->pending)) {
  		spin_lock_irqsave(&local->queue_stop_reason_lock, flags);
  		/* copy over remaining packets */
  		skb_queue_splice_tail_init(&tid_tx->pending,
  					   &local->pending[queue]);
  		spin_unlock_irqrestore(&local->queue_stop_reason_lock, flags);
  	}
  }
  
  static void __releases(agg_queue)
  ieee80211_agg_splice_finish(struct ieee80211_sub_if_data *sdata, u16 tid)
  {
  	ieee80211_wake_queue_agg(sdata, tid);
  }
  
  static void ieee80211_remove_tid_tx(struct sta_info *sta, int tid)
  {
  	struct tid_ampdu_tx *tid_tx;
  
  	lockdep_assert_held(&sta->ampdu_mlme.mtx);
  	lockdep_assert_held(&sta->lock);
  
  	tid_tx = rcu_dereference_protected_tid_tx(sta, tid);
  
  	/*
  	 * When we get here, the TX path will not be lockless any more wrt.
  	 * aggregation, since the OPERATIONAL bit has long been cleared.
  	 * Thus it will block on getting the lock, if it occurs. So if we
  	 * stop the queue now, we will not get any more packets, and any
  	 * that might be being processed will wait for us here, thereby
  	 * guaranteeing that no packets go to the tid_tx pending queue any
  	 * more.
  	 */
  
  	ieee80211_agg_splice_packets(sta->sdata, tid_tx, tid);
  
  	/* future packets must not find the tid_tx struct any more */
  	ieee80211_assign_tid_tx(sta, tid, NULL);
  
  	ieee80211_agg_splice_finish(sta->sdata, tid);
ba8c3d6f1   Felix Fietkau   mac80211: add an ...
286
  	ieee80211_agg_start_txq(sta, tid, false);
30bf5f1f4   Johannes Berg   mac80211: move ie...
287
288
289
  
  	kfree_rcu(tid_tx, rcu_head);
  }
67c282c00   Johannes Berg   mac80211: move BA...
290
  int ___ieee80211_stop_tx_ba_session(struct sta_info *sta, u16 tid,
c82c4a80b   Johannes Berg   mac80211: split a...
291
  				    enum ieee80211_agg_stop_reason reason)
23e6a7ea5   Johannes Berg   mac80211: fix rac...
292
  {
849b79678   Johannes Berg   mac80211: further...
293
  	struct ieee80211_local *local = sta->local;
40b275b69   Johannes Berg   mac80211: sparse ...
294
  	struct tid_ampdu_tx *tid_tx;
50ea05efa   Sara Sharon   mac80211: pass bl...
295
296
297
298
299
300
301
302
  	struct ieee80211_ampdu_params params = {
  		.sta = &sta->sta,
  		.tid = tid,
  		.buf_size = 0,
  		.amsdu = false,
  		.timeout = 0,
  		.ssn = 0,
  	};
23e6a7ea5   Johannes Berg   mac80211: fix rac...
303
  	int ret;
a622ab72b   Johannes Berg   mac80211: use RCU...
304

cfcdbde35   Johannes Berg   mac80211: change ...
305
  	lockdep_assert_held(&sta->ampdu_mlme.mtx);
a622ab72b   Johannes Berg   mac80211: use RCU...
306

18b559d5d   Johannes Berg   mac80211: split T...
307
308
309
310
  	switch (reason) {
  	case AGG_STOP_DECLINED:
  	case AGG_STOP_LOCAL_REQUEST:
  	case AGG_STOP_PEER_REQUEST:
50ea05efa   Sara Sharon   mac80211: pass bl...
311
  		params.action = IEEE80211_AMPDU_TX_STOP_CONT;
18b559d5d   Johannes Berg   mac80211: split T...
312
313
  		break;
  	case AGG_STOP_DESTROY_STA:
50ea05efa   Sara Sharon   mac80211: pass bl...
314
  		params.action = IEEE80211_AMPDU_TX_STOP_FLUSH;
18b559d5d   Johannes Berg   mac80211: split T...
315
316
317
318
319
  		break;
  	default:
  		WARN_ON_ONCE(1);
  		return -EINVAL;
  	}
cfcdbde35   Johannes Berg   mac80211: change ...
320
  	spin_lock_bh(&sta->lock);
40b275b69   Johannes Berg   mac80211: sparse ...
321
322
323
324
325
  	tid_tx = rcu_dereference_protected_tid_tx(sta, tid);
  	if (!tid_tx) {
  		spin_unlock_bh(&sta->lock);
  		return -ENOENT;
  	}
18b559d5d   Johannes Berg   mac80211: split T...
326
327
328
329
  	/*
  	 * if we're already stopping ignore any new requests to stop
  	 * unless we're destroying it in which case notify the driver
  	 */
24f50a9d1   Johannes Berg   mac80211: don't s...
330
331
  	if (test_bit(HT_AGG_STATE_STOPPING, &tid_tx->state)) {
  		spin_unlock_bh(&sta->lock);
18b559d5d   Johannes Berg   mac80211: split T...
332
333
  		if (reason != AGG_STOP_DESTROY_STA)
  			return -EALREADY;
50ea05efa   Sara Sharon   mac80211: pass bl...
334
335
  		params.action = IEEE80211_AMPDU_TX_STOP_FLUSH_CONT;
  		ret = drv_ampdu_action(local, sta->sdata, &params);
18b559d5d   Johannes Berg   mac80211: split T...
336
  		WARN_ON_ONCE(ret);
8147dc7f5   Johannes Berg   mac80211: fix agg...
337
  		return 0;
24f50a9d1   Johannes Berg   mac80211: don't s...
338
  	}
0ab337032   Johannes Berg   mac80211: make TX...
339
340
  	if (test_bit(HT_AGG_STATE_WANT_START, &tid_tx->state)) {
  		/* not even started yet! */
ec034b208   Johannes Berg   mac80211: fix TX ...
341
  		ieee80211_assign_tid_tx(sta, tid, NULL);
cfcdbde35   Johannes Berg   mac80211: change ...
342
  		spin_unlock_bh(&sta->lock);
0744371ae   Lai Jiangshan   net,rcu: convert ...
343
  		kfree_rcu(tid_tx, rcu_head);
0ab337032   Johannes Berg   mac80211: make TX...
344
345
  		return 0;
  	}
24f50a9d1   Johannes Berg   mac80211: don't s...
346
  	set_bit(HT_AGG_STATE_STOPPING, &tid_tx->state);
cfcdbde35   Johannes Berg   mac80211: change ...
347
  	spin_unlock_bh(&sta->lock);
bdcbd8e0e   Johannes Berg   mac80211: clean u...
348
349
350
  	ht_dbg(sta->sdata, "Tx BA session stop requested for %pM tid %u
  ",
  	       sta->sta.addr, tid);
827d42c9a   Johannes Berg   mac80211: fix spu...
351

44271488b   Johannes Berg   mac80211: delete ...
352
  	del_timer_sync(&tid_tx->addba_resp_timer);
285fa6958   Nikolay Martynov   mac80211: timeout...
353
  	del_timer_sync(&tid_tx->session_timer);
44271488b   Johannes Berg   mac80211: delete ...
354

a622ab72b   Johannes Berg   mac80211: use RCU...
355
356
357
358
359
360
  	/*
  	 * After this packets are no longer handed right through
  	 * to the driver but are put onto tid_tx->pending instead,
  	 * with locking to ensure proper access.
  	 */
  	clear_bit(HT_AGG_STATE_OPERATIONAL, &tid_tx->state);
736708bd0   Vasanthakumar Thiagarajan   mac80211: Fix the...
361

2a1e0fd17   Emmanuel Grumbach   mac80211: fix rac...
362
363
364
365
366
367
368
369
370
371
372
373
374
  	/*
  	 * There might be a few packets being processed right now (on
  	 * another CPU) that have already gotten past the aggregation
  	 * check when it was still OPERATIONAL and consequently have
  	 * IEEE80211_TX_CTL_AMPDU set. In that case, this code might
  	 * call into the driver at the same time or even before the
  	 * TX paths calls into it, which could confuse the driver.
  	 *
  	 * Wait for all currently running TX paths to finish before
  	 * telling the driver. New packets will not go through since
  	 * the aggregation session is no longer OPERATIONAL.
  	 */
  	synchronize_net();
c82c4a80b   Johannes Berg   mac80211: split a...
375
376
377
378
  	tid_tx->stop_initiator = reason == AGG_STOP_PEER_REQUEST ?
  					WLAN_BACK_RECIPIENT :
  					WLAN_BACK_INITIATOR;
  	tid_tx->tx_stop = reason == AGG_STOP_LOCAL_REQUEST;
23e6a7ea5   Johannes Berg   mac80211: fix rac...
379

50ea05efa   Sara Sharon   mac80211: pass bl...
380
  	ret = drv_ampdu_action(local, sta->sdata, &params);
23e6a7ea5   Johannes Berg   mac80211: fix rac...
381
382
383
  
  	/* HW shall not deny going back to legacy */
  	if (WARN_ON(ret)) {
cd8ffc800   Johannes Berg   mac80211: fix agg...
384
385
386
387
  		/*
  		 * We may have pending packets get stuck in this case...
  		 * Not bothering with a workaround for now.
  		 */
23e6a7ea5   Johannes Berg   mac80211: fix rac...
388
  	}
8147dc7f5   Johannes Berg   mac80211: fix agg...
389
390
391
392
393
394
395
396
397
  	/*
  	 * In the case of AGG_STOP_DESTROY_STA, the driver won't
  	 * necessarily call ieee80211_stop_tx_ba_cb(), so this may
  	 * seem like we can leave the tid_tx data pending forever.
  	 * This is true, in a way, but "forever" is only until the
  	 * station struct is actually destroyed. In the meantime,
  	 * leaving it around ensures that we don't transmit packets
  	 * to the driver on this TID which might confuse it.
  	 */
18b559d5d   Johannes Berg   mac80211: split T...
398
399
  
  	return 0;
23e6a7ea5   Johannes Berg   mac80211: fix rac...
400
  }
b8695a8fe   Johannes Berg   mac80211: restruc...
401
402
403
404
405
406
407
408
409
410
411
412
  /*
   * After sending add Block Ack request we activated a timer until
   * add Block Ack response will arrive from the recipient.
   * If this timer expires sta_addba_resp_timer_expired will be executed.
   */
  static void sta_addba_resp_timer_expired(unsigned long data)
  {
  	/* not an elegant detour, but there is no choice as the timer passes
  	 * only one argument, and both sta_info and TID are needed, so init
  	 * flow in sta_info_create gives the TID as data, while the timer_to_id
  	 * array gives the sta through container_of */
  	u16 tid = *(u8 *)data;
23e6a7ea5   Johannes Berg   mac80211: fix rac...
413
  	struct sta_info *sta = container_of((void *)data,
b8695a8fe   Johannes Berg   mac80211: restruc...
414
  		struct sta_info, timer_to_tid[tid]);
a622ab72b   Johannes Berg   mac80211: use RCU...
415
  	struct tid_ampdu_tx *tid_tx;
23e6a7ea5   Johannes Berg   mac80211: fix rac...
416

b8695a8fe   Johannes Berg   mac80211: restruc...
417
  	/* check if the TID waits for addBA response */
83a5cbf73   Johannes Berg   mac80211: defer T...
418
419
  	rcu_read_lock();
  	tid_tx = rcu_dereference(sta->ampdu_mlme.tid_tx[tid]);
a622ab72b   Johannes Berg   mac80211: use RCU...
420
421
  	if (!tid_tx ||
  	    test_bit(HT_AGG_STATE_RESPONSE_RECEIVED, &tid_tx->state)) {
83a5cbf73   Johannes Berg   mac80211: defer T...
422
  		rcu_read_unlock();
bdcbd8e0e   Johannes Berg   mac80211: clean u...
423
  		ht_dbg(sta->sdata,
d81b0fd0e   Sharon Dvir   mac80211: shorten...
424
425
  		       "timer expired on %pM tid %d not expecting addBA response
  ",
0a214d3f7   Johannes Berg   mac80211: improve...
426
  		       sta->sta.addr, tid);
23e6a7ea5   Johannes Berg   mac80211: fix rac...
427
  		return;
b8695a8fe   Johannes Berg   mac80211: restruc...
428
  	}
0a214d3f7   Johannes Berg   mac80211: improve...
429
430
431
  	ht_dbg(sta->sdata, "addBA response timer expired on %pM tid %d
  ",
  	       sta->sta.addr, tid);
b8695a8fe   Johannes Berg   mac80211: restruc...
432

83a5cbf73   Johannes Berg   mac80211: defer T...
433
434
  	ieee80211_stop_tx_ba_session(&sta->sta, tid);
  	rcu_read_unlock();
b8695a8fe   Johannes Berg   mac80211: restruc...
435
  }
67c282c00   Johannes Berg   mac80211: move BA...
436
  void ieee80211_tx_ba_session_handle_start(struct sta_info *sta, int tid)
0ab337032   Johannes Berg   mac80211: make TX...
437
  {
40b275b69   Johannes Berg   mac80211: sparse ...
438
  	struct tid_ampdu_tx *tid_tx;
0ab337032   Johannes Berg   mac80211: make TX...
439
440
  	struct ieee80211_local *local = sta->local;
  	struct ieee80211_sub_if_data *sdata = sta->sdata;
50ea05efa   Sara Sharon   mac80211: pass bl...
441
442
443
444
445
446
447
448
  	struct ieee80211_ampdu_params params = {
  		.sta = &sta->sta,
  		.action = IEEE80211_AMPDU_TX_START,
  		.tid = tid,
  		.buf_size = 0,
  		.amsdu = false,
  		.timeout = 0,
  	};
0ab337032   Johannes Berg   mac80211: make TX...
449
  	int ret;
40b275b69   Johannes Berg   mac80211: sparse ...
450
  	tid_tx = rcu_dereference_protected_tid_tx(sta, tid);
cfcdbde35   Johannes Berg   mac80211: change ...
451

0ab337032   Johannes Berg   mac80211: make TX...
452
  	/*
15062e6a8   Johannes Berg   mac80211: fix ano...
453
454
455
  	 * Start queuing up packets for this aggregation session.
  	 * We're going to release them once the driver is OK with
  	 * that.
0ab337032   Johannes Berg   mac80211: make TX...
456
  	 */
0ab337032   Johannes Berg   mac80211: make TX...
457
  	clear_bit(HT_AGG_STATE_WANT_START, &tid_tx->state);
ba8c3d6f1   Felix Fietkau   mac80211: add an ...
458
  	ieee80211_agg_stop_txq(sta, tid);
0ab337032   Johannes Berg   mac80211: make TX...
459
  	/*
15062e6a8   Johannes Berg   mac80211: fix ano...
460
461
462
463
  	 * Make sure no packets are being processed. This ensures that
  	 * we have a valid starting sequence number and that in-flight
  	 * packets have been flushed out and no packets for this TID
  	 * will go into the driver during the ampdu_action call.
0ab337032   Johannes Berg   mac80211: make TX...
464
  	 */
cfcdbde35   Johannes Berg   mac80211: change ...
465
  	synchronize_net();
50ea05efa   Sara Sharon   mac80211: pass bl...
466
467
  	params.ssn = sta->tid_seq[tid] >> 4;
  	ret = drv_ampdu_action(local, sdata, &params);
0ab337032   Johannes Berg   mac80211: make TX...
468
  	if (ret) {
bdcbd8e0e   Johannes Berg   mac80211: clean u...
469
  		ht_dbg(sdata,
0a214d3f7   Johannes Berg   mac80211: improve...
470
471
472
  		       "BA request denied - HW unavailable for %pM tid %d
  ",
  		       sta->sta.addr, tid);
cfcdbde35   Johannes Berg   mac80211: change ...
473
  		spin_lock_bh(&sta->lock);
3a25a8c8b   Johannes Berg   mac80211: add imp...
474
  		ieee80211_agg_splice_packets(sdata, tid_tx, tid);
ec034b208   Johannes Berg   mac80211: fix TX ...
475
  		ieee80211_assign_tid_tx(sta, tid, NULL);
3a25a8c8b   Johannes Berg   mac80211: add imp...
476
  		ieee80211_agg_splice_finish(sdata, tid);
cfcdbde35   Johannes Berg   mac80211: change ...
477
  		spin_unlock_bh(&sta->lock);
ba8c3d6f1   Felix Fietkau   mac80211: add an ...
478
  		ieee80211_agg_start_txq(sta, tid, false);
0744371ae   Lai Jiangshan   net,rcu: convert ...
479
  		kfree_rcu(tid_tx, rcu_head);
0ab337032   Johannes Berg   mac80211: make TX...
480
481
  		return;
  	}
0ab337032   Johannes Berg   mac80211: make TX...
482
483
  	/* activate the timer for the recipient's addBA response */
  	mod_timer(&tid_tx->addba_resp_timer, jiffies + ADDBA_RESP_INTERVAL);
0a214d3f7   Johannes Berg   mac80211: improve...
484
485
486
  	ht_dbg(sdata, "activated addBA response timer on %pM tid %d
  ",
  	       sta->sta.addr, tid);
0ab337032   Johannes Berg   mac80211: make TX...
487

cfcdbde35   Johannes Berg   mac80211: change ...
488
  	spin_lock_bh(&sta->lock);
84381b4ed   Nikolay Martynov   mac80211: split a...
489
  	sta->ampdu_mlme.last_addba_req_time[tid] = jiffies;
0ab337032   Johannes Berg   mac80211: make TX...
490
  	sta->ampdu_mlme.addba_req_num[tid]++;
cfcdbde35   Johannes Berg   mac80211: change ...
491
  	spin_unlock_bh(&sta->lock);
0ab337032   Johannes Berg   mac80211: make TX...
492
493
494
  
  	/* send AddBA request */
  	ieee80211_send_addba_request(sdata, sta->sta.addr, tid,
50ea05efa   Sara Sharon   mac80211: pass bl...
495
  				     tid_tx->dialog_token, params.ssn,
ac0621971   Gregory Greenman   mac80211: always ...
496
  				     IEEE80211_MAX_AMPDU_BUF,
5dd36bc93   Johannes Berg   mac80211: allow a...
497
  				     tid_tx->timeout);
0ab337032   Johannes Berg   mac80211: make TX...
498
  }
285fa6958   Nikolay Martynov   mac80211: timeout...
499
500
501
502
503
504
505
506
507
508
509
510
511
512
  /*
   * After accepting the AddBA Response we activated a timer,
   * resetting it after each frame that we send.
   */
  static void sta_tx_agg_session_timer_expired(unsigned long data)
  {
  	/* not an elegant detour, but there is no choice as the timer passes
  	 * only one argument, and various sta_info are needed here, so init
  	 * flow in sta_info_create gives the TID as data, while the timer_to_id
  	 * array gives the sta through container_of */
  	u8 *ptid = (u8 *)data;
  	u8 *timer_to_id = ptid - *ptid;
  	struct sta_info *sta = container_of(timer_to_id, struct sta_info,
  					 timer_to_tid[0]);
12d3952fc   Felix Fietkau   mac80211: optimiz...
513
514
  	struct tid_ampdu_tx *tid_tx;
  	unsigned long timeout;
9e73dee7d   Johannes Berg   mac80211: fix TX ...
515
516
517
518
  	rcu_read_lock();
  	tid_tx = rcu_dereference(sta->ampdu_mlme.tid_tx[*ptid]);
  	if (!tid_tx || test_bit(HT_AGG_STATE_STOPPING, &tid_tx->state)) {
  		rcu_read_unlock();
12d3952fc   Felix Fietkau   mac80211: optimiz...
519
  		return;
9e73dee7d   Johannes Berg   mac80211: fix TX ...
520
  	}
12d3952fc   Felix Fietkau   mac80211: optimiz...
521
522
523
524
  
  	timeout = tid_tx->last_tx + TU_TO_JIFFIES(tid_tx->timeout);
  	if (time_is_after_jiffies(timeout)) {
  		mod_timer(&tid_tx->session_timer, timeout);
9e73dee7d   Johannes Berg   mac80211: fix TX ...
525
  		rcu_read_unlock();
12d3952fc   Felix Fietkau   mac80211: optimiz...
526
527
  		return;
  	}
285fa6958   Nikolay Martynov   mac80211: timeout...
528

9e73dee7d   Johannes Berg   mac80211: fix TX ...
529
  	rcu_read_unlock();
0a214d3f7   Johannes Berg   mac80211: improve...
530
531
532
  	ht_dbg(sta->sdata, "tx session timer expired on %pM tid %d
  ",
  	       sta->sta.addr, (u16)*ptid);
285fa6958   Nikolay Martynov   mac80211: timeout...
533
534
535
  
  	ieee80211_stop_tx_ba_session(&sta->sta, *ptid);
  }
bd2ce6e43   Sujith Manoharan   mac80211: Add tim...
536
537
  int ieee80211_start_tx_ba_session(struct ieee80211_sta *pubsta, u16 tid,
  				  u16 timeout)
b8695a8fe   Johannes Berg   mac80211: restruc...
538
  {
c951ad355   Johannes Berg   mac80211: convert...
539
540
541
  	struct sta_info *sta = container_of(pubsta, struct sta_info, sta);
  	struct ieee80211_sub_if_data *sdata = sta->sdata;
  	struct ieee80211_local *local = sdata->local;
a622ab72b   Johannes Berg   mac80211: use RCU...
542
  	struct tid_ampdu_tx *tid_tx;
e4e72fb4d   Johannes Berg   mac80211/iwlwifi:...
543
  	int ret = 0;
b8695a8fe   Johannes Berg   mac80211: restruc...
544

8f9c77fc1   Johannes Berg   mac80211: reject ...
545
  	trace_api_start_tx_ba_session(pubsta, tid);
b6da911b3   Liad Kaufman   mac80211: synchro...
546
547
548
  	if (WARN(sta->reserved_tid == tid,
  		 "Requested to start BA session on reserved tid=%d", tid))
  		return -EINVAL;
8f9c77fc1   Johannes Berg   mac80211: reject ...
549
550
  	if (!pubsta->ht_cap.ht_supported)
  		return -EINVAL;
b5878a2dc   Johannes Berg   mac80211: enhance...
551

50c16e225   Chaitanya   mac80211: warn on...
552
  	if (WARN_ON_ONCE(!local->ops->ampdu_action))
23e6a7ea5   Johannes Berg   mac80211: fix rac...
553
  		return -EINVAL;
5a306f588   Johannes Berg   mac80211: introdu...
554
  	if ((tid >= IEEE80211_NUM_TIDS) ||
30686bf7f   Johannes Berg   mac80211: convert...
555
556
  	    !ieee80211_hw_check(&local->hw, AMPDU_AGGREGATION) ||
  	    ieee80211_hw_check(&local->hw, TX_AMPDU_SETUP_IN_HW))
b8695a8fe   Johannes Berg   mac80211: restruc...
557
  		return -EINVAL;
85d5313ed   Johannes Berg   mac80211: reject ...
558
559
  	if (WARN_ON(tid >= IEEE80211_FIRST_TSPEC_TSID))
  		return -EINVAL;
bdcbd8e0e   Johannes Berg   mac80211: clean u...
560
561
562
  	ht_dbg(sdata, "Open BA session requested for %pM tid %u
  ",
  	       pubsta->addr, tid);
b8695a8fe   Johannes Berg   mac80211: restruc...
563

c951ad355   Johannes Berg   mac80211: convert...
564
  	if (sdata->vif.type != NL80211_IFTYPE_STATION &&
ae2772b31   Thomas Pedersen   mac80211: allow f...
565
  	    sdata->vif.type != NL80211_IFTYPE_MESH_POINT &&
c951ad355   Johannes Berg   mac80211: convert...
566
  	    sdata->vif.type != NL80211_IFTYPE_AP_VLAN &&
13c40c546   Alexander Simon   mac80211: Add HT ...
567
568
  	    sdata->vif.type != NL80211_IFTYPE_AP &&
  	    sdata->vif.type != NL80211_IFTYPE_ADHOC)
c951ad355   Johannes Berg   mac80211: convert...
569
  		return -EINVAL;
8abd3f9bc   Johannes Berg   mac80211: restric...
570

c2c98fdeb   Johannes Berg   mac80211: optimis...
571
  	if (test_sta_flag(sta, WLAN_STA_BLOCK_BA)) {
bdcbd8e0e   Johannes Berg   mac80211: clean u...
572
  		ht_dbg(sdata,
0a214d3f7   Johannes Berg   mac80211: improve...
573
574
575
  		       "BA sessions blocked - Denying BA session request %pM tid %d
  ",
  		       sta->sta.addr, tid);
c951ad355   Johannes Berg   mac80211: convert...
576
  		return -EINVAL;
722f069a6   Sujith   mac80211: Tear do...
577
  	}
ff3cc5f40   Simon Wunderlich   mac80211: handle ...
578
579
580
581
582
583
584
585
586
587
588
589
590
591
  	/*
  	 * 802.11n-2009 11.5.1.1: If the initiating STA is an HT STA, is a
  	 * member of an IBSS, and has no other existing Block Ack agreement
  	 * with the recipient STA, then the initiating STA shall transmit a
  	 * Probe Request frame to the recipient STA and shall not transmit an
  	 * ADDBA Request frame unless it receives a Probe Response frame
  	 * from the recipient within dot11ADDBAFailureTimeout.
  	 *
  	 * The probe request mechanism for ADDBA is currently not implemented,
  	 * but we only build up Block Ack session with HT STAs. This information
  	 * is set when we receive a bss info from a probe response or a beacon.
  	 */
  	if (sta->sdata->vif.type == NL80211_IFTYPE_ADHOC &&
  	    !sta->sta.ht_cap.ht_supported) {
bdcbd8e0e   Johannes Berg   mac80211: clean u...
592
593
594
595
  		ht_dbg(sdata,
  		       "BA request denied - IBSS STA %pM does not advertise HT support
  ",
  		       pubsta->addr);
ff3cc5f40   Simon Wunderlich   mac80211: handle ...
596
597
  		return -EINVAL;
  	}
b8695a8fe   Johannes Berg   mac80211: restruc...
598
599
600
601
602
  	spin_lock_bh(&sta->lock);
  
  	/* we have tried too many times, receiver does not want A-MPDU */
  	if (sta->ampdu_mlme.addba_req_num[tid] > HT_AGG_MAX_RETRIES) {
  		ret = -EBUSY;
84381b4ed   Nikolay Martynov   mac80211: split a...
603
604
605
606
607
608
609
610
611
612
613
  		goto err_unlock_sta;
  	}
  
  	/*
  	 * if we have tried more than HT_AGG_BURST_RETRIES times we
  	 * will spread our requests in time to avoid stalling connection
  	 * for too long
  	 */
  	if (sta->ampdu_mlme.addba_req_num[tid] > HT_AGG_BURST_RETRIES &&
  	    time_before(jiffies, sta->ampdu_mlme.last_addba_req_time[tid] +
  			HT_AGG_RETRIES_PERIOD)) {
bdcbd8e0e   Johannes Berg   mac80211: clean u...
614
  		ht_dbg(sdata,
d81b0fd0e   Sharon Dvir   mac80211: shorten...
615
616
  		       "BA request denied - %d failed requests on %pM tid %u
  ",
0a214d3f7   Johannes Berg   mac80211: improve...
617
  		       sta->ampdu_mlme.addba_req_num[tid], sta->sta.addr, tid);
84381b4ed   Nikolay Martynov   mac80211: split a...
618
  		ret = -EBUSY;
b8695a8fe   Johannes Berg   mac80211: restruc...
619
620
  		goto err_unlock_sta;
  	}
40b275b69   Johannes Berg   mac80211: sparse ...
621
  	tid_tx = rcu_dereference_protected_tid_tx(sta, tid);
b8695a8fe   Johannes Berg   mac80211: restruc...
622
  	/* check if the TID is not in aggregation flow already */
ec034b208   Johannes Berg   mac80211: fix TX ...
623
  	if (tid_tx || sta->ampdu_mlme.tid_start_tx[tid]) {
bdcbd8e0e   Johannes Berg   mac80211: clean u...
624
  		ht_dbg(sdata,
0a214d3f7   Johannes Berg   mac80211: improve...
625
626
627
  		       "BA request denied - session is not idle on %pM tid %u
  ",
  		       sta->sta.addr, tid);
b8695a8fe   Johannes Berg   mac80211: restruc...
628
629
630
631
632
  		ret = -EAGAIN;
  		goto err_unlock_sta;
  	}
  
  	/* prepare A-MPDU MLME for Tx aggregation */
a622ab72b   Johannes Berg   mac80211: use RCU...
633
634
  	tid_tx = kzalloc(sizeof(struct tid_ampdu_tx), GFP_ATOMIC);
  	if (!tid_tx) {
b8695a8fe   Johannes Berg   mac80211: restruc...
635
  		ret = -ENOMEM;
0ab337032   Johannes Berg   mac80211: make TX...
636
  		goto err_unlock_sta;
b8695a8fe   Johannes Berg   mac80211: restruc...
637
  	}
96f5e66e8   Johannes Berg   mac80211: fix agg...
638

a622ab72b   Johannes Berg   mac80211: use RCU...
639
  	skb_queue_head_init(&tid_tx->pending);
0ab337032   Johannes Berg   mac80211: make TX...
640
  	__set_bit(HT_AGG_STATE_WANT_START, &tid_tx->state);
cd8ffc800   Johannes Berg   mac80211: fix agg...
641

bd2ce6e43   Sujith Manoharan   mac80211: Add tim...
642
  	tid_tx->timeout = timeout;
285fa6958   Nikolay Martynov   mac80211: timeout...
643
  	/* response timer */
f8f118cea   OndÅ™ej LysonÄ›k   mac80211: Use set...
644
645
646
  	setup_timer(&tid_tx->addba_resp_timer,
  		    sta_addba_resp_timer_expired,
  		    (unsigned long)&sta->timer_to_tid[tid]);
b8695a8fe   Johannes Berg   mac80211: restruc...
647

285fa6958   Nikolay Martynov   mac80211: timeout...
648
  	/* tx timer */
f8f118cea   OndÅ™ej LysonÄ›k   mac80211: Use set...
649
650
651
  	setup_deferrable_timer(&tid_tx->session_timer,
  			       sta_tx_agg_session_timer_expired,
  			       (unsigned long)&sta->timer_to_tid[tid]);
285fa6958   Nikolay Martynov   mac80211: timeout...
652

0ab337032   Johannes Berg   mac80211: make TX...
653
  	/* assign a dialog token */
b8695a8fe   Johannes Berg   mac80211: restruc...
654
  	sta->ampdu_mlme.dialog_token_allocator++;
a622ab72b   Johannes Berg   mac80211: use RCU...
655
  	tid_tx->dialog_token = sta->ampdu_mlme.dialog_token_allocator;
b8695a8fe   Johannes Berg   mac80211: restruc...
656

ec034b208   Johannes Berg   mac80211: fix TX ...
657
658
659
660
661
  	/*
  	 * Finally, assign it to the start array; the work item will
  	 * collect it and move it to the normal array.
  	 */
  	sta->ampdu_mlme.tid_start_tx[tid] = tid_tx;
51a0d38de   Johannes Berg   mac80211: fix dia...
662

0ab337032   Johannes Berg   mac80211: make TX...
663
  	ieee80211_queue_work(&local->hw, &sta->ampdu_mlme.work);
b8695a8fe   Johannes Berg   mac80211: restruc...
664

0ab337032   Johannes Berg   mac80211: make TX...
665
  	/* this flow continues off the work */
96f5e66e8   Johannes Berg   mac80211: fix agg...
666
   err_unlock_sta:
b8695a8fe   Johannes Berg   mac80211: restruc...
667
  	spin_unlock_bh(&sta->lock);
b8695a8fe   Johannes Berg   mac80211: restruc...
668
669
670
  	return ret;
  }
  EXPORT_SYMBOL(ieee80211_start_tx_ba_session);
b1720231c   Johannes Berg   mac80211: unify a...
671
672
673
  static void ieee80211_agg_tx_operational(struct ieee80211_local *local,
  					 struct sta_info *sta, u16 tid)
  {
40b275b69   Johannes Berg   mac80211: sparse ...
674
  	struct tid_ampdu_tx *tid_tx;
50ea05efa   Sara Sharon   mac80211: pass bl...
675
676
677
678
679
680
681
  	struct ieee80211_ampdu_params params = {
  		.sta = &sta->sta,
  		.action = IEEE80211_AMPDU_TX_OPERATIONAL,
  		.tid = tid,
  		.timeout = 0,
  		.ssn = 0,
  	};
40b275b69   Johannes Berg   mac80211: sparse ...
682

cfcdbde35   Johannes Berg   mac80211: change ...
683
  	lockdep_assert_held(&sta->ampdu_mlme.mtx);
a622ab72b   Johannes Berg   mac80211: use RCU...
684

40b275b69   Johannes Berg   mac80211: sparse ...
685
  	tid_tx = rcu_dereference_protected_tid_tx(sta, tid);
50ea05efa   Sara Sharon   mac80211: pass bl...
686
687
  	params.buf_size = tid_tx->buf_size;
  	params.amsdu = tid_tx->amsdu;
40b275b69   Johannes Berg   mac80211: sparse ...
688

0a214d3f7   Johannes Berg   mac80211: improve...
689
690
691
  	ht_dbg(sta->sdata, "Aggregation is on for %pM tid %d
  ",
  	       sta->sta.addr, tid);
b1720231c   Johannes Berg   mac80211: unify a...
692

50ea05efa   Sara Sharon   mac80211: pass bl...
693
  	drv_ampdu_action(local, sta->sdata, &params);
cfcdbde35   Johannes Berg   mac80211: change ...
694
695
696
697
698
699
  
  	/*
  	 * synchronize with TX path, while splicing the TX path
  	 * should block so it won't put more packets onto pending.
  	 */
  	spin_lock_bh(&sta->lock);
3a25a8c8b   Johannes Berg   mac80211: add imp...
700
  	ieee80211_agg_splice_packets(sta->sdata, tid_tx, tid);
cd8ffc800   Johannes Berg   mac80211: fix agg...
701
  	/*
a622ab72b   Johannes Berg   mac80211: use RCU...
702
703
704
  	 * Now mark as operational. This will be visible
  	 * in the TX path, and lets it go lock-free in
  	 * the common case.
cd8ffc800   Johannes Berg   mac80211: fix agg...
705
  	 */
40b275b69   Johannes Berg   mac80211: sparse ...
706
  	set_bit(HT_AGG_STATE_OPERATIONAL, &tid_tx->state);
3a25a8c8b   Johannes Berg   mac80211: add imp...
707
  	ieee80211_agg_splice_finish(sta->sdata, tid);
b1720231c   Johannes Berg   mac80211: unify a...
708

cfcdbde35   Johannes Berg   mac80211: change ...
709
  	spin_unlock_bh(&sta->lock);
ba8c3d6f1   Felix Fietkau   mac80211: add an ...
710
711
  
  	ieee80211_agg_start_txq(sta, tid, true);
b1720231c   Johannes Berg   mac80211: unify a...
712
  }
7a7c0a643   Johannes Berg   mac80211: fix TX ...
713
714
  void ieee80211_start_tx_ba_cb(struct sta_info *sta, int tid,
  			      struct tid_ampdu_tx *tid_tx)
b8695a8fe   Johannes Berg   mac80211: restruc...
715
  {
7a7c0a643   Johannes Berg   mac80211: fix TX ...
716
  	struct ieee80211_sub_if_data *sdata = sta->sdata;
c951ad355   Johannes Berg   mac80211: convert...
717
  	struct ieee80211_local *local = sdata->local;
b8695a8fe   Johannes Berg   mac80211: restruc...
718

7a7c0a643   Johannes Berg   mac80211: fix TX ...
719
720
721
722
723
724
725
726
727
728
729
730
  	if (WARN_ON(test_and_set_bit(HT_AGG_STATE_DRV_READY, &tid_tx->state)))
  		return;
  
  	if (test_bit(HT_AGG_STATE_RESPONSE_RECEIVED, &tid_tx->state))
  		ieee80211_agg_tx_operational(local, sta, tid);
  }
  
  static struct tid_ampdu_tx *
  ieee80211_lookup_tid_tx(struct ieee80211_sub_if_data *sdata,
  			const u8 *ra, u16 tid, struct sta_info **sta)
  {
  	struct tid_ampdu_tx *tid_tx;
b5878a2dc   Johannes Berg   mac80211: enhance...
731

5a306f588   Johannes Berg   mac80211: introdu...
732
  	if (tid >= IEEE80211_NUM_TIDS) {
bdcbd8e0e   Johannes Berg   mac80211: clean u...
733
734
  		ht_dbg(sdata, "Bad TID value: tid = %d (>= %d)
  ",
5a306f588   Johannes Berg   mac80211: introdu...
735
  		       tid, IEEE80211_NUM_TIDS);
7a7c0a643   Johannes Berg   mac80211: fix TX ...
736
  		return NULL;
b8695a8fe   Johannes Berg   mac80211: restruc...
737
  	}
7a7c0a643   Johannes Berg   mac80211: fix TX ...
738
739
  	*sta = sta_info_get_bss(sdata, ra);
  	if (!*sta) {
bdcbd8e0e   Johannes Berg   mac80211: clean u...
740
741
  		ht_dbg(sdata, "Could not find station: %pM
  ", ra);
7a7c0a643   Johannes Berg   mac80211: fix TX ...
742
  		return NULL;
b8695a8fe   Johannes Berg   mac80211: restruc...
743
  	}
7a7c0a643   Johannes Berg   mac80211: fix TX ...
744
  	tid_tx = rcu_dereference((*sta)->ampdu_mlme.tid_tx[tid]);
b8695a8fe   Johannes Berg   mac80211: restruc...
745

7a7c0a643   Johannes Berg   mac80211: fix TX ...
746
  	if (WARN_ON(!tid_tx))
bdcbd8e0e   Johannes Berg   mac80211: clean u...
747
748
  		ht_dbg(sdata, "addBA was not requested!
  ");
96f5e66e8   Johannes Berg   mac80211: fix agg...
749

7a7c0a643   Johannes Berg   mac80211: fix TX ...
750
  	return tid_tx;
b8695a8fe   Johannes Berg   mac80211: restruc...
751
  }
b8695a8fe   Johannes Berg   mac80211: restruc...
752

c951ad355   Johannes Berg   mac80211: convert...
753
  void ieee80211_start_tx_ba_cb_irqsafe(struct ieee80211_vif *vif,
86ab6c5a6   Johannes Berg   mac80211: documen...
754
755
  				      const u8 *ra, u16 tid)
  {
c951ad355   Johannes Berg   mac80211: convert...
756
757
  	struct ieee80211_sub_if_data *sdata = vif_to_sdata(vif);
  	struct ieee80211_local *local = sdata->local;
7a7c0a643   Johannes Berg   mac80211: fix TX ...
758
759
  	struct sta_info *sta;
  	struct tid_ampdu_tx *tid_tx;
86ab6c5a6   Johannes Berg   mac80211: documen...
760

7a7c0a643   Johannes Berg   mac80211: fix TX ...
761
  	trace_api_start_tx_ba_cb(sdata, ra, tid);
d15b84590   Joe Perches   mac80211: Remove ...
762

7a7c0a643   Johannes Berg   mac80211: fix TX ...
763
764
765
766
  	rcu_read_lock();
  	tid_tx = ieee80211_lookup_tid_tx(sdata, ra, tid, &sta);
  	if (!tid_tx)
  		goto out;
86ab6c5a6   Johannes Berg   mac80211: documen...
767

7a7c0a643   Johannes Berg   mac80211: fix TX ...
768
769
770
771
  	set_bit(HT_AGG_STATE_START_CB, &tid_tx->state);
  	ieee80211_queue_work(&local->hw, &sta->ampdu_mlme.work);
   out:
  	rcu_read_unlock();
86ab6c5a6   Johannes Berg   mac80211: documen...
772
773
  }
  EXPORT_SYMBOL(ieee80211_start_tx_ba_cb_irqsafe);
849b79678   Johannes Berg   mac80211: further...
774
  int __ieee80211_stop_tx_ba_session(struct sta_info *sta, u16 tid,
c82c4a80b   Johannes Berg   mac80211: split a...
775
  				   enum ieee80211_agg_stop_reason reason)
849b79678   Johannes Berg   mac80211: further...
776
  {
849b79678   Johannes Berg   mac80211: further...
777
  	int ret;
cfcdbde35   Johannes Berg   mac80211: change ...
778
  	mutex_lock(&sta->ampdu_mlme.mtx);
849b79678   Johannes Berg   mac80211: further...
779

c82c4a80b   Johannes Berg   mac80211: split a...
780
  	ret = ___ieee80211_stop_tx_ba_session(sta, tid, reason);
849b79678   Johannes Berg   mac80211: further...
781

cfcdbde35   Johannes Berg   mac80211: change ...
782
  	mutex_unlock(&sta->ampdu_mlme.mtx);
849b79678   Johannes Berg   mac80211: further...
783
784
  	return ret;
  }
b8695a8fe   Johannes Berg   mac80211: restruc...
785

6a8579d0e   Johannes Berg   mac80211: clean u...
786
  int ieee80211_stop_tx_ba_session(struct ieee80211_sta *pubsta, u16 tid)
b8695a8fe   Johannes Berg   mac80211: restruc...
787
  {
c951ad355   Johannes Berg   mac80211: convert...
788
789
790
  	struct sta_info *sta = container_of(pubsta, struct sta_info, sta);
  	struct ieee80211_sub_if_data *sdata = sta->sdata;
  	struct ieee80211_local *local = sdata->local;
0ab337032   Johannes Berg   mac80211: make TX...
791
792
  	struct tid_ampdu_tx *tid_tx;
  	int ret = 0;
b8695a8fe   Johannes Berg   mac80211: restruc...
793

6a8579d0e   Johannes Berg   mac80211: clean u...
794
  	trace_api_stop_tx_ba_session(pubsta, tid);
b5878a2dc   Johannes Berg   mac80211: enhance...
795

4253119ac   Johannes Berg   mac80211: fix two...
796
  	if (!local->ops->ampdu_action)
23e6a7ea5   Johannes Berg   mac80211: fix rac...
797
  		return -EINVAL;
5a306f588   Johannes Berg   mac80211: introdu...
798
  	if (tid >= IEEE80211_NUM_TIDS)
b8695a8fe   Johannes Berg   mac80211: restruc...
799
  		return -EINVAL;
0ab337032   Johannes Berg   mac80211: make TX...
800
  	spin_lock_bh(&sta->lock);
40b275b69   Johannes Berg   mac80211: sparse ...
801
  	tid_tx = rcu_dereference_protected_tid_tx(sta, tid);
0ab337032   Johannes Berg   mac80211: make TX...
802
803
804
805
806
  
  	if (!tid_tx) {
  		ret = -ENOENT;
  		goto unlock;
  	}
b6da911b3   Liad Kaufman   mac80211: synchro...
807
808
  	WARN(sta->reserved_tid == tid,
  	     "Requested to stop BA session on reserved tid=%d", tid);
0ab337032   Johannes Berg   mac80211: make TX...
809
810
811
812
813
814
815
816
817
818
819
820
  	if (test_bit(HT_AGG_STATE_STOPPING, &tid_tx->state)) {
  		/* already in progress stopping it */
  		ret = 0;
  		goto unlock;
  	}
  
  	set_bit(HT_AGG_STATE_WANT_STOP, &tid_tx->state);
  	ieee80211_queue_work(&local->hw, &sta->ampdu_mlme.work);
  
   unlock:
  	spin_unlock_bh(&sta->lock);
  	return ret;
b8695a8fe   Johannes Berg   mac80211: restruc...
821
822
  }
  EXPORT_SYMBOL(ieee80211_stop_tx_ba_session);
7a7c0a643   Johannes Berg   mac80211: fix TX ...
823
824
  void ieee80211_stop_tx_ba_cb(struct sta_info *sta, int tid,
  			     struct tid_ampdu_tx *tid_tx)
b8695a8fe   Johannes Berg   mac80211: restruc...
825
  {
7a7c0a643   Johannes Berg   mac80211: fix TX ...
826
  	struct ieee80211_sub_if_data *sdata = sta->sdata;
2c158887f   Johannes Berg   mac80211: agg-tx:...
827
  	bool send_delba = false;
b8695a8fe   Johannes Berg   mac80211: restruc...
828

7a7c0a643   Johannes Berg   mac80211: fix TX ...
829
830
831
  	ht_dbg(sdata, "Stopping Tx BA session for %pM tid %d
  ",
  	       sta->sta.addr, tid);
b8695a8fe   Johannes Berg   mac80211: restruc...
832

a622ab72b   Johannes Berg   mac80211: use RCU...
833
  	spin_lock_bh(&sta->lock);
a622ab72b   Johannes Berg   mac80211: use RCU...
834

7a7c0a643   Johannes Berg   mac80211: fix TX ...
835
  	if (!test_bit(HT_AGG_STATE_STOPPING, &tid_tx->state)) {
0a214d3f7   Johannes Berg   mac80211: improve...
836
837
838
839
  		ht_dbg(sdata,
  		       "unexpected callback to A-MPDU stop for %pM tid %d
  ",
  		       sta->sta.addr, tid);
cfcdbde35   Johannes Berg   mac80211: change ...
840
  		goto unlock_sta;
b8695a8fe   Johannes Berg   mac80211: restruc...
841
  	}
53f73c09d   Johannes Berg   mac80211: avoid t...
842
  	if (tid_tx->stop_initiator == WLAN_BACK_INITIATOR && tid_tx->tx_stop)
2c158887f   Johannes Berg   mac80211: agg-tx:...
843
  		send_delba = true;
b8695a8fe   Johannes Berg   mac80211: restruc...
844

faec12ee2   Johannes Berg   mac80211: split o...
845
  	ieee80211_remove_tid_tx(sta, tid);
b8695a8fe   Johannes Berg   mac80211: restruc...
846

cfcdbde35   Johannes Berg   mac80211: change ...
847
   unlock_sta:
a622ab72b   Johannes Berg   mac80211: use RCU...
848
  	spin_unlock_bh(&sta->lock);
2c158887f   Johannes Berg   mac80211: agg-tx:...
849
850
  
  	if (send_delba)
7a7c0a643   Johannes Berg   mac80211: fix TX ...
851
  		ieee80211_send_delba(sdata, sta->sta.addr, tid,
2c158887f   Johannes Berg   mac80211: agg-tx:...
852
  			WLAN_BACK_INITIATOR, WLAN_REASON_QSTA_NOT_USE);
b8695a8fe   Johannes Berg   mac80211: restruc...
853
  }
b8695a8fe   Johannes Berg   mac80211: restruc...
854

c951ad355   Johannes Berg   mac80211: convert...
855
  void ieee80211_stop_tx_ba_cb_irqsafe(struct ieee80211_vif *vif,
b8695a8fe   Johannes Berg   mac80211: restruc...
856
857
  				     const u8 *ra, u16 tid)
  {
c951ad355   Johannes Berg   mac80211: convert...
858
859
  	struct ieee80211_sub_if_data *sdata = vif_to_sdata(vif);
  	struct ieee80211_local *local = sdata->local;
7a7c0a643   Johannes Berg   mac80211: fix TX ...
860
861
  	struct sta_info *sta;
  	struct tid_ampdu_tx *tid_tx;
b8695a8fe   Johannes Berg   mac80211: restruc...
862

7a7c0a643   Johannes Berg   mac80211: fix TX ...
863
  	trace_api_stop_tx_ba_cb(sdata, ra, tid);
d15b84590   Joe Perches   mac80211: Remove ...
864

7a7c0a643   Johannes Berg   mac80211: fix TX ...
865
866
867
868
  	rcu_read_lock();
  	tid_tx = ieee80211_lookup_tid_tx(sdata, ra, tid, &sta);
  	if (!tid_tx)
  		goto out;
b8695a8fe   Johannes Berg   mac80211: restruc...
869

7a7c0a643   Johannes Berg   mac80211: fix TX ...
870
871
872
873
  	set_bit(HT_AGG_STATE_STOP_CB, &tid_tx->state);
  	ieee80211_queue_work(&local->hw, &sta->ampdu_mlme.work);
   out:
  	rcu_read_unlock();
b8695a8fe   Johannes Berg   mac80211: restruc...
874
875
  }
  EXPORT_SYMBOL(ieee80211_stop_tx_ba_cb_irqsafe);
86ab6c5a6   Johannes Berg   mac80211: documen...
876

b8695a8fe   Johannes Berg   mac80211: restruc...
877
878
879
880
881
  void ieee80211_process_addba_resp(struct ieee80211_local *local,
  				  struct sta_info *sta,
  				  struct ieee80211_mgmt *mgmt,
  				  size_t len)
  {
a622ab72b   Johannes Berg   mac80211: use RCU...
882
  	struct tid_ampdu_tx *tid_tx;
6e0456b54   Felix Fietkau   mac80211: add A-M...
883
  	struct ieee80211_txq *txq;
b1720231c   Johannes Berg   mac80211: unify a...
884
  	u16 capab, tid;
0b01f030d   Johannes Berg   mac80211: track r...
885
  	u8 buf_size;
e3abc8ff0   Emmanuel Grumbach   mac80211: allow t...
886
  	bool amsdu;
b8695a8fe   Johannes Berg   mac80211: restruc...
887
888
  
  	capab = le16_to_cpu(mgmt->u.action.u.addba_resp.capab);
e3abc8ff0   Emmanuel Grumbach   mac80211: allow t...
889
  	amsdu = capab & IEEE80211_ADDBA_PARAM_AMSDU_MASK;
b8695a8fe   Johannes Berg   mac80211: restruc...
890
  	tid = (capab & IEEE80211_ADDBA_PARAM_TID_MASK) >> 2;
0b01f030d   Johannes Berg   mac80211: track r...
891
  	buf_size = (capab & IEEE80211_ADDBA_PARAM_BUF_SIZE_MASK) >> 6;
ac0621971   Gregory Greenman   mac80211: always ...
892
  	buf_size = min(buf_size, local->hw.max_tx_aggregation_subframes);
b8695a8fe   Johannes Berg   mac80211: restruc...
893

6e0456b54   Felix Fietkau   mac80211: add A-M...
894
895
896
  	txq = sta->sta.txq[tid];
  	if (!amsdu && txq)
  		set_bit(IEEE80211_TXQ_NO_AMSDU, &to_txq_info(txq)->flags);
cfcdbde35   Johannes Berg   mac80211: change ...
897
  	mutex_lock(&sta->ampdu_mlme.mtx);
b8695a8fe   Johannes Berg   mac80211: restruc...
898

40b275b69   Johannes Berg   mac80211: sparse ...
899
  	tid_tx = rcu_dereference_protected_tid_tx(sta, tid);
a622ab72b   Johannes Berg   mac80211: use RCU...
900
  	if (!tid_tx)
8ade00824   Johannes Berg   mac80211: fix add...
901
  		goto out;
b8695a8fe   Johannes Berg   mac80211: restruc...
902

a622ab72b   Johannes Berg   mac80211: use RCU...
903
  	if (mgmt->u.action.u.addba_resp.dialog_token != tid_tx->dialog_token) {
0a214d3f7   Johannes Berg   mac80211: improve...
904
905
906
  		ht_dbg(sta->sdata, "wrong addBA response token, %pM tid %d
  ",
  		       sta->sta.addr, tid);
8ade00824   Johannes Berg   mac80211: fix add...
907
  		goto out;
b8695a8fe   Johannes Berg   mac80211: restruc...
908
  	}
d305a6557   Nikolay Martynov   mac80211: fix rac...
909
  	del_timer_sync(&tid_tx->addba_resp_timer);
8ade00824   Johannes Berg   mac80211: fix add...
910

0a214d3f7   Johannes Berg   mac80211: improve...
911
912
913
  	ht_dbg(sta->sdata, "switched off addBA timer for %pM tid %d
  ",
  	       sta->sta.addr, tid);
d305a6557   Nikolay Martynov   mac80211: fix rac...
914
915
916
917
918
919
920
921
  
  	/*
  	 * addba_resp_timer may have fired before we got here, and
  	 * caused WANT_STOP to be set. If the stop then was already
  	 * processed further, STOPPING might be set.
  	 */
  	if (test_bit(HT_AGG_STATE_WANT_STOP, &tid_tx->state) ||
  	    test_bit(HT_AGG_STATE_STOPPING, &tid_tx->state)) {
bdcbd8e0e   Johannes Berg   mac80211: clean u...
922
  		ht_dbg(sta->sdata,
0a214d3f7   Johannes Berg   mac80211: improve...
923
924
925
  		       "got addBA resp for %pM tid %d but we already gave up
  ",
  		       sta->sta.addr, tid);
d305a6557   Nikolay Martynov   mac80211: fix rac...
926
927
  		goto out;
  	}
3ca97880e   Helmut Schaa   mac80211: Stop TX...
928
929
930
931
932
933
  	/*
  	 * IEEE 802.11-2007 7.3.1.14:
  	 * In an ADDBA Response frame, when the Status Code field
  	 * is set to 0, the Buffer Size subfield is set to a value
  	 * of at least 1.
  	 */
b8695a8fe   Johannes Berg   mac80211: restruc...
934
  	if (le16_to_cpu(mgmt->u.action.u.addba_resp.status)
3ca97880e   Helmut Schaa   mac80211: Stop TX...
935
  			== WLAN_STATUS_SUCCESS && buf_size) {
a622ab72b   Johannes Berg   mac80211: use RCU...
936
937
938
939
940
  		if (test_and_set_bit(HT_AGG_STATE_RESPONSE_RECEIVED,
  				     &tid_tx->state)) {
  			/* ignore duplicate response */
  			goto out;
  		}
b8695a8fe   Johannes Berg   mac80211: restruc...
941

0b01f030d   Johannes Berg   mac80211: track r...
942
  		tid_tx->buf_size = buf_size;
e3abc8ff0   Emmanuel Grumbach   mac80211: allow t...
943
  		tid_tx->amsdu = amsdu;
0b01f030d   Johannes Berg   mac80211: track r...
944

a622ab72b   Johannes Berg   mac80211: use RCU...
945
  		if (test_bit(HT_AGG_STATE_DRV_READY, &tid_tx->state))
b1720231c   Johannes Berg   mac80211: unify a...
946
  			ieee80211_agg_tx_operational(local, sta, tid);
b8695a8fe   Johannes Berg   mac80211: restruc...
947

b1720231c   Johannes Berg   mac80211: unify a...
948
  		sta->ampdu_mlme.addba_req_num[tid] = 0;
285fa6958   Nikolay Martynov   mac80211: timeout...
949

ba29f3738   Sara Sharon   mac80211: use tim...
950
951
  		tid_tx->timeout =
  			le16_to_cpu(mgmt->u.action.u.addba_resp.timeout);
12d3952fc   Felix Fietkau   mac80211: optimiz...
952
  		if (tid_tx->timeout) {
285fa6958   Nikolay Martynov   mac80211: timeout...
953
954
  			mod_timer(&tid_tx->session_timer,
  				  TU_TO_EXP_TIME(tid_tx->timeout));
12d3952fc   Felix Fietkau   mac80211: optimiz...
955
956
  			tid_tx->last_tx = jiffies;
  		}
285fa6958   Nikolay Martynov   mac80211: timeout...
957

b8695a8fe   Johannes Berg   mac80211: restruc...
958
  	} else {
c82c4a80b   Johannes Berg   mac80211: split a...
959
  		___ieee80211_stop_tx_ba_session(sta, tid, AGG_STOP_DECLINED);
b8695a8fe   Johannes Berg   mac80211: restruc...
960
  	}
2171abc58   Johannes Berg   mac80211: fix add...
961

2171abc58   Johannes Berg   mac80211: fix add...
962
   out:
cfcdbde35   Johannes Berg   mac80211: change ...
963
  	mutex_unlock(&sta->ampdu_mlme.mtx);
b8695a8fe   Johannes Berg   mac80211: restruc...
964
  }