1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16#include <linux/types.h>
17#include <linux/module.h>
18#include <linux/if_ether.h>
19#include <linux/spinlock.h>
20#include <linux/skbuff.h>
21#include <linux/netdevice.h>
22#include <linux/etherdevice.h>
23#include <linux/err.h>
24#include <linux/jiffies.h>
25#include <net/cfg80211.h>
26
27#include <brcmu_utils.h>
28#include <brcmu_wifi.h>
29#include "dhd.h"
30#include "dhd_proto.h"
31#include "dhd_dbg.h"
32#include "dhd_bus.h"
33#include "fwil.h"
34#include "fwil_types.h"
35#include "fweh.h"
36#include "fwsignal.h"
37#include "p2p.h"
38#include "wl_cfg80211.h"
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54#define BRCMF_FWS_TLV_DEFLIST \
55 BRCMF_FWS_TLV_DEF(MAC_OPEN, 1, 1) \
56 BRCMF_FWS_TLV_DEF(MAC_CLOSE, 2, 1) \
57 BRCMF_FWS_TLV_DEF(MAC_REQUEST_CREDIT, 3, 2) \
58 BRCMF_FWS_TLV_DEF(TXSTATUS, 4, 4) \
59 BRCMF_FWS_TLV_DEF(PKTTAG, 5, 4) \
60 BRCMF_FWS_TLV_DEF(MACDESC_ADD, 6, 8) \
61 BRCMF_FWS_TLV_DEF(MACDESC_DEL, 7, 8) \
62 BRCMF_FWS_TLV_DEF(RSSI, 8, 1) \
63 BRCMF_FWS_TLV_DEF(INTERFACE_OPEN, 9, 1) \
64 BRCMF_FWS_TLV_DEF(INTERFACE_CLOSE, 10, 1) \
65 BRCMF_FWS_TLV_DEF(FIFO_CREDITBACK, 11, 6) \
66 BRCMF_FWS_TLV_DEF(PENDING_TRAFFIC_BMP, 12, 2) \
67 BRCMF_FWS_TLV_DEF(MAC_REQUEST_PACKET, 13, 3) \
68 BRCMF_FWS_TLV_DEF(HOST_REORDER_RXPKTS, 14, 10) \
69 BRCMF_FWS_TLV_DEF(TRANS_ID, 18, 6) \
70 BRCMF_FWS_TLV_DEF(COMP_TXSTATUS, 19, 1) \
71 BRCMF_FWS_TLV_DEF(FILLER, 255, 0)
72
73
74
75
76#define BRCMF_FWS_TLV_DEF(name, id, len) \
77 BRCMF_FWS_TYPE_ ## name = id,
78enum brcmf_fws_tlv_type {
79 BRCMF_FWS_TLV_DEFLIST
80 BRCMF_FWS_TYPE_INVALID
81};
82#undef BRCMF_FWS_TLV_DEF
83
84
85
86
87#define BRCMF_FWS_TLV_DEF(name, id, len) \
88 BRCMF_FWS_TYPE_ ## name ## _LEN = (len),
89enum brcmf_fws_tlv_len {
90 BRCMF_FWS_TLV_DEFLIST
91};
92#undef BRCMF_FWS_TLV_DEF
93
94#ifdef DEBUG
95
96
97
98#define BRCMF_FWS_TLV_DEF(name, id, len) \
99 { id, #name },
100static struct {
101 enum brcmf_fws_tlv_type id;
102 const char *name;
103} brcmf_fws_tlv_names[] = {
104 BRCMF_FWS_TLV_DEFLIST
105};
106#undef BRCMF_FWS_TLV_DEF
107
108static const char *brcmf_fws_get_tlv_name(enum brcmf_fws_tlv_type id)
109{
110 int i;
111
112 for (i = 0; i < ARRAY_SIZE(brcmf_fws_tlv_names); i++)
113 if (brcmf_fws_tlv_names[i].id == id)
114 return brcmf_fws_tlv_names[i].name;
115
116 return "INVALID";
117}
118#else
119static const char *brcmf_fws_get_tlv_name(enum brcmf_fws_tlv_type id)
120{
121 return "NODEBUG";
122}
123#endif
124
125
126
127
128#define BRCMF_FWS_FLAGS_RSSI_SIGNALS 0x0001
129#define BRCMF_FWS_FLAGS_XONXOFF_SIGNALS 0x0002
130#define BRCMF_FWS_FLAGS_CREDIT_STATUS_SIGNALS 0x0004
131#define BRCMF_FWS_FLAGS_HOST_PROPTXSTATUS_ACTIVE 0x0008
132#define BRCMF_FWS_FLAGS_PSQ_GENERATIONFSM_ENABLE 0x0010
133#define BRCMF_FWS_FLAGS_PSQ_ZERO_BUFFER_ENABLE 0x0020
134#define BRCMF_FWS_FLAGS_HOST_RXREORDER_ACTIVE 0x0040
135
136#define BRCMF_FWS_MAC_DESC_TABLE_SIZE 32
137#define BRCMF_FWS_MAC_DESC_ID_INVALID 0xff
138
139#define BRCMF_FWS_HOSTIF_FLOWSTATE_OFF 0
140#define BRCMF_FWS_HOSTIF_FLOWSTATE_ON 1
141#define BRCMF_FWS_FLOWCONTROL_HIWATER 128
142#define BRCMF_FWS_FLOWCONTROL_LOWATER 64
143
144#define BRCMF_FWS_PSQ_PREC_COUNT ((BRCMF_FWS_FIFO_COUNT + 1) * 2)
145#define BRCMF_FWS_PSQ_LEN 256
146
147#define BRCMF_FWS_HTOD_FLAG_PKTFROMHOST 0x01
148#define BRCMF_FWS_HTOD_FLAG_PKT_REQUESTED 0x02
149
150#define BRCMF_FWS_RET_OK_NOSCHEDULE 0
151#define BRCMF_FWS_RET_OK_SCHEDULE 1
152
153
154
155
156
157
158
159
160
161enum brcmf_fws_skb_state {
162 BRCMF_FWS_SKBSTATE_NEW,
163 BRCMF_FWS_SKBSTATE_DELAYED,
164 BRCMF_FWS_SKBSTATE_SUPPRESSED,
165 BRCMF_FWS_SKBSTATE_TIM
166};
167
168
169
170
171
172
173
174
175
176
177
178
179struct brcmf_skbuff_cb {
180 u16 if_flags;
181 u32 htod;
182 enum brcmf_fws_skb_state state;
183 struct brcmf_fws_mac_descriptor *mac;
184};
185
186
187
188
189#define brcmf_skbcb(skb) ((struct brcmf_skbuff_cb *)((skb)->cb))
190
191
192
193
194
195
196
197
198
199
200
201#define BRCMF_SKB_IF_FLAGS_REQUESTED_MASK 0x0800
202#define BRCMF_SKB_IF_FLAGS_REQUESTED_SHIFT 11
203#define BRCMF_SKB_IF_FLAGS_SIGNAL_ONLY_MASK 0x0400
204#define BRCMF_SKB_IF_FLAGS_SIGNAL_ONLY_SHIFT 10
205#define BRCMF_SKB_IF_FLAGS_TRANSMIT_MASK 0x0200
206#define BRCMF_SKB_IF_FLAGS_TRANSMIT_SHIFT 9
207#define BRCMF_SKB_IF_FLAGS_REQ_CREDIT_MASK 0x0100
208#define BRCMF_SKB_IF_FLAGS_REQ_CREDIT_SHIFT 8
209#define BRCMF_SKB_IF_FLAGS_IF_AP_MASK 0x0080
210#define BRCMF_SKB_IF_FLAGS_IF_AP_SHIFT 7
211#define BRCMF_SKB_IF_FLAGS_INDEX_MASK 0x000f
212#define BRCMF_SKB_IF_FLAGS_INDEX_SHIFT 0
213
214#define brcmf_skb_if_flags_set_field(skb, field, value) \
215 brcmu_maskset16(&(brcmf_skbcb(skb)->if_flags), \
216 BRCMF_SKB_IF_FLAGS_ ## field ## _MASK, \
217 BRCMF_SKB_IF_FLAGS_ ## field ## _SHIFT, (value))
218#define brcmf_skb_if_flags_get_field(skb, field) \
219 brcmu_maskget16(brcmf_skbcb(skb)->if_flags, \
220 BRCMF_SKB_IF_FLAGS_ ## field ## _MASK, \
221 BRCMF_SKB_IF_FLAGS_ ## field ## _SHIFT)
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238#define BRCMF_SKB_HTOD_TAG_GENERATION_MASK 0x80000000
239#define BRCMF_SKB_HTOD_TAG_GENERATION_SHIFT 31
240#define BRCMF_SKB_HTOD_TAG_FLAGS_MASK 0x78000000
241#define BRCMF_SKB_HTOD_TAG_FLAGS_SHIFT 27
242#define BRCMF_SKB_HTOD_TAG_FIFO_MASK 0x07000000
243#define BRCMF_SKB_HTOD_TAG_FIFO_SHIFT 24
244#define BRCMF_SKB_HTOD_TAG_HSLOT_MASK 0x00ffff00
245#define BRCMF_SKB_HTOD_TAG_HSLOT_SHIFT 8
246#define BRCMF_SKB_HTOD_TAG_FREERUN_MASK 0x000000ff
247#define BRCMF_SKB_HTOD_TAG_FREERUN_SHIFT 0
248
249#define brcmf_skb_htod_tag_set_field(skb, field, value) \
250 brcmu_maskset32(&(brcmf_skbcb(skb)->htod), \
251 BRCMF_SKB_HTOD_TAG_ ## field ## _MASK, \
252 BRCMF_SKB_HTOD_TAG_ ## field ## _SHIFT, (value))
253#define brcmf_skb_htod_tag_get_field(skb, field) \
254 brcmu_maskget32(brcmf_skbcb(skb)->htod, \
255 BRCMF_SKB_HTOD_TAG_ ## field ## _MASK, \
256 BRCMF_SKB_HTOD_TAG_ ## field ## _SHIFT)
257
258#define BRCMF_FWS_TXSTAT_GENERATION_MASK 0x80000000
259#define BRCMF_FWS_TXSTAT_GENERATION_SHIFT 31
260#define BRCMF_FWS_TXSTAT_FLAGS_MASK 0x78000000
261#define BRCMF_FWS_TXSTAT_FLAGS_SHIFT 27
262#define BRCMF_FWS_TXSTAT_FIFO_MASK 0x07000000
263#define BRCMF_FWS_TXSTAT_FIFO_SHIFT 24
264#define BRCMF_FWS_TXSTAT_HSLOT_MASK 0x00FFFF00
265#define BRCMF_FWS_TXSTAT_HSLOT_SHIFT 8
266#define BRCMF_FWS_TXSTAT_PKTID_MASK 0x00FFFFFF
267#define BRCMF_FWS_TXSTAT_PKTID_SHIFT 0
268
269#define brcmf_txstatus_get_field(txs, field) \
270 brcmu_maskget32(txs, BRCMF_FWS_TXSTAT_ ## field ## _MASK, \
271 BRCMF_FWS_TXSTAT_ ## field ## _SHIFT)
272
273
274#define BRCMF_FWS_BORROW_DEFER_PERIOD (HZ / 10)
275
276
277
278
279
280
281
282
283
284
285
286
287
288enum brcmf_fws_fifo {
289 BRCMF_FWS_FIFO_FIRST,
290 BRCMF_FWS_FIFO_AC_BK = BRCMF_FWS_FIFO_FIRST,
291 BRCMF_FWS_FIFO_AC_BE,
292 BRCMF_FWS_FIFO_AC_VI,
293 BRCMF_FWS_FIFO_AC_VO,
294 BRCMF_FWS_FIFO_BCMC,
295 BRCMF_FWS_FIFO_ATIM,
296 BRCMF_FWS_FIFO_COUNT
297};
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313enum brcmf_fws_txstatus {
314 BRCMF_FWS_TXSTATUS_DISCARD,
315 BRCMF_FWS_TXSTATUS_CORE_SUPPRESS,
316 BRCMF_FWS_TXSTATUS_FW_PS_SUPPRESS,
317 BRCMF_FWS_TXSTATUS_FW_TOSSED,
318 BRCMF_FWS_TXSTATUS_HOST_TOSSED
319};
320
321enum brcmf_fws_fcmode {
322 BRCMF_FWS_FCMODE_NONE,
323 BRCMF_FWS_FCMODE_IMPLIED_CREDIT,
324 BRCMF_FWS_FCMODE_EXPLICIT_CREDIT
325};
326
327enum brcmf_fws_mac_desc_state {
328 BRCMF_FWS_STATE_OPEN = 1,
329 BRCMF_FWS_STATE_CLOSE
330};
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348struct brcmf_fws_mac_descriptor {
349 char name[16];
350 u8 occupied;
351 u8 mac_handle;
352 u8 interface_id;
353 u8 state;
354 bool suppressed;
355 u8 generation;
356 u8 ac_bitmap;
357 u8 requested_credit;
358 u8 requested_packet;
359 u8 ea[ETH_ALEN];
360 u8 seq[BRCMF_FWS_FIFO_COUNT];
361 struct pktq psq;
362 int transit_count;
363 int suppr_transit_count;
364 bool send_tim_signal;
365 u8 traffic_pending_bmp;
366 u8 traffic_lastreported_bmp;
367};
368
369#define BRCMF_FWS_HANGER_MAXITEMS 1024
370
371
372
373
374
375
376
377
378enum brcmf_fws_hanger_item_state {
379 BRCMF_FWS_HANGER_ITEM_STATE_FREE = 1,
380 BRCMF_FWS_HANGER_ITEM_STATE_INUSE,
381 BRCMF_FWS_HANGER_ITEM_STATE_INUSE_SUPPRESSED
382};
383
384
385
386
387
388
389
390
391struct brcmf_fws_hanger_item {
392 enum brcmf_fws_hanger_item_state state;
393 struct sk_buff *pkt;
394};
395
396
397
398
399
400
401
402
403
404
405
406
407struct brcmf_fws_hanger {
408 u32 pushed;
409 u32 popped;
410 u32 failed_to_push;
411 u32 failed_to_pop;
412 u32 failed_slotfind;
413 u32 slot_pos;
414 struct brcmf_fws_hanger_item items[BRCMF_FWS_HANGER_MAXITEMS];
415};
416
417struct brcmf_fws_macdesc_table {
418 struct brcmf_fws_mac_descriptor nodes[BRCMF_FWS_MAC_DESC_TABLE_SIZE];
419 struct brcmf_fws_mac_descriptor iface[BRCMF_MAX_IFS];
420 struct brcmf_fws_mac_descriptor other;
421};
422
423struct brcmf_fws_info {
424 struct brcmf_pub *drvr;
425 spinlock_t spinlock;
426 ulong flags;
427 struct brcmf_fws_stats stats;
428 struct brcmf_fws_hanger hanger;
429 enum brcmf_fws_fcmode fcmode;
430 bool fw_signals;
431 bool bcmc_credit_check;
432 struct brcmf_fws_macdesc_table desc;
433 struct workqueue_struct *fws_wq;
434 struct work_struct fws_dequeue_work;
435 u32 fifo_enqpkt[BRCMF_FWS_FIFO_COUNT];
436 int fifo_credit[BRCMF_FWS_FIFO_COUNT];
437 int credits_borrowed[BRCMF_FWS_FIFO_AC_VO + 1];
438 int deq_node_pos[BRCMF_FWS_FIFO_COUNT];
439 u32 fifo_credit_map;
440 u32 fifo_delay_map;
441 unsigned long borrow_defer_timestamp;
442 bool bus_flow_blocked;
443 bool creditmap_received;
444};
445
446
447
448
449static const int brcmf_fws_prio2fifo[] = {
450 BRCMF_FWS_FIFO_AC_BE,
451 BRCMF_FWS_FIFO_AC_BK,
452 BRCMF_FWS_FIFO_AC_BK,
453 BRCMF_FWS_FIFO_AC_BE,
454 BRCMF_FWS_FIFO_AC_VI,
455 BRCMF_FWS_FIFO_AC_VI,
456 BRCMF_FWS_FIFO_AC_VO,
457 BRCMF_FWS_FIFO_AC_VO
458};
459
460static int fcmode;
461module_param(fcmode, int, S_IRUSR);
462MODULE_PARM_DESC(fcmode, "mode of firmware signalled flow control");
463
464#define BRCMF_FWS_TLV_DEF(name, id, len) \
465 case BRCMF_FWS_TYPE_ ## name: \
466 return len;
467
468
469
470
471
472
473
474
475
476static int brcmf_fws_get_tlv_len(struct brcmf_fws_info *fws,
477 enum brcmf_fws_tlv_type id)
478{
479 switch (id) {
480 BRCMF_FWS_TLV_DEFLIST
481 default:
482 fws->stats.tlv_invalid_type++;
483 break;
484 }
485 return -EINVAL;
486}
487#undef BRCMF_FWS_TLV_DEF
488
489static void brcmf_fws_lock(struct brcmf_fws_info *fws)
490 __acquires(&fws->spinlock)
491{
492 spin_lock_irqsave(&fws->spinlock, fws->flags);
493}
494
495static void brcmf_fws_unlock(struct brcmf_fws_info *fws)
496 __releases(&fws->spinlock)
497{
498 spin_unlock_irqrestore(&fws->spinlock, fws->flags);
499}
500
501static bool brcmf_fws_ifidx_match(struct sk_buff *skb, void *arg)
502{
503 u32 ifidx = brcmf_skb_if_flags_get_field(skb, INDEX);
504 return ifidx == *(int *)arg;
505}
506
507static void brcmf_fws_psq_flush(struct brcmf_fws_info *fws, struct pktq *q,
508 int ifidx)
509{
510 bool (*matchfn)(struct sk_buff *, void *) = NULL;
511 struct sk_buff *skb;
512 int prec;
513
514 if (ifidx != -1)
515 matchfn = brcmf_fws_ifidx_match;
516 for (prec = 0; prec < q->num_prec; prec++) {
517 skb = brcmu_pktq_pdeq_match(q, prec, matchfn, &ifidx);
518 while (skb) {
519 brcmu_pkt_buf_free_skb(skb);
520 skb = brcmu_pktq_pdeq_match(q, prec, matchfn, &ifidx);
521 }
522 }
523}
524
525static void brcmf_fws_hanger_init(struct brcmf_fws_hanger *hanger)
526{
527 int i;
528
529 memset(hanger, 0, sizeof(*hanger));
530 for (i = 0; i < ARRAY_SIZE(hanger->items); i++)
531 hanger->items[i].state = BRCMF_FWS_HANGER_ITEM_STATE_FREE;
532}
533
534static u32 brcmf_fws_hanger_get_free_slot(struct brcmf_fws_hanger *h)
535{
536 u32 i;
537
538 i = (h->slot_pos + 1) % BRCMF_FWS_HANGER_MAXITEMS;
539
540 while (i != h->slot_pos) {
541 if (h->items[i].state == BRCMF_FWS_HANGER_ITEM_STATE_FREE) {
542 h->slot_pos = i;
543 goto done;
544 }
545 i++;
546 if (i == BRCMF_FWS_HANGER_MAXITEMS)
547 i = 0;
548 }
549 brcmf_err("all slots occupied\n");
550 h->failed_slotfind++;
551 i = BRCMF_FWS_HANGER_MAXITEMS;
552done:
553 return i;
554}
555
556static int brcmf_fws_hanger_pushpkt(struct brcmf_fws_hanger *h,
557 struct sk_buff *pkt, u32 slot_id)
558{
559 if (slot_id >= BRCMF_FWS_HANGER_MAXITEMS)
560 return -ENOENT;
561
562 if (h->items[slot_id].state != BRCMF_FWS_HANGER_ITEM_STATE_FREE) {
563 brcmf_err("slot is not free\n");
564 h->failed_to_push++;
565 return -EINVAL;
566 }
567
568 h->items[slot_id].state = BRCMF_FWS_HANGER_ITEM_STATE_INUSE;
569 h->items[slot_id].pkt = pkt;
570 h->pushed++;
571 return 0;
572}
573
574static int brcmf_fws_hanger_poppkt(struct brcmf_fws_hanger *h,
575 u32 slot_id, struct sk_buff **pktout,
576 bool remove_item)
577{
578 if (slot_id >= BRCMF_FWS_HANGER_MAXITEMS)
579 return -ENOENT;
580
581 if (h->items[slot_id].state == BRCMF_FWS_HANGER_ITEM_STATE_FREE) {
582 brcmf_err("entry not in use\n");
583 h->failed_to_pop++;
584 return -EINVAL;
585 }
586
587 *pktout = h->items[slot_id].pkt;
588 if (remove_item) {
589 h->items[slot_id].state = BRCMF_FWS_HANGER_ITEM_STATE_FREE;
590 h->items[slot_id].pkt = NULL;
591 h->popped++;
592 }
593 return 0;
594}
595
596static int brcmf_fws_hanger_mark_suppressed(struct brcmf_fws_hanger *h,
597 u32 slot_id)
598{
599 if (slot_id >= BRCMF_FWS_HANGER_MAXITEMS)
600 return -ENOENT;
601
602 if (h->items[slot_id].state == BRCMF_FWS_HANGER_ITEM_STATE_FREE) {
603 brcmf_err("entry not in use\n");
604 return -EINVAL;
605 }
606
607 h->items[slot_id].state = BRCMF_FWS_HANGER_ITEM_STATE_INUSE_SUPPRESSED;
608 return 0;
609}
610
611static void brcmf_fws_hanger_cleanup(struct brcmf_fws_info *fws,
612 bool (*fn)(struct sk_buff *, void *),
613 int ifidx)
614{
615 struct brcmf_fws_hanger *h = &fws->hanger;
616 struct sk_buff *skb;
617 int i;
618 enum brcmf_fws_hanger_item_state s;
619
620 for (i = 0; i < ARRAY_SIZE(h->items); i++) {
621 s = h->items[i].state;
622 if (s == BRCMF_FWS_HANGER_ITEM_STATE_INUSE ||
623 s == BRCMF_FWS_HANGER_ITEM_STATE_INUSE_SUPPRESSED) {
624 skb = h->items[i].pkt;
625 if (fn == NULL || fn(skb, &ifidx)) {
626
627 if (s == BRCMF_FWS_HANGER_ITEM_STATE_INUSE)
628 brcmu_pkt_buf_free_skb(skb);
629 h->items[i].state =
630 BRCMF_FWS_HANGER_ITEM_STATE_FREE;
631 }
632 }
633 }
634}
635
636static void brcmf_fws_macdesc_set_name(struct brcmf_fws_info *fws,
637 struct brcmf_fws_mac_descriptor *desc)
638{
639 if (desc == &fws->desc.other)
640 strlcpy(desc->name, "MAC-OTHER", sizeof(desc->name));
641 else if (desc->mac_handle)
642 scnprintf(desc->name, sizeof(desc->name), "MAC-%d:%d",
643 desc->mac_handle, desc->interface_id);
644 else
645 scnprintf(desc->name, sizeof(desc->name), "MACIF:%d",
646 desc->interface_id);
647}
648
649static void brcmf_fws_macdesc_init(struct brcmf_fws_mac_descriptor *desc,
650 u8 *addr, u8 ifidx)
651{
652 brcmf_dbg(TRACE,
653 "enter: desc %p ea=%pM, ifidx=%u\n", desc, addr, ifidx);
654 desc->occupied = 1;
655 desc->state = BRCMF_FWS_STATE_OPEN;
656 desc->requested_credit = 0;
657 desc->requested_packet = 0;
658
659 desc->interface_id = ifidx;
660 desc->ac_bitmap = 0xff;
661 if (addr)
662 memcpy(&desc->ea[0], addr, ETH_ALEN);
663}
664
665static
666void brcmf_fws_macdesc_deinit(struct brcmf_fws_mac_descriptor *desc)
667{
668 brcmf_dbg(TRACE,
669 "enter: ea=%pM, ifidx=%u\n", desc->ea, desc->interface_id);
670 desc->occupied = 0;
671 desc->state = BRCMF_FWS_STATE_CLOSE;
672 desc->requested_credit = 0;
673 desc->requested_packet = 0;
674}
675
676static struct brcmf_fws_mac_descriptor *
677brcmf_fws_macdesc_lookup(struct brcmf_fws_info *fws, u8 *ea)
678{
679 struct brcmf_fws_mac_descriptor *entry;
680 int i;
681
682 if (ea == NULL)
683 return ERR_PTR(-EINVAL);
684
685 entry = &fws->desc.nodes[0];
686 for (i = 0; i < ARRAY_SIZE(fws->desc.nodes); i++) {
687 if (entry->occupied && !memcmp(entry->ea, ea, ETH_ALEN))
688 return entry;
689 entry++;
690 }
691
692 return ERR_PTR(-ENOENT);
693}
694
695static struct brcmf_fws_mac_descriptor*
696brcmf_fws_macdesc_find(struct brcmf_fws_info *fws, struct brcmf_if *ifp, u8 *da)
697{
698 struct brcmf_fws_mac_descriptor *entry = &fws->desc.other;
699 bool multicast;
700
701 multicast = is_multicast_ether_addr(da);
702
703
704
705
706
707 if (multicast && ifp->fws_desc) {
708 entry = ifp->fws_desc;
709 goto done;
710 }
711
712 entry = brcmf_fws_macdesc_lookup(fws, da);
713 if (IS_ERR(entry))
714 entry = ifp->fws_desc;
715
716done:
717 return entry;
718}
719
720static bool brcmf_fws_macdesc_closed(struct brcmf_fws_info *fws,
721 struct brcmf_fws_mac_descriptor *entry,
722 int fifo)
723{
724 struct brcmf_fws_mac_descriptor *if_entry;
725 bool closed;
726
727
728
729
730 if (entry->mac_handle) {
731 if_entry = &fws->desc.iface[entry->interface_id];
732 if (if_entry->state == BRCMF_FWS_STATE_CLOSE)
733 return true;
734 }
735
736
737
738 closed = entry->state == BRCMF_FWS_STATE_CLOSE &&
739 !entry->requested_credit && !entry->requested_packet;
740
741
742 return closed || !(entry->ac_bitmap & BIT(fifo));
743}
744
745static void brcmf_fws_macdesc_cleanup(struct brcmf_fws_info *fws,
746 struct brcmf_fws_mac_descriptor *entry,
747 int ifidx)
748{
749 if (entry->occupied && (ifidx == -1 || ifidx == entry->interface_id)) {
750 brcmf_fws_psq_flush(fws, &entry->psq, ifidx);
751 entry->occupied = !!(entry->psq.len);
752 }
753}
754
755static void brcmf_fws_bus_txq_cleanup(struct brcmf_fws_info *fws,
756 bool (*fn)(struct sk_buff *, void *),
757 int ifidx)
758{
759 struct brcmf_fws_hanger_item *hi;
760 struct pktq *txq;
761 struct sk_buff *skb;
762 int prec;
763 u32 hslot;
764
765 txq = brcmf_bus_gettxq(fws->drvr->bus_if);
766 if (IS_ERR(txq)) {
767 brcmf_dbg(TRACE, "no txq to clean up\n");
768 return;
769 }
770
771 for (prec = 0; prec < txq->num_prec; prec++) {
772 skb = brcmu_pktq_pdeq_match(txq, prec, fn, &ifidx);
773 while (skb) {
774 hslot = brcmf_skb_htod_tag_get_field(skb, HSLOT);
775 hi = &fws->hanger.items[hslot];
776 WARN_ON(skb != hi->pkt);
777 hi->state = BRCMF_FWS_HANGER_ITEM_STATE_FREE;
778 brcmu_pkt_buf_free_skb(skb);
779 skb = brcmu_pktq_pdeq_match(txq, prec, fn, &ifidx);
780 }
781 }
782}
783
784static void brcmf_fws_cleanup(struct brcmf_fws_info *fws, int ifidx)
785{
786 int i;
787 struct brcmf_fws_mac_descriptor *table;
788 bool (*matchfn)(struct sk_buff *, void *) = NULL;
789
790 if (fws == NULL)
791 return;
792
793 if (ifidx != -1)
794 matchfn = brcmf_fws_ifidx_match;
795
796
797 table = &fws->desc.nodes[0];
798 for (i = 0; i < ARRAY_SIZE(fws->desc.nodes); i++)
799 brcmf_fws_macdesc_cleanup(fws, &table[i], ifidx);
800
801 brcmf_fws_macdesc_cleanup(fws, &fws->desc.other, ifidx);
802 brcmf_fws_bus_txq_cleanup(fws, matchfn, ifidx);
803 brcmf_fws_hanger_cleanup(fws, matchfn, ifidx);
804}
805
806static int brcmf_fws_hdrpush(struct brcmf_fws_info *fws, struct sk_buff *skb)
807{
808 struct brcmf_fws_mac_descriptor *entry = brcmf_skbcb(skb)->mac;
809 u8 *wlh;
810 u16 data_offset = 0;
811 u8 fillers;
812 __le32 pkttag = cpu_to_le32(brcmf_skbcb(skb)->htod);
813
814 brcmf_dbg(TRACE, "enter: %s, idx=%d pkttag=0x%08X, hslot=%d\n",
815 entry->name, brcmf_skb_if_flags_get_field(skb, INDEX),
816 le32_to_cpu(pkttag), (le32_to_cpu(pkttag) >> 8) & 0xffff);
817 if (entry->send_tim_signal)
818 data_offset += 2 + BRCMF_FWS_TYPE_PENDING_TRAFFIC_BMP_LEN;
819
820
821 data_offset += 2 + BRCMF_FWS_TYPE_PKTTAG_LEN;
822 fillers = round_up(data_offset, 4) - data_offset;
823 data_offset += fillers;
824
825 skb_push(skb, data_offset);
826 wlh = skb->data;
827
828 wlh[0] = BRCMF_FWS_TYPE_PKTTAG;
829 wlh[1] = BRCMF_FWS_TYPE_PKTTAG_LEN;
830 memcpy(&wlh[2], &pkttag, sizeof(pkttag));
831 wlh += BRCMF_FWS_TYPE_PKTTAG_LEN + 2;
832
833 if (entry->send_tim_signal) {
834 entry->send_tim_signal = 0;
835 wlh[0] = BRCMF_FWS_TYPE_PENDING_TRAFFIC_BMP;
836 wlh[1] = BRCMF_FWS_TYPE_PENDING_TRAFFIC_BMP_LEN;
837 wlh[2] = entry->mac_handle;
838 wlh[3] = entry->traffic_pending_bmp;
839 brcmf_dbg(TRACE, "adding TIM info: handle %d bmp 0x%X\n",
840 entry->mac_handle, entry->traffic_pending_bmp);
841 wlh += BRCMF_FWS_TYPE_PENDING_TRAFFIC_BMP_LEN + 2;
842 entry->traffic_lastreported_bmp = entry->traffic_pending_bmp;
843 }
844 if (fillers)
845 memset(wlh, BRCMF_FWS_TYPE_FILLER, fillers);
846
847 brcmf_proto_hdrpush(fws->drvr, brcmf_skb_if_flags_get_field(skb, INDEX),
848 data_offset >> 2, skb);
849 return 0;
850}
851
852static bool brcmf_fws_tim_update(struct brcmf_fws_info *fws,
853 struct brcmf_fws_mac_descriptor *entry,
854 int fifo, bool send_immediately)
855{
856 struct sk_buff *skb;
857 struct brcmf_bus *bus;
858 struct brcmf_skbuff_cb *skcb;
859 s32 err;
860 u32 len;
861
862
863 if (brcmu_pktq_mlen(&entry->psq, 3 << (fifo * 2)) == 0)
864 entry->traffic_pending_bmp &= ~NBITVAL(fifo);
865 else
866 entry->traffic_pending_bmp |= NBITVAL(fifo);
867
868 entry->send_tim_signal = false;
869 if (entry->traffic_lastreported_bmp != entry->traffic_pending_bmp)
870 entry->send_tim_signal = true;
871 if (send_immediately && entry->send_tim_signal &&
872 entry->state == BRCMF_FWS_STATE_CLOSE) {
873
874
875 len = BRCMF_FWS_TYPE_PKTTAG_LEN + 2 +
876 BRCMF_FWS_TYPE_PENDING_TRAFFIC_BMP_LEN + 2 +
877 4 + fws->drvr->hdrlen;
878 skb = brcmu_pkt_buf_get_skb(len);
879 if (skb == NULL)
880 return false;
881 skb_pull(skb, len);
882 skcb = brcmf_skbcb(skb);
883 skcb->mac = entry;
884 skcb->state = BRCMF_FWS_SKBSTATE_TIM;
885 bus = fws->drvr->bus_if;
886 err = brcmf_fws_hdrpush(fws, skb);
887 if (err == 0) {
888 brcmf_fws_unlock(fws);
889 err = brcmf_bus_txdata(bus, skb);
890 brcmf_fws_lock(fws);
891 }
892 if (err)
893 brcmu_pkt_buf_free_skb(skb);
894 return true;
895 }
896 return false;
897}
898
899static void
900brcmf_fws_flow_control_check(struct brcmf_fws_info *fws, struct pktq *pq,
901 u8 if_id)
902{
903 struct brcmf_if *ifp = fws->drvr->iflist[!if_id ? 0 : if_id + 1];
904
905 if (WARN_ON(!ifp))
906 return;
907
908 if ((ifp->netif_stop & BRCMF_NETIF_STOP_REASON_FWS_FC) &&
909 pq->len <= BRCMF_FWS_FLOWCONTROL_LOWATER)
910 brcmf_txflowblock_if(ifp,
911 BRCMF_NETIF_STOP_REASON_FWS_FC, false);
912 if (!(ifp->netif_stop & BRCMF_NETIF_STOP_REASON_FWS_FC) &&
913 pq->len >= BRCMF_FWS_FLOWCONTROL_HIWATER) {
914 fws->stats.fws_flow_block++;
915 brcmf_txflowblock_if(ifp, BRCMF_NETIF_STOP_REASON_FWS_FC, true);
916 }
917 return;
918}
919
920static int brcmf_fws_rssi_indicate(struct brcmf_fws_info *fws, s8 rssi)
921{
922 brcmf_dbg(CTL, "rssi %d\n", rssi);
923 return 0;
924}
925
926static
927int brcmf_fws_macdesc_indicate(struct brcmf_fws_info *fws, u8 type, u8 *data)
928{
929 struct brcmf_fws_mac_descriptor *entry, *existing;
930 u8 mac_handle;
931 u8 ifidx;
932 u8 *addr;
933
934 mac_handle = *data++;
935 ifidx = *data++;
936 addr = data;
937
938 entry = &fws->desc.nodes[mac_handle & 0x1F];
939 if (type == BRCMF_FWS_TYPE_MACDESC_DEL) {
940 if (entry->occupied) {
941 brcmf_dbg(TRACE, "deleting %s mac %pM\n",
942 entry->name, addr);
943 brcmf_fws_lock(fws);
944 brcmf_fws_macdesc_cleanup(fws, entry, -1);
945 brcmf_fws_macdesc_deinit(entry);
946 brcmf_fws_unlock(fws);
947 } else
948 fws->stats.mac_update_failed++;
949 return 0;
950 }
951
952 existing = brcmf_fws_macdesc_lookup(fws, addr);
953 if (IS_ERR(existing)) {
954 if (!entry->occupied) {
955 brcmf_fws_lock(fws);
956 entry->mac_handle = mac_handle;
957 brcmf_fws_macdesc_init(entry, addr, ifidx);
958 brcmf_fws_macdesc_set_name(fws, entry);
959 brcmu_pktq_init(&entry->psq, BRCMF_FWS_PSQ_PREC_COUNT,
960 BRCMF_FWS_PSQ_LEN);
961 brcmf_fws_unlock(fws);
962 brcmf_dbg(TRACE, "add %s mac %pM\n", entry->name, addr);
963 } else {
964 fws->stats.mac_update_failed++;
965 }
966 } else {
967 if (entry != existing) {
968 brcmf_dbg(TRACE, "copy mac %s\n", existing->name);
969 brcmf_fws_lock(fws);
970 memcpy(entry, existing,
971 offsetof(struct brcmf_fws_mac_descriptor, psq));
972 entry->mac_handle = mac_handle;
973 brcmf_fws_macdesc_deinit(existing);
974 brcmf_fws_macdesc_set_name(fws, entry);
975 brcmf_fws_unlock(fws);
976 brcmf_dbg(TRACE, "relocate %s mac %pM\n", entry->name,
977 addr);
978 } else {
979 brcmf_dbg(TRACE, "use existing\n");
980 WARN_ON(entry->mac_handle != mac_handle);
981
982 }
983 }
984 return 0;
985}
986
987static int brcmf_fws_macdesc_state_indicate(struct brcmf_fws_info *fws,
988 u8 type, u8 *data)
989{
990 struct brcmf_fws_mac_descriptor *entry;
991 u8 mac_handle;
992 int ret;
993
994 mac_handle = data[0];
995 entry = &fws->desc.nodes[mac_handle & 0x1F];
996 if (!entry->occupied) {
997 fws->stats.mac_ps_update_failed++;
998 return -ESRCH;
999 }
1000 brcmf_fws_lock(fws);
1001
1002 entry->requested_credit = 0;
1003 entry->requested_packet = 0;
1004 if (type == BRCMF_FWS_TYPE_MAC_OPEN) {
1005 entry->state = BRCMF_FWS_STATE_OPEN;
1006 ret = BRCMF_FWS_RET_OK_SCHEDULE;
1007 } else {
1008 entry->state = BRCMF_FWS_STATE_CLOSE;
1009 brcmf_fws_tim_update(fws, entry, BRCMF_FWS_FIFO_AC_BK, false);
1010 brcmf_fws_tim_update(fws, entry, BRCMF_FWS_FIFO_AC_BE, false);
1011 brcmf_fws_tim_update(fws, entry, BRCMF_FWS_FIFO_AC_VI, false);
1012 brcmf_fws_tim_update(fws, entry, BRCMF_FWS_FIFO_AC_VO, true);
1013 ret = BRCMF_FWS_RET_OK_NOSCHEDULE;
1014 }
1015 brcmf_fws_unlock(fws);
1016 return ret;
1017}
1018
1019static int brcmf_fws_interface_state_indicate(struct brcmf_fws_info *fws,
1020 u8 type, u8 *data)
1021{
1022 struct brcmf_fws_mac_descriptor *entry;
1023 u8 ifidx;
1024 int ret;
1025
1026 ifidx = data[0];
1027
1028 if (ifidx >= BRCMF_MAX_IFS) {
1029 ret = -ERANGE;
1030 goto fail;
1031 }
1032
1033 entry = &fws->desc.iface[ifidx];
1034 if (!entry->occupied) {
1035 ret = -ESRCH;
1036 goto fail;
1037 }
1038
1039 brcmf_dbg(TRACE, "%s (%d): %s\n", brcmf_fws_get_tlv_name(type), type,
1040 entry->name);
1041 brcmf_fws_lock(fws);
1042 switch (type) {
1043 case BRCMF_FWS_TYPE_INTERFACE_OPEN:
1044 entry->state = BRCMF_FWS_STATE_OPEN;
1045 ret = BRCMF_FWS_RET_OK_SCHEDULE;
1046 break;
1047 case BRCMF_FWS_TYPE_INTERFACE_CLOSE:
1048 entry->state = BRCMF_FWS_STATE_CLOSE;
1049 ret = BRCMF_FWS_RET_OK_NOSCHEDULE;
1050 break;
1051 default:
1052 ret = -EINVAL;
1053 brcmf_fws_unlock(fws);
1054 goto fail;
1055 }
1056 brcmf_fws_unlock(fws);
1057 return ret;
1058
1059fail:
1060 fws->stats.if_update_failed++;
1061 return ret;
1062}
1063
1064static int brcmf_fws_request_indicate(struct brcmf_fws_info *fws, u8 type,
1065 u8 *data)
1066{
1067 struct brcmf_fws_mac_descriptor *entry;
1068
1069 entry = &fws->desc.nodes[data[1] & 0x1F];
1070 if (!entry->occupied) {
1071 if (type == BRCMF_FWS_TYPE_MAC_REQUEST_CREDIT)
1072 fws->stats.credit_request_failed++;
1073 else
1074 fws->stats.packet_request_failed++;
1075 return -ESRCH;
1076 }
1077
1078 brcmf_dbg(TRACE, "%s (%d): %s cnt %d bmp %d\n",
1079 brcmf_fws_get_tlv_name(type), type, entry->name,
1080 data[0], data[2]);
1081 brcmf_fws_lock(fws);
1082 if (type == BRCMF_FWS_TYPE_MAC_REQUEST_CREDIT)
1083 entry->requested_credit = data[0];
1084 else
1085 entry->requested_packet = data[0];
1086
1087 entry->ac_bitmap = data[2];
1088 brcmf_fws_unlock(fws);
1089 return BRCMF_FWS_RET_OK_SCHEDULE;
1090}
1091
1092static void
1093brcmf_fws_macdesc_use_req_credit(struct brcmf_fws_mac_descriptor *entry,
1094 struct sk_buff *skb)
1095{
1096 if (entry->requested_credit > 0) {
1097 entry->requested_credit--;
1098 brcmf_skb_if_flags_set_field(skb, REQUESTED, 1);
1099 brcmf_skb_if_flags_set_field(skb, REQ_CREDIT, 1);
1100 if (entry->state != BRCMF_FWS_STATE_CLOSE)
1101 brcmf_err("requested credit set while mac not closed!\n");
1102 } else if (entry->requested_packet > 0) {
1103 entry->requested_packet--;
1104 brcmf_skb_if_flags_set_field(skb, REQUESTED, 1);
1105 brcmf_skb_if_flags_set_field(skb, REQ_CREDIT, 0);
1106 if (entry->state != BRCMF_FWS_STATE_CLOSE)
1107 brcmf_err("requested packet set while mac not closed!\n");
1108 } else {
1109 brcmf_skb_if_flags_set_field(skb, REQUESTED, 0);
1110 brcmf_skb_if_flags_set_field(skb, REQ_CREDIT, 0);
1111 }
1112}
1113
1114static void brcmf_fws_macdesc_return_req_credit(struct sk_buff *skb)
1115{
1116 struct brcmf_fws_mac_descriptor *entry = brcmf_skbcb(skb)->mac;
1117
1118 if ((brcmf_skb_if_flags_get_field(skb, REQ_CREDIT)) &&
1119 (entry->state == BRCMF_FWS_STATE_CLOSE))
1120 entry->requested_credit++;
1121}
1122
1123static void brcmf_fws_return_credits(struct brcmf_fws_info *fws,
1124 u8 fifo, u8 credits)
1125{
1126 int lender_ac;
1127 int *borrowed;
1128 int *fifo_credit;
1129
1130 if (!credits)
1131 return;
1132
1133 fws->fifo_credit_map |= 1 << fifo;
1134
1135 if ((fifo == BRCMF_FWS_FIFO_AC_BE) &&
1136 (fws->credits_borrowed[0])) {
1137 for (lender_ac = BRCMF_FWS_FIFO_AC_VO; lender_ac >= 0;
1138 lender_ac--) {
1139 borrowed = &fws->credits_borrowed[lender_ac];
1140 if (*borrowed) {
1141 fws->fifo_credit_map |= (1 << lender_ac);
1142 fifo_credit = &fws->fifo_credit[lender_ac];
1143 if (*borrowed >= credits) {
1144 *borrowed -= credits;
1145 *fifo_credit += credits;
1146 return;
1147 } else {
1148 credits -= *borrowed;
1149 *fifo_credit += *borrowed;
1150 *borrowed = 0;
1151 }
1152 }
1153 }
1154 }
1155
1156 fws->fifo_credit[fifo] += credits;
1157}
1158
1159static void brcmf_fws_schedule_deq(struct brcmf_fws_info *fws)
1160{
1161
1162 if ((fws->fifo_credit_map & fws->fifo_delay_map) ||
1163 (!brcmf_fws_fc_active(fws) && fws->fifo_delay_map))
1164 queue_work(fws->fws_wq, &fws->fws_dequeue_work);
1165}
1166
1167static int brcmf_fws_enq(struct brcmf_fws_info *fws,
1168 enum brcmf_fws_skb_state state, int fifo,
1169 struct sk_buff *p)
1170{
1171 int prec = 2 * fifo;
1172 u32 *qfull_stat = &fws->stats.delayq_full_error;
1173
1174 struct brcmf_fws_mac_descriptor *entry;
1175
1176 entry = brcmf_skbcb(p)->mac;
1177 if (entry == NULL) {
1178 brcmf_err("no mac descriptor found for skb %p\n", p);
1179 return -ENOENT;
1180 }
1181
1182 brcmf_dbg(DATA, "enter: fifo %d skb %p\n", fifo, p);
1183 if (state == BRCMF_FWS_SKBSTATE_SUPPRESSED) {
1184 prec += 1;
1185 qfull_stat = &fws->stats.supprq_full_error;
1186 }
1187
1188 if (brcmu_pktq_penq(&entry->psq, prec, p) == NULL) {
1189 *qfull_stat += 1;
1190 return -ENFILE;
1191 }
1192
1193
1194 fws->fifo_delay_map |= 1 << fifo;
1195 fws->fifo_enqpkt[fifo]++;
1196
1197
1198 brcmf_skbcb(p)->state = state;
1199
1200
1201
1202
1203
1204 brcmf_fws_tim_update(fws, entry, fifo, true);
1205 brcmf_fws_flow_control_check(fws, &entry->psq,
1206 brcmf_skb_if_flags_get_field(p, INDEX));
1207 return 0;
1208}
1209
1210static struct sk_buff *brcmf_fws_deq(struct brcmf_fws_info *fws, int fifo)
1211{
1212 struct brcmf_fws_mac_descriptor *table;
1213 struct brcmf_fws_mac_descriptor *entry;
1214 struct sk_buff *p;
1215 int num_nodes;
1216 int node_pos;
1217 int prec_out;
1218 int pmsk;
1219 int i;
1220
1221 table = (struct brcmf_fws_mac_descriptor *)&fws->desc;
1222 num_nodes = sizeof(fws->desc) / sizeof(struct brcmf_fws_mac_descriptor);
1223 node_pos = fws->deq_node_pos[fifo];
1224
1225 for (i = 0; i < num_nodes; i++) {
1226 entry = &table[(node_pos + i) % num_nodes];
1227 if (!entry->occupied ||
1228 brcmf_fws_macdesc_closed(fws, entry, fifo))
1229 continue;
1230
1231 if (entry->suppressed)
1232 pmsk = 2;
1233 else
1234 pmsk = 3;
1235 p = brcmu_pktq_mdeq(&entry->psq, pmsk << (fifo * 2), &prec_out);
1236 if (p == NULL) {
1237 if (entry->suppressed) {
1238 if (entry->suppr_transit_count)
1239 continue;
1240 entry->suppressed = false;
1241 p = brcmu_pktq_mdeq(&entry->psq,
1242 1 << (fifo * 2), &prec_out);
1243 }
1244 }
1245 if (p == NULL)
1246 continue;
1247
1248 brcmf_fws_macdesc_use_req_credit(entry, p);
1249
1250
1251 fws->deq_node_pos[fifo] = (node_pos + i + 1) % num_nodes;
1252 brcmf_fws_flow_control_check(fws, &entry->psq,
1253 brcmf_skb_if_flags_get_field(p,
1254 INDEX)
1255 );
1256
1257
1258
1259
1260 brcmf_fws_tim_update(fws, entry, fifo, false);
1261
1262
1263
1264
1265
1266 fws->fifo_enqpkt[fifo]--;
1267 if (fws->fifo_enqpkt[fifo] == 0)
1268 fws->fifo_delay_map &= ~(1 << fifo);
1269 goto done;
1270 }
1271 p = NULL;
1272done:
1273 brcmf_dbg(DATA, "exit: fifo %d skb %p\n", fifo, p);
1274 return p;
1275}
1276
1277static int brcmf_fws_txstatus_suppressed(struct brcmf_fws_info *fws, int fifo,
1278 struct sk_buff *skb, u32 genbit)
1279{
1280 struct brcmf_fws_mac_descriptor *entry = brcmf_skbcb(skb)->mac;
1281 u32 hslot;
1282 int ret;
1283 u8 ifidx;
1284
1285 hslot = brcmf_skb_htod_tag_get_field(skb, HSLOT);
1286
1287
1288 if (!entry->suppressed) {
1289 entry->suppressed = true;
1290 entry->suppr_transit_count = entry->transit_count;
1291 brcmf_dbg(DATA, "suppress %s: transit %d\n",
1292 entry->name, entry->transit_count);
1293 }
1294
1295 entry->generation = genbit;
1296
1297 ret = brcmf_proto_hdrpull(fws->drvr, false, &ifidx, skb);
1298 if (ret == 0)
1299 ret = brcmf_fws_enq(fws, BRCMF_FWS_SKBSTATE_SUPPRESSED, fifo,
1300 skb);
1301 if (ret != 0) {
1302
1303 brcmf_fws_hanger_poppkt(&fws->hanger, hslot, &skb,
1304 true);
1305 } else {
1306
1307
1308
1309
1310 brcmf_fws_hanger_mark_suppressed(&fws->hanger, hslot);
1311 }
1312
1313 return ret;
1314}
1315
1316static int
1317brcmf_fws_txs_process(struct brcmf_fws_info *fws, u8 flags, u32 hslot,
1318 u32 genbit)
1319{
1320 u32 fifo;
1321 int ret;
1322 bool remove_from_hanger = true;
1323 struct sk_buff *skb;
1324 struct brcmf_skbuff_cb *skcb;
1325 struct brcmf_fws_mac_descriptor *entry = NULL;
1326
1327 brcmf_dbg(DATA, "flags %d\n", flags);
1328
1329 if (flags == BRCMF_FWS_TXSTATUS_DISCARD)
1330 fws->stats.txs_discard++;
1331 else if (flags == BRCMF_FWS_TXSTATUS_CORE_SUPPRESS) {
1332 fws->stats.txs_supp_core++;
1333 remove_from_hanger = false;
1334 } else if (flags == BRCMF_FWS_TXSTATUS_FW_PS_SUPPRESS) {
1335 fws->stats.txs_supp_ps++;
1336 remove_from_hanger = false;
1337 } else if (flags == BRCMF_FWS_TXSTATUS_FW_TOSSED)
1338 fws->stats.txs_tossed++;
1339 else if (flags == BRCMF_FWS_TXSTATUS_HOST_TOSSED)
1340 fws->stats.txs_host_tossed++;
1341 else
1342 brcmf_err("unexpected txstatus\n");
1343
1344 ret = brcmf_fws_hanger_poppkt(&fws->hanger, hslot, &skb,
1345 remove_from_hanger);
1346 if (ret != 0) {
1347 brcmf_err("no packet in hanger slot: hslot=%d\n", hslot);
1348 return ret;
1349 }
1350
1351 skcb = brcmf_skbcb(skb);
1352 entry = skcb->mac;
1353 if (WARN_ON(!entry)) {
1354 brcmu_pkt_buf_free_skb(skb);
1355 return -EINVAL;
1356 }
1357 entry->transit_count--;
1358 if (entry->suppressed && entry->suppr_transit_count)
1359 entry->suppr_transit_count--;
1360
1361 brcmf_dbg(DATA, "%s flags %X htod %X\n", entry->name, skcb->if_flags,
1362 skcb->htod);
1363
1364
1365 fifo = brcmf_skb_htod_tag_get_field(skb, FIFO);
1366 if ((fws->fcmode == BRCMF_FWS_FCMODE_IMPLIED_CREDIT) ||
1367 (brcmf_skb_if_flags_get_field(skb, REQ_CREDIT)) ||
1368 (flags == BRCMF_FWS_TXSTATUS_HOST_TOSSED)) {
1369 brcmf_fws_return_credits(fws, fifo, 1);
1370 brcmf_fws_schedule_deq(fws);
1371 }
1372 brcmf_fws_macdesc_return_req_credit(skb);
1373
1374 if (!remove_from_hanger)
1375 ret = brcmf_fws_txstatus_suppressed(fws, fifo, skb, genbit);
1376
1377 if (remove_from_hanger || ret)
1378 brcmf_txfinalize(fws->drvr, skb, true);
1379
1380 return 0;
1381}
1382
1383static int brcmf_fws_fifocreditback_indicate(struct brcmf_fws_info *fws,
1384 u8 *data)
1385{
1386 int i;
1387
1388 if (fws->fcmode != BRCMF_FWS_FCMODE_EXPLICIT_CREDIT) {
1389 brcmf_dbg(INFO, "ignored\n");
1390 return BRCMF_FWS_RET_OK_NOSCHEDULE;
1391 }
1392
1393 brcmf_dbg(DATA, "enter: data %pM\n", data);
1394 brcmf_fws_lock(fws);
1395 for (i = 0; i < BRCMF_FWS_FIFO_COUNT; i++)
1396 brcmf_fws_return_credits(fws, i, data[i]);
1397
1398 brcmf_dbg(DATA, "map: credit %x delay %x\n", fws->fifo_credit_map,
1399 fws->fifo_delay_map);
1400 brcmf_fws_unlock(fws);
1401 return BRCMF_FWS_RET_OK_SCHEDULE;
1402}
1403
1404static int brcmf_fws_txstatus_indicate(struct brcmf_fws_info *fws, u8 *data)
1405{
1406 __le32 status_le;
1407 u32 status;
1408 u32 hslot;
1409 u32 genbit;
1410 u8 flags;
1411
1412 fws->stats.txs_indicate++;
1413 memcpy(&status_le, data, sizeof(status_le));
1414 status = le32_to_cpu(status_le);
1415 flags = brcmf_txstatus_get_field(status, FLAGS);
1416 hslot = brcmf_txstatus_get_field(status, HSLOT);
1417 genbit = brcmf_txstatus_get_field(status, GENERATION);
1418
1419 brcmf_fws_lock(fws);
1420 brcmf_fws_txs_process(fws, flags, hslot, genbit);
1421 brcmf_fws_unlock(fws);
1422 return BRCMF_FWS_RET_OK_NOSCHEDULE;
1423}
1424
1425static int brcmf_fws_dbg_seqnum_check(struct brcmf_fws_info *fws, u8 *data)
1426{
1427 __le32 timestamp;
1428
1429 memcpy(×tamp, &data[2], sizeof(timestamp));
1430 brcmf_dbg(CTL, "received: seq %d, timestamp %d\n", data[1],
1431 le32_to_cpu(timestamp));
1432 return 0;
1433}
1434
1435static int brcmf_fws_notify_credit_map(struct brcmf_if *ifp,
1436 const struct brcmf_event_msg *e,
1437 void *data)
1438{
1439 struct brcmf_fws_info *fws = ifp->drvr->fws;
1440 int i;
1441 u8 *credits = data;
1442
1443 if (e->datalen < BRCMF_FWS_FIFO_COUNT) {
1444 brcmf_err("event payload too small (%d)\n", e->datalen);
1445 return -EINVAL;
1446 }
1447 if (fws->creditmap_received)
1448 return 0;
1449
1450 fws->creditmap_received = true;
1451
1452 brcmf_dbg(TRACE, "enter: credits %pM\n", credits);
1453 brcmf_fws_lock(fws);
1454 for (i = 0; i < ARRAY_SIZE(fws->fifo_credit); i++) {
1455 if (*credits)
1456 fws->fifo_credit_map |= 1 << i;
1457 else
1458 fws->fifo_credit_map &= ~(1 << i);
1459 fws->fifo_credit[i] = *credits++;
1460 }
1461 brcmf_fws_schedule_deq(fws);
1462 brcmf_fws_unlock(fws);
1463 return 0;
1464}
1465
1466static int brcmf_fws_notify_bcmc_credit_support(struct brcmf_if *ifp,
1467 const struct brcmf_event_msg *e,
1468 void *data)
1469{
1470 struct brcmf_fws_info *fws = ifp->drvr->fws;
1471
1472 brcmf_fws_lock(fws);
1473 if (fws)
1474 fws->bcmc_credit_check = true;
1475 brcmf_fws_unlock(fws);
1476 return 0;
1477}
1478
1479int brcmf_fws_hdrpull(struct brcmf_pub *drvr, int ifidx, s16 signal_len,
1480 struct sk_buff *skb)
1481{
1482 struct brcmf_skb_reorder_data *rd;
1483 struct brcmf_fws_info *fws = drvr->fws;
1484 u8 *signal_data;
1485 s16 data_len;
1486 u8 type;
1487 u8 len;
1488 u8 *data;
1489 s32 status;
1490 s32 err;
1491
1492 brcmf_dbg(HDRS, "enter: ifidx %d, skblen %u, sig %d\n",
1493 ifidx, skb->len, signal_len);
1494
1495 WARN_ON(signal_len > skb->len);
1496
1497 if (!signal_len)
1498 return 0;
1499
1500 if (!fws->fw_signals) {
1501 skb_pull(skb, signal_len);
1502 return 0;
1503 }
1504
1505 fws->stats.header_pulls++;
1506 data_len = signal_len;
1507 signal_data = skb->data;
1508
1509 status = BRCMF_FWS_RET_OK_NOSCHEDULE;
1510 while (data_len > 0) {
1511
1512 type = signal_data[0];
1513
1514
1515
1516
1517 if (type == BRCMF_FWS_TYPE_FILLER) {
1518 signal_data += 1;
1519 data_len -= 1;
1520 continue;
1521 }
1522 len = signal_data[1];
1523 data = signal_data + 2;
1524
1525 brcmf_dbg(HDRS, "tlv type=%s (%d), len=%d (%d)\n",
1526 brcmf_fws_get_tlv_name(type), type, len,
1527 brcmf_fws_get_tlv_len(fws, type));
1528
1529
1530 if (data_len < len + 2)
1531 break;
1532
1533 if (len < brcmf_fws_get_tlv_len(fws, type))
1534 break;
1535
1536 err = BRCMF_FWS_RET_OK_NOSCHEDULE;
1537 switch (type) {
1538 case BRCMF_FWS_TYPE_COMP_TXSTATUS:
1539 break;
1540 case BRCMF_FWS_TYPE_HOST_REORDER_RXPKTS:
1541 rd = (struct brcmf_skb_reorder_data *)skb->cb;
1542 rd->reorder = data;
1543 break;
1544 case BRCMF_FWS_TYPE_MACDESC_ADD:
1545 case BRCMF_FWS_TYPE_MACDESC_DEL:
1546 brcmf_fws_macdesc_indicate(fws, type, data);
1547 break;
1548 case BRCMF_FWS_TYPE_MAC_OPEN:
1549 case BRCMF_FWS_TYPE_MAC_CLOSE:
1550 err = brcmf_fws_macdesc_state_indicate(fws, type, data);
1551 break;
1552 case BRCMF_FWS_TYPE_INTERFACE_OPEN:
1553 case BRCMF_FWS_TYPE_INTERFACE_CLOSE:
1554 err = brcmf_fws_interface_state_indicate(fws, type,
1555 data);
1556 break;
1557 case BRCMF_FWS_TYPE_MAC_REQUEST_CREDIT:
1558 case BRCMF_FWS_TYPE_MAC_REQUEST_PACKET:
1559 err = brcmf_fws_request_indicate(fws, type, data);
1560 break;
1561 case BRCMF_FWS_TYPE_TXSTATUS:
1562 brcmf_fws_txstatus_indicate(fws, data);
1563 break;
1564 case BRCMF_FWS_TYPE_FIFO_CREDITBACK:
1565 err = brcmf_fws_fifocreditback_indicate(fws, data);
1566 break;
1567 case BRCMF_FWS_TYPE_RSSI:
1568 brcmf_fws_rssi_indicate(fws, *data);
1569 break;
1570 case BRCMF_FWS_TYPE_TRANS_ID:
1571 brcmf_fws_dbg_seqnum_check(fws, data);
1572 break;
1573 case BRCMF_FWS_TYPE_PKTTAG:
1574 case BRCMF_FWS_TYPE_PENDING_TRAFFIC_BMP:
1575 default:
1576 fws->stats.tlv_invalid_type++;
1577 break;
1578 }
1579 if (err == BRCMF_FWS_RET_OK_SCHEDULE)
1580 status = BRCMF_FWS_RET_OK_SCHEDULE;
1581 signal_data += len + 2;
1582 data_len -= len + 2;
1583 }
1584
1585 if (data_len != 0)
1586 fws->stats.tlv_parse_failed++;
1587
1588 if (status == BRCMF_FWS_RET_OK_SCHEDULE)
1589 brcmf_fws_schedule_deq(fws);
1590
1591
1592
1593
1594 skb_pull(skb, signal_len);
1595
1596
1597
1598 if (skb->len == 0)
1599 fws->stats.header_only_pkt++;
1600
1601 return 0;
1602}
1603
1604static void brcmf_fws_precommit_skb(struct brcmf_fws_info *fws, int fifo,
1605 struct sk_buff *p)
1606{
1607 struct brcmf_skbuff_cb *skcb = brcmf_skbcb(p);
1608 struct brcmf_fws_mac_descriptor *entry = skcb->mac;
1609 u8 flags;
1610
1611 brcmf_skb_if_flags_set_field(p, TRANSMIT, 1);
1612 brcmf_skb_htod_tag_set_field(p, GENERATION, entry->generation);
1613 flags = BRCMF_FWS_HTOD_FLAG_PKTFROMHOST;
1614 if (brcmf_skb_if_flags_get_field(p, REQUESTED)) {
1615
1616
1617
1618
1619 flags |= BRCMF_FWS_HTOD_FLAG_PKT_REQUESTED;
1620 }
1621 brcmf_skb_htod_tag_set_field(p, FLAGS, flags);
1622 brcmf_fws_hdrpush(fws, p);
1623}
1624
1625static void brcmf_fws_rollback_toq(struct brcmf_fws_info *fws,
1626 struct sk_buff *skb, int fifo)
1627{
1628 struct brcmf_fws_mac_descriptor *entry;
1629 struct sk_buff *pktout;
1630 int qidx, hslot;
1631 int rc = 0;
1632
1633 entry = brcmf_skbcb(skb)->mac;
1634 if (entry->occupied) {
1635 qidx = 2 * fifo;
1636 if (brcmf_skbcb(skb)->state == BRCMF_FWS_SKBSTATE_SUPPRESSED)
1637 qidx++;
1638
1639 pktout = brcmu_pktq_penq_head(&entry->psq, qidx, skb);
1640 if (pktout == NULL) {
1641 brcmf_err("%s queue %d full\n", entry->name, qidx);
1642 rc = -ENOSPC;
1643 }
1644 } else {
1645 brcmf_err("%s entry removed\n", entry->name);
1646 rc = -ENOENT;
1647 }
1648
1649 if (rc) {
1650 fws->stats.rollback_failed++;
1651 hslot = brcmf_skb_htod_tag_get_field(skb, HSLOT);
1652 brcmf_fws_txs_process(fws, BRCMF_FWS_TXSTATUS_HOST_TOSSED,
1653 hslot, 0);
1654 } else {
1655 fws->stats.rollback_success++;
1656 brcmf_fws_return_credits(fws, fifo, 1);
1657 brcmf_fws_macdesc_return_req_credit(skb);
1658 }
1659}
1660
1661static int brcmf_fws_borrow_credit(struct brcmf_fws_info *fws)
1662{
1663 int lender_ac;
1664
1665 if (time_after(fws->borrow_defer_timestamp, jiffies)) {
1666 fws->fifo_credit_map &= ~(1 << BRCMF_FWS_FIFO_AC_BE);
1667 return -ENAVAIL;
1668 }
1669
1670 for (lender_ac = 0; lender_ac <= BRCMF_FWS_FIFO_AC_VO; lender_ac++) {
1671 if (fws->fifo_credit[lender_ac]) {
1672 fws->credits_borrowed[lender_ac]++;
1673 fws->fifo_credit[lender_ac]--;
1674 if (fws->fifo_credit[lender_ac] == 0)
1675 fws->fifo_credit_map &= ~(1 << lender_ac);
1676 fws->fifo_credit_map |= (1 << BRCMF_FWS_FIFO_AC_BE);
1677 brcmf_dbg(DATA, "borrow credit from: %d\n", lender_ac);
1678 return 0;
1679 }
1680 }
1681 fws->fifo_credit_map &= ~(1 << BRCMF_FWS_FIFO_AC_BE);
1682 return -ENAVAIL;
1683}
1684
1685static int brcmf_fws_commit_skb(struct brcmf_fws_info *fws, int fifo,
1686 struct sk_buff *skb)
1687{
1688 struct brcmf_skbuff_cb *skcb = brcmf_skbcb(skb);
1689 struct brcmf_fws_mac_descriptor *entry;
1690 struct brcmf_bus *bus = fws->drvr->bus_if;
1691 int rc;
1692 u8 ifidx;
1693
1694 entry = skcb->mac;
1695 if (IS_ERR(entry))
1696 return PTR_ERR(entry);
1697
1698 brcmf_fws_precommit_skb(fws, fifo, skb);
1699 entry->transit_count++;
1700 if (entry->suppressed)
1701 entry->suppr_transit_count++;
1702 brcmf_fws_unlock(fws);
1703 rc = brcmf_bus_txdata(bus, skb);
1704 brcmf_fws_lock(fws);
1705 brcmf_dbg(DATA, "%s flags %X htod %X bus_tx %d\n", entry->name,
1706 skcb->if_flags, skcb->htod, rc);
1707 if (rc < 0) {
1708 entry->transit_count--;
1709 if (entry->suppressed)
1710 entry->suppr_transit_count--;
1711 brcmf_proto_hdrpull(fws->drvr, false, &ifidx, skb);
1712 goto rollback;
1713 }
1714
1715 fws->stats.pkt2bus++;
1716 fws->stats.send_pkts[fifo]++;
1717 if (brcmf_skb_if_flags_get_field(skb, REQUESTED))
1718 fws->stats.requested_sent[fifo]++;
1719
1720 return rc;
1721
1722rollback:
1723 brcmf_fws_rollback_toq(fws, skb, fifo);
1724 return rc;
1725}
1726
1727static int brcmf_fws_assign_htod(struct brcmf_fws_info *fws, struct sk_buff *p,
1728 int fifo)
1729{
1730 struct brcmf_skbuff_cb *skcb = brcmf_skbcb(p);
1731 int rc, hslot;
1732
1733 hslot = brcmf_fws_hanger_get_free_slot(&fws->hanger);
1734 brcmf_skb_htod_tag_set_field(p, HSLOT, hslot);
1735 brcmf_skb_htod_tag_set_field(p, FREERUN, skcb->mac->seq[fifo]);
1736 brcmf_skb_htod_tag_set_field(p, FIFO, fifo);
1737 rc = brcmf_fws_hanger_pushpkt(&fws->hanger, p, hslot);
1738 if (!rc)
1739 skcb->mac->seq[fifo]++;
1740 else
1741 fws->stats.generic_error++;
1742 return rc;
1743}
1744
1745int brcmf_fws_process_skb(struct brcmf_if *ifp, struct sk_buff *skb)
1746{
1747 struct brcmf_pub *drvr = ifp->drvr;
1748 struct brcmf_fws_info *fws = drvr->fws;
1749 struct brcmf_skbuff_cb *skcb = brcmf_skbcb(skb);
1750 struct ethhdr *eh = (struct ethhdr *)(skb->data);
1751 int fifo = BRCMF_FWS_FIFO_BCMC;
1752 bool multicast = is_multicast_ether_addr(eh->h_dest);
1753 bool pae = eh->h_proto == htons(ETH_P_PAE);
1754
1755 brcmf_dbg(DATA, "tx proto=0x%X\n", ntohs(eh->h_proto));
1756
1757 if (!skb->priority)
1758 skb->priority = cfg80211_classify8021d(skb);
1759
1760 drvr->tx_multicast += !!multicast;
1761 if (pae)
1762 atomic_inc(&ifp->pend_8021x_cnt);
1763
1764
1765 skcb->if_flags = 0;
1766 skcb->state = BRCMF_FWS_SKBSTATE_NEW;
1767 brcmf_skb_if_flags_set_field(skb, INDEX, ifp->ifidx);
1768 if (!multicast)
1769 fifo = brcmf_fws_prio2fifo[skb->priority];
1770
1771 brcmf_fws_lock(fws);
1772 if (fifo != BRCMF_FWS_FIFO_AC_BE && fifo < BRCMF_FWS_FIFO_BCMC)
1773 fws->borrow_defer_timestamp = jiffies +
1774 BRCMF_FWS_BORROW_DEFER_PERIOD;
1775
1776 skcb->mac = brcmf_fws_macdesc_find(fws, ifp, eh->h_dest);
1777 brcmf_dbg(DATA, "%s mac %pM multi %d fifo %d\n", skcb->mac->name,
1778 eh->h_dest, multicast, fifo);
1779 if (!brcmf_fws_assign_htod(fws, skb, fifo)) {
1780 brcmf_fws_enq(fws, BRCMF_FWS_SKBSTATE_DELAYED, fifo, skb);
1781 brcmf_fws_schedule_deq(fws);
1782 } else {
1783 brcmf_err("drop skb: no hanger slot\n");
1784 if (pae) {
1785 atomic_dec(&ifp->pend_8021x_cnt);
1786 if (waitqueue_active(&ifp->pend_8021x_wait))
1787 wake_up(&ifp->pend_8021x_wait);
1788 }
1789 brcmu_pkt_buf_free_skb(skb);
1790 }
1791 brcmf_fws_unlock(fws);
1792 return 0;
1793}
1794
1795void brcmf_fws_reset_interface(struct brcmf_if *ifp)
1796{
1797 struct brcmf_fws_mac_descriptor *entry = ifp->fws_desc;
1798
1799 brcmf_dbg(TRACE, "enter: idx=%d\n", ifp->bssidx);
1800 if (!entry)
1801 return;
1802
1803 brcmf_fws_macdesc_init(entry, ifp->mac_addr, ifp->ifidx);
1804}
1805
1806void brcmf_fws_add_interface(struct brcmf_if *ifp)
1807{
1808 struct brcmf_fws_info *fws = ifp->drvr->fws;
1809 struct brcmf_fws_mac_descriptor *entry;
1810
1811 if (!ifp->ndev)
1812 return;
1813
1814 entry = &fws->desc.iface[ifp->ifidx];
1815 ifp->fws_desc = entry;
1816 brcmf_fws_macdesc_init(entry, ifp->mac_addr, ifp->ifidx);
1817 brcmf_fws_macdesc_set_name(fws, entry);
1818 brcmu_pktq_init(&entry->psq, BRCMF_FWS_PSQ_PREC_COUNT,
1819 BRCMF_FWS_PSQ_LEN);
1820 brcmf_dbg(TRACE, "added %s\n", entry->name);
1821}
1822
1823void brcmf_fws_del_interface(struct brcmf_if *ifp)
1824{
1825 struct brcmf_fws_mac_descriptor *entry = ifp->fws_desc;
1826
1827 if (!entry)
1828 return;
1829
1830 brcmf_fws_lock(ifp->drvr->fws);
1831 ifp->fws_desc = NULL;
1832 brcmf_dbg(TRACE, "deleting %s\n", entry->name);
1833 brcmf_fws_macdesc_deinit(entry);
1834 brcmf_fws_cleanup(ifp->drvr->fws, ifp->ifidx);
1835 brcmf_fws_unlock(ifp->drvr->fws);
1836}
1837
1838static void brcmf_fws_dequeue_worker(struct work_struct *worker)
1839{
1840 struct brcmf_fws_info *fws;
1841 struct brcmf_pub *drvr;
1842 struct sk_buff *skb;
1843 int fifo;
1844 u32 hslot;
1845 u32 ifidx;
1846 int ret;
1847
1848 fws = container_of(worker, struct brcmf_fws_info, fws_dequeue_work);
1849 drvr = fws->drvr;
1850
1851 brcmf_fws_lock(fws);
1852 for (fifo = BRCMF_FWS_FIFO_BCMC; fifo >= 0 && !fws->bus_flow_blocked;
1853 fifo--) {
1854 if (!brcmf_fws_fc_active(fws)) {
1855 while ((skb = brcmf_fws_deq(fws, fifo)) != NULL) {
1856 hslot = brcmf_skb_htod_tag_get_field(skb,
1857 HSLOT);
1858 brcmf_fws_hanger_poppkt(&fws->hanger, hslot,
1859 &skb, true);
1860 ifidx = brcmf_skb_if_flags_get_field(skb,
1861 INDEX);
1862 brcmf_proto_hdrpush(drvr, ifidx, 0, skb);
1863
1864 brcmf_fws_unlock(fws);
1865 ret = brcmf_bus_txdata(drvr->bus_if, skb);
1866 brcmf_fws_lock(fws);
1867 if (ret < 0)
1868 brcmf_txfinalize(drvr, skb, false);
1869 if (fws->bus_flow_blocked)
1870 break;
1871 }
1872 continue;
1873 }
1874 while ((fws->fifo_credit[fifo]) || ((!fws->bcmc_credit_check) &&
1875 (fifo == BRCMF_FWS_FIFO_BCMC))) {
1876 skb = brcmf_fws_deq(fws, fifo);
1877 if (!skb)
1878 break;
1879 fws->fifo_credit[fifo]--;
1880 if (brcmf_fws_commit_skb(fws, fifo, skb))
1881 break;
1882 if (fws->bus_flow_blocked)
1883 break;
1884 }
1885 if ((fifo == BRCMF_FWS_FIFO_AC_BE) &&
1886 (fws->fifo_credit[fifo] == 0) &&
1887 (!fws->bus_flow_blocked)) {
1888 while (brcmf_fws_borrow_credit(fws) == 0) {
1889 skb = brcmf_fws_deq(fws, fifo);
1890 if (!skb) {
1891 brcmf_fws_return_credits(fws, fifo, 1);
1892 break;
1893 }
1894 if (brcmf_fws_commit_skb(fws, fifo, skb))
1895 break;
1896 if (fws->bus_flow_blocked)
1897 break;
1898 }
1899 }
1900 }
1901 brcmf_fws_unlock(fws);
1902}
1903
1904int brcmf_fws_init(struct brcmf_pub *drvr)
1905{
1906 struct brcmf_fws_info *fws;
1907 u32 tlv = BRCMF_FWS_FLAGS_RSSI_SIGNALS;
1908 int rc;
1909
1910 drvr->fws = kzalloc(sizeof(*(drvr->fws)), GFP_KERNEL);
1911 if (!drvr->fws) {
1912 rc = -ENOMEM;
1913 goto fail;
1914 }
1915
1916 fws = drvr->fws;
1917
1918 spin_lock_init(&fws->spinlock);
1919
1920
1921 fws->drvr = drvr;
1922 fws->fcmode = fcmode;
1923
1924 fws->fws_wq = create_singlethread_workqueue("brcmf_fws_wq");
1925 if (fws->fws_wq == NULL) {
1926 brcmf_err("workqueue creation failed\n");
1927 rc = -EBADF;
1928 goto fail;
1929 }
1930 INIT_WORK(&fws->fws_dequeue_work, brcmf_fws_dequeue_worker);
1931
1932
1933 if (fws->fcmode != BRCMF_FWS_FCMODE_NONE)
1934 tlv |= BRCMF_FWS_FLAGS_XONXOFF_SIGNALS |
1935 BRCMF_FWS_FLAGS_CREDIT_STATUS_SIGNALS |
1936 BRCMF_FWS_FLAGS_HOST_PROPTXSTATUS_ACTIVE |
1937 BRCMF_FWS_FLAGS_HOST_RXREORDER_ACTIVE;
1938
1939 rc = brcmf_fweh_register(drvr, BRCMF_E_FIFO_CREDIT_MAP,
1940 brcmf_fws_notify_credit_map);
1941 if (rc < 0) {
1942 brcmf_err("register credit map handler failed\n");
1943 goto fail;
1944 }
1945 rc = brcmf_fweh_register(drvr, BRCMF_E_BCMC_CREDIT_SUPPORT,
1946 brcmf_fws_notify_bcmc_credit_support);
1947 if (rc < 0) {
1948 brcmf_err("register bcmc credit handler failed\n");
1949 brcmf_fweh_unregister(drvr, BRCMF_E_FIFO_CREDIT_MAP);
1950 goto fail;
1951 }
1952
1953
1954
1955
1956
1957 fws->fw_signals = true;
1958 if (brcmf_fil_iovar_int_set(drvr->iflist[0], "tlv", tlv)) {
1959 brcmf_err("failed to set bdcv2 tlv signaling\n");
1960 fws->fcmode = BRCMF_FWS_FCMODE_NONE;
1961 fws->fw_signals = false;
1962 }
1963
1964 if (brcmf_fil_iovar_int_set(drvr->iflist[0], "ampdu_hostreorder", 1))
1965 brcmf_dbg(INFO, "enabling AMPDU host-reorder failed\n");
1966
1967 brcmf_fws_hanger_init(&fws->hanger);
1968 brcmf_fws_macdesc_init(&fws->desc.other, NULL, 0);
1969 brcmf_fws_macdesc_set_name(fws, &fws->desc.other);
1970 brcmu_pktq_init(&fws->desc.other.psq, BRCMF_FWS_PSQ_PREC_COUNT,
1971 BRCMF_FWS_PSQ_LEN);
1972
1973
1974 brcmf_debugfs_create_fws_stats(drvr, &fws->stats);
1975
1976 brcmf_dbg(INFO, "%s bdcv2 tlv signaling [%x]\n",
1977 fws->fw_signals ? "enabled" : "disabled", tlv);
1978 return 0;
1979
1980fail:
1981 brcmf_fws_deinit(drvr);
1982 return rc;
1983}
1984
1985void brcmf_fws_deinit(struct brcmf_pub *drvr)
1986{
1987 struct brcmf_fws_info *fws = drvr->fws;
1988
1989 if (!fws)
1990 return;
1991
1992 if (drvr->fws->fws_wq)
1993 destroy_workqueue(drvr->fws->fws_wq);
1994
1995
1996 brcmf_fws_lock(fws);
1997 brcmf_fws_cleanup(fws, -1);
1998 drvr->fws = NULL;
1999 brcmf_fws_unlock(fws);
2000
2001
2002 kfree(fws);
2003}
2004
2005bool brcmf_fws_fc_active(struct brcmf_fws_info *fws)
2006{
2007 if (!fws->creditmap_received)
2008 return false;
2009
2010 return fws->fcmode != BRCMF_FWS_FCMODE_NONE;
2011}
2012
2013void brcmf_fws_bustxfail(struct brcmf_fws_info *fws, struct sk_buff *skb)
2014{
2015 u32 hslot;
2016
2017 if (brcmf_skbcb(skb)->state == BRCMF_FWS_SKBSTATE_TIM) {
2018 brcmu_pkt_buf_free_skb(skb);
2019 return;
2020 }
2021 brcmf_fws_lock(fws);
2022 hslot = brcmf_skb_htod_tag_get_field(skb, HSLOT);
2023 brcmf_fws_txs_process(fws, BRCMF_FWS_TXSTATUS_HOST_TOSSED, hslot, 0);
2024 brcmf_fws_unlock(fws);
2025}
2026
2027void brcmf_fws_bus_blocked(struct brcmf_pub *drvr, bool flow_blocked)
2028{
2029 struct brcmf_fws_info *fws = drvr->fws;
2030
2031 fws->bus_flow_blocked = flow_blocked;
2032 if (!flow_blocked)
2033 brcmf_fws_schedule_deq(fws);
2034 else
2035 fws->stats.bus_flow_block++;
2036}
2037