drivers/net/wireless/broadcom/brcm80211/brcmfmac/core.c

   1 /*
   2  * Copyright (c) 2010 Broadcom Corporation
   3  *
   4  * Permission to use, copy, modify, and/or distribute this software for any
   5  * purpose with or without fee is hereby granted, provided that the above
   6  * copyright notice and this permission notice appear in all copies.
   7  *
   8  * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
   9  * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
  10  * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY
  11  * SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
  12  * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION
  13  * OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN
  14  * CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
  15  */
  16
  17 #include <linux/kernel.h>
  18 #include <linux/etherdevice.h>
  19 #include <linux/module.h>
  20 #include <linux/inetdevice.h>
  21 #include <net/cfg80211.h>
  22 #include <net/rtnetlink.h>
  23 #include <net/addrconf.h>
  24 #include <net/ipv6.h>
  25 #include <brcmu_utils.h>
  26 #include <brcmu_wifi.h>
  27
  28 #include "core.h"
  29 #include "bus.h"
  30 #include "debug.h"
  31 #include "fwil_types.h"
  32 #include "p2p.h"
  33 #include "pno.h"
  34 #include "cfg80211.h"
  35 #include "fwil.h"
  36 #include "feature.h"
  37 #include "proto.h"
  38 #include "pcie.h"
  39 #include "common.h"
  40
  41 #define MAX_WAIT_FOR_8021X_TX                   msecs_to_jiffies(950)
  42
  43 #define BRCMF_BSSIDX_INVALID                    -1
  44
  45 char *brcmf_ifname(struct brcmf_if *ifp)
  46 {
  47         if (!ifp)
  48                 return "<if_null>";
  49
  50         if (ifp->ndev)
  51                 return ifp->ndev->name;
  52
  53         return "<if_none>";
  54 }
  55
  56 struct brcmf_if *brcmf_get_ifp(struct brcmf_pub *drvr, int ifidx)
  57 {
  58         struct brcmf_if *ifp;
  59         s32 bsscfgidx;
  60
  61         if (ifidx < 0 || ifidx >= BRCMF_MAX_IFS) {
  62                 brcmf_err("ifidx %d out of range\n", ifidx);
  63                 return NULL;
  64         }
  65
  66         ifp = NULL;
  67         bsscfgidx = drvr->if2bss[ifidx];
  68         if (bsscfgidx >= 0)
  69                 ifp = drvr->iflist[bsscfgidx];
  70
  71         return ifp;
  72 }
  73
  74 static void _brcmf_set_multicast_list(struct work_struct *work)
  75 {
  76         struct brcmf_if *ifp;
  77         struct net_device *ndev;
  78         struct netdev_hw_addr *ha;
  79         u32 cmd_value, cnt;
  80         __le32 cnt_le;
  81         char *buf, *bufp;
  82         u32 buflen;
  83         s32 err;
  84
  85         ifp = container_of(work, struct brcmf_if, multicast_work);
  86
  87         brcmf_dbg(TRACE, "Enter, bsscfgidx=%d\n", ifp->bsscfgidx);
  88
  89         ndev = ifp->ndev;
  90
  91         /* Determine initial value of allmulti flag */
  92         cmd_value = (ndev->flags & IFF_ALLMULTI) ? true : false;
  93
  94         /* Send down the multicast list first. */
  95         cnt = netdev_mc_count(ndev);
  96         buflen = sizeof(cnt) + (cnt * ETH_ALEN);
  97         buf = kmalloc(buflen, GFP_ATOMIC);
  98         if (!buf)
  99                 return;
 100         bufp = buf;
 101
 102         cnt_le = cpu_to_le32(cnt);
 103         memcpy(bufp, &cnt_le, sizeof(cnt_le));
 104         bufp += sizeof(cnt_le);
 105
 106         netdev_for_each_mc_addr(ha, ndev) {
 107                 if (!cnt)
 108                         break;
 109                 memcpy(bufp, ha->addr, ETH_ALEN);
 110                 bufp += ETH_ALEN;
 111                 cnt--;
 112         }
 113
 114         err = brcmf_fil_iovar_data_set(ifp, "mcast_list", buf, buflen);
 115         if (err < 0) {
 116                 brcmf_err("Setting mcast_list failed, %d\n", err);
 117                 cmd_value = cnt ? true : cmd_value;
 118         }
 119
 120         kfree(buf);
 121
 122         /*
 123          * Now send the allmulti setting.  This is based on the setting in the
 124          * net_device flags, but might be modified above to be turned on if we
 125          * were trying to set some addresses and dongle rejected it...
 126          */
 127         err = brcmf_fil_iovar_int_set(ifp, "allmulti", cmd_value);
 128         if (err < 0)
 129                 brcmf_err("Setting allmulti failed, %d\n", err);
 130
 131         /*Finally, pick up the PROMISC flag */
 132         cmd_value = (ndev->flags & IFF_PROMISC) ? true : false;
 133         err = brcmf_fil_cmd_int_set(ifp, BRCMF_C_SET_PROMISC, cmd_value);
 134         if (err < 0)
 135                 brcmf_err("Setting BRCMF_C_SET_PROMISC failed, %d\n",
 136                           err);
 137 }
 138
 139 #if IS_ENABLED(CONFIG_IPV6)
 140 static void _brcmf_update_ndtable(struct work_struct *work)
 141 {
 142         struct brcmf_if *ifp;
 143         int i, ret;
 144
 145         ifp = container_of(work, struct brcmf_if, ndoffload_work);
 146
 147         /* clear the table in firmware */
 148         ret = brcmf_fil_iovar_data_set(ifp, "nd_hostip_clear", NULL, 0);
 149         if (ret) {
 150                 brcmf_dbg(TRACE, "fail to clear nd ip table err:%d\n", ret);
 151                 return;
 152         }
 153
 154         for (i = 0; i < ifp->ipv6addr_idx; i++) {
 155                 ret = brcmf_fil_iovar_data_set(ifp, "nd_hostip",
 156                                                &ifp->ipv6_addr_tbl[i],
 157                                                sizeof(struct in6_addr));
 158                 if (ret)
 159                         brcmf_err("add nd ip err %d\n", ret);
 160         }
 161 }
 162 #else
 163 static void _brcmf_update_ndtable(struct work_struct *work)
 164 {
 165 }
 166 #endif
 167
 168 static int brcmf_netdev_set_mac_address(struct net_device *ndev, void *addr)
 169 {
 170         struct brcmf_if *ifp = netdev_priv(ndev);
 171         struct sockaddr *sa = (struct sockaddr *)addr;
 172         int err;
 173
 174         brcmf_dbg(TRACE, "Enter, bsscfgidx=%d\n", ifp->bsscfgidx);
 175
 176         err = brcmf_fil_iovar_data_set(ifp, "cur_etheraddr", sa->sa_data,
 177                                        ETH_ALEN);
 178         if (err < 0) {
 179                 brcmf_err("Setting cur_etheraddr failed, %d\n", err);
 180         } else {
 181                 brcmf_dbg(TRACE, "updated to %pM\n", sa->sa_data);
 182                 memcpy(ifp->mac_addr, sa->sa_data, ETH_ALEN);
 183                 memcpy(ifp->ndev->dev_addr, ifp->mac_addr, ETH_ALEN);
 184         }
 185         return err;
 186 }
 187
 188 static void brcmf_netdev_set_multicast_list(struct net_device *ndev)
 189 {
 190         struct brcmf_if *ifp = netdev_priv(ndev);
 191
 192         schedule_work(&ifp->multicast_work);
 193 }
 194
 195 static netdev_tx_t brcmf_netdev_start_xmit(struct sk_buff *skb,
 196                                            struct net_device *ndev)
 197 {
 198         int ret;
 199         struct brcmf_if *ifp = netdev_priv(ndev);
 200         struct brcmf_pub *drvr = ifp->drvr;
 201         struct ethhdr *eh;
 202         int head_delta;
 203
 204         brcmf_dbg(DATA, "Enter, bsscfgidx=%d\n", ifp->bsscfgidx);
 205
 206         /* Can the device send data? */
 207         if (drvr->bus_if->state != BRCMF_BUS_UP) {
 208                 brcmf_err("xmit rejected state=%d\n", drvr->bus_if->state);
 209                 netif_stop_queue(ndev);
 210                 dev_kfree_skb(skb);
 211                 ret = -ENODEV;
 212                 goto done;
 213         }
 214
 215         /* Make sure there's enough writeable headroom */
 216         if (skb_headroom(skb) < drvr->hdrlen || skb_header_cloned(skb)) {
 217                 head_delta = max_t(int, drvr->hdrlen - skb_headroom(skb), 0);
 218
 219                 brcmf_dbg(INFO, "%s: insufficient headroom (%d)\n",
 220                           brcmf_ifname(ifp), head_delta);
 221                 atomic_inc(&drvr->bus_if->stats.pktcowed);
 222                 ret = pskb_expand_head(skb, ALIGN(head_delta, NET_SKB_PAD), 0,
 223                                        GFP_ATOMIC);
 224                 if (ret < 0) {
 225                         brcmf_err("%s: failed to expand headroom\n",
 226                                   brcmf_ifname(ifp));
 227                         atomic_inc(&drvr->bus_if->stats.pktcow_failed);
 228                         goto done;
 229                 }
 230         }
 231
 232         /* validate length for ether packet */
 233         if (skb->len < sizeof(*eh)) {
 234                 ret = -EINVAL;
 235                 dev_kfree_skb(skb);
 236                 goto done;
 237         }
 238
 239         eh = (struct ethhdr *)(skb->data);
 240
 241         if (eh->h_proto == htons(ETH_P_PAE))
 242                 atomic_inc(&ifp->pend_8021x_cnt);
 243
 244         /* determine the priority */
 245         if ((skb->priority == 0) || (skb->priority > 7))
 246                 skb->priority = cfg80211_classify8021d(skb, NULL);
 247
 248         ret = brcmf_proto_tx_queue_data(drvr, ifp->ifidx, skb);
 249         if (ret < 0)
 250                 brcmf_txfinalize(ifp, skb, false);
 251
 252 done:
 253         if (ret) {
 254                 ndev->stats.tx_dropped++;
 255         } else {
 256                 ndev->stats.tx_packets++;
 257                 ndev->stats.tx_bytes += skb->len;
 258         }
 259
 260         /* Return ok: we always eat the packet */
 261         return NETDEV_TX_OK;
 262 }
 263
 264 void brcmf_txflowblock_if(struct brcmf_if *ifp,
 265                           enum brcmf_netif_stop_reason reason, bool state)
 266 {
 267         unsigned long flags;
 268
 269         if (!ifp || !ifp->ndev)
 270                 return;
 271
 272         brcmf_dbg(TRACE, "enter: bsscfgidx=%d stop=0x%X reason=%d state=%d\n",
 273                   ifp->bsscfgidx, ifp->netif_stop, reason, state);
 274
 275         spin_lock_irqsave(&ifp->netif_stop_lock, flags);
 276         if (state) {
 277                 if (!ifp->netif_stop)
 278                         netif_stop_queue(ifp->ndev);
 279                 ifp->netif_stop |= reason;
 280         } else {
 281                 ifp->netif_stop &= ~reason;
 282                 if (!ifp->netif_stop)
 283                         netif_wake_queue(ifp->ndev);
 284         }
 285         spin_unlock_irqrestore(&ifp->netif_stop_lock, flags);
 286 }
 287
 288 void brcmf_netif_rx(struct brcmf_if *ifp, struct sk_buff *skb)
 289 {
 290         if (skb->pkt_type == PACKET_MULTICAST)
 291                 ifp->ndev->stats.multicast++;
 292
 293         if (!(ifp->ndev->flags & IFF_UP)) {
 294                 brcmu_pkt_buf_free_skb(skb);
 295                 return;
 296         }
 297
 298         ifp->ndev->stats.rx_bytes += skb->len;
 299         ifp->ndev->stats.rx_packets++;
 300
 301         brcmf_dbg(DATA, "rx proto=0x%X\n", ntohs(skb->protocol));
 302         if (in_interrupt())
 303                 netif_rx(skb);
 304         else
 305                 /* If the receive is not processed inside an ISR,
 306                  * the softirqd must be woken explicitly to service
 307                  * the NET_RX_SOFTIRQ.  This is handled by netif_rx_ni().
 308                  */
 309                 netif_rx_ni(skb);
 310 }
 311
 312 static int brcmf_rx_hdrpull(struct brcmf_pub *drvr, struct sk_buff *skb,
 313                             struct brcmf_if **ifp)
 314 {
 315         int ret;
 316
 317         /* process and remove protocol-specific header */
 318         ret = brcmf_proto_hdrpull(drvr, true, skb, ifp);
 319
 320         if (ret || !(*ifp) || !(*ifp)->ndev) {
 321                 if (ret != -ENODATA && *ifp)
 322                         (*ifp)->ndev->stats.rx_errors++;
 323                 brcmu_pkt_buf_free_skb(skb);
 324                 return -ENODATA;
 325         }
 326
 327         skb->protocol = eth_type_trans(skb, (*ifp)->ndev);
 328         return 0;
 329 }
 330
 331 void brcmf_rx_frame(struct device *dev, struct sk_buff *skb, bool handle_event)
 332 {
 333         struct brcmf_if *ifp;
 334         struct brcmf_bus *bus_if = dev_get_drvdata(dev);
 335         struct brcmf_pub *drvr = bus_if->drvr;
 336
 337         brcmf_dbg(DATA, "Enter: %s: rxp=%p\n", dev_name(dev), skb);
 338
 339         if (brcmf_rx_hdrpull(drvr, skb, &ifp))
 340                 return;
 341
 342         if (brcmf_proto_is_reorder_skb(skb)) {
 343                 brcmf_proto_rxreorder(ifp, skb);
 344         } else {
 345                 /* Process special event packets */
 346                 if (handle_event)
 347                         brcmf_fweh_process_skb(ifp->drvr, skb);
 348
 349                 brcmf_netif_rx(ifp, skb);
 350         }
 351 }
 352
 353 void brcmf_rx_event(struct device *dev, struct sk_buff *skb)
 354 {
 355         struct brcmf_if *ifp;
 356         struct brcmf_bus *bus_if = dev_get_drvdata(dev);
 357         struct brcmf_pub *drvr = bus_if->drvr;
 358
 359         brcmf_dbg(EVENT, "Enter: %s: rxp=%p\n", dev_name(dev), skb);
 360
 361         if (brcmf_rx_hdrpull(drvr, skb, &ifp))
 362                 return;
 363
 364         brcmf_fweh_process_skb(ifp->drvr, skb);
 365         brcmu_pkt_buf_free_skb(skb);
 366 }
 367
 368 void brcmf_txfinalize(struct brcmf_if *ifp, struct sk_buff *txp, bool success)
 369 {
 370         struct ethhdr *eh;
 371         u16 type;
 372
 373         eh = (struct ethhdr *)(txp->data);
 374         type = ntohs(eh->h_proto);
 375
 376         if (type == ETH_P_PAE) {
 377                 atomic_dec(&ifp->pend_8021x_cnt);
 378                 if (waitqueue_active(&ifp->pend_8021x_wait))
 379                         wake_up(&ifp->pend_8021x_wait);
 380         }
 381
 382         if (!success)
 383                 ifp->ndev->stats.tx_errors++;
 384
 385         brcmu_pkt_buf_free_skb(txp);
 386 }
 387
 388 static void brcmf_ethtool_get_drvinfo(struct net_device *ndev,
 389                                     struct ethtool_drvinfo *info)
 390 {
 391         struct brcmf_if *ifp = netdev_priv(ndev);
 392         struct brcmf_pub *drvr = ifp->drvr;
 393         char drev[BRCMU_DOTREV_LEN] = "n/a";
 394
 395         if (drvr->revinfo.result == 0)
 396                 brcmu_dotrev_str(drvr->revinfo.driverrev, drev);
 397         strlcpy(info->driver, KBUILD_MODNAME, sizeof(info->driver));
 398         strlcpy(info->version, drev, sizeof(info->version));
 399         strlcpy(info->fw_version, drvr->fwver, sizeof(info->fw_version));
 400         strlcpy(info->bus_info, dev_name(drvr->bus_if->dev),
 401                 sizeof(info->bus_info));
 402 }
 403
 404 static const struct ethtool_ops brcmf_ethtool_ops = {
 405         .get_drvinfo = brcmf_ethtool_get_drvinfo,
 406 };
 407
 408 static int brcmf_netdev_stop(struct net_device *ndev)
 409 {
 410         struct brcmf_if *ifp = netdev_priv(ndev);
 411
 412         brcmf_dbg(TRACE, "Enter, bsscfgidx=%d\n", ifp->bsscfgidx);
 413
 414         brcmf_cfg80211_down(ndev);
 415
 416         brcmf_fil_iovar_data_set(ifp, "arp_hostip_clear", NULL, 0);
 417
 418         brcmf_net_setcarrier(ifp, false);
 419
 420         return 0;
 421 }
 422
 423 static int brcmf_netdev_open(struct net_device *ndev)
 424 {
 425         struct brcmf_if *ifp = netdev_priv(ndev);
 426         struct brcmf_pub *drvr = ifp->drvr;
 427         struct brcmf_bus *bus_if = drvr->bus_if;
 428         u32 toe_ol;
 429
 430         brcmf_dbg(TRACE, "Enter, bsscfgidx=%d\n", ifp->bsscfgidx);
 431
 432         /* If bus is not ready, can't continue */
 433         if (bus_if->state != BRCMF_BUS_UP) {
 434                 brcmf_err("failed bus is not ready\n");
 435                 return -EAGAIN;
 436         }
 437
 438         atomic_set(&ifp->pend_8021x_cnt, 0);
 439
 440         /* Get current TOE mode from dongle */
 441         if (brcmf_fil_iovar_int_get(ifp, "toe_ol", &toe_ol) >= 0
 442             && (toe_ol & TOE_TX_CSUM_OL) != 0)
 443                 ndev->features |= NETIF_F_IP_CSUM;
 444         else
 445                 ndev->features &= ~NETIF_F_IP_CSUM;
 446
 447         if (brcmf_cfg80211_up(ndev)) {
 448                 brcmf_err("failed to bring up cfg80211\n");
 449                 return -EIO;
 450         }
 451
 452         /* Clear, carrier, set when connected or AP mode. */
 453         netif_carrier_off(ndev);
 454         return 0;
 455 }
 456
 457 static const struct net_device_ops brcmf_netdev_ops_pri = {
 458         .ndo_open = brcmf_netdev_open,
 459         .ndo_stop = brcmf_netdev_stop,
 460         .ndo_start_xmit = brcmf_netdev_start_xmit,
 461         .ndo_set_mac_address = brcmf_netdev_set_mac_address,
 462         .ndo_set_rx_mode = brcmf_netdev_set_multicast_list
 463 };
 464
 465 int brcmf_net_attach(struct brcmf_if *ifp, bool rtnl_locked)
 466 {
 467         struct brcmf_pub *drvr = ifp->drvr;
 468         struct net_device *ndev;
 469         s32 err;
 470
 471         brcmf_dbg(TRACE, "Enter, bsscfgidx=%d mac=%pM\n", ifp->bsscfgidx,
 472                   ifp->mac_addr);
 473         ndev = ifp->ndev;
 474
 475         /* set appropriate operations */
 476         ndev->netdev_ops = &brcmf_netdev_ops_pri;
 477
 478         ndev->needed_headroom += drvr->hdrlen;
 479         ndev->ethtool_ops = &brcmf_ethtool_ops;
 480
 481         /* set the mac address & netns */
 482         memcpy(ndev->dev_addr, ifp->mac_addr, ETH_ALEN);
 483         dev_net_set(ndev, wiphy_net(cfg_to_wiphy(drvr->config)));
 484
 485         INIT_WORK(&ifp->multicast_work, _brcmf_set_multicast_list);
 486         INIT_WORK(&ifp->ndoffload_work, _brcmf_update_ndtable);
 487
 488         if (rtnl_locked)
 489                 err = register_netdevice(ndev);
 490         else
 491                 err = register_netdev(ndev);
 492         if (err != 0) {
 493                 brcmf_err("couldn't register the net device\n");
 494                 goto fail;
 495         }
 496
 497         ndev->priv_destructor = brcmf_cfg80211_free_netdev;
 498         brcmf_dbg(INFO, "%s: Broadcom Dongle Host Driver\n", ndev->name);
 499         return 0;
 500
 501 fail:
 502         drvr->iflist[ifp->bsscfgidx] = NULL;
 503         ndev->netdev_ops = NULL;
 504         return -EBADE;
 505 }
 506
 507 static void brcmf_net_detach(struct net_device *ndev, bool rtnl_locked)
 508 {
 509         if (ndev->reg_state == NETREG_REGISTERED) {
 510                 if (rtnl_locked)
 511                         unregister_netdevice(ndev);
 512                 else
 513                         unregister_netdev(ndev);
 514         } else {
 515                 brcmf_cfg80211_free_netdev(ndev);
 516                 free_netdev(ndev);
 517         }
 518 }
 519
 520 void brcmf_net_setcarrier(struct brcmf_if *ifp, bool on)
 521 {
 522         struct net_device *ndev;
 523
 524         brcmf_dbg(TRACE, "Enter, bsscfgidx=%d carrier=%d\n", ifp->bsscfgidx,
 525                   on);
 526
 527         ndev = ifp->ndev;
 528         brcmf_txflowblock_if(ifp, BRCMF_NETIF_STOP_REASON_DISCONNECTED, !on);
 529         if (on) {
 530                 if (!netif_carrier_ok(ndev))
 531                         netif_carrier_on(ndev);
 532
 533         } else {
 534                 if (netif_carrier_ok(ndev))
 535                         netif_carrier_off(ndev);
 536         }
 537 }
 538
 539 static int brcmf_net_p2p_open(struct net_device *ndev)
 540 {
 541         brcmf_dbg(TRACE, "Enter\n");
 542
 543         return brcmf_cfg80211_up(ndev);
 544 }
 545
 546 static int brcmf_net_p2p_stop(struct net_device *ndev)
 547 {
 548         brcmf_dbg(TRACE, "Enter\n");
 549
 550         return brcmf_cfg80211_down(ndev);
 551 }
 552
 553 static netdev_tx_t brcmf_net_p2p_start_xmit(struct sk_buff *skb,
 554                                             struct net_device *ndev)
 555 {
 556         if (skb)
 557                 dev_kfree_skb_any(skb);
 558
 559         return NETDEV_TX_OK;
 560 }
 561
 562 static const struct net_device_ops brcmf_netdev_ops_p2p = {
 563         .ndo_open = brcmf_net_p2p_open,
 564         .ndo_stop = brcmf_net_p2p_stop,
 565         .ndo_start_xmit = brcmf_net_p2p_start_xmit
 566 };
 567
 568 static int brcmf_net_p2p_attach(struct brcmf_if *ifp)
 569 {
 570         struct net_device *ndev;
 571
 572         brcmf_dbg(TRACE, "Enter, bsscfgidx=%d mac=%pM\n", ifp->bsscfgidx,
 573                   ifp->mac_addr);
 574         ndev = ifp->ndev;
 575
 576         ndev->netdev_ops = &brcmf_netdev_ops_p2p;
 577
 578         /* set the mac address */
 579         memcpy(ndev->dev_addr, ifp->mac_addr, ETH_ALEN);
 580
 581         if (register_netdev(ndev) != 0) {
 582                 brcmf_err("couldn't register the p2p net device\n");
 583                 goto fail;
 584         }
 585
 586         brcmf_dbg(INFO, "%s: Broadcom Dongle Host Driver\n", ndev->name);
 587
 588         return 0;
 589
 590 fail:
 591         ifp->drvr->iflist[ifp->bsscfgidx] = NULL;
 592         ndev->netdev_ops = NULL;
 593         return -EBADE;
 594 }
 595
 596 struct brcmf_if *brcmf_add_if(struct brcmf_pub *drvr, s32 bsscfgidx, s32 ifidx,
 597                               bool is_p2pdev, const char *name, u8 *mac_addr)
 598 {
 599         struct brcmf_if *ifp;
 600         struct net_device *ndev;
 601
 602         brcmf_dbg(TRACE, "Enter, bsscfgidx=%d, ifidx=%d\n", bsscfgidx, ifidx);
 603
 604         ifp = drvr->iflist[bsscfgidx];
 605         /*
 606          * Delete the existing interface before overwriting it
 607          * in case we missed the BRCMF_E_IF_DEL event.
 608          */
 609         if (ifp) {
 610                 if (ifidx) {
 611                         brcmf_err("ERROR: netdev:%s already exists\n",
 612                                   ifp->ndev->name);
 613                         netif_stop_queue(ifp->ndev);
 614                         brcmf_net_detach(ifp->ndev, false);
 615                         drvr->iflist[bsscfgidx] = NULL;
 616                 } else {
 617                         brcmf_dbg(INFO, "netdev:%s ignore IF event\n",
 618                                   ifp->ndev->name);
 619                         return ERR_PTR(-EINVAL);
 620                 }
 621         }
 622
 623         if (!drvr->settings->p2p_enable && is_p2pdev) {
 624                 /* this is P2P_DEVICE interface */
 625                 brcmf_dbg(INFO, "allocate non-netdev interface\n");
 626                 ifp = kzalloc(sizeof(*ifp), GFP_KERNEL);
 627                 if (!ifp)
 628                         return ERR_PTR(-ENOMEM);
 629         } else {
 630                 brcmf_dbg(INFO, "allocate netdev interface\n");
 631                 /* Allocate netdev, including space for private structure */
 632                 ndev = alloc_netdev(sizeof(*ifp), is_p2pdev ? "p2p%d" : name,
 633                                     NET_NAME_UNKNOWN, ether_setup);
 634                 if (!ndev)
 635                         return ERR_PTR(-ENOMEM);
 636
 637                 ndev->needs_free_netdev = true;
 638                 ifp = netdev_priv(ndev);
 639                 ifp->ndev = ndev;
 640                 /* store mapping ifidx to bsscfgidx */
 641                 if (drvr->if2bss[ifidx] == BRCMF_BSSIDX_INVALID)
 642                         drvr->if2bss[ifidx] = bsscfgidx;
 643         }
 644
 645         ifp->drvr = drvr;
 646         drvr->iflist[bsscfgidx] = ifp;
 647         ifp->ifidx = ifidx;
 648         ifp->bsscfgidx = bsscfgidx;
 649
 650         init_waitqueue_head(&ifp->pend_8021x_wait);
 651         spin_lock_init(&ifp->netif_stop_lock);
 652
 653         if (mac_addr != NULL)
 654                 memcpy(ifp->mac_addr, mac_addr, ETH_ALEN);
 655
 656         brcmf_dbg(TRACE, " ==== pid:%x, if:%s (%pM) created ===\n",
 657                   current->pid, name, ifp->mac_addr);
 658
 659         return ifp;
 660 }
 661
 662 static void brcmf_del_if(struct brcmf_pub *drvr, s32 bsscfgidx,
 663                          bool rtnl_locked)
 664 {
 665         struct brcmf_if *ifp;
 666
 667         ifp = drvr->iflist[bsscfgidx];
 668         drvr->iflist[bsscfgidx] = NULL;
 669         if (!ifp) {
 670                 brcmf_err("Null interface, bsscfgidx=%d\n", bsscfgidx);
 671                 return;
 672         }
 673         brcmf_dbg(TRACE, "Enter, bsscfgidx=%d, ifidx=%d\n", bsscfgidx,
 674                   ifp->ifidx);
 675         if (drvr->if2bss[ifp->ifidx] == bsscfgidx)
 676                 drvr->if2bss[ifp->ifidx] = BRCMF_BSSIDX_INVALID;
 677         if (ifp->ndev) {
 678                 if (bsscfgidx == 0) {
 679                         if (ifp->ndev->netdev_ops == &brcmf_netdev_ops_pri) {
 680                                 rtnl_lock();
 681                                 brcmf_netdev_stop(ifp->ndev);
 682                                 rtnl_unlock();
 683                         }
 684                 } else {
 685                         netif_stop_queue(ifp->ndev);
 686                 }
 687
 688                 if (ifp->ndev->netdev_ops == &brcmf_netdev_ops_pri) {
 689                         cancel_work_sync(&ifp->multicast_work);
 690                         cancel_work_sync(&ifp->ndoffload_work);
 691                 }
 692                 brcmf_net_detach(ifp->ndev, rtnl_locked);
 693         } else {
 694                 /* Only p2p device interfaces which get dynamically created
 695                  * end up here. In this case the p2p module should be informed
 696                  * about the removal of the interface within the firmware. If
 697                  * not then p2p commands towards the firmware will cause some
 698                  * serious troublesome side effects. The p2p module will clean
 699                  * up the ifp if needed.
 700                  */
 701                 brcmf_p2p_ifp_removed(ifp, rtnl_locked);
 702                 kfree(ifp);
 703         }
 704 }
 705
 706 void brcmf_remove_interface(struct brcmf_if *ifp, bool rtnl_locked)
 707 {
 708         if (!ifp || WARN_ON(ifp->drvr->iflist[ifp->bsscfgidx] != ifp))
 709                 return;
 710         brcmf_dbg(TRACE, "Enter, bsscfgidx=%d, ifidx=%d\n", ifp->bsscfgidx,
 711                   ifp->ifidx);
 712         brcmf_proto_del_if(ifp->drvr, ifp);
 713         brcmf_del_if(ifp->drvr, ifp->bsscfgidx, rtnl_locked);
 714 }
 715
 716 static int brcmf_psm_watchdog_notify(struct brcmf_if *ifp,
 717                                      const struct brcmf_event_msg *evtmsg,
 718                                      void *data)
 719 {
 720         int err;
 721
 722         brcmf_dbg(TRACE, "enter: bsscfgidx=%d\n", ifp->bsscfgidx);
 723
 724         brcmf_err("PSM's watchdog has fired!\n");
 725
 726         err = brcmf_debug_create_memdump(ifp->drvr->bus_if, data,
 727                                          evtmsg->datalen);
 728         if (err)
 729                 brcmf_err("Failed to get memory dump, %d\n", err);
 730
 731         return err;
 732 }
 733
 734 #ifdef CONFIG_INET
 735 #define ARPOL_MAX_ENTRIES       8
 736 static int brcmf_inetaddr_changed(struct notifier_block *nb,
 737                                   unsigned long action, void *data)
 738 {
 739         struct brcmf_pub *drvr = container_of(nb, struct brcmf_pub,
 740                                               inetaddr_notifier);
 741         struct in_ifaddr *ifa = data;
 742         struct net_device *ndev = ifa->ifa_dev->dev;
 743         struct brcmf_if *ifp;
 744         int idx, i, ret;
 745         u32 val;
 746         __be32 addr_table[ARPOL_MAX_ENTRIES] = {0};
 747
 748         /* Find out if the notification is meant for us */
 749         for (idx = 0; idx < BRCMF_MAX_IFS; idx++) {
 750                 ifp = drvr->iflist[idx];
 751                 if (ifp && ifp->ndev == ndev)
 752                         break;
 753                 if (idx == BRCMF_MAX_IFS - 1)
 754                         return NOTIFY_DONE;
 755         }
 756
 757         /* check if arp offload is supported */
 758         ret = brcmf_fil_iovar_int_get(ifp, "arpoe", &val);
 759         if (ret)
 760                 return NOTIFY_OK;
 761
 762         /* old version only support primary index */
 763         ret = brcmf_fil_iovar_int_get(ifp, "arp_version", &val);
 764         if (ret)
 765                 val = 1;
 766         if (val == 1)
 767                 ifp = drvr->iflist[0];
 768
 769         /* retrieve the table from firmware */
 770         ret = brcmf_fil_iovar_data_get(ifp, "arp_hostip", addr_table,
 771                                        sizeof(addr_table));
 772         if (ret) {
 773                 brcmf_err("fail to get arp ip table err:%d\n", ret);
 774                 return NOTIFY_OK;
 775         }
 776
 777         for (i = 0; i < ARPOL_MAX_ENTRIES; i++)
 778                 if (ifa->ifa_address == addr_table[i])
 779                         break;
 780
 781         switch (action) {
 782         case NETDEV_UP:
 783                 if (i == ARPOL_MAX_ENTRIES) {
 784                         brcmf_dbg(TRACE, "add %pI4 to arp table\n",
 785                                   &ifa->ifa_address);
 786                         /* set it directly */
 787                         ret = brcmf_fil_iovar_data_set(ifp, "arp_hostip",
 788                                 &ifa->ifa_address, sizeof(ifa->ifa_address));
 789                         if (ret)
 790                                 brcmf_err("add arp ip err %d\n", ret);
 791                 }
 792                 break;
 793         case NETDEV_DOWN:
 794                 if (i < ARPOL_MAX_ENTRIES) {
 795                         addr_table[i] = 0;
 796                         brcmf_dbg(TRACE, "remove %pI4 from arp table\n",
 797                                   &ifa->ifa_address);
 798                         /* clear the table in firmware */
 799                         ret = brcmf_fil_iovar_data_set(ifp, "arp_hostip_clear",
 800                                                        NULL, 0);
 801                         if (ret) {
 802                                 brcmf_err("fail to clear arp ip table err:%d\n",
 803                                           ret);
 804                                 return NOTIFY_OK;
 805                         }
 806                         for (i = 0; i < ARPOL_MAX_ENTRIES; i++) {
 807                                 if (addr_table[i] == 0)
 808                                         continue;
 809                                 ret = brcmf_fil_iovar_data_set(ifp, "arp_hostip",
 810                                                                &addr_table[i],
 811                                                                sizeof(addr_table[i]));
 812                                 if (ret)
 813                                         brcmf_err("add arp ip err %d\n",
 814                                                   ret);
 815                         }
 816                 }
 817                 break;
 818         default:
 819                 break;
 820         }
 821
 822         return NOTIFY_OK;
 823 }
 824 #endif
 825
 826 #if IS_ENABLED(CONFIG_IPV6)
 827 static int brcmf_inet6addr_changed(struct notifier_block *nb,
 828                                    unsigned long action, void *data)
 829 {
 830         struct brcmf_pub *drvr = container_of(nb, struct brcmf_pub,
 831                                               inet6addr_notifier);
 832         struct inet6_ifaddr *ifa = data;
 833         struct brcmf_if *ifp;
 834         int i;
 835         struct in6_addr *table;
 836
 837         /* Only handle primary interface */
 838         ifp = drvr->iflist[0];
 839         if (!ifp)
 840                 return NOTIFY_DONE;
 841         if (ifp->ndev != ifa->idev->dev)
 842                 return NOTIFY_DONE;
 843
 844         table = ifp->ipv6_addr_tbl;
 845         for (i = 0; i < NDOL_MAX_ENTRIES; i++)
 846                 if (ipv6_addr_equal(&ifa->addr, &table[i]))
 847                         break;
 848
 849         switch (action) {
 850         case NETDEV_UP:
 851                 if (i == NDOL_MAX_ENTRIES) {
 852                         if (ifp->ipv6addr_idx < NDOL_MAX_ENTRIES) {
 853                                 table[ifp->ipv6addr_idx++] = ifa->addr;
 854                         } else {
 855                                 for (i = 0; i < NDOL_MAX_ENTRIES - 1; i++)
 856                                         table[i] = table[i + 1];
 857                                 table[NDOL_MAX_ENTRIES - 1] = ifa->addr;
 858                         }
 859                 }
 860                 break;
 861         case NETDEV_DOWN:
 862                 if (i < NDOL_MAX_ENTRIES) {
 863                         for (; i < ifp->ipv6addr_idx - 1; i++)
 864                                 table[i] = table[i + 1];
 865                         memset(&table[i], 0, sizeof(table[i]));
 866                         ifp->ipv6addr_idx--;
 867                 }
 868                 break;
 869         default:
 870                 break;
 871         }
 872
 873         schedule_work(&ifp->ndoffload_work);
 874
 875         return NOTIFY_OK;
 876 }
 877 #endif
 878
 879 int brcmf_attach(struct device *dev, struct brcmf_mp_device *settings)
 880 {
 881         struct brcmf_pub *drvr = NULL;
 882         int ret = 0;
 883         int i;
 884
 885         brcmf_dbg(TRACE, "Enter\n");
 886
 887         /* Allocate primary brcmf_info */
 888         drvr = kzalloc(sizeof(struct brcmf_pub), GFP_ATOMIC);
 889         if (!drvr)
 890                 return -ENOMEM;
 891
 892         for (i = 0; i < ARRAY_SIZE(drvr->if2bss); i++)
 893                 drvr->if2bss[i] = BRCMF_BSSIDX_INVALID;
 894
 895         mutex_init(&drvr->proto_block);
 896
 897         /* Link to bus module */
 898         drvr->hdrlen = 0;
 899         drvr->bus_if = dev_get_drvdata(dev);
 900         drvr->bus_if->drvr = drvr;
 901         drvr->settings = settings;
 902
 903         /* attach debug facilities */
 904         brcmf_debug_attach(drvr);
 905
 906         /* Attach and link in the protocol */
 907         ret = brcmf_proto_attach(drvr);
 908         if (ret != 0) {
 909                 brcmf_err("brcmf_prot_attach failed\n");
 910                 goto fail;
 911         }
 912
 913         /* Attach to events important for core code */
 914         brcmf_fweh_register(drvr, BRCMF_E_PSM_WATCHDOG,
 915                             brcmf_psm_watchdog_notify);
 916
 917         /* attach firmware event handler */
 918         brcmf_fweh_attach(drvr);
 919
 920         return ret;
 921
 922 fail:
 923         brcmf_detach(dev);
 924
 925         return ret;
 926 }
 927
 928 static int brcmf_revinfo_read(struct seq_file *s, void *data)
 929 {
 930         struct brcmf_bus *bus_if = dev_get_drvdata(s->private);
 931         struct brcmf_rev_info *ri = &bus_if->drvr->revinfo;
 932         char drev[BRCMU_DOTREV_LEN];
 933         char brev[BRCMU_BOARDREV_LEN];
 934
 935         seq_printf(s, "vendorid: 0x%04x\n", ri->vendorid);
 936         seq_printf(s, "deviceid: 0x%04x\n", ri->deviceid);
 937         seq_printf(s, "radiorev: %s\n", brcmu_dotrev_str(ri->radiorev, drev));
 938         seq_printf(s, "chipnum: %u (%x)\n", ri->chipnum, ri->chipnum);
 939         seq_printf(s, "chiprev: %u\n", ri->chiprev);
 940         seq_printf(s, "chippkg: %u\n", ri->chippkg);
 941         seq_printf(s, "corerev: %u\n", ri->corerev);
 942         seq_printf(s, "boardid: 0x%04x\n", ri->boardid);
 943         seq_printf(s, "boardvendor: 0x%04x\n", ri->boardvendor);
 944         seq_printf(s, "boardrev: %s\n", brcmu_boardrev_str(ri->boardrev, brev));
 945         seq_printf(s, "driverrev: %s\n", brcmu_dotrev_str(ri->driverrev, drev));
 946         seq_printf(s, "ucoderev: %u\n", ri->ucoderev);
 947         seq_printf(s, "bus: %u\n", ri->bus);
 948         seq_printf(s, "phytype: %u\n", ri->phytype);
 949         seq_printf(s, "phyrev: %u\n", ri->phyrev);
 950         seq_printf(s, "anarev: %u\n", ri->anarev);
 951         seq_printf(s, "nvramrev: %08x\n", ri->nvramrev);
 952
 953         return 0;
 954 }
 955
 956 int brcmf_bus_started(struct device *dev)
 957 {
 958         int ret = -1;
 959         struct brcmf_bus *bus_if = dev_get_drvdata(dev);
 960         struct brcmf_pub *drvr = bus_if->drvr;
 961         struct brcmf_if *ifp;
 962         struct brcmf_if *p2p_ifp;
 963
 964         brcmf_dbg(TRACE, "\n");
 965
 966         /* add primary networking interface */
 967         ifp = brcmf_add_if(drvr, 0, 0, false, "wlan%d", NULL);
 968         if (IS_ERR(ifp))
 969                 return PTR_ERR(ifp);
 970
 971         p2p_ifp = NULL;
 972
 973         /* signal bus ready */
 974         brcmf_bus_change_state(bus_if, BRCMF_BUS_UP);
 975
 976         /* Bus is ready, do any initialization */
 977         ret = brcmf_c_preinit_dcmds(ifp);
 978         if (ret < 0)
 979                 goto fail;
 980
 981         brcmf_debugfs_add_entry(drvr, "revinfo", brcmf_revinfo_read);
 982
 983         /* assure we have chipid before feature attach */
 984         if (!bus_if->chip) {
 985                 bus_if->chip = drvr->revinfo.chipnum;
 986                 bus_if->chiprev = drvr->revinfo.chiprev;
 987                 brcmf_dbg(INFO, "firmware revinfo: chip %x (%d) rev %d\n",
 988                           bus_if->chip, bus_if->chip, bus_if->chiprev);
 989         }
 990         brcmf_feat_attach(drvr);
 991
 992         ret = brcmf_proto_init_done(drvr);
 993         if (ret < 0)
 994                 goto fail;
 995
 996         brcmf_proto_add_if(drvr, ifp);
 997
 998         drvr->config = brcmf_cfg80211_attach(drvr, bus_if->dev,
 999                                              drvr->settings->p2p_enable);
1000         if (drvr->config == NULL) {
1001                 ret = -ENOMEM;
1002                 goto fail;
1003         }
1004
1005         ret = brcmf_net_attach(ifp, false);
1006
1007         if ((!ret) && (drvr->settings->p2p_enable)) {
1008                 p2p_ifp = drvr->iflist[1];
1009                 if (p2p_ifp)
1010                         ret = brcmf_net_p2p_attach(p2p_ifp);
1011         }
1012
1013         if (ret)
1014                 goto fail;
1015
1016 #ifdef CONFIG_INET
1017         drvr->inetaddr_notifier.notifier_call = brcmf_inetaddr_changed;
1018         ret = register_inetaddr_notifier(&drvr->inetaddr_notifier);
1019         if (ret)
1020                 goto fail;
1021
1022 #if IS_ENABLED(CONFIG_IPV6)
1023         drvr->inet6addr_notifier.notifier_call = brcmf_inet6addr_changed;
1024         ret = register_inet6addr_notifier(&drvr->inet6addr_notifier);
1025         if (ret) {
1026                 unregister_inetaddr_notifier(&drvr->inetaddr_notifier);
1027                 goto fail;
1028         }
1029 #endif
1030 #endif /* CONFIG_INET */
1031
1032         return 0;
1033
1034 fail:
1035         brcmf_err("failed: %d\n", ret);
1036         if (drvr->config) {
1037                 brcmf_cfg80211_detach(drvr->config);
1038                 drvr->config = NULL;
1039         }
1040         brcmf_net_detach(ifp->ndev, false);
1041         if (p2p_ifp)
1042                 brcmf_net_detach(p2p_ifp->ndev, false);
1043         drvr->iflist[0] = NULL;
1044         drvr->iflist[1] = NULL;
1045         if (drvr->settings->ignore_probe_fail)
1046                 ret = 0;
1047
1048         return ret;
1049 }
1050
1051 void brcmf_bus_add_txhdrlen(struct device *dev, uint len)
1052 {
1053         struct brcmf_bus *bus_if = dev_get_drvdata(dev);
1054         struct brcmf_pub *drvr = bus_if->drvr;
1055
1056         if (drvr) {
1057                 drvr->hdrlen += len;
1058         }
1059 }
1060
1061 void brcmf_dev_reset(struct device *dev)
1062 {
1063         struct brcmf_bus *bus_if = dev_get_drvdata(dev);
1064         struct brcmf_pub *drvr = bus_if->drvr;
1065
1066         if (drvr == NULL)
1067                 return;
1068
1069         if (drvr->iflist[0])
1070                 brcmf_fil_cmd_int_set(drvr->iflist[0], BRCMF_C_TERMINATED, 1);
1071 }
1072
1073 void brcmf_detach(struct device *dev)
1074 {
1075         s32 i;
1076         struct brcmf_bus *bus_if = dev_get_drvdata(dev);
1077         struct brcmf_pub *drvr = bus_if->drvr;
1078
1079         brcmf_dbg(TRACE, "Enter\n");
1080
1081         if (drvr == NULL)
1082                 return;
1083
1084 #ifdef CONFIG_INET
1085         unregister_inetaddr_notifier(&drvr->inetaddr_notifier);
1086 #endif
1087
1088 #if IS_ENABLED(CONFIG_IPV6)
1089         unregister_inet6addr_notifier(&drvr->inet6addr_notifier);
1090 #endif
1091
1092         /* stop firmware event handling */
1093         brcmf_fweh_detach(drvr);
1094         if (drvr->config)
1095                 brcmf_p2p_detach(&drvr->config->p2p);
1096
1097         brcmf_bus_change_state(bus_if, BRCMF_BUS_DOWN);
1098
1099         /* make sure primary interface removed last */
1100         for (i = BRCMF_MAX_IFS-1; i > -1; i--)
1101                 brcmf_remove_interface(drvr->iflist[i], false);
1102
1103         brcmf_cfg80211_detach(drvr->config);
1104
1105         brcmf_bus_stop(drvr->bus_if);
1106
1107         brcmf_proto_detach(drvr);
1108
1109         brcmf_debug_detach(drvr);
1110         bus_if->drvr = NULL;
1111         kfree(drvr);
1112 }
1113
1114 s32 brcmf_iovar_data_set(struct device *dev, char *name, void *data, u32 len)
1115 {
1116         struct brcmf_bus *bus_if = dev_get_drvdata(dev);
1117         struct brcmf_if *ifp = bus_if->drvr->iflist[0];
1118
1119         return brcmf_fil_iovar_data_set(ifp, name, data, len);
1120 }
1121
1122 static int brcmf_get_pend_8021x_cnt(struct brcmf_if *ifp)
1123 {
1124         return atomic_read(&ifp->pend_8021x_cnt);
1125 }
1126
1127 int brcmf_netdev_wait_pend8021x(struct brcmf_if *ifp)
1128 {
1129         int err;
1130
1131         err = wait_event_timeout(ifp->pend_8021x_wait,
1132                                  !brcmf_get_pend_8021x_cnt(ifp),
1133                                  MAX_WAIT_FOR_8021X_TX);
1134
1135         if (!err)
1136                 brcmf_err("Timed out waiting for no pending 802.1x packets\n");
1137
1138         return !err;
1139 }
1140
1141 void brcmf_bus_change_state(struct brcmf_bus *bus, enum brcmf_bus_state state)
1142 {
1143         struct brcmf_pub *drvr = bus->drvr;
1144         struct net_device *ndev;
1145         int ifidx;
1146
1147         brcmf_dbg(TRACE, "%d -> %d\n", bus->state, state);
1148         bus->state = state;
1149
1150         if (state == BRCMF_BUS_UP) {
1151                 for (ifidx = 0; ifidx < BRCMF_MAX_IFS; ifidx++) {
1152                         if ((drvr->iflist[ifidx]) &&
1153                             (drvr->iflist[ifidx]->ndev)) {
1154                                 ndev = drvr->iflist[ifidx]->ndev;
1155                                 if (netif_queue_stopped(ndev))
1156                                         netif_wake_queue(ndev);
1157                         }
1158                 }
1159         }
1160 }
1161
1162 static void brcmf_driver_register(struct work_struct *work)
1163 {
1164 #ifdef CONFIG_BRCMFMAC_SDIO
1165         brcmf_sdio_register();
1166 #endif
1167 #ifdef CONFIG_BRCMFMAC_USB
1168         brcmf_usb_register();
1169 #endif
1170 #ifdef CONFIG_BRCMFMAC_PCIE
1171         brcmf_pcie_register();
1172 #endif
1173 }
1174 static DECLARE_WORK(brcmf_driver_work, brcmf_driver_register);
1175
1176 int __init brcmf_core_init(void)
1177 {
1178         if (!schedule_work(&brcmf_driver_work))
1179                 return -EBUSY;
1180
1181         return 0;
1182 }
1183
1184 void __exit brcmf_core_exit(void)
1185 {
1186         cancel_work_sync(&brcmf_driver_work);
1187
1188 #ifdef CONFIG_BRCMFMAC_SDIO
1189         brcmf_sdio_exit();
1190 #endif
1191 #ifdef CONFIG_BRCMFMAC_USB
1192         brcmf_usb_exit();
1193 #endif
1194 #ifdef CONFIG_BRCMFMAC_PCIE
1195         brcmf_pcie_exit();
1196 #endif
1197 }
1198