drivers/net/ethernet/qualcomm/emac/emac.c

   1 /* Copyright (c) 2013-2016, The Linux Foundation. All rights reserved.
   2  *
   3  * This program is free software; you can redistribute it and/or modify
   4  * it under the terms of the GNU General Public License version 2 and
   5  * only version 2 as published by the Free Software Foundation.
   6  *
   7  * This program is distributed in the hope that it will be useful,
   8  * but WITHOUT ANY WARRANTY; without even the implied warranty of
   9  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  10  * GNU General Public License for more details.
  11  */
  12
  13 /* Qualcomm Technologies, Inc. EMAC Gigabit Ethernet Driver */
  14
  15 #include <linux/if_ether.h>
  16 #include <linux/if_vlan.h>
  17 #include <linux/interrupt.h>
  18 #include <linux/io.h>
  19 #include <linux/module.h>
  20 #include <linux/of.h>
  21 #include <linux/of_net.h>
  22 #include <linux/of_device.h>
  23 #include <linux/phy.h>
  24 #include <linux/platform_device.h>
  25 #include <linux/acpi.h>
  26 #include "emac.h"
  27 #include "emac-mac.h"
  28 #include "emac-phy.h"
  29 #include "emac-sgmii.h"
  30
  31 #define EMAC_MSG_DEFAULT (NETIF_MSG_DRV | NETIF_MSG_PROBE | NETIF_MSG_LINK |  \
  32                 NETIF_MSG_TIMER | NETIF_MSG_IFDOWN | NETIF_MSG_IFUP)
  33
  34 #define EMAC_RRD_SIZE                                        4
  35 /* The RRD size if timestamping is enabled: */
  36 #define EMAC_TS_RRD_SIZE                                     6
  37 #define EMAC_TPD_SIZE                                        4
  38 #define EMAC_RFD_SIZE                                        2
  39
  40 #define REG_MAC_RX_STATUS_BIN            EMAC_RXMAC_STATC_REG0
  41 #define REG_MAC_RX_STATUS_END           EMAC_RXMAC_STATC_REG22
  42 #define REG_MAC_TX_STATUS_BIN            EMAC_TXMAC_STATC_REG0
  43 #define REG_MAC_TX_STATUS_END           EMAC_TXMAC_STATC_REG24
  44
  45 #define RXQ0_NUM_RFD_PREF_DEF                                8
  46 #define TXQ0_NUM_TPD_PREF_DEF                                5
  47
  48 #define EMAC_PREAMBLE_DEF                                    7
  49
  50 #define DMAR_DLY_CNT_DEF                                    15
  51 #define DMAW_DLY_CNT_DEF                                     4
  52
  53 #define IMR_NORMAL_MASK         (ISR_ERROR | ISR_OVER | ISR_TX_PKT)
  54
  55 #define ISR_TX_PKT      (\
  56         TX_PKT_INT      |\
  57         TX_PKT_INT1     |\
  58         TX_PKT_INT2     |\
  59         TX_PKT_INT3)
  60
  61 #define ISR_OVER        (\
  62         RFD0_UR_INT     |\
  63         RFD1_UR_INT     |\
  64         RFD2_UR_INT     |\
  65         RFD3_UR_INT     |\
  66         RFD4_UR_INT     |\
  67         RXF_OF_INT      |\
  68         TXF_UR_INT)
  69
  70 #define ISR_ERROR       (\
  71         DMAR_TO_INT     |\
  72         DMAW_TO_INT     |\
  73         TXQ_TO_INT)
  74
  75 /* in sync with enum emac_clk_id */
  76 static const char * const emac_clk_name[] = {
  77         "axi_clk", "cfg_ahb_clk", "high_speed_clk", "mdio_clk", "tx_clk",
  78         "rx_clk", "sys_clk"
  79 };
  80
  81 void emac_reg_update32(void __iomem *addr, u32 mask, u32 val)
  82 {
  83         u32 data = readl(addr);
  84
  85         writel(((data & ~mask) | val), addr);
  86 }
  87
  88 /* reinitialize */
  89 int emac_reinit_locked(struct emac_adapter *adpt)
  90 {
  91         int ret;
  92
  93         mutex_lock(&adpt->reset_lock);
  94
  95         emac_mac_down(adpt);
  96         emac_sgmii_reset(adpt);
  97         ret = emac_mac_up(adpt);
  98
  99         mutex_unlock(&adpt->reset_lock);
 100
 101         return ret;
 102 }
 103
 104 /* NAPI */
 105 static int emac_napi_rtx(struct napi_struct *napi, int budget)
 106 {
 107         struct emac_rx_queue *rx_q =
 108                 container_of(napi, struct emac_rx_queue, napi);
 109         struct emac_adapter *adpt = netdev_priv(rx_q->netdev);
 110         struct emac_irq *irq = rx_q->irq;
 111         int work_done = 0;
 112
 113         emac_mac_rx_process(adpt, rx_q, &work_done, budget);
 114
 115         if (work_done < budget) {
 116                 napi_complete_done(napi, work_done);
 117
 118                 irq->mask |= rx_q->intr;
 119                 writel(irq->mask, adpt->base + EMAC_INT_MASK);
 120         }
 121
 122         return work_done;
 123 }
 124
 125 /* Transmit the packet */
 126 static int emac_start_xmit(struct sk_buff *skb, struct net_device *netdev)
 127 {
 128         struct emac_adapter *adpt = netdev_priv(netdev);
 129
 130         return emac_mac_tx_buf_send(adpt, &adpt->tx_q, skb);
 131 }
 132
 133 irqreturn_t emac_isr(int _irq, void *data)
 134 {
 135         struct emac_irq *irq = data;
 136         struct emac_adapter *adpt =
 137                 container_of(irq, struct emac_adapter, irq);
 138         struct emac_rx_queue *rx_q = &adpt->rx_q;
 139         u32 isr, status;
 140
 141         /* disable the interrupt */
 142         writel(0, adpt->base + EMAC_INT_MASK);
 143
 144         isr = readl_relaxed(adpt->base + EMAC_INT_STATUS);
 145
 146         status = isr & irq->mask;
 147         if (status == 0)
 148                 goto exit;
 149
 150         if (status & ISR_ERROR) {
 151                 netif_warn(adpt,  intr, adpt->netdev,
 152                            "warning: error irq status 0x%lx\n",
 153                            status & ISR_ERROR);
 154                 /* reset MAC */
 155                 schedule_work(&adpt->work_thread);
 156         }
 157
 158         /* Schedule the napi for receive queue with interrupt
 159          * status bit set
 160          */
 161         if (status & rx_q->intr) {
 162                 if (napi_schedule_prep(&rx_q->napi)) {
 163                         irq->mask &= ~rx_q->intr;
 164                         __napi_schedule(&rx_q->napi);
 165                 }
 166         }
 167
 168         if (status & TX_PKT_INT)
 169                 emac_mac_tx_process(adpt, &adpt->tx_q);
 170
 171         if (status & ISR_OVER)
 172                 net_warn_ratelimited("warning: TX/RX overflow\n");
 173
 174 exit:
 175         /* enable the interrupt */
 176         writel(irq->mask, adpt->base + EMAC_INT_MASK);
 177
 178         return IRQ_HANDLED;
 179 }
 180
 181 /* Configure VLAN tag strip/insert feature */
 182 static int emac_set_features(struct net_device *netdev,
 183                              netdev_features_t features)
 184 {
 185         netdev_features_t changed = features ^ netdev->features;
 186         struct emac_adapter *adpt = netdev_priv(netdev);
 187
 188         /* We only need to reprogram the hardware if the VLAN tag features
 189          * have changed, and if it's already running.
 190          */
 191         if (!(changed & (NETIF_F_HW_VLAN_CTAG_TX | NETIF_F_HW_VLAN_CTAG_RX)))
 192                 return 0;
 193
 194         if (!netif_running(netdev))
 195                 return 0;
 196
 197         /* emac_mac_mode_config() uses netdev->features to configure the EMAC,
 198          * so make sure it's set first.
 199          */
 200         netdev->features = features;
 201
 202         return emac_reinit_locked(adpt);
 203 }
 204
 205 /* Configure Multicast and Promiscuous modes */
 206 static void emac_rx_mode_set(struct net_device *netdev)
 207 {
 208         struct emac_adapter *adpt = netdev_priv(netdev);
 209         struct netdev_hw_addr *ha;
 210
 211         emac_mac_mode_config(adpt);
 212
 213         /* update multicast address filtering */
 214         emac_mac_multicast_addr_clear(adpt);
 215         netdev_for_each_mc_addr(ha, netdev)
 216                 emac_mac_multicast_addr_set(adpt, ha->addr);
 217 }
 218
 219 /* Change the Maximum Transfer Unit (MTU) */
 220 static int emac_change_mtu(struct net_device *netdev, int new_mtu)
 221 {
 222         struct emac_adapter *adpt = netdev_priv(netdev);
 223
 224         netif_info(adpt, hw, adpt->netdev,
 225                    "changing MTU from %d to %d\n", netdev->mtu,
 226                    new_mtu);
 227         netdev->mtu = new_mtu;
 228
 229         if (netif_running(netdev))
 230                 return emac_reinit_locked(adpt);
 231
 232         return 0;
 233 }
 234
 235 /* Called when the network interface is made active */
 236 static int emac_open(struct net_device *netdev)
 237 {
 238         struct emac_adapter *adpt = netdev_priv(netdev);
 239         struct emac_irq *irq = &adpt->irq;
 240         int ret;
 241
 242         ret = request_irq(irq->irq, emac_isr, 0, "emac-core0", irq);
 243         if (ret) {
 244                 netdev_err(adpt->netdev, "could not request emac-core0 irq\n");
 245                 return ret;
 246         }
 247
 248         /* allocate rx/tx dma buffer & descriptors */
 249         ret = emac_mac_rx_tx_rings_alloc_all(adpt);
 250         if (ret) {
 251                 netdev_err(adpt->netdev, "error allocating rx/tx rings\n");
 252                 free_irq(irq->irq, irq);
 253                 return ret;
 254         }
 255
 256         ret = emac_mac_up(adpt);
 257         if (ret) {
 258                 emac_mac_rx_tx_rings_free_all(adpt);
 259                 free_irq(irq->irq, irq);
 260                 return ret;
 261         }
 262
 263         ret = adpt->phy.open(adpt);
 264         if (ret) {
 265                 emac_mac_down(adpt);
 266                 emac_mac_rx_tx_rings_free_all(adpt);
 267                 free_irq(irq->irq, irq);
 268                 return ret;
 269         }
 270
 271         return 0;
 272 }
 273
 274 /* Called when the network interface is disabled */
 275 static int emac_close(struct net_device *netdev)
 276 {
 277         struct emac_adapter *adpt = netdev_priv(netdev);
 278
 279         mutex_lock(&adpt->reset_lock);
 280
 281         adpt->phy.close(adpt);
 282         emac_mac_down(adpt);
 283         emac_mac_rx_tx_rings_free_all(adpt);
 284
 285         free_irq(adpt->irq.irq, &adpt->irq);
 286
 287         mutex_unlock(&adpt->reset_lock);
 288
 289         return 0;
 290 }
 291
 292 /* Respond to a TX hang */
 293 static void emac_tx_timeout(struct net_device *netdev)
 294 {
 295         struct emac_adapter *adpt = netdev_priv(netdev);
 296
 297         schedule_work(&adpt->work_thread);
 298 }
 299
 300 /* IOCTL support for the interface */
 301 static int emac_ioctl(struct net_device *netdev, struct ifreq *ifr, int cmd)
 302 {
 303         if (!netif_running(netdev))
 304                 return -EINVAL;
 305
 306         if (!netdev->phydev)
 307                 return -ENODEV;
 308
 309         return phy_mii_ioctl(netdev->phydev, ifr, cmd);
 310 }
 311
 312 /**
 313  * emac_update_hw_stats - read the EMAC stat registers
 314  *
 315  * Reads the stats registers and write the values to adpt->stats.
 316  *
 317  * adpt->stats.lock must be held while calling this function,
 318  * and while reading from adpt->stats.
 319  */
 320 void emac_update_hw_stats(struct emac_adapter *adpt)
 321 {
 322         struct emac_stats *stats = &adpt->stats;
 323         u64 *stats_itr = &adpt->stats.rx_ok;
 324         void __iomem *base = adpt->base;
 325         unsigned int addr;
 326
 327         addr = REG_MAC_RX_STATUS_BIN;
 328         while (addr <= REG_MAC_RX_STATUS_END) {
 329                 *stats_itr += readl_relaxed(base + addr);
 330                 stats_itr++;
 331                 addr += sizeof(u32);
 332         }
 333
 334         /* additional rx status */
 335         stats->rx_crc_align += readl_relaxed(base + EMAC_RXMAC_STATC_REG23);
 336         stats->rx_jabbers += readl_relaxed(base + EMAC_RXMAC_STATC_REG24);
 337
 338         /* update tx status */
 339         addr = REG_MAC_TX_STATUS_BIN;
 340         stats_itr = &stats->tx_ok;
 341
 342         while (addr <= REG_MAC_TX_STATUS_END) {
 343                 *stats_itr += readl_relaxed(base + addr);
 344                 stats_itr++;
 345                 addr += sizeof(u32);
 346         }
 347
 348         /* additional tx status */
 349         stats->tx_col += readl_relaxed(base + EMAC_TXMAC_STATC_REG25);
 350 }
 351
 352 /* Provide network statistics info for the interface */
 353 static void emac_get_stats64(struct net_device *netdev,
 354                              struct rtnl_link_stats64 *net_stats)
 355 {
 356         struct emac_adapter *adpt = netdev_priv(netdev);
 357         struct emac_stats *stats = &adpt->stats;
 358
 359         spin_lock(&stats->lock);
 360
 361         emac_update_hw_stats(adpt);
 362
 363         /* return parsed statistics */
 364         net_stats->rx_packets = stats->rx_ok;
 365         net_stats->tx_packets = stats->tx_ok;
 366         net_stats->rx_bytes = stats->rx_byte_cnt;
 367         net_stats->tx_bytes = stats->tx_byte_cnt;
 368         net_stats->multicast = stats->rx_mcast;
 369         net_stats->collisions = stats->tx_1_col + stats->tx_2_col * 2 +
 370                                 stats->tx_late_col + stats->tx_abort_col;
 371
 372         net_stats->rx_errors = stats->rx_frag + stats->rx_fcs_err +
 373                                stats->rx_len_err + stats->rx_sz_ov +
 374                                stats->rx_align_err;
 375         net_stats->rx_fifo_errors = stats->rx_rxf_ov;
 376         net_stats->rx_length_errors = stats->rx_len_err;
 377         net_stats->rx_crc_errors = stats->rx_fcs_err;
 378         net_stats->rx_frame_errors = stats->rx_align_err;
 379         net_stats->rx_over_errors = stats->rx_rxf_ov;
 380         net_stats->rx_missed_errors = stats->rx_rxf_ov;
 381
 382         net_stats->tx_errors = stats->tx_late_col + stats->tx_abort_col +
 383                                stats->tx_underrun + stats->tx_trunc;
 384         net_stats->tx_fifo_errors = stats->tx_underrun;
 385         net_stats->tx_aborted_errors = stats->tx_abort_col;
 386         net_stats->tx_window_errors = stats->tx_late_col;
 387
 388         spin_unlock(&stats->lock);
 389 }
 390
 391 static const struct net_device_ops emac_netdev_ops = {
 392         .ndo_open               = emac_open,
 393         .ndo_stop               = emac_close,
 394         .ndo_validate_addr      = eth_validate_addr,
 395         .ndo_start_xmit         = emac_start_xmit,
 396         .ndo_set_mac_address    = eth_mac_addr,
 397         .ndo_change_mtu         = emac_change_mtu,
 398         .ndo_do_ioctl           = emac_ioctl,
 399         .ndo_tx_timeout         = emac_tx_timeout,
 400         .ndo_get_stats64        = emac_get_stats64,
 401         .ndo_set_features       = emac_set_features,
 402         .ndo_set_rx_mode        = emac_rx_mode_set,
 403 };
 404
 405 /* Watchdog task routine, called to reinitialize the EMAC */
 406 static void emac_work_thread(struct work_struct *work)
 407 {
 408         struct emac_adapter *adpt =
 409                 container_of(work, struct emac_adapter, work_thread);
 410
 411         emac_reinit_locked(adpt);
 412 }
 413
 414 /* Initialize various data structures  */
 415 static void emac_init_adapter(struct emac_adapter *adpt)
 416 {
 417         u32 reg;
 418
 419         adpt->rrd_size = EMAC_RRD_SIZE;
 420         adpt->tpd_size = EMAC_TPD_SIZE;
 421         adpt->rfd_size = EMAC_RFD_SIZE;
 422
 423         /* descriptors */
 424         adpt->tx_desc_cnt = EMAC_DEF_TX_DESCS;
 425         adpt->rx_desc_cnt = EMAC_DEF_RX_DESCS;
 426
 427         /* dma */
 428         adpt->dma_order = emac_dma_ord_out;
 429         adpt->dmar_block = emac_dma_req_4096;
 430         adpt->dmaw_block = emac_dma_req_128;
 431         adpt->dmar_dly_cnt = DMAR_DLY_CNT_DEF;
 432         adpt->dmaw_dly_cnt = DMAW_DLY_CNT_DEF;
 433         adpt->tpd_burst = TXQ0_NUM_TPD_PREF_DEF;
 434         adpt->rfd_burst = RXQ0_NUM_RFD_PREF_DEF;
 435
 436         /* irq moderator */
 437         reg = ((EMAC_DEF_RX_IRQ_MOD >> 1) << IRQ_MODERATOR2_INIT_SHFT) |
 438               ((EMAC_DEF_TX_IRQ_MOD >> 1) << IRQ_MODERATOR_INIT_SHFT);
 439         adpt->irq_mod = reg;
 440
 441         /* others */
 442         adpt->preamble = EMAC_PREAMBLE_DEF;
 443
 444         /* default to automatic flow control */
 445         adpt->automatic = true;
 446
 447         /* Disable single-pause-frame mode by default */
 448         adpt->single_pause_mode = false;
 449 }
 450
 451 /* Get the clock */
 452 static int emac_clks_get(struct platform_device *pdev,
 453                          struct emac_adapter *adpt)
 454 {
 455         unsigned int i;
 456
 457         for (i = 0; i < EMAC_CLK_CNT; i++) {
 458                 struct clk *clk = devm_clk_get(&pdev->dev, emac_clk_name[i]);
 459
 460                 if (IS_ERR(clk)) {
 461                         dev_err(&pdev->dev,
 462                                 "could not claim clock %s (error=%li)\n",
 463                                 emac_clk_name[i], PTR_ERR(clk));
 464
 465                         return PTR_ERR(clk);
 466                 }
 467
 468                 adpt->clk[i] = clk;
 469         }
 470
 471         return 0;
 472 }
 473
 474 /* Initialize clocks */
 475 static int emac_clks_phase1_init(struct platform_device *pdev,
 476                                  struct emac_adapter *adpt)
 477 {
 478         int ret;
 479
 480         /* On ACPI platforms, clocks are controlled by firmware and/or
 481          * ACPI, not by drivers.
 482          */
 483         if (has_acpi_companion(&pdev->dev))
 484                 return 0;
 485
 486         ret = emac_clks_get(pdev, adpt);
 487         if (ret)
 488                 return ret;
 489
 490         ret = clk_prepare_enable(adpt->clk[EMAC_CLK_AXI]);
 491         if (ret)
 492                 return ret;
 493
 494         ret = clk_prepare_enable(adpt->clk[EMAC_CLK_CFG_AHB]);
 495         if (ret)
 496                 return ret;
 497
 498         ret = clk_set_rate(adpt->clk[EMAC_CLK_HIGH_SPEED], 19200000);
 499         if (ret)
 500                 return ret;
 501
 502         return clk_prepare_enable(adpt->clk[EMAC_CLK_HIGH_SPEED]);
 503 }
 504
 505 /* Enable clocks; needs emac_clks_phase1_init to be called before */
 506 static int emac_clks_phase2_init(struct platform_device *pdev,
 507                                  struct emac_adapter *adpt)
 508 {
 509         int ret;
 510
 511         if (has_acpi_companion(&pdev->dev))
 512                 return 0;
 513
 514         ret = clk_set_rate(adpt->clk[EMAC_CLK_TX], 125000000);
 515         if (ret)
 516                 return ret;
 517
 518         ret = clk_prepare_enable(adpt->clk[EMAC_CLK_TX]);
 519         if (ret)
 520                 return ret;
 521
 522         ret = clk_set_rate(adpt->clk[EMAC_CLK_HIGH_SPEED], 125000000);
 523         if (ret)
 524                 return ret;
 525
 526         ret = clk_set_rate(adpt->clk[EMAC_CLK_MDIO], 25000000);
 527         if (ret)
 528                 return ret;
 529
 530         ret = clk_prepare_enable(adpt->clk[EMAC_CLK_MDIO]);
 531         if (ret)
 532                 return ret;
 533
 534         ret = clk_prepare_enable(adpt->clk[EMAC_CLK_RX]);
 535         if (ret)
 536                 return ret;
 537
 538         return clk_prepare_enable(adpt->clk[EMAC_CLK_SYS]);
 539 }
 540
 541 static void emac_clks_teardown(struct emac_adapter *adpt)
 542 {
 543
 544         unsigned int i;
 545
 546         for (i = 0; i < EMAC_CLK_CNT; i++)
 547                 clk_disable_unprepare(adpt->clk[i]);
 548 }
 549
 550 /* Get the resources */
 551 static int emac_probe_resources(struct platform_device *pdev,
 552                                 struct emac_adapter *adpt)
 553 {
 554         struct net_device *netdev = adpt->netdev;
 555         struct resource *res;
 556         char maddr[ETH_ALEN];
 557         int ret = 0;
 558
 559         /* get mac address */
 560         if (device_get_mac_address(&pdev->dev, maddr, ETH_ALEN))
 561                 ether_addr_copy(netdev->dev_addr, maddr);
 562         else
 563                 eth_hw_addr_random(netdev);
 564
 565         /* Core 0 interrupt */
 566         ret = platform_get_irq(pdev, 0);
 567         if (ret < 0) {
 568                 dev_err(&pdev->dev,
 569                         "error: missing core0 irq resource (error=%i)\n", ret);
 570                 return ret;
 571         }
 572         adpt->irq.irq = ret;
 573
 574         /* base register address */
 575         res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
 576         adpt->base = devm_ioremap_resource(&pdev->dev, res);
 577         if (IS_ERR(adpt->base))
 578                 return PTR_ERR(adpt->base);
 579
 580         /* CSR register address */
 581         res = platform_get_resource(pdev, IORESOURCE_MEM, 1);
 582         adpt->csr = devm_ioremap_resource(&pdev->dev, res);
 583         if (IS_ERR(adpt->csr))
 584                 return PTR_ERR(adpt->csr);
 585
 586         netdev->base_addr = (unsigned long)adpt->base;
 587
 588         return 0;
 589 }
 590
 591 static const struct of_device_id emac_dt_match[] = {
 592         {
 593                 .compatible = "qcom,fsm9900-emac",
 594         },
 595         {}
 596 };
 597 MODULE_DEVICE_TABLE(of, emac_dt_match);
 598
 599 #if IS_ENABLED(CONFIG_ACPI)
 600 static const struct acpi_device_id emac_acpi_match[] = {
 601         {
 602                 .id = "QCOM8070",
 603         },
 604         {}
 605 };
 606 MODULE_DEVICE_TABLE(acpi, emac_acpi_match);
 607 #endif
 608
 609 static int emac_probe(struct platform_device *pdev)
 610 {
 611         struct net_device *netdev;
 612         struct emac_adapter *adpt;
 613         struct emac_sgmii *phy;
 614         u16 devid, revid;
 615         u32 reg;
 616         int ret;
 617
 618         /* The EMAC itself is capable of 64-bit DMA, so try that first. */
 619         ret = dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(64));
 620         if (ret) {
 621                 /* Some platforms may restrict the EMAC's address bus to less
 622                  * then the size of DDR. In this case, we need to try a
 623                  * smaller mask.  We could try every possible smaller mask,
 624                  * but that's overkill.  Instead, just fall to 32-bit, which
 625                  * should always work.
 626                  */
 627                 ret = dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(32));
 628                 if (ret) {
 629                         dev_err(&pdev->dev, "could not set DMA mask\n");
 630                         return ret;
 631                 }
 632         }
 633
 634         netdev = alloc_etherdev(sizeof(struct emac_adapter));
 635         if (!netdev)
 636                 return -ENOMEM;
 637
 638         dev_set_drvdata(&pdev->dev, netdev);
 639         SET_NETDEV_DEV(netdev, &pdev->dev);
 640         emac_set_ethtool_ops(netdev);
 641
 642         adpt = netdev_priv(netdev);
 643         adpt->netdev = netdev;
 644         adpt->msg_enable = EMAC_MSG_DEFAULT;
 645
 646         phy = &adpt->phy;
 647         atomic_set(&phy->decode_error_count, 0);
 648
 649         mutex_init(&adpt->reset_lock);
 650         spin_lock_init(&adpt->stats.lock);
 651
 652         adpt->irq.mask = RX_PKT_INT0 | IMR_NORMAL_MASK;
 653
 654         ret = emac_probe_resources(pdev, adpt);
 655         if (ret)
 656                 goto err_undo_netdev;
 657
 658         /* initialize clocks */
 659         ret = emac_clks_phase1_init(pdev, adpt);
 660         if (ret) {
 661                 dev_err(&pdev->dev, "could not initialize clocks\n");
 662                 goto err_undo_netdev;
 663         }
 664
 665         netdev->watchdog_timeo = EMAC_WATCHDOG_TIME;
 666         netdev->irq = adpt->irq.irq;
 667
 668         netdev->netdev_ops = &emac_netdev_ops;
 669
 670         emac_init_adapter(adpt);
 671
 672         /* init external phy */
 673         ret = emac_phy_config(pdev, adpt);
 674         if (ret)
 675                 goto err_undo_clocks;
 676
 677         /* init internal sgmii phy */
 678         ret = emac_sgmii_config(pdev, adpt);
 679         if (ret)
 680                 goto err_undo_mdiobus;
 681
 682         /* enable clocks */
 683         ret = emac_clks_phase2_init(pdev, adpt);
 684         if (ret) {
 685                 dev_err(&pdev->dev, "could not initialize clocks\n");
 686                 goto err_undo_mdiobus;
 687         }
 688
 689         /* set hw features */
 690         netdev->features = NETIF_F_SG | NETIF_F_HW_CSUM | NETIF_F_RXCSUM |
 691                         NETIF_F_TSO | NETIF_F_TSO6 | NETIF_F_HW_VLAN_CTAG_RX |
 692                         NETIF_F_HW_VLAN_CTAG_TX;
 693         netdev->hw_features = netdev->features;
 694
 695         netdev->vlan_features |= NETIF_F_SG | NETIF_F_HW_CSUM |
 696                                  NETIF_F_TSO | NETIF_F_TSO6;
 697
 698         /* MTU range: 46 - 9194 */
 699         netdev->min_mtu = EMAC_MIN_ETH_FRAME_SIZE -
 700                           (ETH_HLEN + ETH_FCS_LEN + VLAN_HLEN);
 701         netdev->max_mtu = EMAC_MAX_ETH_FRAME_SIZE -
 702                           (ETH_HLEN + ETH_FCS_LEN + VLAN_HLEN);
 703
 704         INIT_WORK(&adpt->work_thread, emac_work_thread);
 705
 706         /* Initialize queues */
 707         emac_mac_rx_tx_ring_init_all(pdev, adpt);
 708
 709         netif_napi_add(netdev, &adpt->rx_q.napi, emac_napi_rtx,
 710                        NAPI_POLL_WEIGHT);
 711
 712         ret = register_netdev(netdev);
 713         if (ret) {
 714                 dev_err(&pdev->dev, "could not register net device\n");
 715                 goto err_undo_napi;
 716         }
 717
 718         reg =  readl_relaxed(adpt->base + EMAC_DMA_MAS_CTRL);
 719         devid = (reg & DEV_ID_NUM_BMSK)  >> DEV_ID_NUM_SHFT;
 720         revid = (reg & DEV_REV_NUM_BMSK) >> DEV_REV_NUM_SHFT;
 721         reg = readl_relaxed(adpt->base + EMAC_CORE_HW_VERSION);
 722
 723         netif_info(adpt, probe, netdev,
 724                    "hardware id %d.%d, hardware version %d.%d.%d\n",
 725                    devid, revid,
 726                    (reg & MAJOR_BMSK) >> MAJOR_SHFT,
 727                    (reg & MINOR_BMSK) >> MINOR_SHFT,
 728                    (reg & STEP_BMSK)  >> STEP_SHFT);
 729
 730         return 0;
 731
 732 err_undo_napi:
 733         netif_napi_del(&adpt->rx_q.napi);
 734 err_undo_mdiobus:
 735         put_device(&adpt->phydev->mdio.dev);
 736         mdiobus_unregister(adpt->mii_bus);
 737 err_undo_clocks:
 738         emac_clks_teardown(adpt);
 739 err_undo_netdev:
 740         free_netdev(netdev);
 741
 742         return ret;
 743 }
 744
 745 static int emac_remove(struct platform_device *pdev)
 746 {
 747         struct net_device *netdev = dev_get_drvdata(&pdev->dev);
 748         struct emac_adapter *adpt = netdev_priv(netdev);
 749
 750         unregister_netdev(netdev);
 751         netif_napi_del(&adpt->rx_q.napi);
 752
 753         emac_clks_teardown(adpt);
 754
 755         put_device(&adpt->phydev->mdio.dev);
 756         mdiobus_unregister(adpt->mii_bus);
 757         free_netdev(netdev);
 758
 759         if (adpt->phy.digital)
 760                 iounmap(adpt->phy.digital);
 761         iounmap(adpt->phy.base);
 762
 763         return 0;
 764 }
 765
 766 static void emac_shutdown(struct platform_device *pdev)
 767 {
 768         struct net_device *netdev = dev_get_drvdata(&pdev->dev);
 769         struct emac_adapter *adpt = netdev_priv(netdev);
 770         struct emac_sgmii *sgmii = &adpt->phy;
 771
 772         if (netdev->flags & IFF_UP) {
 773                 /* Closing the SGMII turns off its interrupts */
 774                 sgmii->close(adpt);
 775
 776                 /* Resetting the MAC turns off all DMA and its interrupts */
 777                 emac_mac_reset(adpt);
 778         }
 779 }
 780
 781 static struct platform_driver emac_platform_driver = {
 782         .probe  = emac_probe,
 783         .remove = emac_remove,
 784         .driver = {
 785                 .name           = "qcom-emac",
 786                 .of_match_table = emac_dt_match,
 787                 .acpi_match_table = ACPI_PTR(emac_acpi_match),
 788         },
 789         .shutdown = emac_shutdown,
 790 };
 791
 792 module_platform_driver(emac_platform_driver);
 793
 794 MODULE_LICENSE("GPL v2");
 795 MODULE_ALIAS("platform:qcom-emac");