]> git.proxmox.com Git - mirror_ubuntu-jammy-kernel.git/blob - drivers/net/ethernet/aurora/nb8800.c
timekeeping: Repair ktime_get_coarse*() granularity
[mirror_ubuntu-jammy-kernel.git] / drivers / net / ethernet / aurora / nb8800.c
1 /*
2 * Copyright (C) 2015 Mans Rullgard <mans@mansr.com>
3 *
4 * Mostly rewritten, based on driver from Sigma Designs. Original
5 * copyright notice below.
6 *
7 *
8 * Driver for tangox SMP864x/SMP865x/SMP867x/SMP868x builtin Ethernet Mac.
9 *
10 * Copyright (C) 2005 Maxime Bizon <mbizon@freebox.fr>
11 *
12 * This program is free software; you can redistribute it and/or modify
13 * it under the terms of the GNU General Public License as published by
14 * the Free Software Foundation; either version 2 of the License, or
15 * (at your option) any later version.
16 *
17 * This program is distributed in the hope that it will be useful,
18 * but WITHOUT ANY WARRANTY; without even the implied warranty of
19 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
20 * GNU General Public License for more details.
21 */
22
23 #include <linux/module.h>
24 #include <linux/etherdevice.h>
25 #include <linux/delay.h>
26 #include <linux/ethtool.h>
27 #include <linux/interrupt.h>
28 #include <linux/platform_device.h>
29 #include <linux/of_device.h>
30 #include <linux/of_mdio.h>
31 #include <linux/of_net.h>
32 #include <linux/dma-mapping.h>
33 #include <linux/phy.h>
34 #include <linux/cache.h>
35 #include <linux/jiffies.h>
36 #include <linux/io.h>
37 #include <linux/iopoll.h>
38 #include <asm/barrier.h>
39
40 #include "nb8800.h"
41
42 static void nb8800_tx_done(struct net_device *dev);
43 static int nb8800_dma_stop(struct net_device *dev);
44
45 static inline u8 nb8800_readb(struct nb8800_priv *priv, int reg)
46 {
47 return readb_relaxed(priv->base + reg);
48 }
49
50 static inline u32 nb8800_readl(struct nb8800_priv *priv, int reg)
51 {
52 return readl_relaxed(priv->base + reg);
53 }
54
55 static inline void nb8800_writeb(struct nb8800_priv *priv, int reg, u8 val)
56 {
57 writeb_relaxed(val, priv->base + reg);
58 }
59
60 static inline void nb8800_writew(struct nb8800_priv *priv, int reg, u16 val)
61 {
62 writew_relaxed(val, priv->base + reg);
63 }
64
65 static inline void nb8800_writel(struct nb8800_priv *priv, int reg, u32 val)
66 {
67 writel_relaxed(val, priv->base + reg);
68 }
69
70 static inline void nb8800_maskb(struct nb8800_priv *priv, int reg,
71 u32 mask, u32 val)
72 {
73 u32 old = nb8800_readb(priv, reg);
74 u32 new = (old & ~mask) | (val & mask);
75
76 if (new != old)
77 nb8800_writeb(priv, reg, new);
78 }
79
80 static inline void nb8800_maskl(struct nb8800_priv *priv, int reg,
81 u32 mask, u32 val)
82 {
83 u32 old = nb8800_readl(priv, reg);
84 u32 new = (old & ~mask) | (val & mask);
85
86 if (new != old)
87 nb8800_writel(priv, reg, new);
88 }
89
90 static inline void nb8800_modb(struct nb8800_priv *priv, int reg, u8 bits,
91 bool set)
92 {
93 nb8800_maskb(priv, reg, bits, set ? bits : 0);
94 }
95
96 static inline void nb8800_setb(struct nb8800_priv *priv, int reg, u8 bits)
97 {
98 nb8800_maskb(priv, reg, bits, bits);
99 }
100
101 static inline void nb8800_clearb(struct nb8800_priv *priv, int reg, u8 bits)
102 {
103 nb8800_maskb(priv, reg, bits, 0);
104 }
105
106 static inline void nb8800_modl(struct nb8800_priv *priv, int reg, u32 bits,
107 bool set)
108 {
109 nb8800_maskl(priv, reg, bits, set ? bits : 0);
110 }
111
112 static inline void nb8800_setl(struct nb8800_priv *priv, int reg, u32 bits)
113 {
114 nb8800_maskl(priv, reg, bits, bits);
115 }
116
117 static inline void nb8800_clearl(struct nb8800_priv *priv, int reg, u32 bits)
118 {
119 nb8800_maskl(priv, reg, bits, 0);
120 }
121
122 static int nb8800_mdio_wait(struct mii_bus *bus)
123 {
124 struct nb8800_priv *priv = bus->priv;
125 u32 val;
126
127 return readl_poll_timeout_atomic(priv->base + NB8800_MDIO_CMD,
128 val, !(val & MDIO_CMD_GO), 1, 1000);
129 }
130
131 static int nb8800_mdio_cmd(struct mii_bus *bus, u32 cmd)
132 {
133 struct nb8800_priv *priv = bus->priv;
134 int err;
135
136 err = nb8800_mdio_wait(bus);
137 if (err)
138 return err;
139
140 nb8800_writel(priv, NB8800_MDIO_CMD, cmd);
141 udelay(10);
142 nb8800_writel(priv, NB8800_MDIO_CMD, cmd | MDIO_CMD_GO);
143
144 return nb8800_mdio_wait(bus);
145 }
146
147 static int nb8800_mdio_read(struct mii_bus *bus, int phy_id, int reg)
148 {
149 struct nb8800_priv *priv = bus->priv;
150 u32 val;
151 int err;
152
153 err = nb8800_mdio_cmd(bus, MDIO_CMD_ADDR(phy_id) | MDIO_CMD_REG(reg));
154 if (err)
155 return err;
156
157 val = nb8800_readl(priv, NB8800_MDIO_STS);
158 if (val & MDIO_STS_ERR)
159 return 0xffff;
160
161 return val & 0xffff;
162 }
163
164 static int nb8800_mdio_write(struct mii_bus *bus, int phy_id, int reg, u16 val)
165 {
166 u32 cmd = MDIO_CMD_ADDR(phy_id) | MDIO_CMD_REG(reg) |
167 MDIO_CMD_DATA(val) | MDIO_CMD_WR;
168
169 return nb8800_mdio_cmd(bus, cmd);
170 }
171
172 static void nb8800_mac_tx(struct net_device *dev, bool enable)
173 {
174 struct nb8800_priv *priv = netdev_priv(dev);
175
176 while (nb8800_readl(priv, NB8800_TXC_CR) & TCR_EN)
177 cpu_relax();
178
179 nb8800_modb(priv, NB8800_TX_CTL1, TX_EN, enable);
180 }
181
182 static void nb8800_mac_rx(struct net_device *dev, bool enable)
183 {
184 nb8800_modb(netdev_priv(dev), NB8800_RX_CTL, RX_EN, enable);
185 }
186
187 static void nb8800_mac_af(struct net_device *dev, bool enable)
188 {
189 nb8800_modb(netdev_priv(dev), NB8800_RX_CTL, RX_AF_EN, enable);
190 }
191
192 static void nb8800_start_rx(struct net_device *dev)
193 {
194 nb8800_setl(netdev_priv(dev), NB8800_RXC_CR, RCR_EN);
195 }
196
197 static int nb8800_alloc_rx(struct net_device *dev, unsigned int i, bool napi)
198 {
199 struct nb8800_priv *priv = netdev_priv(dev);
200 struct nb8800_rx_desc *rxd = &priv->rx_descs[i];
201 struct nb8800_rx_buf *rxb = &priv->rx_bufs[i];
202 int size = L1_CACHE_ALIGN(RX_BUF_SIZE);
203 dma_addr_t dma_addr;
204 struct page *page;
205 unsigned long offset;
206 void *data;
207
208 data = napi ? napi_alloc_frag(size) : netdev_alloc_frag(size);
209 if (!data)
210 return -ENOMEM;
211
212 page = virt_to_head_page(data);
213 offset = data - page_address(page);
214
215 dma_addr = dma_map_page(&dev->dev, page, offset, RX_BUF_SIZE,
216 DMA_FROM_DEVICE);
217
218 if (dma_mapping_error(&dev->dev, dma_addr)) {
219 skb_free_frag(data);
220 return -ENOMEM;
221 }
222
223 rxb->page = page;
224 rxb->offset = offset;
225 rxd->desc.s_addr = dma_addr;
226
227 return 0;
228 }
229
230 static void nb8800_receive(struct net_device *dev, unsigned int i,
231 unsigned int len)
232 {
233 struct nb8800_priv *priv = netdev_priv(dev);
234 struct nb8800_rx_desc *rxd = &priv->rx_descs[i];
235 struct page *page = priv->rx_bufs[i].page;
236 int offset = priv->rx_bufs[i].offset;
237 void *data = page_address(page) + offset;
238 dma_addr_t dma = rxd->desc.s_addr;
239 struct sk_buff *skb;
240 unsigned int size;
241 int err;
242
243 size = len <= RX_COPYBREAK ? len : RX_COPYHDR;
244
245 skb = napi_alloc_skb(&priv->napi, size);
246 if (!skb) {
247 netdev_err(dev, "rx skb allocation failed\n");
248 dev->stats.rx_dropped++;
249 return;
250 }
251
252 if (len <= RX_COPYBREAK) {
253 dma_sync_single_for_cpu(&dev->dev, dma, len, DMA_FROM_DEVICE);
254 skb_put_data(skb, data, len);
255 dma_sync_single_for_device(&dev->dev, dma, len,
256 DMA_FROM_DEVICE);
257 } else {
258 err = nb8800_alloc_rx(dev, i, true);
259 if (err) {
260 netdev_err(dev, "rx buffer allocation failed\n");
261 dev->stats.rx_dropped++;
262 dev_kfree_skb(skb);
263 return;
264 }
265
266 dma_unmap_page(&dev->dev, dma, RX_BUF_SIZE, DMA_FROM_DEVICE);
267 skb_put_data(skb, data, RX_COPYHDR);
268 skb_add_rx_frag(skb, skb_shinfo(skb)->nr_frags, page,
269 offset + RX_COPYHDR, len - RX_COPYHDR,
270 RX_BUF_SIZE);
271 }
272
273 skb->protocol = eth_type_trans(skb, dev);
274 napi_gro_receive(&priv->napi, skb);
275 }
276
277 static void nb8800_rx_error(struct net_device *dev, u32 report)
278 {
279 if (report & RX_LENGTH_ERR)
280 dev->stats.rx_length_errors++;
281
282 if (report & RX_FCS_ERR)
283 dev->stats.rx_crc_errors++;
284
285 if (report & RX_FIFO_OVERRUN)
286 dev->stats.rx_fifo_errors++;
287
288 if (report & RX_ALIGNMENT_ERROR)
289 dev->stats.rx_frame_errors++;
290
291 dev->stats.rx_errors++;
292 }
293
294 static int nb8800_poll(struct napi_struct *napi, int budget)
295 {
296 struct net_device *dev = napi->dev;
297 struct nb8800_priv *priv = netdev_priv(dev);
298 struct nb8800_rx_desc *rxd;
299 unsigned int last = priv->rx_eoc;
300 unsigned int next;
301 int work = 0;
302
303 nb8800_tx_done(dev);
304
305 again:
306 do {
307 unsigned int len;
308
309 next = (last + 1) % RX_DESC_COUNT;
310
311 rxd = &priv->rx_descs[next];
312
313 if (!rxd->report)
314 break;
315
316 len = RX_BYTES_TRANSFERRED(rxd->report);
317
318 if (IS_RX_ERROR(rxd->report))
319 nb8800_rx_error(dev, rxd->report);
320 else
321 nb8800_receive(dev, next, len);
322
323 dev->stats.rx_packets++;
324 dev->stats.rx_bytes += len;
325
326 if (rxd->report & RX_MULTICAST_PKT)
327 dev->stats.multicast++;
328
329 rxd->report = 0;
330 last = next;
331 work++;
332 } while (work < budget);
333
334 if (work) {
335 priv->rx_descs[last].desc.config |= DESC_EOC;
336 wmb(); /* ensure new EOC is written before clearing old */
337 priv->rx_descs[priv->rx_eoc].desc.config &= ~DESC_EOC;
338 priv->rx_eoc = last;
339 nb8800_start_rx(dev);
340 }
341
342 if (work < budget) {
343 nb8800_writel(priv, NB8800_RX_ITR, priv->rx_itr_irq);
344
345 /* If a packet arrived after we last checked but
346 * before writing RX_ITR, the interrupt will be
347 * delayed, so we retrieve it now.
348 */
349 if (priv->rx_descs[next].report)
350 goto again;
351
352 napi_complete_done(napi, work);
353 }
354
355 return work;
356 }
357
358 static void __nb8800_tx_dma_start(struct net_device *dev)
359 {
360 struct nb8800_priv *priv = netdev_priv(dev);
361 struct nb8800_tx_buf *txb;
362 u32 txc_cr;
363
364 txb = &priv->tx_bufs[priv->tx_queue];
365 if (!txb->ready)
366 return;
367
368 txc_cr = nb8800_readl(priv, NB8800_TXC_CR);
369 if (txc_cr & TCR_EN)
370 return;
371
372 nb8800_writel(priv, NB8800_TX_DESC_ADDR, txb->dma_desc);
373 wmb(); /* ensure desc addr is written before starting DMA */
374 nb8800_writel(priv, NB8800_TXC_CR, txc_cr | TCR_EN);
375
376 priv->tx_queue = (priv->tx_queue + txb->chain_len) % TX_DESC_COUNT;
377 }
378
379 static void nb8800_tx_dma_start(struct net_device *dev)
380 {
381 struct nb8800_priv *priv = netdev_priv(dev);
382
383 spin_lock_irq(&priv->tx_lock);
384 __nb8800_tx_dma_start(dev);
385 spin_unlock_irq(&priv->tx_lock);
386 }
387
388 static void nb8800_tx_dma_start_irq(struct net_device *dev)
389 {
390 struct nb8800_priv *priv = netdev_priv(dev);
391
392 spin_lock(&priv->tx_lock);
393 __nb8800_tx_dma_start(dev);
394 spin_unlock(&priv->tx_lock);
395 }
396
397 static int nb8800_xmit(struct sk_buff *skb, struct net_device *dev)
398 {
399 struct nb8800_priv *priv = netdev_priv(dev);
400 struct nb8800_tx_desc *txd;
401 struct nb8800_tx_buf *txb;
402 struct nb8800_dma_desc *desc;
403 dma_addr_t dma_addr;
404 unsigned int dma_len;
405 unsigned int align;
406 unsigned int next;
407 bool xmit_more;
408
409 if (atomic_read(&priv->tx_free) <= NB8800_DESC_LOW) {
410 netif_stop_queue(dev);
411 return NETDEV_TX_BUSY;
412 }
413
414 align = (8 - (uintptr_t)skb->data) & 7;
415
416 dma_len = skb->len - align;
417 dma_addr = dma_map_single(&dev->dev, skb->data + align,
418 dma_len, DMA_TO_DEVICE);
419
420 if (dma_mapping_error(&dev->dev, dma_addr)) {
421 netdev_err(dev, "tx dma mapping error\n");
422 kfree_skb(skb);
423 dev->stats.tx_dropped++;
424 return NETDEV_TX_OK;
425 }
426
427 xmit_more = netdev_xmit_more();
428 if (atomic_dec_return(&priv->tx_free) <= NB8800_DESC_LOW) {
429 netif_stop_queue(dev);
430 xmit_more = false;
431 }
432
433 next = priv->tx_next;
434 txb = &priv->tx_bufs[next];
435 txd = &priv->tx_descs[next];
436 desc = &txd->desc[0];
437
438 next = (next + 1) % TX_DESC_COUNT;
439
440 if (align) {
441 memcpy(txd->buf, skb->data, align);
442
443 desc->s_addr =
444 txb->dma_desc + offsetof(struct nb8800_tx_desc, buf);
445 desc->n_addr = txb->dma_desc + sizeof(txd->desc[0]);
446 desc->config = DESC_BTS(2) | DESC_DS | align;
447
448 desc++;
449 }
450
451 desc->s_addr = dma_addr;
452 desc->n_addr = priv->tx_bufs[next].dma_desc;
453 desc->config = DESC_BTS(2) | DESC_DS | DESC_EOF | dma_len;
454
455 if (!xmit_more)
456 desc->config |= DESC_EOC;
457
458 txb->skb = skb;
459 txb->dma_addr = dma_addr;
460 txb->dma_len = dma_len;
461
462 if (!priv->tx_chain) {
463 txb->chain_len = 1;
464 priv->tx_chain = txb;
465 } else {
466 priv->tx_chain->chain_len++;
467 }
468
469 netdev_sent_queue(dev, skb->len);
470
471 priv->tx_next = next;
472
473 if (!xmit_more) {
474 smp_wmb();
475 priv->tx_chain->ready = true;
476 priv->tx_chain = NULL;
477 nb8800_tx_dma_start(dev);
478 }
479
480 return NETDEV_TX_OK;
481 }
482
483 static void nb8800_tx_error(struct net_device *dev, u32 report)
484 {
485 if (report & TX_LATE_COLLISION)
486 dev->stats.collisions++;
487
488 if (report & TX_PACKET_DROPPED)
489 dev->stats.tx_dropped++;
490
491 if (report & TX_FIFO_UNDERRUN)
492 dev->stats.tx_fifo_errors++;
493
494 dev->stats.tx_errors++;
495 }
496
497 static void nb8800_tx_done(struct net_device *dev)
498 {
499 struct nb8800_priv *priv = netdev_priv(dev);
500 unsigned int limit = priv->tx_next;
501 unsigned int done = priv->tx_done;
502 unsigned int packets = 0;
503 unsigned int len = 0;
504
505 while (done != limit) {
506 struct nb8800_tx_desc *txd = &priv->tx_descs[done];
507 struct nb8800_tx_buf *txb = &priv->tx_bufs[done];
508 struct sk_buff *skb;
509
510 if (!txd->report)
511 break;
512
513 skb = txb->skb;
514 len += skb->len;
515
516 dma_unmap_single(&dev->dev, txb->dma_addr, txb->dma_len,
517 DMA_TO_DEVICE);
518
519 if (IS_TX_ERROR(txd->report)) {
520 nb8800_tx_error(dev, txd->report);
521 kfree_skb(skb);
522 } else {
523 consume_skb(skb);
524 }
525
526 dev->stats.tx_packets++;
527 dev->stats.tx_bytes += TX_BYTES_TRANSFERRED(txd->report);
528 dev->stats.collisions += TX_EARLY_COLLISIONS(txd->report);
529
530 txb->skb = NULL;
531 txb->ready = false;
532 txd->report = 0;
533
534 done = (done + 1) % TX_DESC_COUNT;
535 packets++;
536 }
537
538 if (packets) {
539 smp_mb__before_atomic();
540 atomic_add(packets, &priv->tx_free);
541 netdev_completed_queue(dev, packets, len);
542 netif_wake_queue(dev);
543 priv->tx_done = done;
544 }
545 }
546
547 static irqreturn_t nb8800_irq(int irq, void *dev_id)
548 {
549 struct net_device *dev = dev_id;
550 struct nb8800_priv *priv = netdev_priv(dev);
551 irqreturn_t ret = IRQ_NONE;
552 u32 val;
553
554 /* tx interrupt */
555 val = nb8800_readl(priv, NB8800_TXC_SR);
556 if (val) {
557 nb8800_writel(priv, NB8800_TXC_SR, val);
558
559 if (val & TSR_DI)
560 nb8800_tx_dma_start_irq(dev);
561
562 if (val & TSR_TI)
563 napi_schedule_irqoff(&priv->napi);
564
565 if (unlikely(val & TSR_DE))
566 netdev_err(dev, "TX DMA error\n");
567
568 /* should never happen with automatic status retrieval */
569 if (unlikely(val & TSR_TO))
570 netdev_err(dev, "TX Status FIFO overflow\n");
571
572 ret = IRQ_HANDLED;
573 }
574
575 /* rx interrupt */
576 val = nb8800_readl(priv, NB8800_RXC_SR);
577 if (val) {
578 nb8800_writel(priv, NB8800_RXC_SR, val);
579
580 if (likely(val & (RSR_RI | RSR_DI))) {
581 nb8800_writel(priv, NB8800_RX_ITR, priv->rx_itr_poll);
582 napi_schedule_irqoff(&priv->napi);
583 }
584
585 if (unlikely(val & RSR_DE))
586 netdev_err(dev, "RX DMA error\n");
587
588 /* should never happen with automatic status retrieval */
589 if (unlikely(val & RSR_RO))
590 netdev_err(dev, "RX Status FIFO overflow\n");
591
592 ret = IRQ_HANDLED;
593 }
594
595 return ret;
596 }
597
598 static void nb8800_mac_config(struct net_device *dev)
599 {
600 struct nb8800_priv *priv = netdev_priv(dev);
601 bool gigabit = priv->speed == SPEED_1000;
602 u32 mac_mode_mask = RGMII_MODE | HALF_DUPLEX | GMAC_MODE;
603 u32 mac_mode = 0;
604 u32 slot_time;
605 u32 phy_clk;
606 u32 ict;
607
608 if (!priv->duplex)
609 mac_mode |= HALF_DUPLEX;
610
611 if (gigabit) {
612 if (phy_interface_is_rgmii(dev->phydev))
613 mac_mode |= RGMII_MODE;
614
615 mac_mode |= GMAC_MODE;
616 phy_clk = 125000000;
617
618 /* Should be 512 but register is only 8 bits */
619 slot_time = 255;
620 } else {
621 phy_clk = 25000000;
622 slot_time = 128;
623 }
624
625 ict = DIV_ROUND_UP(phy_clk, clk_get_rate(priv->clk));
626
627 nb8800_writeb(priv, NB8800_IC_THRESHOLD, ict);
628 nb8800_writeb(priv, NB8800_SLOT_TIME, slot_time);
629 nb8800_maskb(priv, NB8800_MAC_MODE, mac_mode_mask, mac_mode);
630 }
631
632 static void nb8800_pause_config(struct net_device *dev)
633 {
634 struct nb8800_priv *priv = netdev_priv(dev);
635 struct phy_device *phydev = dev->phydev;
636 u32 rxcr;
637
638 if (priv->pause_aneg) {
639 if (!phydev || !phydev->link)
640 return;
641
642 priv->pause_rx = phydev->pause;
643 priv->pause_tx = phydev->pause ^ phydev->asym_pause;
644 }
645
646 nb8800_modb(priv, NB8800_RX_CTL, RX_PAUSE_EN, priv->pause_rx);
647
648 rxcr = nb8800_readl(priv, NB8800_RXC_CR);
649 if (!!(rxcr & RCR_FL) == priv->pause_tx)
650 return;
651
652 if (netif_running(dev)) {
653 napi_disable(&priv->napi);
654 netif_tx_lock_bh(dev);
655 nb8800_dma_stop(dev);
656 nb8800_modl(priv, NB8800_RXC_CR, RCR_FL, priv->pause_tx);
657 nb8800_start_rx(dev);
658 netif_tx_unlock_bh(dev);
659 napi_enable(&priv->napi);
660 } else {
661 nb8800_modl(priv, NB8800_RXC_CR, RCR_FL, priv->pause_tx);
662 }
663 }
664
665 static void nb8800_link_reconfigure(struct net_device *dev)
666 {
667 struct nb8800_priv *priv = netdev_priv(dev);
668 struct phy_device *phydev = dev->phydev;
669 int change = 0;
670
671 if (phydev->link) {
672 if (phydev->speed != priv->speed) {
673 priv->speed = phydev->speed;
674 change = 1;
675 }
676
677 if (phydev->duplex != priv->duplex) {
678 priv->duplex = phydev->duplex;
679 change = 1;
680 }
681
682 if (change)
683 nb8800_mac_config(dev);
684
685 nb8800_pause_config(dev);
686 }
687
688 if (phydev->link != priv->link) {
689 priv->link = phydev->link;
690 change = 1;
691 }
692
693 if (change)
694 phy_print_status(phydev);
695 }
696
697 static void nb8800_update_mac_addr(struct net_device *dev)
698 {
699 struct nb8800_priv *priv = netdev_priv(dev);
700 int i;
701
702 for (i = 0; i < ETH_ALEN; i++)
703 nb8800_writeb(priv, NB8800_SRC_ADDR(i), dev->dev_addr[i]);
704
705 for (i = 0; i < ETH_ALEN; i++)
706 nb8800_writeb(priv, NB8800_UC_ADDR(i), dev->dev_addr[i]);
707 }
708
709 static int nb8800_set_mac_address(struct net_device *dev, void *addr)
710 {
711 struct sockaddr *sock = addr;
712
713 if (netif_running(dev))
714 return -EBUSY;
715
716 ether_addr_copy(dev->dev_addr, sock->sa_data);
717 nb8800_update_mac_addr(dev);
718
719 return 0;
720 }
721
722 static void nb8800_mc_init(struct net_device *dev, int val)
723 {
724 struct nb8800_priv *priv = netdev_priv(dev);
725
726 nb8800_writeb(priv, NB8800_MC_INIT, val);
727 readb_poll_timeout_atomic(priv->base + NB8800_MC_INIT, val, !val,
728 1, 1000);
729 }
730
731 static void nb8800_set_rx_mode(struct net_device *dev)
732 {
733 struct nb8800_priv *priv = netdev_priv(dev);
734 struct netdev_hw_addr *ha;
735 int i;
736
737 if (dev->flags & (IFF_PROMISC | IFF_ALLMULTI)) {
738 nb8800_mac_af(dev, false);
739 return;
740 }
741
742 nb8800_mac_af(dev, true);
743 nb8800_mc_init(dev, 0);
744
745 netdev_for_each_mc_addr(ha, dev) {
746 for (i = 0; i < ETH_ALEN; i++)
747 nb8800_writeb(priv, NB8800_MC_ADDR(i), ha->addr[i]);
748
749 nb8800_mc_init(dev, 0xff);
750 }
751 }
752
753 #define RX_DESC_SIZE (RX_DESC_COUNT * sizeof(struct nb8800_rx_desc))
754 #define TX_DESC_SIZE (TX_DESC_COUNT * sizeof(struct nb8800_tx_desc))
755
756 static void nb8800_dma_free(struct net_device *dev)
757 {
758 struct nb8800_priv *priv = netdev_priv(dev);
759 unsigned int i;
760
761 if (priv->rx_bufs) {
762 for (i = 0; i < RX_DESC_COUNT; i++)
763 if (priv->rx_bufs[i].page)
764 put_page(priv->rx_bufs[i].page);
765
766 kfree(priv->rx_bufs);
767 priv->rx_bufs = NULL;
768 }
769
770 if (priv->tx_bufs) {
771 for (i = 0; i < TX_DESC_COUNT; i++)
772 kfree_skb(priv->tx_bufs[i].skb);
773
774 kfree(priv->tx_bufs);
775 priv->tx_bufs = NULL;
776 }
777
778 if (priv->rx_descs) {
779 dma_free_coherent(dev->dev.parent, RX_DESC_SIZE, priv->rx_descs,
780 priv->rx_desc_dma);
781 priv->rx_descs = NULL;
782 }
783
784 if (priv->tx_descs) {
785 dma_free_coherent(dev->dev.parent, TX_DESC_SIZE, priv->tx_descs,
786 priv->tx_desc_dma);
787 priv->tx_descs = NULL;
788 }
789 }
790
791 static void nb8800_dma_reset(struct net_device *dev)
792 {
793 struct nb8800_priv *priv = netdev_priv(dev);
794 struct nb8800_rx_desc *rxd;
795 struct nb8800_tx_desc *txd;
796 unsigned int i;
797
798 for (i = 0; i < RX_DESC_COUNT; i++) {
799 dma_addr_t rx_dma = priv->rx_desc_dma + i * sizeof(*rxd);
800
801 rxd = &priv->rx_descs[i];
802 rxd->desc.n_addr = rx_dma + sizeof(*rxd);
803 rxd->desc.r_addr =
804 rx_dma + offsetof(struct nb8800_rx_desc, report);
805 rxd->desc.config = priv->rx_dma_config;
806 rxd->report = 0;
807 }
808
809 rxd->desc.n_addr = priv->rx_desc_dma;
810 rxd->desc.config |= DESC_EOC;
811
812 priv->rx_eoc = RX_DESC_COUNT - 1;
813
814 for (i = 0; i < TX_DESC_COUNT; i++) {
815 struct nb8800_tx_buf *txb = &priv->tx_bufs[i];
816 dma_addr_t r_dma = txb->dma_desc +
817 offsetof(struct nb8800_tx_desc, report);
818
819 txd = &priv->tx_descs[i];
820 txd->desc[0].r_addr = r_dma;
821 txd->desc[1].r_addr = r_dma;
822 txd->report = 0;
823 }
824
825 priv->tx_next = 0;
826 priv->tx_queue = 0;
827 priv->tx_done = 0;
828 atomic_set(&priv->tx_free, TX_DESC_COUNT);
829
830 nb8800_writel(priv, NB8800_RX_DESC_ADDR, priv->rx_desc_dma);
831
832 wmb(); /* ensure all setup is written before starting */
833 }
834
835 static int nb8800_dma_init(struct net_device *dev)
836 {
837 struct nb8800_priv *priv = netdev_priv(dev);
838 unsigned int n_rx = RX_DESC_COUNT;
839 unsigned int n_tx = TX_DESC_COUNT;
840 unsigned int i;
841 int err;
842
843 priv->rx_descs = dma_alloc_coherent(dev->dev.parent, RX_DESC_SIZE,
844 &priv->rx_desc_dma, GFP_KERNEL);
845 if (!priv->rx_descs)
846 goto err_out;
847
848 priv->rx_bufs = kcalloc(n_rx, sizeof(*priv->rx_bufs), GFP_KERNEL);
849 if (!priv->rx_bufs)
850 goto err_out;
851
852 for (i = 0; i < n_rx; i++) {
853 err = nb8800_alloc_rx(dev, i, false);
854 if (err)
855 goto err_out;
856 }
857
858 priv->tx_descs = dma_alloc_coherent(dev->dev.parent, TX_DESC_SIZE,
859 &priv->tx_desc_dma, GFP_KERNEL);
860 if (!priv->tx_descs)
861 goto err_out;
862
863 priv->tx_bufs = kcalloc(n_tx, sizeof(*priv->tx_bufs), GFP_KERNEL);
864 if (!priv->tx_bufs)
865 goto err_out;
866
867 for (i = 0; i < n_tx; i++)
868 priv->tx_bufs[i].dma_desc =
869 priv->tx_desc_dma + i * sizeof(struct nb8800_tx_desc);
870
871 nb8800_dma_reset(dev);
872
873 return 0;
874
875 err_out:
876 nb8800_dma_free(dev);
877
878 return -ENOMEM;
879 }
880
881 static int nb8800_dma_stop(struct net_device *dev)
882 {
883 struct nb8800_priv *priv = netdev_priv(dev);
884 struct nb8800_tx_buf *txb = &priv->tx_bufs[0];
885 struct nb8800_tx_desc *txd = &priv->tx_descs[0];
886 int retry = 5;
887 u32 txcr;
888 u32 rxcr;
889 int err;
890 unsigned int i;
891
892 /* wait for tx to finish */
893 err = readl_poll_timeout_atomic(priv->base + NB8800_TXC_CR, txcr,
894 !(txcr & TCR_EN) &&
895 priv->tx_done == priv->tx_next,
896 1000, 1000000);
897 if (err)
898 return err;
899
900 /* The rx DMA only stops if it reaches the end of chain.
901 * To make this happen, we set the EOC flag on all rx
902 * descriptors, put the device in loopback mode, and send
903 * a few dummy frames. The interrupt handler will ignore
904 * these since NAPI is disabled and no real frames are in
905 * the tx queue.
906 */
907
908 for (i = 0; i < RX_DESC_COUNT; i++)
909 priv->rx_descs[i].desc.config |= DESC_EOC;
910
911 txd->desc[0].s_addr =
912 txb->dma_desc + offsetof(struct nb8800_tx_desc, buf);
913 txd->desc[0].config = DESC_BTS(2) | DESC_DS | DESC_EOF | DESC_EOC | 8;
914 memset(txd->buf, 0, sizeof(txd->buf));
915
916 nb8800_mac_af(dev, false);
917 nb8800_setb(priv, NB8800_MAC_MODE, LOOPBACK_EN);
918
919 do {
920 nb8800_writel(priv, NB8800_TX_DESC_ADDR, txb->dma_desc);
921 wmb();
922 nb8800_writel(priv, NB8800_TXC_CR, txcr | TCR_EN);
923
924 err = readl_poll_timeout_atomic(priv->base + NB8800_RXC_CR,
925 rxcr, !(rxcr & RCR_EN),
926 1000, 100000);
927 } while (err && --retry);
928
929 nb8800_mac_af(dev, true);
930 nb8800_clearb(priv, NB8800_MAC_MODE, LOOPBACK_EN);
931 nb8800_dma_reset(dev);
932
933 return retry ? 0 : -ETIMEDOUT;
934 }
935
936 static void nb8800_pause_adv(struct net_device *dev)
937 {
938 struct nb8800_priv *priv = netdev_priv(dev);
939 struct phy_device *phydev = dev->phydev;
940
941 if (!phydev)
942 return;
943
944 phy_set_asym_pause(phydev, priv->pause_rx, priv->pause_tx);
945 }
946
947 static int nb8800_open(struct net_device *dev)
948 {
949 struct nb8800_priv *priv = netdev_priv(dev);
950 struct phy_device *phydev;
951 int err;
952
953 /* clear any pending interrupts */
954 nb8800_writel(priv, NB8800_RXC_SR, 0xf);
955 nb8800_writel(priv, NB8800_TXC_SR, 0xf);
956
957 err = nb8800_dma_init(dev);
958 if (err)
959 return err;
960
961 err = request_irq(dev->irq, nb8800_irq, 0, dev_name(&dev->dev), dev);
962 if (err)
963 goto err_free_dma;
964
965 nb8800_mac_rx(dev, true);
966 nb8800_mac_tx(dev, true);
967
968 phydev = of_phy_connect(dev, priv->phy_node,
969 nb8800_link_reconfigure, 0,
970 priv->phy_mode);
971 if (!phydev) {
972 err = -ENODEV;
973 goto err_free_irq;
974 }
975
976 nb8800_pause_adv(dev);
977
978 netdev_reset_queue(dev);
979 napi_enable(&priv->napi);
980 netif_start_queue(dev);
981
982 nb8800_start_rx(dev);
983 phy_start(phydev);
984
985 return 0;
986
987 err_free_irq:
988 free_irq(dev->irq, dev);
989 err_free_dma:
990 nb8800_dma_free(dev);
991
992 return err;
993 }
994
995 static int nb8800_stop(struct net_device *dev)
996 {
997 struct nb8800_priv *priv = netdev_priv(dev);
998 struct phy_device *phydev = dev->phydev;
999
1000 phy_stop(phydev);
1001
1002 netif_stop_queue(dev);
1003 napi_disable(&priv->napi);
1004
1005 nb8800_dma_stop(dev);
1006 nb8800_mac_rx(dev, false);
1007 nb8800_mac_tx(dev, false);
1008
1009 phy_disconnect(phydev);
1010
1011 free_irq(dev->irq, dev);
1012
1013 nb8800_dma_free(dev);
1014
1015 return 0;
1016 }
1017
1018 static int nb8800_ioctl(struct net_device *dev, struct ifreq *rq, int cmd)
1019 {
1020 return phy_mii_ioctl(dev->phydev, rq, cmd);
1021 }
1022
1023 static const struct net_device_ops nb8800_netdev_ops = {
1024 .ndo_open = nb8800_open,
1025 .ndo_stop = nb8800_stop,
1026 .ndo_start_xmit = nb8800_xmit,
1027 .ndo_set_mac_address = nb8800_set_mac_address,
1028 .ndo_set_rx_mode = nb8800_set_rx_mode,
1029 .ndo_do_ioctl = nb8800_ioctl,
1030 .ndo_validate_addr = eth_validate_addr,
1031 };
1032
1033 static void nb8800_get_pauseparam(struct net_device *dev,
1034 struct ethtool_pauseparam *pp)
1035 {
1036 struct nb8800_priv *priv = netdev_priv(dev);
1037
1038 pp->autoneg = priv->pause_aneg;
1039 pp->rx_pause = priv->pause_rx;
1040 pp->tx_pause = priv->pause_tx;
1041 }
1042
1043 static int nb8800_set_pauseparam(struct net_device *dev,
1044 struct ethtool_pauseparam *pp)
1045 {
1046 struct nb8800_priv *priv = netdev_priv(dev);
1047 struct phy_device *phydev = dev->phydev;
1048
1049 priv->pause_aneg = pp->autoneg;
1050 priv->pause_rx = pp->rx_pause;
1051 priv->pause_tx = pp->tx_pause;
1052
1053 nb8800_pause_adv(dev);
1054
1055 if (!priv->pause_aneg)
1056 nb8800_pause_config(dev);
1057 else if (phydev)
1058 phy_start_aneg(phydev);
1059
1060 return 0;
1061 }
1062
1063 static const char nb8800_stats_names[][ETH_GSTRING_LEN] = {
1064 "rx_bytes_ok",
1065 "rx_frames_ok",
1066 "rx_undersize_frames",
1067 "rx_fragment_frames",
1068 "rx_64_byte_frames",
1069 "rx_127_byte_frames",
1070 "rx_255_byte_frames",
1071 "rx_511_byte_frames",
1072 "rx_1023_byte_frames",
1073 "rx_max_size_frames",
1074 "rx_oversize_frames",
1075 "rx_bad_fcs_frames",
1076 "rx_broadcast_frames",
1077 "rx_multicast_frames",
1078 "rx_control_frames",
1079 "rx_pause_frames",
1080 "rx_unsup_control_frames",
1081 "rx_align_error_frames",
1082 "rx_overrun_frames",
1083 "rx_jabber_frames",
1084 "rx_bytes",
1085 "rx_frames",
1086
1087 "tx_bytes_ok",
1088 "tx_frames_ok",
1089 "tx_64_byte_frames",
1090 "tx_127_byte_frames",
1091 "tx_255_byte_frames",
1092 "tx_511_byte_frames",
1093 "tx_1023_byte_frames",
1094 "tx_max_size_frames",
1095 "tx_oversize_frames",
1096 "tx_broadcast_frames",
1097 "tx_multicast_frames",
1098 "tx_control_frames",
1099 "tx_pause_frames",
1100 "tx_underrun_frames",
1101 "tx_single_collision_frames",
1102 "tx_multi_collision_frames",
1103 "tx_deferred_collision_frames",
1104 "tx_late_collision_frames",
1105 "tx_excessive_collision_frames",
1106 "tx_bytes",
1107 "tx_frames",
1108 "tx_collisions",
1109 };
1110
1111 #define NB8800_NUM_STATS ARRAY_SIZE(nb8800_stats_names)
1112
1113 static int nb8800_get_sset_count(struct net_device *dev, int sset)
1114 {
1115 if (sset == ETH_SS_STATS)
1116 return NB8800_NUM_STATS;
1117
1118 return -EOPNOTSUPP;
1119 }
1120
1121 static void nb8800_get_strings(struct net_device *dev, u32 sset, u8 *buf)
1122 {
1123 if (sset == ETH_SS_STATS)
1124 memcpy(buf, &nb8800_stats_names, sizeof(nb8800_stats_names));
1125 }
1126
1127 static u32 nb8800_read_stat(struct net_device *dev, int index)
1128 {
1129 struct nb8800_priv *priv = netdev_priv(dev);
1130
1131 nb8800_writeb(priv, NB8800_STAT_INDEX, index);
1132
1133 return nb8800_readl(priv, NB8800_STAT_DATA);
1134 }
1135
1136 static void nb8800_get_ethtool_stats(struct net_device *dev,
1137 struct ethtool_stats *estats, u64 *st)
1138 {
1139 unsigned int i;
1140 u32 rx, tx;
1141
1142 for (i = 0; i < NB8800_NUM_STATS / 2; i++) {
1143 rx = nb8800_read_stat(dev, i);
1144 tx = nb8800_read_stat(dev, i | 0x80);
1145 st[i] = rx;
1146 st[i + NB8800_NUM_STATS / 2] = tx;
1147 }
1148 }
1149
1150 static const struct ethtool_ops nb8800_ethtool_ops = {
1151 .nway_reset = phy_ethtool_nway_reset,
1152 .get_link = ethtool_op_get_link,
1153 .get_pauseparam = nb8800_get_pauseparam,
1154 .set_pauseparam = nb8800_set_pauseparam,
1155 .get_sset_count = nb8800_get_sset_count,
1156 .get_strings = nb8800_get_strings,
1157 .get_ethtool_stats = nb8800_get_ethtool_stats,
1158 .get_link_ksettings = phy_ethtool_get_link_ksettings,
1159 .set_link_ksettings = phy_ethtool_set_link_ksettings,
1160 };
1161
1162 static int nb8800_hw_init(struct net_device *dev)
1163 {
1164 struct nb8800_priv *priv = netdev_priv(dev);
1165 u32 val;
1166
1167 val = TX_RETRY_EN | TX_PAD_EN | TX_APPEND_FCS;
1168 nb8800_writeb(priv, NB8800_TX_CTL1, val);
1169
1170 /* Collision retry count */
1171 nb8800_writeb(priv, NB8800_TX_CTL2, 5);
1172
1173 val = RX_PAD_STRIP | RX_AF_EN;
1174 nb8800_writeb(priv, NB8800_RX_CTL, val);
1175
1176 /* Chosen by fair dice roll */
1177 nb8800_writeb(priv, NB8800_RANDOM_SEED, 4);
1178
1179 /* TX cycles per deferral period */
1180 nb8800_writeb(priv, NB8800_TX_SDP, 12);
1181
1182 /* The following three threshold values have been
1183 * experimentally determined for good results.
1184 */
1185
1186 /* RX/TX FIFO threshold for partial empty (64-bit entries) */
1187 nb8800_writeb(priv, NB8800_PE_THRESHOLD, 0);
1188
1189 /* RX/TX FIFO threshold for partial full (64-bit entries) */
1190 nb8800_writeb(priv, NB8800_PF_THRESHOLD, 255);
1191
1192 /* Buffer size for transmit (64-bit entries) */
1193 nb8800_writeb(priv, NB8800_TX_BUFSIZE, 64);
1194
1195 /* Configure tx DMA */
1196
1197 val = nb8800_readl(priv, NB8800_TXC_CR);
1198 val &= TCR_LE; /* keep endian setting */
1199 val |= TCR_DM; /* DMA descriptor mode */
1200 val |= TCR_RS; /* automatically store tx status */
1201 val |= TCR_DIE; /* interrupt on DMA chain completion */
1202 val |= TCR_TFI(7); /* interrupt after 7 frames transmitted */
1203 val |= TCR_BTS(2); /* 32-byte bus transaction size */
1204 nb8800_writel(priv, NB8800_TXC_CR, val);
1205
1206 /* TX complete interrupt after 10 ms or 7 frames (see above) */
1207 val = clk_get_rate(priv->clk) / 100;
1208 nb8800_writel(priv, NB8800_TX_ITR, val);
1209
1210 /* Configure rx DMA */
1211
1212 val = nb8800_readl(priv, NB8800_RXC_CR);
1213 val &= RCR_LE; /* keep endian setting */
1214 val |= RCR_DM; /* DMA descriptor mode */
1215 val |= RCR_RS; /* automatically store rx status */
1216 val |= RCR_DIE; /* interrupt at end of DMA chain */
1217 val |= RCR_RFI(7); /* interrupt after 7 frames received */
1218 val |= RCR_BTS(2); /* 32-byte bus transaction size */
1219 nb8800_writel(priv, NB8800_RXC_CR, val);
1220
1221 /* The rx interrupt can fire before the DMA has completed
1222 * unless a small delay is added. 50 us is hopefully enough.
1223 */
1224 priv->rx_itr_irq = clk_get_rate(priv->clk) / 20000;
1225
1226 /* In NAPI poll mode we want to disable interrupts, but the
1227 * hardware does not permit this. Delay 10 ms instead.
1228 */
1229 priv->rx_itr_poll = clk_get_rate(priv->clk) / 100;
1230
1231 nb8800_writel(priv, NB8800_RX_ITR, priv->rx_itr_irq);
1232
1233 priv->rx_dma_config = RX_BUF_SIZE | DESC_BTS(2) | DESC_DS | DESC_EOF;
1234
1235 /* Flow control settings */
1236
1237 /* Pause time of 0.1 ms */
1238 val = 100000 / 512;
1239 nb8800_writeb(priv, NB8800_PQ1, val >> 8);
1240 nb8800_writeb(priv, NB8800_PQ2, val & 0xff);
1241
1242 /* Auto-negotiate by default */
1243 priv->pause_aneg = true;
1244 priv->pause_rx = true;
1245 priv->pause_tx = true;
1246
1247 nb8800_mc_init(dev, 0);
1248
1249 return 0;
1250 }
1251
1252 static int nb8800_tangox_init(struct net_device *dev)
1253 {
1254 struct nb8800_priv *priv = netdev_priv(dev);
1255 u32 pad_mode = PAD_MODE_MII;
1256
1257 switch (priv->phy_mode) {
1258 case PHY_INTERFACE_MODE_MII:
1259 case PHY_INTERFACE_MODE_GMII:
1260 pad_mode = PAD_MODE_MII;
1261 break;
1262
1263 case PHY_INTERFACE_MODE_RGMII:
1264 case PHY_INTERFACE_MODE_RGMII_ID:
1265 case PHY_INTERFACE_MODE_RGMII_RXID:
1266 case PHY_INTERFACE_MODE_RGMII_TXID:
1267 pad_mode = PAD_MODE_RGMII;
1268 break;
1269
1270 default:
1271 dev_err(dev->dev.parent, "unsupported phy mode %s\n",
1272 phy_modes(priv->phy_mode));
1273 return -EINVAL;
1274 }
1275
1276 nb8800_writeb(priv, NB8800_TANGOX_PAD_MODE, pad_mode);
1277
1278 return 0;
1279 }
1280
1281 static int nb8800_tangox_reset(struct net_device *dev)
1282 {
1283 struct nb8800_priv *priv = netdev_priv(dev);
1284 int clk_div;
1285
1286 nb8800_writeb(priv, NB8800_TANGOX_RESET, 0);
1287 usleep_range(1000, 10000);
1288 nb8800_writeb(priv, NB8800_TANGOX_RESET, 1);
1289
1290 wmb(); /* ensure reset is cleared before proceeding */
1291
1292 clk_div = DIV_ROUND_UP(clk_get_rate(priv->clk), 2 * MAX_MDC_CLOCK);
1293 nb8800_writew(priv, NB8800_TANGOX_MDIO_CLKDIV, clk_div);
1294
1295 return 0;
1296 }
1297
1298 static const struct nb8800_ops nb8800_tangox_ops = {
1299 .init = nb8800_tangox_init,
1300 .reset = nb8800_tangox_reset,
1301 };
1302
1303 static int nb8800_tango4_init(struct net_device *dev)
1304 {
1305 struct nb8800_priv *priv = netdev_priv(dev);
1306 int err;
1307
1308 err = nb8800_tangox_init(dev);
1309 if (err)
1310 return err;
1311
1312 /* On tango4 interrupt on DMA completion per frame works and gives
1313 * better performance despite generating more rx interrupts.
1314 */
1315
1316 /* Disable unnecessary interrupt on rx completion */
1317 nb8800_clearl(priv, NB8800_RXC_CR, RCR_RFI(7));
1318
1319 /* Request interrupt on descriptor DMA completion */
1320 priv->rx_dma_config |= DESC_ID;
1321
1322 return 0;
1323 }
1324
1325 static const struct nb8800_ops nb8800_tango4_ops = {
1326 .init = nb8800_tango4_init,
1327 .reset = nb8800_tangox_reset,
1328 };
1329
1330 static const struct of_device_id nb8800_dt_ids[] = {
1331 {
1332 .compatible = "aurora,nb8800",
1333 },
1334 {
1335 .compatible = "sigma,smp8642-ethernet",
1336 .data = &nb8800_tangox_ops,
1337 },
1338 {
1339 .compatible = "sigma,smp8734-ethernet",
1340 .data = &nb8800_tango4_ops,
1341 },
1342 { }
1343 };
1344 MODULE_DEVICE_TABLE(of, nb8800_dt_ids);
1345
1346 static int nb8800_probe(struct platform_device *pdev)
1347 {
1348 const struct of_device_id *match;
1349 const struct nb8800_ops *ops = NULL;
1350 struct nb8800_priv *priv;
1351 struct resource *res;
1352 struct net_device *dev;
1353 struct mii_bus *bus;
1354 const unsigned char *mac;
1355 void __iomem *base;
1356 int irq;
1357 int ret;
1358
1359 match = of_match_device(nb8800_dt_ids, &pdev->dev);
1360 if (match)
1361 ops = match->data;
1362
1363 irq = platform_get_irq(pdev, 0);
1364 if (irq <= 0) {
1365 dev_err(&pdev->dev, "No IRQ\n");
1366 return -EINVAL;
1367 }
1368
1369 res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
1370 base = devm_ioremap_resource(&pdev->dev, res);
1371 if (IS_ERR(base))
1372 return PTR_ERR(base);
1373
1374 dev_dbg(&pdev->dev, "AU-NB8800 Ethernet at %pa\n", &res->start);
1375
1376 dev = alloc_etherdev(sizeof(*priv));
1377 if (!dev)
1378 return -ENOMEM;
1379
1380 platform_set_drvdata(pdev, dev);
1381 SET_NETDEV_DEV(dev, &pdev->dev);
1382
1383 priv = netdev_priv(dev);
1384 priv->base = base;
1385
1386 priv->phy_mode = of_get_phy_mode(pdev->dev.of_node);
1387 if (priv->phy_mode < 0)
1388 priv->phy_mode = PHY_INTERFACE_MODE_RGMII;
1389
1390 priv->clk = devm_clk_get(&pdev->dev, NULL);
1391 if (IS_ERR(priv->clk)) {
1392 dev_err(&pdev->dev, "failed to get clock\n");
1393 ret = PTR_ERR(priv->clk);
1394 goto err_free_dev;
1395 }
1396
1397 ret = clk_prepare_enable(priv->clk);
1398 if (ret)
1399 goto err_free_dev;
1400
1401 spin_lock_init(&priv->tx_lock);
1402
1403 if (ops && ops->reset) {
1404 ret = ops->reset(dev);
1405 if (ret)
1406 goto err_disable_clk;
1407 }
1408
1409 bus = devm_mdiobus_alloc(&pdev->dev);
1410 if (!bus) {
1411 ret = -ENOMEM;
1412 goto err_disable_clk;
1413 }
1414
1415 bus->name = "nb8800-mii";
1416 bus->read = nb8800_mdio_read;
1417 bus->write = nb8800_mdio_write;
1418 bus->parent = &pdev->dev;
1419 snprintf(bus->id, MII_BUS_ID_SIZE, "%lx.nb8800-mii",
1420 (unsigned long)res->start);
1421 bus->priv = priv;
1422
1423 ret = of_mdiobus_register(bus, pdev->dev.of_node);
1424 if (ret) {
1425 dev_err(&pdev->dev, "failed to register MII bus\n");
1426 goto err_disable_clk;
1427 }
1428
1429 if (of_phy_is_fixed_link(pdev->dev.of_node)) {
1430 ret = of_phy_register_fixed_link(pdev->dev.of_node);
1431 if (ret < 0) {
1432 dev_err(&pdev->dev, "bad fixed-link spec\n");
1433 goto err_free_bus;
1434 }
1435 priv->phy_node = of_node_get(pdev->dev.of_node);
1436 }
1437
1438 if (!priv->phy_node)
1439 priv->phy_node = of_parse_phandle(pdev->dev.of_node,
1440 "phy-handle", 0);
1441
1442 if (!priv->phy_node) {
1443 dev_err(&pdev->dev, "no PHY specified\n");
1444 ret = -ENODEV;
1445 goto err_free_bus;
1446 }
1447
1448 priv->mii_bus = bus;
1449
1450 ret = nb8800_hw_init(dev);
1451 if (ret)
1452 goto err_deregister_fixed_link;
1453
1454 if (ops && ops->init) {
1455 ret = ops->init(dev);
1456 if (ret)
1457 goto err_deregister_fixed_link;
1458 }
1459
1460 dev->netdev_ops = &nb8800_netdev_ops;
1461 dev->ethtool_ops = &nb8800_ethtool_ops;
1462 dev->flags |= IFF_MULTICAST;
1463 dev->irq = irq;
1464
1465 mac = of_get_mac_address(pdev->dev.of_node);
1466 if (!IS_ERR(mac))
1467 ether_addr_copy(dev->dev_addr, mac);
1468
1469 if (!is_valid_ether_addr(dev->dev_addr))
1470 eth_hw_addr_random(dev);
1471
1472 nb8800_update_mac_addr(dev);
1473
1474 netif_carrier_off(dev);
1475
1476 ret = register_netdev(dev);
1477 if (ret) {
1478 netdev_err(dev, "failed to register netdev\n");
1479 goto err_free_dma;
1480 }
1481
1482 netif_napi_add(dev, &priv->napi, nb8800_poll, NAPI_POLL_WEIGHT);
1483
1484 netdev_info(dev, "MAC address %pM\n", dev->dev_addr);
1485
1486 return 0;
1487
1488 err_free_dma:
1489 nb8800_dma_free(dev);
1490 err_deregister_fixed_link:
1491 if (of_phy_is_fixed_link(pdev->dev.of_node))
1492 of_phy_deregister_fixed_link(pdev->dev.of_node);
1493 err_free_bus:
1494 of_node_put(priv->phy_node);
1495 mdiobus_unregister(bus);
1496 err_disable_clk:
1497 clk_disable_unprepare(priv->clk);
1498 err_free_dev:
1499 free_netdev(dev);
1500
1501 return ret;
1502 }
1503
1504 static int nb8800_remove(struct platform_device *pdev)
1505 {
1506 struct net_device *ndev = platform_get_drvdata(pdev);
1507 struct nb8800_priv *priv = netdev_priv(ndev);
1508
1509 unregister_netdev(ndev);
1510 if (of_phy_is_fixed_link(pdev->dev.of_node))
1511 of_phy_deregister_fixed_link(pdev->dev.of_node);
1512 of_node_put(priv->phy_node);
1513
1514 mdiobus_unregister(priv->mii_bus);
1515
1516 clk_disable_unprepare(priv->clk);
1517
1518 nb8800_dma_free(ndev);
1519 free_netdev(ndev);
1520
1521 return 0;
1522 }
1523
1524 static struct platform_driver nb8800_driver = {
1525 .driver = {
1526 .name = "nb8800",
1527 .of_match_table = nb8800_dt_ids,
1528 },
1529 .probe = nb8800_probe,
1530 .remove = nb8800_remove,
1531 };
1532
1533 module_platform_driver(nb8800_driver);
1534
1535 MODULE_DESCRIPTION("Aurora AU-NB8800 Ethernet driver");
1536 MODULE_AUTHOR("Mans Rullgard <mans@mansr.com>");
1537 MODULE_LICENSE("GPL");