]> git.proxmox.com Git - mirror_ubuntu-eoan-kernel.git/blob - drivers/net/ethernet/broadcom/b44.c
perf machine: Use map as success in ip__resolve_ams
[mirror_ubuntu-eoan-kernel.git] / drivers / net / ethernet / broadcom / b44.c
1 /* b44.c: Broadcom 44xx/47xx Fast Ethernet device driver.
2 *
3 * Copyright (C) 2002 David S. Miller (davem@redhat.com)
4 * Copyright (C) 2004 Pekka Pietikainen (pp@ee.oulu.fi)
5 * Copyright (C) 2004 Florian Schirmer (jolt@tuxbox.org)
6 * Copyright (C) 2006 Felix Fietkau (nbd@openwrt.org)
7 * Copyright (C) 2006 Broadcom Corporation.
8 * Copyright (C) 2007 Michael Buesch <m@bues.ch>
9 * Copyright (C) 2013 Hauke Mehrtens <hauke@hauke-m.de>
10 *
11 * Distribute under GPL.
12 */
13
14 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
15
16 #include <linux/kernel.h>
17 #include <linux/module.h>
18 #include <linux/moduleparam.h>
19 #include <linux/types.h>
20 #include <linux/netdevice.h>
21 #include <linux/ethtool.h>
22 #include <linux/mii.h>
23 #include <linux/if_ether.h>
24 #include <linux/if_vlan.h>
25 #include <linux/etherdevice.h>
26 #include <linux/pci.h>
27 #include <linux/delay.h>
28 #include <linux/init.h>
29 #include <linux/interrupt.h>
30 #include <linux/dma-mapping.h>
31 #include <linux/ssb/ssb.h>
32 #include <linux/slab.h>
33 #include <linux/phy.h>
34
35 #include <asm/uaccess.h>
36 #include <asm/io.h>
37 #include <asm/irq.h>
38
39
40 #include "b44.h"
41
42 #define DRV_MODULE_NAME "b44"
43 #define DRV_MODULE_VERSION "2.0"
44 #define DRV_DESCRIPTION "Broadcom 44xx/47xx 10/100 PCI ethernet driver"
45
46 #define B44_DEF_MSG_ENABLE \
47 (NETIF_MSG_DRV | \
48 NETIF_MSG_PROBE | \
49 NETIF_MSG_LINK | \
50 NETIF_MSG_TIMER | \
51 NETIF_MSG_IFDOWN | \
52 NETIF_MSG_IFUP | \
53 NETIF_MSG_RX_ERR | \
54 NETIF_MSG_TX_ERR)
55
56 /* length of time before we decide the hardware is borked,
57 * and dev->tx_timeout() should be called to fix the problem
58 */
59 #define B44_TX_TIMEOUT (5 * HZ)
60
61 /* hardware minimum and maximum for a single frame's data payload */
62 #define B44_MIN_MTU 60
63 #define B44_MAX_MTU 1500
64
65 #define B44_RX_RING_SIZE 512
66 #define B44_DEF_RX_RING_PENDING 200
67 #define B44_RX_RING_BYTES (sizeof(struct dma_desc) * \
68 B44_RX_RING_SIZE)
69 #define B44_TX_RING_SIZE 512
70 #define B44_DEF_TX_RING_PENDING (B44_TX_RING_SIZE - 1)
71 #define B44_TX_RING_BYTES (sizeof(struct dma_desc) * \
72 B44_TX_RING_SIZE)
73
74 #define TX_RING_GAP(BP) \
75 (B44_TX_RING_SIZE - (BP)->tx_pending)
76 #define TX_BUFFS_AVAIL(BP) \
77 (((BP)->tx_cons <= (BP)->tx_prod) ? \
78 (BP)->tx_cons + (BP)->tx_pending - (BP)->tx_prod : \
79 (BP)->tx_cons - (BP)->tx_prod - TX_RING_GAP(BP))
80 #define NEXT_TX(N) (((N) + 1) & (B44_TX_RING_SIZE - 1))
81
82 #define RX_PKT_OFFSET (RX_HEADER_LEN + 2)
83 #define RX_PKT_BUF_SZ (1536 + RX_PKT_OFFSET)
84
85 /* minimum number of free TX descriptors required to wake up TX process */
86 #define B44_TX_WAKEUP_THRESH (B44_TX_RING_SIZE / 4)
87
88 /* b44 internal pattern match filter info */
89 #define B44_PATTERN_BASE 0x400
90 #define B44_PATTERN_SIZE 0x80
91 #define B44_PMASK_BASE 0x600
92 #define B44_PMASK_SIZE 0x10
93 #define B44_MAX_PATTERNS 16
94 #define B44_ETHIPV6UDP_HLEN 62
95 #define B44_ETHIPV4UDP_HLEN 42
96
97 MODULE_AUTHOR("Felix Fietkau, Florian Schirmer, Pekka Pietikainen, David S. Miller");
98 MODULE_DESCRIPTION(DRV_DESCRIPTION);
99 MODULE_LICENSE("GPL");
100 MODULE_VERSION(DRV_MODULE_VERSION);
101
102 static int b44_debug = -1; /* -1 == use B44_DEF_MSG_ENABLE as value */
103 module_param(b44_debug, int, 0);
104 MODULE_PARM_DESC(b44_debug, "B44 bitmapped debugging message enable value");
105
106
107 #ifdef CONFIG_B44_PCI
108 static DEFINE_PCI_DEVICE_TABLE(b44_pci_tbl) = {
109 { PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_BCM4401) },
110 { PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_BCM4401B0) },
111 { PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_BCM4401B1) },
112 { 0 } /* terminate list with empty entry */
113 };
114 MODULE_DEVICE_TABLE(pci, b44_pci_tbl);
115
116 static struct pci_driver b44_pci_driver = {
117 .name = DRV_MODULE_NAME,
118 .id_table = b44_pci_tbl,
119 };
120 #endif /* CONFIG_B44_PCI */
121
122 static const struct ssb_device_id b44_ssb_tbl[] = {
123 SSB_DEVICE(SSB_VENDOR_BROADCOM, SSB_DEV_ETHERNET, SSB_ANY_REV),
124 SSB_DEVTABLE_END
125 };
126 MODULE_DEVICE_TABLE(ssb, b44_ssb_tbl);
127
128 static void b44_halt(struct b44 *);
129 static void b44_init_rings(struct b44 *);
130
131 #define B44_FULL_RESET 1
132 #define B44_FULL_RESET_SKIP_PHY 2
133 #define B44_PARTIAL_RESET 3
134 #define B44_CHIP_RESET_FULL 4
135 #define B44_CHIP_RESET_PARTIAL 5
136
137 static void b44_init_hw(struct b44 *, int);
138
139 static int dma_desc_sync_size;
140 static int instance;
141
142 static const char b44_gstrings[][ETH_GSTRING_LEN] = {
143 #define _B44(x...) # x,
144 B44_STAT_REG_DECLARE
145 #undef _B44
146 };
147
148 static inline void b44_sync_dma_desc_for_device(struct ssb_device *sdev,
149 dma_addr_t dma_base,
150 unsigned long offset,
151 enum dma_data_direction dir)
152 {
153 dma_sync_single_for_device(sdev->dma_dev, dma_base + offset,
154 dma_desc_sync_size, dir);
155 }
156
157 static inline void b44_sync_dma_desc_for_cpu(struct ssb_device *sdev,
158 dma_addr_t dma_base,
159 unsigned long offset,
160 enum dma_data_direction dir)
161 {
162 dma_sync_single_for_cpu(sdev->dma_dev, dma_base + offset,
163 dma_desc_sync_size, dir);
164 }
165
166 static inline unsigned long br32(const struct b44 *bp, unsigned long reg)
167 {
168 return ssb_read32(bp->sdev, reg);
169 }
170
171 static inline void bw32(const struct b44 *bp,
172 unsigned long reg, unsigned long val)
173 {
174 ssb_write32(bp->sdev, reg, val);
175 }
176
177 static int b44_wait_bit(struct b44 *bp, unsigned long reg,
178 u32 bit, unsigned long timeout, const int clear)
179 {
180 unsigned long i;
181
182 for (i = 0; i < timeout; i++) {
183 u32 val = br32(bp, reg);
184
185 if (clear && !(val & bit))
186 break;
187 if (!clear && (val & bit))
188 break;
189 udelay(10);
190 }
191 if (i == timeout) {
192 if (net_ratelimit())
193 netdev_err(bp->dev, "BUG! Timeout waiting for bit %08x of register %lx to %s\n",
194 bit, reg, clear ? "clear" : "set");
195
196 return -ENODEV;
197 }
198 return 0;
199 }
200
201 static inline void __b44_cam_read(struct b44 *bp, unsigned char *data, int index)
202 {
203 u32 val;
204
205 bw32(bp, B44_CAM_CTRL, (CAM_CTRL_READ |
206 (index << CAM_CTRL_INDEX_SHIFT)));
207
208 b44_wait_bit(bp, B44_CAM_CTRL, CAM_CTRL_BUSY, 100, 1);
209
210 val = br32(bp, B44_CAM_DATA_LO);
211
212 data[2] = (val >> 24) & 0xFF;
213 data[3] = (val >> 16) & 0xFF;
214 data[4] = (val >> 8) & 0xFF;
215 data[5] = (val >> 0) & 0xFF;
216
217 val = br32(bp, B44_CAM_DATA_HI);
218
219 data[0] = (val >> 8) & 0xFF;
220 data[1] = (val >> 0) & 0xFF;
221 }
222
223 static inline void __b44_cam_write(struct b44 *bp, unsigned char *data, int index)
224 {
225 u32 val;
226
227 val = ((u32) data[2]) << 24;
228 val |= ((u32) data[3]) << 16;
229 val |= ((u32) data[4]) << 8;
230 val |= ((u32) data[5]) << 0;
231 bw32(bp, B44_CAM_DATA_LO, val);
232 val = (CAM_DATA_HI_VALID |
233 (((u32) data[0]) << 8) |
234 (((u32) data[1]) << 0));
235 bw32(bp, B44_CAM_DATA_HI, val);
236 bw32(bp, B44_CAM_CTRL, (CAM_CTRL_WRITE |
237 (index << CAM_CTRL_INDEX_SHIFT)));
238 b44_wait_bit(bp, B44_CAM_CTRL, CAM_CTRL_BUSY, 100, 1);
239 }
240
241 static inline void __b44_disable_ints(struct b44 *bp)
242 {
243 bw32(bp, B44_IMASK, 0);
244 }
245
246 static void b44_disable_ints(struct b44 *bp)
247 {
248 __b44_disable_ints(bp);
249
250 /* Flush posted writes. */
251 br32(bp, B44_IMASK);
252 }
253
254 static void b44_enable_ints(struct b44 *bp)
255 {
256 bw32(bp, B44_IMASK, bp->imask);
257 }
258
259 static int __b44_readphy(struct b44 *bp, int phy_addr, int reg, u32 *val)
260 {
261 int err;
262
263 bw32(bp, B44_EMAC_ISTAT, EMAC_INT_MII);
264 bw32(bp, B44_MDIO_DATA, (MDIO_DATA_SB_START |
265 (MDIO_OP_READ << MDIO_DATA_OP_SHIFT) |
266 (phy_addr << MDIO_DATA_PMD_SHIFT) |
267 (reg << MDIO_DATA_RA_SHIFT) |
268 (MDIO_TA_VALID << MDIO_DATA_TA_SHIFT)));
269 err = b44_wait_bit(bp, B44_EMAC_ISTAT, EMAC_INT_MII, 100, 0);
270 *val = br32(bp, B44_MDIO_DATA) & MDIO_DATA_DATA;
271
272 return err;
273 }
274
275 static int __b44_writephy(struct b44 *bp, int phy_addr, int reg, u32 val)
276 {
277 bw32(bp, B44_EMAC_ISTAT, EMAC_INT_MII);
278 bw32(bp, B44_MDIO_DATA, (MDIO_DATA_SB_START |
279 (MDIO_OP_WRITE << MDIO_DATA_OP_SHIFT) |
280 (phy_addr << MDIO_DATA_PMD_SHIFT) |
281 (reg << MDIO_DATA_RA_SHIFT) |
282 (MDIO_TA_VALID << MDIO_DATA_TA_SHIFT) |
283 (val & MDIO_DATA_DATA)));
284 return b44_wait_bit(bp, B44_EMAC_ISTAT, EMAC_INT_MII, 100, 0);
285 }
286
287 static inline int b44_readphy(struct b44 *bp, int reg, u32 *val)
288 {
289 if (bp->flags & B44_FLAG_EXTERNAL_PHY)
290 return 0;
291
292 return __b44_readphy(bp, bp->phy_addr, reg, val);
293 }
294
295 static inline int b44_writephy(struct b44 *bp, int reg, u32 val)
296 {
297 if (bp->flags & B44_FLAG_EXTERNAL_PHY)
298 return 0;
299
300 return __b44_writephy(bp, bp->phy_addr, reg, val);
301 }
302
303 /* miilib interface */
304 static int b44_mdio_read_mii(struct net_device *dev, int phy_id, int location)
305 {
306 u32 val;
307 struct b44 *bp = netdev_priv(dev);
308 int rc = __b44_readphy(bp, phy_id, location, &val);
309 if (rc)
310 return 0xffffffff;
311 return val;
312 }
313
314 static void b44_mdio_write_mii(struct net_device *dev, int phy_id, int location,
315 int val)
316 {
317 struct b44 *bp = netdev_priv(dev);
318 __b44_writephy(bp, phy_id, location, val);
319 }
320
321 static int b44_mdio_read_phylib(struct mii_bus *bus, int phy_id, int location)
322 {
323 u32 val;
324 struct b44 *bp = bus->priv;
325 int rc = __b44_readphy(bp, phy_id, location, &val);
326 if (rc)
327 return 0xffffffff;
328 return val;
329 }
330
331 static int b44_mdio_write_phylib(struct mii_bus *bus, int phy_id, int location,
332 u16 val)
333 {
334 struct b44 *bp = bus->priv;
335 return __b44_writephy(bp, phy_id, location, val);
336 }
337
338 static int b44_phy_reset(struct b44 *bp)
339 {
340 u32 val;
341 int err;
342
343 if (bp->flags & B44_FLAG_EXTERNAL_PHY)
344 return 0;
345 err = b44_writephy(bp, MII_BMCR, BMCR_RESET);
346 if (err)
347 return err;
348 udelay(100);
349 err = b44_readphy(bp, MII_BMCR, &val);
350 if (!err) {
351 if (val & BMCR_RESET) {
352 netdev_err(bp->dev, "PHY Reset would not complete\n");
353 err = -ENODEV;
354 }
355 }
356
357 return err;
358 }
359
360 static void __b44_set_flow_ctrl(struct b44 *bp, u32 pause_flags)
361 {
362 u32 val;
363
364 bp->flags &= ~(B44_FLAG_TX_PAUSE | B44_FLAG_RX_PAUSE);
365 bp->flags |= pause_flags;
366
367 val = br32(bp, B44_RXCONFIG);
368 if (pause_flags & B44_FLAG_RX_PAUSE)
369 val |= RXCONFIG_FLOW;
370 else
371 val &= ~RXCONFIG_FLOW;
372 bw32(bp, B44_RXCONFIG, val);
373
374 val = br32(bp, B44_MAC_FLOW);
375 if (pause_flags & B44_FLAG_TX_PAUSE)
376 val |= (MAC_FLOW_PAUSE_ENAB |
377 (0xc0 & MAC_FLOW_RX_HI_WATER));
378 else
379 val &= ~MAC_FLOW_PAUSE_ENAB;
380 bw32(bp, B44_MAC_FLOW, val);
381 }
382
383 static void b44_set_flow_ctrl(struct b44 *bp, u32 local, u32 remote)
384 {
385 u32 pause_enab = 0;
386
387 /* The driver supports only rx pause by default because
388 the b44 mac tx pause mechanism generates excessive
389 pause frames.
390 Use ethtool to turn on b44 tx pause if necessary.
391 */
392 if ((local & ADVERTISE_PAUSE_CAP) &&
393 (local & ADVERTISE_PAUSE_ASYM)){
394 if ((remote & LPA_PAUSE_ASYM) &&
395 !(remote & LPA_PAUSE_CAP))
396 pause_enab |= B44_FLAG_RX_PAUSE;
397 }
398
399 __b44_set_flow_ctrl(bp, pause_enab);
400 }
401
402 #ifdef CONFIG_BCM47XX
403 #include <bcm47xx_nvram.h>
404 static void b44_wap54g10_workaround(struct b44 *bp)
405 {
406 char buf[20];
407 u32 val;
408 int err;
409
410 /*
411 * workaround for bad hardware design in Linksys WAP54G v1.0
412 * see https://dev.openwrt.org/ticket/146
413 * check and reset bit "isolate"
414 */
415 if (bcm47xx_nvram_getenv("boardnum", buf, sizeof(buf)) < 0)
416 return;
417 if (simple_strtoul(buf, NULL, 0) == 2) {
418 err = __b44_readphy(bp, 0, MII_BMCR, &val);
419 if (err)
420 goto error;
421 if (!(val & BMCR_ISOLATE))
422 return;
423 val &= ~BMCR_ISOLATE;
424 err = __b44_writephy(bp, 0, MII_BMCR, val);
425 if (err)
426 goto error;
427 }
428 return;
429 error:
430 pr_warning("PHY: cannot reset MII transceiver isolate bit\n");
431 }
432 #else
433 static inline void b44_wap54g10_workaround(struct b44 *bp)
434 {
435 }
436 #endif
437
438 static int b44_setup_phy(struct b44 *bp)
439 {
440 u32 val;
441 int err;
442
443 b44_wap54g10_workaround(bp);
444
445 if (bp->flags & B44_FLAG_EXTERNAL_PHY)
446 return 0;
447 if ((err = b44_readphy(bp, B44_MII_ALEDCTRL, &val)) != 0)
448 goto out;
449 if ((err = b44_writephy(bp, B44_MII_ALEDCTRL,
450 val & MII_ALEDCTRL_ALLMSK)) != 0)
451 goto out;
452 if ((err = b44_readphy(bp, B44_MII_TLEDCTRL, &val)) != 0)
453 goto out;
454 if ((err = b44_writephy(bp, B44_MII_TLEDCTRL,
455 val | MII_TLEDCTRL_ENABLE)) != 0)
456 goto out;
457
458 if (!(bp->flags & B44_FLAG_FORCE_LINK)) {
459 u32 adv = ADVERTISE_CSMA;
460
461 if (bp->flags & B44_FLAG_ADV_10HALF)
462 adv |= ADVERTISE_10HALF;
463 if (bp->flags & B44_FLAG_ADV_10FULL)
464 adv |= ADVERTISE_10FULL;
465 if (bp->flags & B44_FLAG_ADV_100HALF)
466 adv |= ADVERTISE_100HALF;
467 if (bp->flags & B44_FLAG_ADV_100FULL)
468 adv |= ADVERTISE_100FULL;
469
470 if (bp->flags & B44_FLAG_PAUSE_AUTO)
471 adv |= ADVERTISE_PAUSE_CAP | ADVERTISE_PAUSE_ASYM;
472
473 if ((err = b44_writephy(bp, MII_ADVERTISE, adv)) != 0)
474 goto out;
475 if ((err = b44_writephy(bp, MII_BMCR, (BMCR_ANENABLE |
476 BMCR_ANRESTART))) != 0)
477 goto out;
478 } else {
479 u32 bmcr;
480
481 if ((err = b44_readphy(bp, MII_BMCR, &bmcr)) != 0)
482 goto out;
483 bmcr &= ~(BMCR_FULLDPLX | BMCR_ANENABLE | BMCR_SPEED100);
484 if (bp->flags & B44_FLAG_100_BASE_T)
485 bmcr |= BMCR_SPEED100;
486 if (bp->flags & B44_FLAG_FULL_DUPLEX)
487 bmcr |= BMCR_FULLDPLX;
488 if ((err = b44_writephy(bp, MII_BMCR, bmcr)) != 0)
489 goto out;
490
491 /* Since we will not be negotiating there is no safe way
492 * to determine if the link partner supports flow control
493 * or not. So just disable it completely in this case.
494 */
495 b44_set_flow_ctrl(bp, 0, 0);
496 }
497
498 out:
499 return err;
500 }
501
502 static void b44_stats_update(struct b44 *bp)
503 {
504 unsigned long reg;
505 u64 *val;
506
507 val = &bp->hw_stats.tx_good_octets;
508 u64_stats_update_begin(&bp->hw_stats.syncp);
509
510 for (reg = B44_TX_GOOD_O; reg <= B44_TX_PAUSE; reg += 4UL) {
511 *val++ += br32(bp, reg);
512 }
513
514 /* Pad */
515 reg += 8*4UL;
516
517 for (reg = B44_RX_GOOD_O; reg <= B44_RX_NPAUSE; reg += 4UL) {
518 *val++ += br32(bp, reg);
519 }
520
521 u64_stats_update_end(&bp->hw_stats.syncp);
522 }
523
524 static void b44_link_report(struct b44 *bp)
525 {
526 if (!netif_carrier_ok(bp->dev)) {
527 netdev_info(bp->dev, "Link is down\n");
528 } else {
529 netdev_info(bp->dev, "Link is up at %d Mbps, %s duplex\n",
530 (bp->flags & B44_FLAG_100_BASE_T) ? 100 : 10,
531 (bp->flags & B44_FLAG_FULL_DUPLEX) ? "full" : "half");
532
533 netdev_info(bp->dev, "Flow control is %s for TX and %s for RX\n",
534 (bp->flags & B44_FLAG_TX_PAUSE) ? "on" : "off",
535 (bp->flags & B44_FLAG_RX_PAUSE) ? "on" : "off");
536 }
537 }
538
539 static void b44_check_phy(struct b44 *bp)
540 {
541 u32 bmsr, aux;
542
543 if (bp->flags & B44_FLAG_EXTERNAL_PHY) {
544 bp->flags |= B44_FLAG_100_BASE_T;
545 if (!netif_carrier_ok(bp->dev)) {
546 u32 val = br32(bp, B44_TX_CTRL);
547 if (bp->flags & B44_FLAG_FULL_DUPLEX)
548 val |= TX_CTRL_DUPLEX;
549 else
550 val &= ~TX_CTRL_DUPLEX;
551 bw32(bp, B44_TX_CTRL, val);
552 netif_carrier_on(bp->dev);
553 b44_link_report(bp);
554 }
555 return;
556 }
557
558 if (!b44_readphy(bp, MII_BMSR, &bmsr) &&
559 !b44_readphy(bp, B44_MII_AUXCTRL, &aux) &&
560 (bmsr != 0xffff)) {
561 if (aux & MII_AUXCTRL_SPEED)
562 bp->flags |= B44_FLAG_100_BASE_T;
563 else
564 bp->flags &= ~B44_FLAG_100_BASE_T;
565 if (aux & MII_AUXCTRL_DUPLEX)
566 bp->flags |= B44_FLAG_FULL_DUPLEX;
567 else
568 bp->flags &= ~B44_FLAG_FULL_DUPLEX;
569
570 if (!netif_carrier_ok(bp->dev) &&
571 (bmsr & BMSR_LSTATUS)) {
572 u32 val = br32(bp, B44_TX_CTRL);
573 u32 local_adv, remote_adv;
574
575 if (bp->flags & B44_FLAG_FULL_DUPLEX)
576 val |= TX_CTRL_DUPLEX;
577 else
578 val &= ~TX_CTRL_DUPLEX;
579 bw32(bp, B44_TX_CTRL, val);
580
581 if (!(bp->flags & B44_FLAG_FORCE_LINK) &&
582 !b44_readphy(bp, MII_ADVERTISE, &local_adv) &&
583 !b44_readphy(bp, MII_LPA, &remote_adv))
584 b44_set_flow_ctrl(bp, local_adv, remote_adv);
585
586 /* Link now up */
587 netif_carrier_on(bp->dev);
588 b44_link_report(bp);
589 } else if (netif_carrier_ok(bp->dev) && !(bmsr & BMSR_LSTATUS)) {
590 /* Link now down */
591 netif_carrier_off(bp->dev);
592 b44_link_report(bp);
593 }
594
595 if (bmsr & BMSR_RFAULT)
596 netdev_warn(bp->dev, "Remote fault detected in PHY\n");
597 if (bmsr & BMSR_JCD)
598 netdev_warn(bp->dev, "Jabber detected in PHY\n");
599 }
600 }
601
602 static void b44_timer(unsigned long __opaque)
603 {
604 struct b44 *bp = (struct b44 *) __opaque;
605
606 spin_lock_irq(&bp->lock);
607
608 b44_check_phy(bp);
609
610 b44_stats_update(bp);
611
612 spin_unlock_irq(&bp->lock);
613
614 mod_timer(&bp->timer, round_jiffies(jiffies + HZ));
615 }
616
617 static void b44_tx(struct b44 *bp)
618 {
619 u32 cur, cons;
620 unsigned bytes_compl = 0, pkts_compl = 0;
621
622 cur = br32(bp, B44_DMATX_STAT) & DMATX_STAT_CDMASK;
623 cur /= sizeof(struct dma_desc);
624
625 /* XXX needs updating when NETIF_F_SG is supported */
626 for (cons = bp->tx_cons; cons != cur; cons = NEXT_TX(cons)) {
627 struct ring_info *rp = &bp->tx_buffers[cons];
628 struct sk_buff *skb = rp->skb;
629
630 BUG_ON(skb == NULL);
631
632 dma_unmap_single(bp->sdev->dma_dev,
633 rp->mapping,
634 skb->len,
635 DMA_TO_DEVICE);
636 rp->skb = NULL;
637
638 bytes_compl += skb->len;
639 pkts_compl++;
640
641 dev_kfree_skb_irq(skb);
642 }
643
644 netdev_completed_queue(bp->dev, pkts_compl, bytes_compl);
645 bp->tx_cons = cons;
646 if (netif_queue_stopped(bp->dev) &&
647 TX_BUFFS_AVAIL(bp) > B44_TX_WAKEUP_THRESH)
648 netif_wake_queue(bp->dev);
649
650 bw32(bp, B44_GPTIMER, 0);
651 }
652
653 /* Works like this. This chip writes a 'struct rx_header" 30 bytes
654 * before the DMA address you give it. So we allocate 30 more bytes
655 * for the RX buffer, DMA map all of it, skb_reserve the 30 bytes, then
656 * point the chip at 30 bytes past where the rx_header will go.
657 */
658 static int b44_alloc_rx_skb(struct b44 *bp, int src_idx, u32 dest_idx_unmasked)
659 {
660 struct dma_desc *dp;
661 struct ring_info *src_map, *map;
662 struct rx_header *rh;
663 struct sk_buff *skb;
664 dma_addr_t mapping;
665 int dest_idx;
666 u32 ctrl;
667
668 src_map = NULL;
669 if (src_idx >= 0)
670 src_map = &bp->rx_buffers[src_idx];
671 dest_idx = dest_idx_unmasked & (B44_RX_RING_SIZE - 1);
672 map = &bp->rx_buffers[dest_idx];
673 skb = netdev_alloc_skb(bp->dev, RX_PKT_BUF_SZ);
674 if (skb == NULL)
675 return -ENOMEM;
676
677 mapping = dma_map_single(bp->sdev->dma_dev, skb->data,
678 RX_PKT_BUF_SZ,
679 DMA_FROM_DEVICE);
680
681 /* Hardware bug work-around, the chip is unable to do PCI DMA
682 to/from anything above 1GB :-( */
683 if (dma_mapping_error(bp->sdev->dma_dev, mapping) ||
684 mapping + RX_PKT_BUF_SZ > DMA_BIT_MASK(30)) {
685 /* Sigh... */
686 if (!dma_mapping_error(bp->sdev->dma_dev, mapping))
687 dma_unmap_single(bp->sdev->dma_dev, mapping,
688 RX_PKT_BUF_SZ, DMA_FROM_DEVICE);
689 dev_kfree_skb_any(skb);
690 skb = alloc_skb(RX_PKT_BUF_SZ, GFP_ATOMIC | GFP_DMA);
691 if (skb == NULL)
692 return -ENOMEM;
693 mapping = dma_map_single(bp->sdev->dma_dev, skb->data,
694 RX_PKT_BUF_SZ,
695 DMA_FROM_DEVICE);
696 if (dma_mapping_error(bp->sdev->dma_dev, mapping) ||
697 mapping + RX_PKT_BUF_SZ > DMA_BIT_MASK(30)) {
698 if (!dma_mapping_error(bp->sdev->dma_dev, mapping))
699 dma_unmap_single(bp->sdev->dma_dev, mapping, RX_PKT_BUF_SZ,DMA_FROM_DEVICE);
700 dev_kfree_skb_any(skb);
701 return -ENOMEM;
702 }
703 bp->force_copybreak = 1;
704 }
705
706 rh = (struct rx_header *) skb->data;
707
708 rh->len = 0;
709 rh->flags = 0;
710
711 map->skb = skb;
712 map->mapping = mapping;
713
714 if (src_map != NULL)
715 src_map->skb = NULL;
716
717 ctrl = (DESC_CTRL_LEN & RX_PKT_BUF_SZ);
718 if (dest_idx == (B44_RX_RING_SIZE - 1))
719 ctrl |= DESC_CTRL_EOT;
720
721 dp = &bp->rx_ring[dest_idx];
722 dp->ctrl = cpu_to_le32(ctrl);
723 dp->addr = cpu_to_le32((u32) mapping + bp->dma_offset);
724
725 if (bp->flags & B44_FLAG_RX_RING_HACK)
726 b44_sync_dma_desc_for_device(bp->sdev, bp->rx_ring_dma,
727 dest_idx * sizeof(*dp),
728 DMA_BIDIRECTIONAL);
729
730 return RX_PKT_BUF_SZ;
731 }
732
733 static void b44_recycle_rx(struct b44 *bp, int src_idx, u32 dest_idx_unmasked)
734 {
735 struct dma_desc *src_desc, *dest_desc;
736 struct ring_info *src_map, *dest_map;
737 struct rx_header *rh;
738 int dest_idx;
739 __le32 ctrl;
740
741 dest_idx = dest_idx_unmasked & (B44_RX_RING_SIZE - 1);
742 dest_desc = &bp->rx_ring[dest_idx];
743 dest_map = &bp->rx_buffers[dest_idx];
744 src_desc = &bp->rx_ring[src_idx];
745 src_map = &bp->rx_buffers[src_idx];
746
747 dest_map->skb = src_map->skb;
748 rh = (struct rx_header *) src_map->skb->data;
749 rh->len = 0;
750 rh->flags = 0;
751 dest_map->mapping = src_map->mapping;
752
753 if (bp->flags & B44_FLAG_RX_RING_HACK)
754 b44_sync_dma_desc_for_cpu(bp->sdev, bp->rx_ring_dma,
755 src_idx * sizeof(*src_desc),
756 DMA_BIDIRECTIONAL);
757
758 ctrl = src_desc->ctrl;
759 if (dest_idx == (B44_RX_RING_SIZE - 1))
760 ctrl |= cpu_to_le32(DESC_CTRL_EOT);
761 else
762 ctrl &= cpu_to_le32(~DESC_CTRL_EOT);
763
764 dest_desc->ctrl = ctrl;
765 dest_desc->addr = src_desc->addr;
766
767 src_map->skb = NULL;
768
769 if (bp->flags & B44_FLAG_RX_RING_HACK)
770 b44_sync_dma_desc_for_device(bp->sdev, bp->rx_ring_dma,
771 dest_idx * sizeof(*dest_desc),
772 DMA_BIDIRECTIONAL);
773
774 dma_sync_single_for_device(bp->sdev->dma_dev, dest_map->mapping,
775 RX_PKT_BUF_SZ,
776 DMA_FROM_DEVICE);
777 }
778
779 static int b44_rx(struct b44 *bp, int budget)
780 {
781 int received;
782 u32 cons, prod;
783
784 received = 0;
785 prod = br32(bp, B44_DMARX_STAT) & DMARX_STAT_CDMASK;
786 prod /= sizeof(struct dma_desc);
787 cons = bp->rx_cons;
788
789 while (cons != prod && budget > 0) {
790 struct ring_info *rp = &bp->rx_buffers[cons];
791 struct sk_buff *skb = rp->skb;
792 dma_addr_t map = rp->mapping;
793 struct rx_header *rh;
794 u16 len;
795
796 dma_sync_single_for_cpu(bp->sdev->dma_dev, map,
797 RX_PKT_BUF_SZ,
798 DMA_FROM_DEVICE);
799 rh = (struct rx_header *) skb->data;
800 len = le16_to_cpu(rh->len);
801 if ((len > (RX_PKT_BUF_SZ - RX_PKT_OFFSET)) ||
802 (rh->flags & cpu_to_le16(RX_FLAG_ERRORS))) {
803 drop_it:
804 b44_recycle_rx(bp, cons, bp->rx_prod);
805 drop_it_no_recycle:
806 bp->dev->stats.rx_dropped++;
807 goto next_pkt;
808 }
809
810 if (len == 0) {
811 int i = 0;
812
813 do {
814 udelay(2);
815 barrier();
816 len = le16_to_cpu(rh->len);
817 } while (len == 0 && i++ < 5);
818 if (len == 0)
819 goto drop_it;
820 }
821
822 /* Omit CRC. */
823 len -= 4;
824
825 if (!bp->force_copybreak && len > RX_COPY_THRESHOLD) {
826 int skb_size;
827 skb_size = b44_alloc_rx_skb(bp, cons, bp->rx_prod);
828 if (skb_size < 0)
829 goto drop_it;
830 dma_unmap_single(bp->sdev->dma_dev, map,
831 skb_size, DMA_FROM_DEVICE);
832 /* Leave out rx_header */
833 skb_put(skb, len + RX_PKT_OFFSET);
834 skb_pull(skb, RX_PKT_OFFSET);
835 } else {
836 struct sk_buff *copy_skb;
837
838 b44_recycle_rx(bp, cons, bp->rx_prod);
839 copy_skb = netdev_alloc_skb_ip_align(bp->dev, len);
840 if (copy_skb == NULL)
841 goto drop_it_no_recycle;
842
843 skb_put(copy_skb, len);
844 /* DMA sync done above, copy just the actual packet */
845 skb_copy_from_linear_data_offset(skb, RX_PKT_OFFSET,
846 copy_skb->data, len);
847 skb = copy_skb;
848 }
849 skb_checksum_none_assert(skb);
850 skb->protocol = eth_type_trans(skb, bp->dev);
851 netif_receive_skb(skb);
852 received++;
853 budget--;
854 next_pkt:
855 bp->rx_prod = (bp->rx_prod + 1) &
856 (B44_RX_RING_SIZE - 1);
857 cons = (cons + 1) & (B44_RX_RING_SIZE - 1);
858 }
859
860 bp->rx_cons = cons;
861 bw32(bp, B44_DMARX_PTR, cons * sizeof(struct dma_desc));
862
863 return received;
864 }
865
866 static int b44_poll(struct napi_struct *napi, int budget)
867 {
868 struct b44 *bp = container_of(napi, struct b44, napi);
869 int work_done;
870 unsigned long flags;
871
872 spin_lock_irqsave(&bp->lock, flags);
873
874 if (bp->istat & (ISTAT_TX | ISTAT_TO)) {
875 /* spin_lock(&bp->tx_lock); */
876 b44_tx(bp);
877 /* spin_unlock(&bp->tx_lock); */
878 }
879 if (bp->istat & ISTAT_RFO) { /* fast recovery, in ~20msec */
880 bp->istat &= ~ISTAT_RFO;
881 b44_disable_ints(bp);
882 ssb_device_enable(bp->sdev, 0); /* resets ISTAT_RFO */
883 b44_init_rings(bp);
884 b44_init_hw(bp, B44_FULL_RESET_SKIP_PHY);
885 netif_wake_queue(bp->dev);
886 }
887
888 spin_unlock_irqrestore(&bp->lock, flags);
889
890 work_done = 0;
891 if (bp->istat & ISTAT_RX)
892 work_done += b44_rx(bp, budget);
893
894 if (bp->istat & ISTAT_ERRORS) {
895 spin_lock_irqsave(&bp->lock, flags);
896 b44_halt(bp);
897 b44_init_rings(bp);
898 b44_init_hw(bp, B44_FULL_RESET_SKIP_PHY);
899 netif_wake_queue(bp->dev);
900 spin_unlock_irqrestore(&bp->lock, flags);
901 work_done = 0;
902 }
903
904 if (work_done < budget) {
905 napi_complete(napi);
906 b44_enable_ints(bp);
907 }
908
909 return work_done;
910 }
911
912 static irqreturn_t b44_interrupt(int irq, void *dev_id)
913 {
914 struct net_device *dev = dev_id;
915 struct b44 *bp = netdev_priv(dev);
916 u32 istat, imask;
917 int handled = 0;
918
919 spin_lock(&bp->lock);
920
921 istat = br32(bp, B44_ISTAT);
922 imask = br32(bp, B44_IMASK);
923
924 /* The interrupt mask register controls which interrupt bits
925 * will actually raise an interrupt to the CPU when set by hw/firmware,
926 * but doesn't mask off the bits.
927 */
928 istat &= imask;
929 if (istat) {
930 handled = 1;
931
932 if (unlikely(!netif_running(dev))) {
933 netdev_info(dev, "late interrupt\n");
934 goto irq_ack;
935 }
936
937 if (napi_schedule_prep(&bp->napi)) {
938 /* NOTE: These writes are posted by the readback of
939 * the ISTAT register below.
940 */
941 bp->istat = istat;
942 __b44_disable_ints(bp);
943 __napi_schedule(&bp->napi);
944 }
945
946 irq_ack:
947 bw32(bp, B44_ISTAT, istat);
948 br32(bp, B44_ISTAT);
949 }
950 spin_unlock(&bp->lock);
951 return IRQ_RETVAL(handled);
952 }
953
954 static void b44_tx_timeout(struct net_device *dev)
955 {
956 struct b44 *bp = netdev_priv(dev);
957
958 netdev_err(dev, "transmit timed out, resetting\n");
959
960 spin_lock_irq(&bp->lock);
961
962 b44_halt(bp);
963 b44_init_rings(bp);
964 b44_init_hw(bp, B44_FULL_RESET);
965
966 spin_unlock_irq(&bp->lock);
967
968 b44_enable_ints(bp);
969
970 netif_wake_queue(dev);
971 }
972
973 static netdev_tx_t b44_start_xmit(struct sk_buff *skb, struct net_device *dev)
974 {
975 struct b44 *bp = netdev_priv(dev);
976 int rc = NETDEV_TX_OK;
977 dma_addr_t mapping;
978 u32 len, entry, ctrl;
979 unsigned long flags;
980
981 len = skb->len;
982 spin_lock_irqsave(&bp->lock, flags);
983
984 /* This is a hard error, log it. */
985 if (unlikely(TX_BUFFS_AVAIL(bp) < 1)) {
986 netif_stop_queue(dev);
987 netdev_err(dev, "BUG! Tx Ring full when queue awake!\n");
988 goto err_out;
989 }
990
991 mapping = dma_map_single(bp->sdev->dma_dev, skb->data, len, DMA_TO_DEVICE);
992 if (dma_mapping_error(bp->sdev->dma_dev, mapping) || mapping + len > DMA_BIT_MASK(30)) {
993 struct sk_buff *bounce_skb;
994
995 /* Chip can't handle DMA to/from >1GB, use bounce buffer */
996 if (!dma_mapping_error(bp->sdev->dma_dev, mapping))
997 dma_unmap_single(bp->sdev->dma_dev, mapping, len,
998 DMA_TO_DEVICE);
999
1000 bounce_skb = alloc_skb(len, GFP_ATOMIC | GFP_DMA);
1001 if (!bounce_skb)
1002 goto err_out;
1003
1004 mapping = dma_map_single(bp->sdev->dma_dev, bounce_skb->data,
1005 len, DMA_TO_DEVICE);
1006 if (dma_mapping_error(bp->sdev->dma_dev, mapping) || mapping + len > DMA_BIT_MASK(30)) {
1007 if (!dma_mapping_error(bp->sdev->dma_dev, mapping))
1008 dma_unmap_single(bp->sdev->dma_dev, mapping,
1009 len, DMA_TO_DEVICE);
1010 dev_kfree_skb_any(bounce_skb);
1011 goto err_out;
1012 }
1013
1014 skb_copy_from_linear_data(skb, skb_put(bounce_skb, len), len);
1015 dev_kfree_skb_any(skb);
1016 skb = bounce_skb;
1017 }
1018
1019 entry = bp->tx_prod;
1020 bp->tx_buffers[entry].skb = skb;
1021 bp->tx_buffers[entry].mapping = mapping;
1022
1023 ctrl = (len & DESC_CTRL_LEN);
1024 ctrl |= DESC_CTRL_IOC | DESC_CTRL_SOF | DESC_CTRL_EOF;
1025 if (entry == (B44_TX_RING_SIZE - 1))
1026 ctrl |= DESC_CTRL_EOT;
1027
1028 bp->tx_ring[entry].ctrl = cpu_to_le32(ctrl);
1029 bp->tx_ring[entry].addr = cpu_to_le32((u32) mapping+bp->dma_offset);
1030
1031 if (bp->flags & B44_FLAG_TX_RING_HACK)
1032 b44_sync_dma_desc_for_device(bp->sdev, bp->tx_ring_dma,
1033 entry * sizeof(bp->tx_ring[0]),
1034 DMA_TO_DEVICE);
1035
1036 entry = NEXT_TX(entry);
1037
1038 bp->tx_prod = entry;
1039
1040 wmb();
1041
1042 bw32(bp, B44_DMATX_PTR, entry * sizeof(struct dma_desc));
1043 if (bp->flags & B44_FLAG_BUGGY_TXPTR)
1044 bw32(bp, B44_DMATX_PTR, entry * sizeof(struct dma_desc));
1045 if (bp->flags & B44_FLAG_REORDER_BUG)
1046 br32(bp, B44_DMATX_PTR);
1047
1048 netdev_sent_queue(dev, skb->len);
1049
1050 if (TX_BUFFS_AVAIL(bp) < 1)
1051 netif_stop_queue(dev);
1052
1053 out_unlock:
1054 spin_unlock_irqrestore(&bp->lock, flags);
1055
1056 return rc;
1057
1058 err_out:
1059 rc = NETDEV_TX_BUSY;
1060 goto out_unlock;
1061 }
1062
1063 static int b44_change_mtu(struct net_device *dev, int new_mtu)
1064 {
1065 struct b44 *bp = netdev_priv(dev);
1066
1067 if (new_mtu < B44_MIN_MTU || new_mtu > B44_MAX_MTU)
1068 return -EINVAL;
1069
1070 if (!netif_running(dev)) {
1071 /* We'll just catch it later when the
1072 * device is up'd.
1073 */
1074 dev->mtu = new_mtu;
1075 return 0;
1076 }
1077
1078 spin_lock_irq(&bp->lock);
1079 b44_halt(bp);
1080 dev->mtu = new_mtu;
1081 b44_init_rings(bp);
1082 b44_init_hw(bp, B44_FULL_RESET);
1083 spin_unlock_irq(&bp->lock);
1084
1085 b44_enable_ints(bp);
1086
1087 return 0;
1088 }
1089
1090 /* Free up pending packets in all rx/tx rings.
1091 *
1092 * The chip has been shut down and the driver detached from
1093 * the networking, so no interrupts or new tx packets will
1094 * end up in the driver. bp->lock is not held and we are not
1095 * in an interrupt context and thus may sleep.
1096 */
1097 static void b44_free_rings(struct b44 *bp)
1098 {
1099 struct ring_info *rp;
1100 int i;
1101
1102 for (i = 0; i < B44_RX_RING_SIZE; i++) {
1103 rp = &bp->rx_buffers[i];
1104
1105 if (rp->skb == NULL)
1106 continue;
1107 dma_unmap_single(bp->sdev->dma_dev, rp->mapping, RX_PKT_BUF_SZ,
1108 DMA_FROM_DEVICE);
1109 dev_kfree_skb_any(rp->skb);
1110 rp->skb = NULL;
1111 }
1112
1113 /* XXX needs changes once NETIF_F_SG is set... */
1114 for (i = 0; i < B44_TX_RING_SIZE; i++) {
1115 rp = &bp->tx_buffers[i];
1116
1117 if (rp->skb == NULL)
1118 continue;
1119 dma_unmap_single(bp->sdev->dma_dev, rp->mapping, rp->skb->len,
1120 DMA_TO_DEVICE);
1121 dev_kfree_skb_any(rp->skb);
1122 rp->skb = NULL;
1123 }
1124 }
1125
1126 /* Initialize tx/rx rings for packet processing.
1127 *
1128 * The chip has been shut down and the driver detached from
1129 * the networking, so no interrupts or new tx packets will
1130 * end up in the driver.
1131 */
1132 static void b44_init_rings(struct b44 *bp)
1133 {
1134 int i;
1135
1136 b44_free_rings(bp);
1137
1138 memset(bp->rx_ring, 0, B44_RX_RING_BYTES);
1139 memset(bp->tx_ring, 0, B44_TX_RING_BYTES);
1140
1141 if (bp->flags & B44_FLAG_RX_RING_HACK)
1142 dma_sync_single_for_device(bp->sdev->dma_dev, bp->rx_ring_dma,
1143 DMA_TABLE_BYTES, DMA_BIDIRECTIONAL);
1144
1145 if (bp->flags & B44_FLAG_TX_RING_HACK)
1146 dma_sync_single_for_device(bp->sdev->dma_dev, bp->tx_ring_dma,
1147 DMA_TABLE_BYTES, DMA_TO_DEVICE);
1148
1149 for (i = 0; i < bp->rx_pending; i++) {
1150 if (b44_alloc_rx_skb(bp, -1, i) < 0)
1151 break;
1152 }
1153 }
1154
1155 /*
1156 * Must not be invoked with interrupt sources disabled and
1157 * the hardware shutdown down.
1158 */
1159 static void b44_free_consistent(struct b44 *bp)
1160 {
1161 kfree(bp->rx_buffers);
1162 bp->rx_buffers = NULL;
1163 kfree(bp->tx_buffers);
1164 bp->tx_buffers = NULL;
1165 if (bp->rx_ring) {
1166 if (bp->flags & B44_FLAG_RX_RING_HACK) {
1167 dma_unmap_single(bp->sdev->dma_dev, bp->rx_ring_dma,
1168 DMA_TABLE_BYTES, DMA_BIDIRECTIONAL);
1169 kfree(bp->rx_ring);
1170 } else
1171 dma_free_coherent(bp->sdev->dma_dev, DMA_TABLE_BYTES,
1172 bp->rx_ring, bp->rx_ring_dma);
1173 bp->rx_ring = NULL;
1174 bp->flags &= ~B44_FLAG_RX_RING_HACK;
1175 }
1176 if (bp->tx_ring) {
1177 if (bp->flags & B44_FLAG_TX_RING_HACK) {
1178 dma_unmap_single(bp->sdev->dma_dev, bp->tx_ring_dma,
1179 DMA_TABLE_BYTES, DMA_TO_DEVICE);
1180 kfree(bp->tx_ring);
1181 } else
1182 dma_free_coherent(bp->sdev->dma_dev, DMA_TABLE_BYTES,
1183 bp->tx_ring, bp->tx_ring_dma);
1184 bp->tx_ring = NULL;
1185 bp->flags &= ~B44_FLAG_TX_RING_HACK;
1186 }
1187 }
1188
1189 /*
1190 * Must not be invoked with interrupt sources disabled and
1191 * the hardware shutdown down. Can sleep.
1192 */
1193 static int b44_alloc_consistent(struct b44 *bp, gfp_t gfp)
1194 {
1195 int size;
1196
1197 size = B44_RX_RING_SIZE * sizeof(struct ring_info);
1198 bp->rx_buffers = kzalloc(size, gfp);
1199 if (!bp->rx_buffers)
1200 goto out_err;
1201
1202 size = B44_TX_RING_SIZE * sizeof(struct ring_info);
1203 bp->tx_buffers = kzalloc(size, gfp);
1204 if (!bp->tx_buffers)
1205 goto out_err;
1206
1207 size = DMA_TABLE_BYTES;
1208 bp->rx_ring = dma_alloc_coherent(bp->sdev->dma_dev, size,
1209 &bp->rx_ring_dma, gfp);
1210 if (!bp->rx_ring) {
1211 /* Allocation may have failed due to pci_alloc_consistent
1212 insisting on use of GFP_DMA, which is more restrictive
1213 than necessary... */
1214 struct dma_desc *rx_ring;
1215 dma_addr_t rx_ring_dma;
1216
1217 rx_ring = kzalloc(size, gfp);
1218 if (!rx_ring)
1219 goto out_err;
1220
1221 rx_ring_dma = dma_map_single(bp->sdev->dma_dev, rx_ring,
1222 DMA_TABLE_BYTES,
1223 DMA_BIDIRECTIONAL);
1224
1225 if (dma_mapping_error(bp->sdev->dma_dev, rx_ring_dma) ||
1226 rx_ring_dma + size > DMA_BIT_MASK(30)) {
1227 kfree(rx_ring);
1228 goto out_err;
1229 }
1230
1231 bp->rx_ring = rx_ring;
1232 bp->rx_ring_dma = rx_ring_dma;
1233 bp->flags |= B44_FLAG_RX_RING_HACK;
1234 }
1235
1236 bp->tx_ring = dma_alloc_coherent(bp->sdev->dma_dev, size,
1237 &bp->tx_ring_dma, gfp);
1238 if (!bp->tx_ring) {
1239 /* Allocation may have failed due to ssb_dma_alloc_consistent
1240 insisting on use of GFP_DMA, which is more restrictive
1241 than necessary... */
1242 struct dma_desc *tx_ring;
1243 dma_addr_t tx_ring_dma;
1244
1245 tx_ring = kzalloc(size, gfp);
1246 if (!tx_ring)
1247 goto out_err;
1248
1249 tx_ring_dma = dma_map_single(bp->sdev->dma_dev, tx_ring,
1250 DMA_TABLE_BYTES,
1251 DMA_TO_DEVICE);
1252
1253 if (dma_mapping_error(bp->sdev->dma_dev, tx_ring_dma) ||
1254 tx_ring_dma + size > DMA_BIT_MASK(30)) {
1255 kfree(tx_ring);
1256 goto out_err;
1257 }
1258
1259 bp->tx_ring = tx_ring;
1260 bp->tx_ring_dma = tx_ring_dma;
1261 bp->flags |= B44_FLAG_TX_RING_HACK;
1262 }
1263
1264 return 0;
1265
1266 out_err:
1267 b44_free_consistent(bp);
1268 return -ENOMEM;
1269 }
1270
1271 /* bp->lock is held. */
1272 static void b44_clear_stats(struct b44 *bp)
1273 {
1274 unsigned long reg;
1275
1276 bw32(bp, B44_MIB_CTRL, MIB_CTRL_CLR_ON_READ);
1277 for (reg = B44_TX_GOOD_O; reg <= B44_TX_PAUSE; reg += 4UL)
1278 br32(bp, reg);
1279 for (reg = B44_RX_GOOD_O; reg <= B44_RX_NPAUSE; reg += 4UL)
1280 br32(bp, reg);
1281 }
1282
1283 /* bp->lock is held. */
1284 static void b44_chip_reset(struct b44 *bp, int reset_kind)
1285 {
1286 struct ssb_device *sdev = bp->sdev;
1287 bool was_enabled;
1288
1289 was_enabled = ssb_device_is_enabled(bp->sdev);
1290
1291 ssb_device_enable(bp->sdev, 0);
1292 ssb_pcicore_dev_irqvecs_enable(&sdev->bus->pcicore, sdev);
1293
1294 if (was_enabled) {
1295 bw32(bp, B44_RCV_LAZY, 0);
1296 bw32(bp, B44_ENET_CTRL, ENET_CTRL_DISABLE);
1297 b44_wait_bit(bp, B44_ENET_CTRL, ENET_CTRL_DISABLE, 200, 1);
1298 bw32(bp, B44_DMATX_CTRL, 0);
1299 bp->tx_prod = bp->tx_cons = 0;
1300 if (br32(bp, B44_DMARX_STAT) & DMARX_STAT_EMASK) {
1301 b44_wait_bit(bp, B44_DMARX_STAT, DMARX_STAT_SIDLE,
1302 100, 0);
1303 }
1304 bw32(bp, B44_DMARX_CTRL, 0);
1305 bp->rx_prod = bp->rx_cons = 0;
1306 }
1307
1308 b44_clear_stats(bp);
1309
1310 /*
1311 * Don't enable PHY if we are doing a partial reset
1312 * we are probably going to power down
1313 */
1314 if (reset_kind == B44_CHIP_RESET_PARTIAL)
1315 return;
1316
1317 switch (sdev->bus->bustype) {
1318 case SSB_BUSTYPE_SSB:
1319 bw32(bp, B44_MDIO_CTRL, (MDIO_CTRL_PREAMBLE |
1320 (DIV_ROUND_CLOSEST(ssb_clockspeed(sdev->bus),
1321 B44_MDC_RATIO)
1322 & MDIO_CTRL_MAXF_MASK)));
1323 break;
1324 case SSB_BUSTYPE_PCI:
1325 bw32(bp, B44_MDIO_CTRL, (MDIO_CTRL_PREAMBLE |
1326 (0x0d & MDIO_CTRL_MAXF_MASK)));
1327 break;
1328 case SSB_BUSTYPE_PCMCIA:
1329 case SSB_BUSTYPE_SDIO:
1330 WARN_ON(1); /* A device with this bus does not exist. */
1331 break;
1332 }
1333
1334 br32(bp, B44_MDIO_CTRL);
1335
1336 if (!(br32(bp, B44_DEVCTRL) & DEVCTRL_IPP)) {
1337 bw32(bp, B44_ENET_CTRL, ENET_CTRL_EPSEL);
1338 br32(bp, B44_ENET_CTRL);
1339 bp->flags |= B44_FLAG_EXTERNAL_PHY;
1340 } else {
1341 u32 val = br32(bp, B44_DEVCTRL);
1342
1343 if (val & DEVCTRL_EPR) {
1344 bw32(bp, B44_DEVCTRL, (val & ~DEVCTRL_EPR));
1345 br32(bp, B44_DEVCTRL);
1346 udelay(100);
1347 }
1348 bp->flags &= ~B44_FLAG_EXTERNAL_PHY;
1349 }
1350 }
1351
1352 /* bp->lock is held. */
1353 static void b44_halt(struct b44 *bp)
1354 {
1355 b44_disable_ints(bp);
1356 /* reset PHY */
1357 b44_phy_reset(bp);
1358 /* power down PHY */
1359 netdev_info(bp->dev, "powering down PHY\n");
1360 bw32(bp, B44_MAC_CTRL, MAC_CTRL_PHY_PDOWN);
1361 /* now reset the chip, but without enabling the MAC&PHY
1362 * part of it. This has to be done _after_ we shut down the PHY */
1363 if (bp->flags & B44_FLAG_EXTERNAL_PHY)
1364 b44_chip_reset(bp, B44_CHIP_RESET_FULL);
1365 else
1366 b44_chip_reset(bp, B44_CHIP_RESET_PARTIAL);
1367 }
1368
1369 /* bp->lock is held. */
1370 static void __b44_set_mac_addr(struct b44 *bp)
1371 {
1372 bw32(bp, B44_CAM_CTRL, 0);
1373 if (!(bp->dev->flags & IFF_PROMISC)) {
1374 u32 val;
1375
1376 __b44_cam_write(bp, bp->dev->dev_addr, 0);
1377 val = br32(bp, B44_CAM_CTRL);
1378 bw32(bp, B44_CAM_CTRL, val | CAM_CTRL_ENABLE);
1379 }
1380 }
1381
1382 static int b44_set_mac_addr(struct net_device *dev, void *p)
1383 {
1384 struct b44 *bp = netdev_priv(dev);
1385 struct sockaddr *addr = p;
1386 u32 val;
1387
1388 if (netif_running(dev))
1389 return -EBUSY;
1390
1391 if (!is_valid_ether_addr(addr->sa_data))
1392 return -EINVAL;
1393
1394 memcpy(dev->dev_addr, addr->sa_data, dev->addr_len);
1395
1396 spin_lock_irq(&bp->lock);
1397
1398 val = br32(bp, B44_RXCONFIG);
1399 if (!(val & RXCONFIG_CAM_ABSENT))
1400 __b44_set_mac_addr(bp);
1401
1402 spin_unlock_irq(&bp->lock);
1403
1404 return 0;
1405 }
1406
1407 /* Called at device open time to get the chip ready for
1408 * packet processing. Invoked with bp->lock held.
1409 */
1410 static void __b44_set_rx_mode(struct net_device *);
1411 static void b44_init_hw(struct b44 *bp, int reset_kind)
1412 {
1413 u32 val;
1414
1415 b44_chip_reset(bp, B44_CHIP_RESET_FULL);
1416 if (reset_kind == B44_FULL_RESET) {
1417 b44_phy_reset(bp);
1418 b44_setup_phy(bp);
1419 }
1420
1421 /* Enable CRC32, set proper LED modes and power on PHY */
1422 bw32(bp, B44_MAC_CTRL, MAC_CTRL_CRC32_ENAB | MAC_CTRL_PHY_LEDCTRL);
1423 bw32(bp, B44_RCV_LAZY, (1 << RCV_LAZY_FC_SHIFT));
1424
1425 /* This sets the MAC address too. */
1426 __b44_set_rx_mode(bp->dev);
1427
1428 /* MTU + eth header + possible VLAN tag + struct rx_header */
1429 bw32(bp, B44_RXMAXLEN, bp->dev->mtu + ETH_HLEN + 8 + RX_HEADER_LEN);
1430 bw32(bp, B44_TXMAXLEN, bp->dev->mtu + ETH_HLEN + 8 + RX_HEADER_LEN);
1431
1432 bw32(bp, B44_TX_WMARK, 56); /* XXX magic */
1433 if (reset_kind == B44_PARTIAL_RESET) {
1434 bw32(bp, B44_DMARX_CTRL, (DMARX_CTRL_ENABLE |
1435 (RX_PKT_OFFSET << DMARX_CTRL_ROSHIFT)));
1436 } else {
1437 bw32(bp, B44_DMATX_CTRL, DMATX_CTRL_ENABLE);
1438 bw32(bp, B44_DMATX_ADDR, bp->tx_ring_dma + bp->dma_offset);
1439 bw32(bp, B44_DMARX_CTRL, (DMARX_CTRL_ENABLE |
1440 (RX_PKT_OFFSET << DMARX_CTRL_ROSHIFT)));
1441 bw32(bp, B44_DMARX_ADDR, bp->rx_ring_dma + bp->dma_offset);
1442
1443 bw32(bp, B44_DMARX_PTR, bp->rx_pending);
1444 bp->rx_prod = bp->rx_pending;
1445
1446 bw32(bp, B44_MIB_CTRL, MIB_CTRL_CLR_ON_READ);
1447 }
1448
1449 val = br32(bp, B44_ENET_CTRL);
1450 bw32(bp, B44_ENET_CTRL, (val | ENET_CTRL_ENABLE));
1451
1452 netdev_reset_queue(bp->dev);
1453 }
1454
1455 static int b44_open(struct net_device *dev)
1456 {
1457 struct b44 *bp = netdev_priv(dev);
1458 int err;
1459
1460 err = b44_alloc_consistent(bp, GFP_KERNEL);
1461 if (err)
1462 goto out;
1463
1464 napi_enable(&bp->napi);
1465
1466 b44_init_rings(bp);
1467 b44_init_hw(bp, B44_FULL_RESET);
1468
1469 b44_check_phy(bp);
1470
1471 err = request_irq(dev->irq, b44_interrupt, IRQF_SHARED, dev->name, dev);
1472 if (unlikely(err < 0)) {
1473 napi_disable(&bp->napi);
1474 b44_chip_reset(bp, B44_CHIP_RESET_PARTIAL);
1475 b44_free_rings(bp);
1476 b44_free_consistent(bp);
1477 goto out;
1478 }
1479
1480 init_timer(&bp->timer);
1481 bp->timer.expires = jiffies + HZ;
1482 bp->timer.data = (unsigned long) bp;
1483 bp->timer.function = b44_timer;
1484 add_timer(&bp->timer);
1485
1486 b44_enable_ints(bp);
1487 netif_start_queue(dev);
1488 out:
1489 return err;
1490 }
1491
1492 #ifdef CONFIG_NET_POLL_CONTROLLER
1493 /*
1494 * Polling receive - used by netconsole and other diagnostic tools
1495 * to allow network i/o with interrupts disabled.
1496 */
1497 static void b44_poll_controller(struct net_device *dev)
1498 {
1499 disable_irq(dev->irq);
1500 b44_interrupt(dev->irq, dev);
1501 enable_irq(dev->irq);
1502 }
1503 #endif
1504
1505 static void bwfilter_table(struct b44 *bp, u8 *pp, u32 bytes, u32 table_offset)
1506 {
1507 u32 i;
1508 u32 *pattern = (u32 *) pp;
1509
1510 for (i = 0; i < bytes; i += sizeof(u32)) {
1511 bw32(bp, B44_FILT_ADDR, table_offset + i);
1512 bw32(bp, B44_FILT_DATA, pattern[i / sizeof(u32)]);
1513 }
1514 }
1515
1516 static int b44_magic_pattern(u8 *macaddr, u8 *ppattern, u8 *pmask, int offset)
1517 {
1518 int magicsync = 6;
1519 int k, j, len = offset;
1520 int ethaddr_bytes = ETH_ALEN;
1521
1522 memset(ppattern + offset, 0xff, magicsync);
1523 for (j = 0; j < magicsync; j++)
1524 set_bit(len++, (unsigned long *) pmask);
1525
1526 for (j = 0; j < B44_MAX_PATTERNS; j++) {
1527 if ((B44_PATTERN_SIZE - len) >= ETH_ALEN)
1528 ethaddr_bytes = ETH_ALEN;
1529 else
1530 ethaddr_bytes = B44_PATTERN_SIZE - len;
1531 if (ethaddr_bytes <=0)
1532 break;
1533 for (k = 0; k< ethaddr_bytes; k++) {
1534 ppattern[offset + magicsync +
1535 (j * ETH_ALEN) + k] = macaddr[k];
1536 set_bit(len++, (unsigned long *) pmask);
1537 }
1538 }
1539 return len - 1;
1540 }
1541
1542 /* Setup magic packet patterns in the b44 WOL
1543 * pattern matching filter.
1544 */
1545 static void b44_setup_pseudo_magicp(struct b44 *bp)
1546 {
1547
1548 u32 val;
1549 int plen0, plen1, plen2;
1550 u8 *pwol_pattern;
1551 u8 pwol_mask[B44_PMASK_SIZE];
1552
1553 pwol_pattern = kzalloc(B44_PATTERN_SIZE, GFP_KERNEL);
1554 if (!pwol_pattern)
1555 return;
1556
1557 /* Ipv4 magic packet pattern - pattern 0.*/
1558 memset(pwol_mask, 0, B44_PMASK_SIZE);
1559 plen0 = b44_magic_pattern(bp->dev->dev_addr, pwol_pattern, pwol_mask,
1560 B44_ETHIPV4UDP_HLEN);
1561
1562 bwfilter_table(bp, pwol_pattern, B44_PATTERN_SIZE, B44_PATTERN_BASE);
1563 bwfilter_table(bp, pwol_mask, B44_PMASK_SIZE, B44_PMASK_BASE);
1564
1565 /* Raw ethernet II magic packet pattern - pattern 1 */
1566 memset(pwol_pattern, 0, B44_PATTERN_SIZE);
1567 memset(pwol_mask, 0, B44_PMASK_SIZE);
1568 plen1 = b44_magic_pattern(bp->dev->dev_addr, pwol_pattern, pwol_mask,
1569 ETH_HLEN);
1570
1571 bwfilter_table(bp, pwol_pattern, B44_PATTERN_SIZE,
1572 B44_PATTERN_BASE + B44_PATTERN_SIZE);
1573 bwfilter_table(bp, pwol_mask, B44_PMASK_SIZE,
1574 B44_PMASK_BASE + B44_PMASK_SIZE);
1575
1576 /* Ipv6 magic packet pattern - pattern 2 */
1577 memset(pwol_pattern, 0, B44_PATTERN_SIZE);
1578 memset(pwol_mask, 0, B44_PMASK_SIZE);
1579 plen2 = b44_magic_pattern(bp->dev->dev_addr, pwol_pattern, pwol_mask,
1580 B44_ETHIPV6UDP_HLEN);
1581
1582 bwfilter_table(bp, pwol_pattern, B44_PATTERN_SIZE,
1583 B44_PATTERN_BASE + B44_PATTERN_SIZE + B44_PATTERN_SIZE);
1584 bwfilter_table(bp, pwol_mask, B44_PMASK_SIZE,
1585 B44_PMASK_BASE + B44_PMASK_SIZE + B44_PMASK_SIZE);
1586
1587 kfree(pwol_pattern);
1588
1589 /* set these pattern's lengths: one less than each real length */
1590 val = plen0 | (plen1 << 8) | (plen2 << 16) | WKUP_LEN_ENABLE_THREE;
1591 bw32(bp, B44_WKUP_LEN, val);
1592
1593 /* enable wakeup pattern matching */
1594 val = br32(bp, B44_DEVCTRL);
1595 bw32(bp, B44_DEVCTRL, val | DEVCTRL_PFE);
1596
1597 }
1598
1599 #ifdef CONFIG_B44_PCI
1600 static void b44_setup_wol_pci(struct b44 *bp)
1601 {
1602 u16 val;
1603
1604 if (bp->sdev->bus->bustype != SSB_BUSTYPE_SSB) {
1605 bw32(bp, SSB_TMSLOW, br32(bp, SSB_TMSLOW) | SSB_TMSLOW_PE);
1606 pci_read_config_word(bp->sdev->bus->host_pci, SSB_PMCSR, &val);
1607 pci_write_config_word(bp->sdev->bus->host_pci, SSB_PMCSR, val | SSB_PE);
1608 }
1609 }
1610 #else
1611 static inline void b44_setup_wol_pci(struct b44 *bp) { }
1612 #endif /* CONFIG_B44_PCI */
1613
1614 static void b44_setup_wol(struct b44 *bp)
1615 {
1616 u32 val;
1617
1618 bw32(bp, B44_RXCONFIG, RXCONFIG_ALLMULTI);
1619
1620 if (bp->flags & B44_FLAG_B0_ANDLATER) {
1621
1622 bw32(bp, B44_WKUP_LEN, WKUP_LEN_DISABLE);
1623
1624 val = bp->dev->dev_addr[2] << 24 |
1625 bp->dev->dev_addr[3] << 16 |
1626 bp->dev->dev_addr[4] << 8 |
1627 bp->dev->dev_addr[5];
1628 bw32(bp, B44_ADDR_LO, val);
1629
1630 val = bp->dev->dev_addr[0] << 8 |
1631 bp->dev->dev_addr[1];
1632 bw32(bp, B44_ADDR_HI, val);
1633
1634 val = br32(bp, B44_DEVCTRL);
1635 bw32(bp, B44_DEVCTRL, val | DEVCTRL_MPM | DEVCTRL_PFE);
1636
1637 } else {
1638 b44_setup_pseudo_magicp(bp);
1639 }
1640 b44_setup_wol_pci(bp);
1641 }
1642
1643 static int b44_close(struct net_device *dev)
1644 {
1645 struct b44 *bp = netdev_priv(dev);
1646
1647 netif_stop_queue(dev);
1648
1649 napi_disable(&bp->napi);
1650
1651 del_timer_sync(&bp->timer);
1652
1653 spin_lock_irq(&bp->lock);
1654
1655 b44_halt(bp);
1656 b44_free_rings(bp);
1657 netif_carrier_off(dev);
1658
1659 spin_unlock_irq(&bp->lock);
1660
1661 free_irq(dev->irq, dev);
1662
1663 if (bp->flags & B44_FLAG_WOL_ENABLE) {
1664 b44_init_hw(bp, B44_PARTIAL_RESET);
1665 b44_setup_wol(bp);
1666 }
1667
1668 b44_free_consistent(bp);
1669
1670 return 0;
1671 }
1672
1673 static struct rtnl_link_stats64 *b44_get_stats64(struct net_device *dev,
1674 struct rtnl_link_stats64 *nstat)
1675 {
1676 struct b44 *bp = netdev_priv(dev);
1677 struct b44_hw_stats *hwstat = &bp->hw_stats;
1678 unsigned int start;
1679
1680 do {
1681 start = u64_stats_fetch_begin_bh(&hwstat->syncp);
1682
1683 /* Convert HW stats into rtnl_link_stats64 stats. */
1684 nstat->rx_packets = hwstat->rx_pkts;
1685 nstat->tx_packets = hwstat->tx_pkts;
1686 nstat->rx_bytes = hwstat->rx_octets;
1687 nstat->tx_bytes = hwstat->tx_octets;
1688 nstat->tx_errors = (hwstat->tx_jabber_pkts +
1689 hwstat->tx_oversize_pkts +
1690 hwstat->tx_underruns +
1691 hwstat->tx_excessive_cols +
1692 hwstat->tx_late_cols);
1693 nstat->multicast = hwstat->tx_multicast_pkts;
1694 nstat->collisions = hwstat->tx_total_cols;
1695
1696 nstat->rx_length_errors = (hwstat->rx_oversize_pkts +
1697 hwstat->rx_undersize);
1698 nstat->rx_over_errors = hwstat->rx_missed_pkts;
1699 nstat->rx_frame_errors = hwstat->rx_align_errs;
1700 nstat->rx_crc_errors = hwstat->rx_crc_errs;
1701 nstat->rx_errors = (hwstat->rx_jabber_pkts +
1702 hwstat->rx_oversize_pkts +
1703 hwstat->rx_missed_pkts +
1704 hwstat->rx_crc_align_errs +
1705 hwstat->rx_undersize +
1706 hwstat->rx_crc_errs +
1707 hwstat->rx_align_errs +
1708 hwstat->rx_symbol_errs);
1709
1710 nstat->tx_aborted_errors = hwstat->tx_underruns;
1711 #if 0
1712 /* Carrier lost counter seems to be broken for some devices */
1713 nstat->tx_carrier_errors = hwstat->tx_carrier_lost;
1714 #endif
1715 } while (u64_stats_fetch_retry_bh(&hwstat->syncp, start));
1716
1717 return nstat;
1718 }
1719
1720 static int __b44_load_mcast(struct b44 *bp, struct net_device *dev)
1721 {
1722 struct netdev_hw_addr *ha;
1723 int i, num_ents;
1724
1725 num_ents = min_t(int, netdev_mc_count(dev), B44_MCAST_TABLE_SIZE);
1726 i = 0;
1727 netdev_for_each_mc_addr(ha, dev) {
1728 if (i == num_ents)
1729 break;
1730 __b44_cam_write(bp, ha->addr, i++ + 1);
1731 }
1732 return i+1;
1733 }
1734
1735 static void __b44_set_rx_mode(struct net_device *dev)
1736 {
1737 struct b44 *bp = netdev_priv(dev);
1738 u32 val;
1739
1740 val = br32(bp, B44_RXCONFIG);
1741 val &= ~(RXCONFIG_PROMISC | RXCONFIG_ALLMULTI);
1742 if ((dev->flags & IFF_PROMISC) || (val & RXCONFIG_CAM_ABSENT)) {
1743 val |= RXCONFIG_PROMISC;
1744 bw32(bp, B44_RXCONFIG, val);
1745 } else {
1746 unsigned char zero[6] = {0, 0, 0, 0, 0, 0};
1747 int i = 1;
1748
1749 __b44_set_mac_addr(bp);
1750
1751 if ((dev->flags & IFF_ALLMULTI) ||
1752 (netdev_mc_count(dev) > B44_MCAST_TABLE_SIZE))
1753 val |= RXCONFIG_ALLMULTI;
1754 else
1755 i = __b44_load_mcast(bp, dev);
1756
1757 for (; i < 64; i++)
1758 __b44_cam_write(bp, zero, i);
1759
1760 bw32(bp, B44_RXCONFIG, val);
1761 val = br32(bp, B44_CAM_CTRL);
1762 bw32(bp, B44_CAM_CTRL, val | CAM_CTRL_ENABLE);
1763 }
1764 }
1765
1766 static void b44_set_rx_mode(struct net_device *dev)
1767 {
1768 struct b44 *bp = netdev_priv(dev);
1769
1770 spin_lock_irq(&bp->lock);
1771 __b44_set_rx_mode(dev);
1772 spin_unlock_irq(&bp->lock);
1773 }
1774
1775 static u32 b44_get_msglevel(struct net_device *dev)
1776 {
1777 struct b44 *bp = netdev_priv(dev);
1778 return bp->msg_enable;
1779 }
1780
1781 static void b44_set_msglevel(struct net_device *dev, u32 value)
1782 {
1783 struct b44 *bp = netdev_priv(dev);
1784 bp->msg_enable = value;
1785 }
1786
1787 static void b44_get_drvinfo (struct net_device *dev, struct ethtool_drvinfo *info)
1788 {
1789 struct b44 *bp = netdev_priv(dev);
1790 struct ssb_bus *bus = bp->sdev->bus;
1791
1792 strlcpy(info->driver, DRV_MODULE_NAME, sizeof(info->driver));
1793 strlcpy(info->version, DRV_MODULE_VERSION, sizeof(info->version));
1794 switch (bus->bustype) {
1795 case SSB_BUSTYPE_PCI:
1796 strlcpy(info->bus_info, pci_name(bus->host_pci), sizeof(info->bus_info));
1797 break;
1798 case SSB_BUSTYPE_SSB:
1799 strlcpy(info->bus_info, "SSB", sizeof(info->bus_info));
1800 break;
1801 case SSB_BUSTYPE_PCMCIA:
1802 case SSB_BUSTYPE_SDIO:
1803 WARN_ON(1); /* A device with this bus does not exist. */
1804 break;
1805 }
1806 }
1807
1808 static int b44_nway_reset(struct net_device *dev)
1809 {
1810 struct b44 *bp = netdev_priv(dev);
1811 u32 bmcr;
1812 int r;
1813
1814 spin_lock_irq(&bp->lock);
1815 b44_readphy(bp, MII_BMCR, &bmcr);
1816 b44_readphy(bp, MII_BMCR, &bmcr);
1817 r = -EINVAL;
1818 if (bmcr & BMCR_ANENABLE) {
1819 b44_writephy(bp, MII_BMCR,
1820 bmcr | BMCR_ANRESTART);
1821 r = 0;
1822 }
1823 spin_unlock_irq(&bp->lock);
1824
1825 return r;
1826 }
1827
1828 static int b44_get_settings(struct net_device *dev, struct ethtool_cmd *cmd)
1829 {
1830 struct b44 *bp = netdev_priv(dev);
1831
1832 if (bp->flags & B44_FLAG_EXTERNAL_PHY) {
1833 BUG_ON(!bp->phydev);
1834 return phy_ethtool_gset(bp->phydev, cmd);
1835 }
1836
1837 cmd->supported = (SUPPORTED_Autoneg);
1838 cmd->supported |= (SUPPORTED_100baseT_Half |
1839 SUPPORTED_100baseT_Full |
1840 SUPPORTED_10baseT_Half |
1841 SUPPORTED_10baseT_Full |
1842 SUPPORTED_MII);
1843
1844 cmd->advertising = 0;
1845 if (bp->flags & B44_FLAG_ADV_10HALF)
1846 cmd->advertising |= ADVERTISED_10baseT_Half;
1847 if (bp->flags & B44_FLAG_ADV_10FULL)
1848 cmd->advertising |= ADVERTISED_10baseT_Full;
1849 if (bp->flags & B44_FLAG_ADV_100HALF)
1850 cmd->advertising |= ADVERTISED_100baseT_Half;
1851 if (bp->flags & B44_FLAG_ADV_100FULL)
1852 cmd->advertising |= ADVERTISED_100baseT_Full;
1853 cmd->advertising |= ADVERTISED_Pause | ADVERTISED_Asym_Pause;
1854 ethtool_cmd_speed_set(cmd, ((bp->flags & B44_FLAG_100_BASE_T) ?
1855 SPEED_100 : SPEED_10));
1856 cmd->duplex = (bp->flags & B44_FLAG_FULL_DUPLEX) ?
1857 DUPLEX_FULL : DUPLEX_HALF;
1858 cmd->port = 0;
1859 cmd->phy_address = bp->phy_addr;
1860 cmd->transceiver = (bp->flags & B44_FLAG_EXTERNAL_PHY) ?
1861 XCVR_EXTERNAL : XCVR_INTERNAL;
1862 cmd->autoneg = (bp->flags & B44_FLAG_FORCE_LINK) ?
1863 AUTONEG_DISABLE : AUTONEG_ENABLE;
1864 if (cmd->autoneg == AUTONEG_ENABLE)
1865 cmd->advertising |= ADVERTISED_Autoneg;
1866 if (!netif_running(dev)){
1867 ethtool_cmd_speed_set(cmd, 0);
1868 cmd->duplex = 0xff;
1869 }
1870 cmd->maxtxpkt = 0;
1871 cmd->maxrxpkt = 0;
1872 return 0;
1873 }
1874
1875 static int b44_set_settings(struct net_device *dev, struct ethtool_cmd *cmd)
1876 {
1877 struct b44 *bp = netdev_priv(dev);
1878 u32 speed;
1879 int ret;
1880
1881 if (bp->flags & B44_FLAG_EXTERNAL_PHY) {
1882 BUG_ON(!bp->phydev);
1883 spin_lock_irq(&bp->lock);
1884 if (netif_running(dev))
1885 b44_setup_phy(bp);
1886
1887 ret = phy_ethtool_sset(bp->phydev, cmd);
1888
1889 spin_unlock_irq(&bp->lock);
1890
1891 return ret;
1892 }
1893
1894 speed = ethtool_cmd_speed(cmd);
1895
1896 /* We do not support gigabit. */
1897 if (cmd->autoneg == AUTONEG_ENABLE) {
1898 if (cmd->advertising &
1899 (ADVERTISED_1000baseT_Half |
1900 ADVERTISED_1000baseT_Full))
1901 return -EINVAL;
1902 } else if ((speed != SPEED_100 &&
1903 speed != SPEED_10) ||
1904 (cmd->duplex != DUPLEX_HALF &&
1905 cmd->duplex != DUPLEX_FULL)) {
1906 return -EINVAL;
1907 }
1908
1909 spin_lock_irq(&bp->lock);
1910
1911 if (cmd->autoneg == AUTONEG_ENABLE) {
1912 bp->flags &= ~(B44_FLAG_FORCE_LINK |
1913 B44_FLAG_100_BASE_T |
1914 B44_FLAG_FULL_DUPLEX |
1915 B44_FLAG_ADV_10HALF |
1916 B44_FLAG_ADV_10FULL |
1917 B44_FLAG_ADV_100HALF |
1918 B44_FLAG_ADV_100FULL);
1919 if (cmd->advertising == 0) {
1920 bp->flags |= (B44_FLAG_ADV_10HALF |
1921 B44_FLAG_ADV_10FULL |
1922 B44_FLAG_ADV_100HALF |
1923 B44_FLAG_ADV_100FULL);
1924 } else {
1925 if (cmd->advertising & ADVERTISED_10baseT_Half)
1926 bp->flags |= B44_FLAG_ADV_10HALF;
1927 if (cmd->advertising & ADVERTISED_10baseT_Full)
1928 bp->flags |= B44_FLAG_ADV_10FULL;
1929 if (cmd->advertising & ADVERTISED_100baseT_Half)
1930 bp->flags |= B44_FLAG_ADV_100HALF;
1931 if (cmd->advertising & ADVERTISED_100baseT_Full)
1932 bp->flags |= B44_FLAG_ADV_100FULL;
1933 }
1934 } else {
1935 bp->flags |= B44_FLAG_FORCE_LINK;
1936 bp->flags &= ~(B44_FLAG_100_BASE_T | B44_FLAG_FULL_DUPLEX);
1937 if (speed == SPEED_100)
1938 bp->flags |= B44_FLAG_100_BASE_T;
1939 if (cmd->duplex == DUPLEX_FULL)
1940 bp->flags |= B44_FLAG_FULL_DUPLEX;
1941 }
1942
1943 if (netif_running(dev))
1944 b44_setup_phy(bp);
1945
1946 spin_unlock_irq(&bp->lock);
1947
1948 return 0;
1949 }
1950
1951 static void b44_get_ringparam(struct net_device *dev,
1952 struct ethtool_ringparam *ering)
1953 {
1954 struct b44 *bp = netdev_priv(dev);
1955
1956 ering->rx_max_pending = B44_RX_RING_SIZE - 1;
1957 ering->rx_pending = bp->rx_pending;
1958
1959 /* XXX ethtool lacks a tx_max_pending, oops... */
1960 }
1961
1962 static int b44_set_ringparam(struct net_device *dev,
1963 struct ethtool_ringparam *ering)
1964 {
1965 struct b44 *bp = netdev_priv(dev);
1966
1967 if ((ering->rx_pending > B44_RX_RING_SIZE - 1) ||
1968 (ering->rx_mini_pending != 0) ||
1969 (ering->rx_jumbo_pending != 0) ||
1970 (ering->tx_pending > B44_TX_RING_SIZE - 1))
1971 return -EINVAL;
1972
1973 spin_lock_irq(&bp->lock);
1974
1975 bp->rx_pending = ering->rx_pending;
1976 bp->tx_pending = ering->tx_pending;
1977
1978 b44_halt(bp);
1979 b44_init_rings(bp);
1980 b44_init_hw(bp, B44_FULL_RESET);
1981 netif_wake_queue(bp->dev);
1982 spin_unlock_irq(&bp->lock);
1983
1984 b44_enable_ints(bp);
1985
1986 return 0;
1987 }
1988
1989 static void b44_get_pauseparam(struct net_device *dev,
1990 struct ethtool_pauseparam *epause)
1991 {
1992 struct b44 *bp = netdev_priv(dev);
1993
1994 epause->autoneg =
1995 (bp->flags & B44_FLAG_PAUSE_AUTO) != 0;
1996 epause->rx_pause =
1997 (bp->flags & B44_FLAG_RX_PAUSE) != 0;
1998 epause->tx_pause =
1999 (bp->flags & B44_FLAG_TX_PAUSE) != 0;
2000 }
2001
2002 static int b44_set_pauseparam(struct net_device *dev,
2003 struct ethtool_pauseparam *epause)
2004 {
2005 struct b44 *bp = netdev_priv(dev);
2006
2007 spin_lock_irq(&bp->lock);
2008 if (epause->autoneg)
2009 bp->flags |= B44_FLAG_PAUSE_AUTO;
2010 else
2011 bp->flags &= ~B44_FLAG_PAUSE_AUTO;
2012 if (epause->rx_pause)
2013 bp->flags |= B44_FLAG_RX_PAUSE;
2014 else
2015 bp->flags &= ~B44_FLAG_RX_PAUSE;
2016 if (epause->tx_pause)
2017 bp->flags |= B44_FLAG_TX_PAUSE;
2018 else
2019 bp->flags &= ~B44_FLAG_TX_PAUSE;
2020 if (bp->flags & B44_FLAG_PAUSE_AUTO) {
2021 b44_halt(bp);
2022 b44_init_rings(bp);
2023 b44_init_hw(bp, B44_FULL_RESET);
2024 } else {
2025 __b44_set_flow_ctrl(bp, bp->flags);
2026 }
2027 spin_unlock_irq(&bp->lock);
2028
2029 b44_enable_ints(bp);
2030
2031 return 0;
2032 }
2033
2034 static void b44_get_strings(struct net_device *dev, u32 stringset, u8 *data)
2035 {
2036 switch(stringset) {
2037 case ETH_SS_STATS:
2038 memcpy(data, *b44_gstrings, sizeof(b44_gstrings));
2039 break;
2040 }
2041 }
2042
2043 static int b44_get_sset_count(struct net_device *dev, int sset)
2044 {
2045 switch (sset) {
2046 case ETH_SS_STATS:
2047 return ARRAY_SIZE(b44_gstrings);
2048 default:
2049 return -EOPNOTSUPP;
2050 }
2051 }
2052
2053 static void b44_get_ethtool_stats(struct net_device *dev,
2054 struct ethtool_stats *stats, u64 *data)
2055 {
2056 struct b44 *bp = netdev_priv(dev);
2057 struct b44_hw_stats *hwstat = &bp->hw_stats;
2058 u64 *data_src, *data_dst;
2059 unsigned int start;
2060 u32 i;
2061
2062 spin_lock_irq(&bp->lock);
2063 b44_stats_update(bp);
2064 spin_unlock_irq(&bp->lock);
2065
2066 do {
2067 data_src = &hwstat->tx_good_octets;
2068 data_dst = data;
2069 start = u64_stats_fetch_begin_bh(&hwstat->syncp);
2070
2071 for (i = 0; i < ARRAY_SIZE(b44_gstrings); i++)
2072 *data_dst++ = *data_src++;
2073
2074 } while (u64_stats_fetch_retry_bh(&hwstat->syncp, start));
2075 }
2076
2077 static void b44_get_wol(struct net_device *dev, struct ethtool_wolinfo *wol)
2078 {
2079 struct b44 *bp = netdev_priv(dev);
2080
2081 wol->supported = WAKE_MAGIC;
2082 if (bp->flags & B44_FLAG_WOL_ENABLE)
2083 wol->wolopts = WAKE_MAGIC;
2084 else
2085 wol->wolopts = 0;
2086 memset(&wol->sopass, 0, sizeof(wol->sopass));
2087 }
2088
2089 static int b44_set_wol(struct net_device *dev, struct ethtool_wolinfo *wol)
2090 {
2091 struct b44 *bp = netdev_priv(dev);
2092
2093 spin_lock_irq(&bp->lock);
2094 if (wol->wolopts & WAKE_MAGIC)
2095 bp->flags |= B44_FLAG_WOL_ENABLE;
2096 else
2097 bp->flags &= ~B44_FLAG_WOL_ENABLE;
2098 spin_unlock_irq(&bp->lock);
2099
2100 return 0;
2101 }
2102
2103 static const struct ethtool_ops b44_ethtool_ops = {
2104 .get_drvinfo = b44_get_drvinfo,
2105 .get_settings = b44_get_settings,
2106 .set_settings = b44_set_settings,
2107 .nway_reset = b44_nway_reset,
2108 .get_link = ethtool_op_get_link,
2109 .get_wol = b44_get_wol,
2110 .set_wol = b44_set_wol,
2111 .get_ringparam = b44_get_ringparam,
2112 .set_ringparam = b44_set_ringparam,
2113 .get_pauseparam = b44_get_pauseparam,
2114 .set_pauseparam = b44_set_pauseparam,
2115 .get_msglevel = b44_get_msglevel,
2116 .set_msglevel = b44_set_msglevel,
2117 .get_strings = b44_get_strings,
2118 .get_sset_count = b44_get_sset_count,
2119 .get_ethtool_stats = b44_get_ethtool_stats,
2120 };
2121
2122 static int b44_ioctl(struct net_device *dev, struct ifreq *ifr, int cmd)
2123 {
2124 struct b44 *bp = netdev_priv(dev);
2125 int err = -EINVAL;
2126
2127 if (!netif_running(dev))
2128 goto out;
2129
2130 spin_lock_irq(&bp->lock);
2131 if (bp->flags & B44_FLAG_EXTERNAL_PHY) {
2132 BUG_ON(!bp->phydev);
2133 err = phy_mii_ioctl(bp->phydev, ifr, cmd);
2134 } else {
2135 err = generic_mii_ioctl(&bp->mii_if, if_mii(ifr), cmd, NULL);
2136 }
2137 spin_unlock_irq(&bp->lock);
2138 out:
2139 return err;
2140 }
2141
2142 static int b44_get_invariants(struct b44 *bp)
2143 {
2144 struct ssb_device *sdev = bp->sdev;
2145 int err = 0;
2146 u8 *addr;
2147
2148 bp->dma_offset = ssb_dma_translation(sdev);
2149
2150 if (sdev->bus->bustype == SSB_BUSTYPE_SSB &&
2151 instance > 1) {
2152 addr = sdev->bus->sprom.et1mac;
2153 bp->phy_addr = sdev->bus->sprom.et1phyaddr;
2154 } else {
2155 addr = sdev->bus->sprom.et0mac;
2156 bp->phy_addr = sdev->bus->sprom.et0phyaddr;
2157 }
2158 /* Some ROMs have buggy PHY addresses with the high
2159 * bits set (sign extension?). Truncate them to a
2160 * valid PHY address. */
2161 bp->phy_addr &= 0x1F;
2162
2163 memcpy(bp->dev->dev_addr, addr, ETH_ALEN);
2164
2165 if (!is_valid_ether_addr(&bp->dev->dev_addr[0])){
2166 pr_err("Invalid MAC address found in EEPROM\n");
2167 return -EINVAL;
2168 }
2169
2170 bp->imask = IMASK_DEF;
2171
2172 /* XXX - really required?
2173 bp->flags |= B44_FLAG_BUGGY_TXPTR;
2174 */
2175
2176 if (bp->sdev->id.revision >= 7)
2177 bp->flags |= B44_FLAG_B0_ANDLATER;
2178
2179 return err;
2180 }
2181
2182 static const struct net_device_ops b44_netdev_ops = {
2183 .ndo_open = b44_open,
2184 .ndo_stop = b44_close,
2185 .ndo_start_xmit = b44_start_xmit,
2186 .ndo_get_stats64 = b44_get_stats64,
2187 .ndo_set_rx_mode = b44_set_rx_mode,
2188 .ndo_set_mac_address = b44_set_mac_addr,
2189 .ndo_validate_addr = eth_validate_addr,
2190 .ndo_do_ioctl = b44_ioctl,
2191 .ndo_tx_timeout = b44_tx_timeout,
2192 .ndo_change_mtu = b44_change_mtu,
2193 #ifdef CONFIG_NET_POLL_CONTROLLER
2194 .ndo_poll_controller = b44_poll_controller,
2195 #endif
2196 };
2197
2198 static void b44_adjust_link(struct net_device *dev)
2199 {
2200 struct b44 *bp = netdev_priv(dev);
2201 struct phy_device *phydev = bp->phydev;
2202 bool status_changed = 0;
2203
2204 BUG_ON(!phydev);
2205
2206 if (bp->old_link != phydev->link) {
2207 status_changed = 1;
2208 bp->old_link = phydev->link;
2209 }
2210
2211 /* reflect duplex change */
2212 if (phydev->link) {
2213 if ((phydev->duplex == DUPLEX_HALF) &&
2214 (bp->flags & B44_FLAG_FULL_DUPLEX)) {
2215 status_changed = 1;
2216 bp->flags &= ~B44_FLAG_FULL_DUPLEX;
2217 } else if ((phydev->duplex == DUPLEX_FULL) &&
2218 !(bp->flags & B44_FLAG_FULL_DUPLEX)) {
2219 status_changed = 1;
2220 bp->flags |= B44_FLAG_FULL_DUPLEX;
2221 }
2222 }
2223
2224 if (status_changed) {
2225 b44_check_phy(bp);
2226 phy_print_status(phydev);
2227 }
2228 }
2229
2230 static int b44_register_phy_one(struct b44 *bp)
2231 {
2232 struct mii_bus *mii_bus;
2233 struct ssb_device *sdev = bp->sdev;
2234 struct phy_device *phydev;
2235 char bus_id[MII_BUS_ID_SIZE + 3];
2236 struct ssb_sprom *sprom = &sdev->bus->sprom;
2237 int err;
2238
2239 mii_bus = mdiobus_alloc();
2240 if (!mii_bus) {
2241 dev_err(sdev->dev, "mdiobus_alloc() failed\n");
2242 err = -ENOMEM;
2243 goto err_out;
2244 }
2245
2246 mii_bus->priv = bp;
2247 mii_bus->read = b44_mdio_read_phylib;
2248 mii_bus->write = b44_mdio_write_phylib;
2249 mii_bus->name = "b44_eth_mii";
2250 mii_bus->parent = sdev->dev;
2251 mii_bus->phy_mask = ~(1 << bp->phy_addr);
2252 snprintf(mii_bus->id, MII_BUS_ID_SIZE, "%x", instance);
2253 mii_bus->irq = kmalloc(sizeof(int) * PHY_MAX_ADDR, GFP_KERNEL);
2254 if (!mii_bus->irq) {
2255 dev_err(sdev->dev, "mii_bus irq allocation failed\n");
2256 err = -ENOMEM;
2257 goto err_out_mdiobus;
2258 }
2259
2260 memset(mii_bus->irq, PHY_POLL, sizeof(int) * PHY_MAX_ADDR);
2261
2262 bp->mii_bus = mii_bus;
2263
2264 err = mdiobus_register(mii_bus);
2265 if (err) {
2266 dev_err(sdev->dev, "failed to register MII bus\n");
2267 goto err_out_mdiobus_irq;
2268 }
2269
2270 if (!bp->mii_bus->phy_map[bp->phy_addr] &&
2271 (sprom->boardflags_lo & (B44_BOARDFLAG_ROBO | B44_BOARDFLAG_ADM))) {
2272
2273 dev_info(sdev->dev,
2274 "could not find PHY at %i, use fixed one\n",
2275 bp->phy_addr);
2276
2277 bp->phy_addr = 0;
2278 snprintf(bus_id, sizeof(bus_id), PHY_ID_FMT, "fixed-0",
2279 bp->phy_addr);
2280 } else {
2281 snprintf(bus_id, sizeof(bus_id), PHY_ID_FMT, mii_bus->id,
2282 bp->phy_addr);
2283 }
2284
2285 phydev = phy_connect(bp->dev, bus_id, &b44_adjust_link,
2286 PHY_INTERFACE_MODE_MII);
2287 if (IS_ERR(phydev)) {
2288 dev_err(sdev->dev, "could not attach PHY at %i\n",
2289 bp->phy_addr);
2290 err = PTR_ERR(phydev);
2291 goto err_out_mdiobus_unregister;
2292 }
2293
2294 /* mask with MAC supported features */
2295 phydev->supported &= (SUPPORTED_100baseT_Half |
2296 SUPPORTED_100baseT_Full |
2297 SUPPORTED_Autoneg |
2298 SUPPORTED_MII);
2299 phydev->advertising = phydev->supported;
2300
2301 bp->phydev = phydev;
2302 bp->old_link = 0;
2303 bp->phy_addr = phydev->addr;
2304
2305 dev_info(sdev->dev, "attached PHY driver [%s] (mii_bus:phy_addr=%s)\n",
2306 phydev->drv->name, dev_name(&phydev->dev));
2307
2308 return 0;
2309
2310 err_out_mdiobus_unregister:
2311 mdiobus_unregister(mii_bus);
2312
2313 err_out_mdiobus_irq:
2314 kfree(mii_bus->irq);
2315
2316 err_out_mdiobus:
2317 mdiobus_free(mii_bus);
2318
2319 err_out:
2320 return err;
2321 }
2322
2323 static void b44_unregister_phy_one(struct b44 *bp)
2324 {
2325 struct mii_bus *mii_bus = bp->mii_bus;
2326
2327 phy_disconnect(bp->phydev);
2328 mdiobus_unregister(mii_bus);
2329 kfree(mii_bus->irq);
2330 mdiobus_free(mii_bus);
2331 }
2332
2333 static int b44_init_one(struct ssb_device *sdev,
2334 const struct ssb_device_id *ent)
2335 {
2336 struct net_device *dev;
2337 struct b44 *bp;
2338 int err;
2339
2340 instance++;
2341
2342 pr_info_once("%s version %s\n", DRV_DESCRIPTION, DRV_MODULE_VERSION);
2343
2344 dev = alloc_etherdev(sizeof(*bp));
2345 if (!dev) {
2346 err = -ENOMEM;
2347 goto out;
2348 }
2349
2350 SET_NETDEV_DEV(dev, sdev->dev);
2351
2352 /* No interesting netdevice features in this card... */
2353 dev->features |= 0;
2354
2355 bp = netdev_priv(dev);
2356 bp->sdev = sdev;
2357 bp->dev = dev;
2358 bp->force_copybreak = 0;
2359
2360 bp->msg_enable = netif_msg_init(b44_debug, B44_DEF_MSG_ENABLE);
2361
2362 spin_lock_init(&bp->lock);
2363
2364 bp->rx_pending = B44_DEF_RX_RING_PENDING;
2365 bp->tx_pending = B44_DEF_TX_RING_PENDING;
2366
2367 dev->netdev_ops = &b44_netdev_ops;
2368 netif_napi_add(dev, &bp->napi, b44_poll, 64);
2369 dev->watchdog_timeo = B44_TX_TIMEOUT;
2370 dev->irq = sdev->irq;
2371 SET_ETHTOOL_OPS(dev, &b44_ethtool_ops);
2372
2373 err = ssb_bus_powerup(sdev->bus, 0);
2374 if (err) {
2375 dev_err(sdev->dev,
2376 "Failed to powerup the bus\n");
2377 goto err_out_free_dev;
2378 }
2379
2380 if (dma_set_mask_and_coherent(sdev->dma_dev, DMA_BIT_MASK(30))) {
2381 dev_err(sdev->dev,
2382 "Required 30BIT DMA mask unsupported by the system\n");
2383 goto err_out_powerdown;
2384 }
2385
2386 err = b44_get_invariants(bp);
2387 if (err) {
2388 dev_err(sdev->dev,
2389 "Problem fetching invariants of chip, aborting\n");
2390 goto err_out_powerdown;
2391 }
2392
2393 if (bp->phy_addr == B44_PHY_ADDR_NO_PHY) {
2394 dev_err(sdev->dev, "No PHY present on this MAC, aborting\n");
2395 err = -ENODEV;
2396 goto err_out_powerdown;
2397 }
2398
2399 bp->mii_if.dev = dev;
2400 bp->mii_if.mdio_read = b44_mdio_read_mii;
2401 bp->mii_if.mdio_write = b44_mdio_write_mii;
2402 bp->mii_if.phy_id = bp->phy_addr;
2403 bp->mii_if.phy_id_mask = 0x1f;
2404 bp->mii_if.reg_num_mask = 0x1f;
2405
2406 /* By default, advertise all speed/duplex settings. */
2407 bp->flags |= (B44_FLAG_ADV_10HALF | B44_FLAG_ADV_10FULL |
2408 B44_FLAG_ADV_100HALF | B44_FLAG_ADV_100FULL);
2409
2410 /* By default, auto-negotiate PAUSE. */
2411 bp->flags |= B44_FLAG_PAUSE_AUTO;
2412
2413 err = register_netdev(dev);
2414 if (err) {
2415 dev_err(sdev->dev, "Cannot register net device, aborting\n");
2416 goto err_out_powerdown;
2417 }
2418
2419 netif_carrier_off(dev);
2420
2421 ssb_set_drvdata(sdev, dev);
2422
2423 /* Chip reset provides power to the b44 MAC & PCI cores, which
2424 * is necessary for MAC register access.
2425 */
2426 b44_chip_reset(bp, B44_CHIP_RESET_FULL);
2427
2428 /* do a phy reset to test if there is an active phy */
2429 err = b44_phy_reset(bp);
2430 if (err < 0) {
2431 dev_err(sdev->dev, "phy reset failed\n");
2432 goto err_out_unregister_netdev;
2433 }
2434
2435 if (bp->flags & B44_FLAG_EXTERNAL_PHY) {
2436 err = b44_register_phy_one(bp);
2437 if (err) {
2438 dev_err(sdev->dev, "Cannot register PHY, aborting\n");
2439 goto err_out_unregister_netdev;
2440 }
2441 }
2442
2443 netdev_info(dev, "%s %pM\n", DRV_DESCRIPTION, dev->dev_addr);
2444
2445 return 0;
2446
2447 err_out_unregister_netdev:
2448 unregister_netdev(dev);
2449 err_out_powerdown:
2450 ssb_bus_may_powerdown(sdev->bus);
2451
2452 err_out_free_dev:
2453 free_netdev(dev);
2454
2455 out:
2456 return err;
2457 }
2458
2459 static void b44_remove_one(struct ssb_device *sdev)
2460 {
2461 struct net_device *dev = ssb_get_drvdata(sdev);
2462 struct b44 *bp = netdev_priv(dev);
2463
2464 unregister_netdev(dev);
2465 if (bp->flags & B44_FLAG_EXTERNAL_PHY)
2466 b44_unregister_phy_one(bp);
2467 ssb_device_disable(sdev, 0);
2468 ssb_bus_may_powerdown(sdev->bus);
2469 free_netdev(dev);
2470 ssb_pcihost_set_power_state(sdev, PCI_D3hot);
2471 ssb_set_drvdata(sdev, NULL);
2472 }
2473
2474 static int b44_suspend(struct ssb_device *sdev, pm_message_t state)
2475 {
2476 struct net_device *dev = ssb_get_drvdata(sdev);
2477 struct b44 *bp = netdev_priv(dev);
2478
2479 if (!netif_running(dev))
2480 return 0;
2481
2482 del_timer_sync(&bp->timer);
2483
2484 spin_lock_irq(&bp->lock);
2485
2486 b44_halt(bp);
2487 netif_carrier_off(bp->dev);
2488 netif_device_detach(bp->dev);
2489 b44_free_rings(bp);
2490
2491 spin_unlock_irq(&bp->lock);
2492
2493 free_irq(dev->irq, dev);
2494 if (bp->flags & B44_FLAG_WOL_ENABLE) {
2495 b44_init_hw(bp, B44_PARTIAL_RESET);
2496 b44_setup_wol(bp);
2497 }
2498
2499 ssb_pcihost_set_power_state(sdev, PCI_D3hot);
2500 return 0;
2501 }
2502
2503 static int b44_resume(struct ssb_device *sdev)
2504 {
2505 struct net_device *dev = ssb_get_drvdata(sdev);
2506 struct b44 *bp = netdev_priv(dev);
2507 int rc = 0;
2508
2509 rc = ssb_bus_powerup(sdev->bus, 0);
2510 if (rc) {
2511 dev_err(sdev->dev,
2512 "Failed to powerup the bus\n");
2513 return rc;
2514 }
2515
2516 if (!netif_running(dev))
2517 return 0;
2518
2519 spin_lock_irq(&bp->lock);
2520 b44_init_rings(bp);
2521 b44_init_hw(bp, B44_FULL_RESET);
2522 spin_unlock_irq(&bp->lock);
2523
2524 /*
2525 * As a shared interrupt, the handler can be called immediately. To be
2526 * able to check the interrupt status the hardware must already be
2527 * powered back on (b44_init_hw).
2528 */
2529 rc = request_irq(dev->irq, b44_interrupt, IRQF_SHARED, dev->name, dev);
2530 if (rc) {
2531 netdev_err(dev, "request_irq failed\n");
2532 spin_lock_irq(&bp->lock);
2533 b44_halt(bp);
2534 b44_free_rings(bp);
2535 spin_unlock_irq(&bp->lock);
2536 return rc;
2537 }
2538
2539 netif_device_attach(bp->dev);
2540
2541 b44_enable_ints(bp);
2542 netif_wake_queue(dev);
2543
2544 mod_timer(&bp->timer, jiffies + 1);
2545
2546 return 0;
2547 }
2548
2549 static struct ssb_driver b44_ssb_driver = {
2550 .name = DRV_MODULE_NAME,
2551 .id_table = b44_ssb_tbl,
2552 .probe = b44_init_one,
2553 .remove = b44_remove_one,
2554 .suspend = b44_suspend,
2555 .resume = b44_resume,
2556 };
2557
2558 static inline int __init b44_pci_init(void)
2559 {
2560 int err = 0;
2561 #ifdef CONFIG_B44_PCI
2562 err = ssb_pcihost_register(&b44_pci_driver);
2563 #endif
2564 return err;
2565 }
2566
2567 static inline void b44_pci_exit(void)
2568 {
2569 #ifdef CONFIG_B44_PCI
2570 ssb_pcihost_unregister(&b44_pci_driver);
2571 #endif
2572 }
2573
2574 static int __init b44_init(void)
2575 {
2576 unsigned int dma_desc_align_size = dma_get_cache_alignment();
2577 int err;
2578
2579 /* Setup paramaters for syncing RX/TX DMA descriptors */
2580 dma_desc_sync_size = max_t(unsigned int, dma_desc_align_size, sizeof(struct dma_desc));
2581
2582 err = b44_pci_init();
2583 if (err)
2584 return err;
2585 err = ssb_driver_register(&b44_ssb_driver);
2586 if (err)
2587 b44_pci_exit();
2588 return err;
2589 }
2590
2591 static void __exit b44_cleanup(void)
2592 {
2593 ssb_driver_unregister(&b44_ssb_driver);
2594 b44_pci_exit();
2595 }
2596
2597 module_init(b44_init);
2598 module_exit(b44_cleanup);
2599