]> git.proxmox.com Git - mirror_ubuntu-bionic-kernel.git/blob - net/dsa/slave.c
net: dsa: User per-cpu 64-bit statistics
[mirror_ubuntu-bionic-kernel.git] / net / dsa / slave.c
1 /*
2 * net/dsa/slave.c - Slave device handling
3 * Copyright (c) 2008-2009 Marvell Semiconductor
4 *
5 * This program is free software; you can redistribute it and/or modify
6 * it under the terms of the GNU General Public License as published by
7 * the Free Software Foundation; either version 2 of the License, or
8 * (at your option) any later version.
9 */
10
11 #include <linux/list.h>
12 #include <linux/etherdevice.h>
13 #include <linux/netdevice.h>
14 #include <linux/phy.h>
15 #include <linux/phy_fixed.h>
16 #include <linux/of_net.h>
17 #include <linux/of_mdio.h>
18 #include <linux/mdio.h>
19 #include <linux/list.h>
20 #include <net/rtnetlink.h>
21 #include <net/pkt_cls.h>
22 #include <net/tc_act/tc_mirred.h>
23 #include <linux/if_bridge.h>
24 #include <linux/netpoll.h>
25
26 #include "dsa_priv.h"
27
28 static bool dsa_slave_dev_check(struct net_device *dev);
29
30 /* slave mii_bus handling ***************************************************/
31 static int dsa_slave_phy_read(struct mii_bus *bus, int addr, int reg)
32 {
33 struct dsa_switch *ds = bus->priv;
34
35 if (ds->phys_mii_mask & (1 << addr))
36 return ds->ops->phy_read(ds, addr, reg);
37
38 return 0xffff;
39 }
40
41 static int dsa_slave_phy_write(struct mii_bus *bus, int addr, int reg, u16 val)
42 {
43 struct dsa_switch *ds = bus->priv;
44
45 if (ds->phys_mii_mask & (1 << addr))
46 return ds->ops->phy_write(ds, addr, reg, val);
47
48 return 0;
49 }
50
51 void dsa_slave_mii_bus_init(struct dsa_switch *ds)
52 {
53 ds->slave_mii_bus->priv = (void *)ds;
54 ds->slave_mii_bus->name = "dsa slave smi";
55 ds->slave_mii_bus->read = dsa_slave_phy_read;
56 ds->slave_mii_bus->write = dsa_slave_phy_write;
57 snprintf(ds->slave_mii_bus->id, MII_BUS_ID_SIZE, "dsa-%d.%d",
58 ds->dst->tree, ds->index);
59 ds->slave_mii_bus->parent = ds->dev;
60 ds->slave_mii_bus->phy_mask = ~ds->phys_mii_mask;
61 }
62
63
64 /* slave device handling ****************************************************/
65 static int dsa_slave_get_iflink(const struct net_device *dev)
66 {
67 struct dsa_slave_priv *p = netdev_priv(dev);
68
69 return dsa_master_netdev(p)->ifindex;
70 }
71
72 static int dsa_slave_open(struct net_device *dev)
73 {
74 struct dsa_slave_priv *p = netdev_priv(dev);
75 struct dsa_port *dp = p->dp;
76 struct dsa_switch *ds = dp->ds;
77 struct net_device *master = dsa_master_netdev(p);
78 u8 stp_state = dp->bridge_dev ? BR_STATE_BLOCKING : BR_STATE_FORWARDING;
79 int err;
80
81 if (!(master->flags & IFF_UP))
82 return -ENETDOWN;
83
84 if (!ether_addr_equal(dev->dev_addr, master->dev_addr)) {
85 err = dev_uc_add(master, dev->dev_addr);
86 if (err < 0)
87 goto out;
88 }
89
90 if (dev->flags & IFF_ALLMULTI) {
91 err = dev_set_allmulti(master, 1);
92 if (err < 0)
93 goto del_unicast;
94 }
95 if (dev->flags & IFF_PROMISC) {
96 err = dev_set_promiscuity(master, 1);
97 if (err < 0)
98 goto clear_allmulti;
99 }
100
101 if (ds->ops->port_enable) {
102 err = ds->ops->port_enable(ds, p->dp->index, p->phy);
103 if (err)
104 goto clear_promisc;
105 }
106
107 dsa_port_set_state_now(p->dp, stp_state);
108
109 if (p->phy)
110 phy_start(p->phy);
111
112 return 0;
113
114 clear_promisc:
115 if (dev->flags & IFF_PROMISC)
116 dev_set_promiscuity(master, -1);
117 clear_allmulti:
118 if (dev->flags & IFF_ALLMULTI)
119 dev_set_allmulti(master, -1);
120 del_unicast:
121 if (!ether_addr_equal(dev->dev_addr, master->dev_addr))
122 dev_uc_del(master, dev->dev_addr);
123 out:
124 return err;
125 }
126
127 static int dsa_slave_close(struct net_device *dev)
128 {
129 struct dsa_slave_priv *p = netdev_priv(dev);
130 struct net_device *master = dsa_master_netdev(p);
131 struct dsa_switch *ds = p->dp->ds;
132
133 if (p->phy)
134 phy_stop(p->phy);
135
136 dev_mc_unsync(master, dev);
137 dev_uc_unsync(master, dev);
138 if (dev->flags & IFF_ALLMULTI)
139 dev_set_allmulti(master, -1);
140 if (dev->flags & IFF_PROMISC)
141 dev_set_promiscuity(master, -1);
142
143 if (!ether_addr_equal(dev->dev_addr, master->dev_addr))
144 dev_uc_del(master, dev->dev_addr);
145
146 if (ds->ops->port_disable)
147 ds->ops->port_disable(ds, p->dp->index, p->phy);
148
149 dsa_port_set_state_now(p->dp, BR_STATE_DISABLED);
150
151 return 0;
152 }
153
154 static void dsa_slave_change_rx_flags(struct net_device *dev, int change)
155 {
156 struct dsa_slave_priv *p = netdev_priv(dev);
157 struct net_device *master = dsa_master_netdev(p);
158
159 if (change & IFF_ALLMULTI)
160 dev_set_allmulti(master, dev->flags & IFF_ALLMULTI ? 1 : -1);
161 if (change & IFF_PROMISC)
162 dev_set_promiscuity(master, dev->flags & IFF_PROMISC ? 1 : -1);
163 }
164
165 static void dsa_slave_set_rx_mode(struct net_device *dev)
166 {
167 struct dsa_slave_priv *p = netdev_priv(dev);
168 struct net_device *master = dsa_master_netdev(p);
169
170 dev_mc_sync(master, dev);
171 dev_uc_sync(master, dev);
172 }
173
174 static int dsa_slave_set_mac_address(struct net_device *dev, void *a)
175 {
176 struct dsa_slave_priv *p = netdev_priv(dev);
177 struct net_device *master = dsa_master_netdev(p);
178 struct sockaddr *addr = a;
179 int err;
180
181 if (!is_valid_ether_addr(addr->sa_data))
182 return -EADDRNOTAVAIL;
183
184 if (!(dev->flags & IFF_UP))
185 goto out;
186
187 if (!ether_addr_equal(addr->sa_data, master->dev_addr)) {
188 err = dev_uc_add(master, addr->sa_data);
189 if (err < 0)
190 return err;
191 }
192
193 if (!ether_addr_equal(dev->dev_addr, master->dev_addr))
194 dev_uc_del(master, dev->dev_addr);
195
196 out:
197 ether_addr_copy(dev->dev_addr, addr->sa_data);
198
199 return 0;
200 }
201
202 static int dsa_slave_ioctl(struct net_device *dev, struct ifreq *ifr, int cmd)
203 {
204 struct dsa_slave_priv *p = netdev_priv(dev);
205
206 if (p->phy != NULL)
207 return phy_mii_ioctl(p->phy, ifr, cmd);
208
209 return -EOPNOTSUPP;
210 }
211
212 static int dsa_slave_port_attr_set(struct net_device *dev,
213 const struct switchdev_attr *attr,
214 struct switchdev_trans *trans)
215 {
216 struct dsa_slave_priv *p = netdev_priv(dev);
217 struct dsa_port *dp = p->dp;
218 int ret;
219
220 switch (attr->id) {
221 case SWITCHDEV_ATTR_ID_PORT_STP_STATE:
222 ret = dsa_port_set_state(dp, attr->u.stp_state, trans);
223 break;
224 case SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING:
225 ret = dsa_port_vlan_filtering(dp, attr->u.vlan_filtering,
226 trans);
227 break;
228 case SWITCHDEV_ATTR_ID_BRIDGE_AGEING_TIME:
229 ret = dsa_port_ageing_time(dp, attr->u.ageing_time, trans);
230 break;
231 default:
232 ret = -EOPNOTSUPP;
233 break;
234 }
235
236 return ret;
237 }
238
239 static int dsa_slave_port_obj_add(struct net_device *dev,
240 const struct switchdev_obj *obj,
241 struct switchdev_trans *trans)
242 {
243 struct dsa_slave_priv *p = netdev_priv(dev);
244 struct dsa_port *dp = p->dp;
245 int err;
246
247 /* For the prepare phase, ensure the full set of changes is feasable in
248 * one go in order to signal a failure properly. If an operation is not
249 * supported, return -EOPNOTSUPP.
250 */
251
252 switch (obj->id) {
253 case SWITCHDEV_OBJ_ID_PORT_FDB:
254 err = dsa_port_fdb_add(dp, SWITCHDEV_OBJ_PORT_FDB(obj), trans);
255 break;
256 case SWITCHDEV_OBJ_ID_PORT_MDB:
257 err = dsa_port_mdb_add(dp, SWITCHDEV_OBJ_PORT_MDB(obj), trans);
258 break;
259 case SWITCHDEV_OBJ_ID_PORT_VLAN:
260 err = dsa_port_vlan_add(dp, SWITCHDEV_OBJ_PORT_VLAN(obj),
261 trans);
262 break;
263 default:
264 err = -EOPNOTSUPP;
265 break;
266 }
267
268 return err;
269 }
270
271 static int dsa_slave_port_obj_del(struct net_device *dev,
272 const struct switchdev_obj *obj)
273 {
274 struct dsa_slave_priv *p = netdev_priv(dev);
275 struct dsa_port *dp = p->dp;
276 int err;
277
278 switch (obj->id) {
279 case SWITCHDEV_OBJ_ID_PORT_FDB:
280 err = dsa_port_fdb_del(dp, SWITCHDEV_OBJ_PORT_FDB(obj));
281 break;
282 case SWITCHDEV_OBJ_ID_PORT_MDB:
283 err = dsa_port_mdb_del(dp, SWITCHDEV_OBJ_PORT_MDB(obj));
284 break;
285 case SWITCHDEV_OBJ_ID_PORT_VLAN:
286 err = dsa_port_vlan_del(dp, SWITCHDEV_OBJ_PORT_VLAN(obj));
287 break;
288 default:
289 err = -EOPNOTSUPP;
290 break;
291 }
292
293 return err;
294 }
295
296 static int dsa_slave_port_obj_dump(struct net_device *dev,
297 struct switchdev_obj *obj,
298 switchdev_obj_dump_cb_t *cb)
299 {
300 struct dsa_slave_priv *p = netdev_priv(dev);
301 struct dsa_port *dp = p->dp;
302 int err;
303
304 switch (obj->id) {
305 case SWITCHDEV_OBJ_ID_PORT_FDB:
306 err = dsa_port_fdb_dump(dp, SWITCHDEV_OBJ_PORT_FDB(obj), cb);
307 break;
308 case SWITCHDEV_OBJ_ID_PORT_MDB:
309 err = dsa_port_mdb_dump(dp, SWITCHDEV_OBJ_PORT_MDB(obj), cb);
310 break;
311 case SWITCHDEV_OBJ_ID_PORT_VLAN:
312 err = dsa_port_vlan_dump(dp, SWITCHDEV_OBJ_PORT_VLAN(obj), cb);
313 break;
314 default:
315 err = -EOPNOTSUPP;
316 break;
317 }
318
319 return err;
320 }
321
322 static int dsa_slave_port_attr_get(struct net_device *dev,
323 struct switchdev_attr *attr)
324 {
325 struct dsa_slave_priv *p = netdev_priv(dev);
326 struct dsa_switch *ds = p->dp->ds;
327
328 switch (attr->id) {
329 case SWITCHDEV_ATTR_ID_PORT_PARENT_ID:
330 attr->u.ppid.id_len = sizeof(ds->index);
331 memcpy(&attr->u.ppid.id, &ds->index, attr->u.ppid.id_len);
332 break;
333 default:
334 return -EOPNOTSUPP;
335 }
336
337 return 0;
338 }
339
340 static inline netdev_tx_t dsa_netpoll_send_skb(struct dsa_slave_priv *p,
341 struct sk_buff *skb)
342 {
343 #ifdef CONFIG_NET_POLL_CONTROLLER
344 if (p->netpoll)
345 netpoll_send_skb(p->netpoll, skb);
346 #else
347 BUG();
348 #endif
349 return NETDEV_TX_OK;
350 }
351
352 static netdev_tx_t dsa_slave_xmit(struct sk_buff *skb, struct net_device *dev)
353 {
354 struct dsa_slave_priv *p = netdev_priv(dev);
355 struct pcpu_sw_netstats *s;
356 struct sk_buff *nskb;
357
358 s = this_cpu_ptr(p->stats64);
359 u64_stats_update_begin(&s->syncp);
360 s->tx_packets++;
361 s->tx_bytes += skb->len;
362 u64_stats_update_end(&s->syncp);
363
364 /* Transmit function may have to reallocate the original SKB,
365 * in which case it must have freed it. Only free it here on error.
366 */
367 nskb = p->xmit(skb, dev);
368 if (!nskb) {
369 kfree_skb(skb);
370 return NETDEV_TX_OK;
371 }
372
373 /* SKB for netpoll still need to be mangled with the protocol-specific
374 * tag to be successfully transmitted
375 */
376 if (unlikely(netpoll_tx_running(dev)))
377 return dsa_netpoll_send_skb(p, nskb);
378
379 /* Queue the SKB for transmission on the parent interface, but
380 * do not modify its EtherType
381 */
382 nskb->dev = dsa_master_netdev(p);
383 dev_queue_xmit(nskb);
384
385 return NETDEV_TX_OK;
386 }
387
388 /* ethtool operations *******************************************************/
389 static int
390 dsa_slave_get_link_ksettings(struct net_device *dev,
391 struct ethtool_link_ksettings *cmd)
392 {
393 struct dsa_slave_priv *p = netdev_priv(dev);
394
395 if (!p->phy)
396 return -EOPNOTSUPP;
397
398 phy_ethtool_ksettings_get(p->phy, cmd);
399
400 return 0;
401 }
402
403 static int
404 dsa_slave_set_link_ksettings(struct net_device *dev,
405 const struct ethtool_link_ksettings *cmd)
406 {
407 struct dsa_slave_priv *p = netdev_priv(dev);
408
409 if (p->phy != NULL)
410 return phy_ethtool_ksettings_set(p->phy, cmd);
411
412 return -EOPNOTSUPP;
413 }
414
415 static void dsa_slave_get_drvinfo(struct net_device *dev,
416 struct ethtool_drvinfo *drvinfo)
417 {
418 strlcpy(drvinfo->driver, "dsa", sizeof(drvinfo->driver));
419 strlcpy(drvinfo->fw_version, "N/A", sizeof(drvinfo->fw_version));
420 strlcpy(drvinfo->bus_info, "platform", sizeof(drvinfo->bus_info));
421 }
422
423 static int dsa_slave_get_regs_len(struct net_device *dev)
424 {
425 struct dsa_slave_priv *p = netdev_priv(dev);
426 struct dsa_switch *ds = p->dp->ds;
427
428 if (ds->ops->get_regs_len)
429 return ds->ops->get_regs_len(ds, p->dp->index);
430
431 return -EOPNOTSUPP;
432 }
433
434 static void
435 dsa_slave_get_regs(struct net_device *dev, struct ethtool_regs *regs, void *_p)
436 {
437 struct dsa_slave_priv *p = netdev_priv(dev);
438 struct dsa_switch *ds = p->dp->ds;
439
440 if (ds->ops->get_regs)
441 ds->ops->get_regs(ds, p->dp->index, regs, _p);
442 }
443
444 static int dsa_slave_nway_reset(struct net_device *dev)
445 {
446 struct dsa_slave_priv *p = netdev_priv(dev);
447
448 if (p->phy != NULL)
449 return genphy_restart_aneg(p->phy);
450
451 return -EOPNOTSUPP;
452 }
453
454 static u32 dsa_slave_get_link(struct net_device *dev)
455 {
456 struct dsa_slave_priv *p = netdev_priv(dev);
457
458 if (p->phy != NULL) {
459 genphy_update_link(p->phy);
460 return p->phy->link;
461 }
462
463 return -EOPNOTSUPP;
464 }
465
466 static int dsa_slave_get_eeprom_len(struct net_device *dev)
467 {
468 struct dsa_slave_priv *p = netdev_priv(dev);
469 struct dsa_switch *ds = p->dp->ds;
470
471 if (ds->cd && ds->cd->eeprom_len)
472 return ds->cd->eeprom_len;
473
474 if (ds->ops->get_eeprom_len)
475 return ds->ops->get_eeprom_len(ds);
476
477 return 0;
478 }
479
480 static int dsa_slave_get_eeprom(struct net_device *dev,
481 struct ethtool_eeprom *eeprom, u8 *data)
482 {
483 struct dsa_slave_priv *p = netdev_priv(dev);
484 struct dsa_switch *ds = p->dp->ds;
485
486 if (ds->ops->get_eeprom)
487 return ds->ops->get_eeprom(ds, eeprom, data);
488
489 return -EOPNOTSUPP;
490 }
491
492 static int dsa_slave_set_eeprom(struct net_device *dev,
493 struct ethtool_eeprom *eeprom, u8 *data)
494 {
495 struct dsa_slave_priv *p = netdev_priv(dev);
496 struct dsa_switch *ds = p->dp->ds;
497
498 if (ds->ops->set_eeprom)
499 return ds->ops->set_eeprom(ds, eeprom, data);
500
501 return -EOPNOTSUPP;
502 }
503
504 static void dsa_slave_get_strings(struct net_device *dev,
505 uint32_t stringset, uint8_t *data)
506 {
507 struct dsa_slave_priv *p = netdev_priv(dev);
508 struct dsa_switch *ds = p->dp->ds;
509
510 if (stringset == ETH_SS_STATS) {
511 int len = ETH_GSTRING_LEN;
512
513 strncpy(data, "tx_packets", len);
514 strncpy(data + len, "tx_bytes", len);
515 strncpy(data + 2 * len, "rx_packets", len);
516 strncpy(data + 3 * len, "rx_bytes", len);
517 if (ds->ops->get_strings)
518 ds->ops->get_strings(ds, p->dp->index, data + 4 * len);
519 }
520 }
521
522 static void dsa_cpu_port_get_ethtool_stats(struct net_device *dev,
523 struct ethtool_stats *stats,
524 uint64_t *data)
525 {
526 struct dsa_switch_tree *dst = dev->dsa_ptr;
527 struct dsa_port *cpu_dp = dsa_get_cpu_port(dst);
528 struct dsa_switch *ds = cpu_dp->ds;
529 s8 cpu_port = cpu_dp->index;
530 int count = 0;
531
532 if (cpu_dp->ethtool_ops.get_sset_count) {
533 count = cpu_dp->ethtool_ops.get_sset_count(dev, ETH_SS_STATS);
534 cpu_dp->ethtool_ops.get_ethtool_stats(dev, stats, data);
535 }
536
537 if (ds->ops->get_ethtool_stats)
538 ds->ops->get_ethtool_stats(ds, cpu_port, data + count);
539 }
540
541 static int dsa_cpu_port_get_sset_count(struct net_device *dev, int sset)
542 {
543 struct dsa_switch_tree *dst = dev->dsa_ptr;
544 struct dsa_port *cpu_dp = dsa_get_cpu_port(dst);
545 struct dsa_switch *ds = cpu_dp->ds;
546 int count = 0;
547
548 if (cpu_dp->ethtool_ops.get_sset_count)
549 count += cpu_dp->ethtool_ops.get_sset_count(dev, sset);
550
551 if (sset == ETH_SS_STATS && ds->ops->get_sset_count)
552 count += ds->ops->get_sset_count(ds);
553
554 return count;
555 }
556
557 static void dsa_cpu_port_get_strings(struct net_device *dev,
558 uint32_t stringset, uint8_t *data)
559 {
560 struct dsa_switch_tree *dst = dev->dsa_ptr;
561 struct dsa_port *cpu_dp = dsa_get_cpu_port(dst);
562 struct dsa_switch *ds = cpu_dp->ds;
563 s8 cpu_port = cpu_dp->index;
564 int len = ETH_GSTRING_LEN;
565 int mcount = 0, count;
566 unsigned int i;
567 uint8_t pfx[4];
568 uint8_t *ndata;
569
570 snprintf(pfx, sizeof(pfx), "p%.2d", cpu_port);
571 /* We do not want to be NULL-terminated, since this is a prefix */
572 pfx[sizeof(pfx) - 1] = '_';
573
574 if (cpu_dp->ethtool_ops.get_sset_count) {
575 mcount = cpu_dp->ethtool_ops.get_sset_count(dev, ETH_SS_STATS);
576 cpu_dp->ethtool_ops.get_strings(dev, stringset, data);
577 }
578
579 if (stringset == ETH_SS_STATS && ds->ops->get_strings) {
580 ndata = data + mcount * len;
581 /* This function copies ETH_GSTRINGS_LEN bytes, we will mangle
582 * the output after to prepend our CPU port prefix we
583 * constructed earlier
584 */
585 ds->ops->get_strings(ds, cpu_port, ndata);
586 count = ds->ops->get_sset_count(ds);
587 for (i = 0; i < count; i++) {
588 memmove(ndata + (i * len + sizeof(pfx)),
589 ndata + i * len, len - sizeof(pfx));
590 memcpy(ndata + i * len, pfx, sizeof(pfx));
591 }
592 }
593 }
594
595 static void dsa_slave_get_ethtool_stats(struct net_device *dev,
596 struct ethtool_stats *stats,
597 uint64_t *data)
598 {
599 struct dsa_slave_priv *p = netdev_priv(dev);
600 struct dsa_switch *ds = p->dp->ds;
601 struct pcpu_sw_netstats *s;
602 unsigned int start;
603 int i;
604
605 for_each_possible_cpu(i) {
606 u64 tx_packets, tx_bytes, rx_packets, rx_bytes;
607
608 s = per_cpu_ptr(p->stats64, i);
609 do {
610 start = u64_stats_fetch_begin_irq(&s->syncp);
611 tx_packets = s->tx_packets;
612 tx_bytes = s->tx_bytes;
613 rx_packets = s->rx_packets;
614 rx_bytes = s->rx_bytes;
615 } while (u64_stats_fetch_retry_irq(&s->syncp, start));
616 data[0] += tx_packets;
617 data[1] += tx_bytes;
618 data[2] += rx_packets;
619 data[3] += rx_bytes;
620 }
621 if (ds->ops->get_ethtool_stats)
622 ds->ops->get_ethtool_stats(ds, p->dp->index, data + 4);
623 }
624
625 static int dsa_slave_get_sset_count(struct net_device *dev, int sset)
626 {
627 struct dsa_slave_priv *p = netdev_priv(dev);
628 struct dsa_switch *ds = p->dp->ds;
629
630 if (sset == ETH_SS_STATS) {
631 int count;
632
633 count = 4;
634 if (ds->ops->get_sset_count)
635 count += ds->ops->get_sset_count(ds);
636
637 return count;
638 }
639
640 return -EOPNOTSUPP;
641 }
642
643 static void dsa_slave_get_wol(struct net_device *dev, struct ethtool_wolinfo *w)
644 {
645 struct dsa_slave_priv *p = netdev_priv(dev);
646 struct dsa_switch *ds = p->dp->ds;
647
648 if (ds->ops->get_wol)
649 ds->ops->get_wol(ds, p->dp->index, w);
650 }
651
652 static int dsa_slave_set_wol(struct net_device *dev, struct ethtool_wolinfo *w)
653 {
654 struct dsa_slave_priv *p = netdev_priv(dev);
655 struct dsa_switch *ds = p->dp->ds;
656 int ret = -EOPNOTSUPP;
657
658 if (ds->ops->set_wol)
659 ret = ds->ops->set_wol(ds, p->dp->index, w);
660
661 return ret;
662 }
663
664 static int dsa_slave_set_eee(struct net_device *dev, struct ethtool_eee *e)
665 {
666 struct dsa_slave_priv *p = netdev_priv(dev);
667 struct dsa_switch *ds = p->dp->ds;
668 int ret;
669
670 /* Port's PHY and MAC both need to be EEE capable */
671 if (!p->phy)
672 return -ENODEV;
673
674 if (!ds->ops->set_mac_eee)
675 return -EOPNOTSUPP;
676
677 ret = ds->ops->set_mac_eee(ds, p->dp->index, e);
678 if (ret)
679 return ret;
680
681 if (e->eee_enabled) {
682 ret = phy_init_eee(p->phy, 0);
683 if (ret)
684 return ret;
685 }
686
687 return phy_ethtool_set_eee(p->phy, e);
688 }
689
690 static int dsa_slave_get_eee(struct net_device *dev, struct ethtool_eee *e)
691 {
692 struct dsa_slave_priv *p = netdev_priv(dev);
693 struct dsa_switch *ds = p->dp->ds;
694 int ret;
695
696 /* Port's PHY and MAC both need to be EEE capable */
697 if (!p->phy)
698 return -ENODEV;
699
700 if (!ds->ops->get_mac_eee)
701 return -EOPNOTSUPP;
702
703 ret = ds->ops->get_mac_eee(ds, p->dp->index, e);
704 if (ret)
705 return ret;
706
707 return phy_ethtool_get_eee(p->phy, e);
708 }
709
710 #ifdef CONFIG_NET_POLL_CONTROLLER
711 static int dsa_slave_netpoll_setup(struct net_device *dev,
712 struct netpoll_info *ni)
713 {
714 struct dsa_slave_priv *p = netdev_priv(dev);
715 struct net_device *master = dsa_master_netdev(p);
716 struct netpoll *netpoll;
717 int err = 0;
718
719 netpoll = kzalloc(sizeof(*netpoll), GFP_KERNEL);
720 if (!netpoll)
721 return -ENOMEM;
722
723 err = __netpoll_setup(netpoll, master);
724 if (err) {
725 kfree(netpoll);
726 goto out;
727 }
728
729 p->netpoll = netpoll;
730 out:
731 return err;
732 }
733
734 static void dsa_slave_netpoll_cleanup(struct net_device *dev)
735 {
736 struct dsa_slave_priv *p = netdev_priv(dev);
737 struct netpoll *netpoll = p->netpoll;
738
739 if (!netpoll)
740 return;
741
742 p->netpoll = NULL;
743
744 __netpoll_free_async(netpoll);
745 }
746
747 static void dsa_slave_poll_controller(struct net_device *dev)
748 {
749 }
750 #endif
751
752 static int dsa_slave_get_phys_port_name(struct net_device *dev,
753 char *name, size_t len)
754 {
755 struct dsa_slave_priv *p = netdev_priv(dev);
756
757 if (snprintf(name, len, "p%d", p->dp->index) >= len)
758 return -EINVAL;
759
760 return 0;
761 }
762
763 static struct dsa_mall_tc_entry *
764 dsa_slave_mall_tc_entry_find(struct dsa_slave_priv *p,
765 unsigned long cookie)
766 {
767 struct dsa_mall_tc_entry *mall_tc_entry;
768
769 list_for_each_entry(mall_tc_entry, &p->mall_tc_list, list)
770 if (mall_tc_entry->cookie == cookie)
771 return mall_tc_entry;
772
773 return NULL;
774 }
775
776 static int dsa_slave_add_cls_matchall(struct net_device *dev,
777 __be16 protocol,
778 struct tc_cls_matchall_offload *cls,
779 bool ingress)
780 {
781 struct dsa_slave_priv *p = netdev_priv(dev);
782 struct dsa_mall_tc_entry *mall_tc_entry;
783 struct dsa_switch *ds = p->dp->ds;
784 struct net *net = dev_net(dev);
785 struct dsa_slave_priv *to_p;
786 struct net_device *to_dev;
787 const struct tc_action *a;
788 int err = -EOPNOTSUPP;
789 LIST_HEAD(actions);
790 int ifindex;
791
792 if (!ds->ops->port_mirror_add)
793 return err;
794
795 if (!tcf_exts_has_one_action(cls->exts))
796 return err;
797
798 tcf_exts_to_list(cls->exts, &actions);
799 a = list_first_entry(&actions, struct tc_action, list);
800
801 if (is_tcf_mirred_egress_mirror(a) && protocol == htons(ETH_P_ALL)) {
802 struct dsa_mall_mirror_tc_entry *mirror;
803
804 ifindex = tcf_mirred_ifindex(a);
805 to_dev = __dev_get_by_index(net, ifindex);
806 if (!to_dev)
807 return -EINVAL;
808
809 if (!dsa_slave_dev_check(to_dev))
810 return -EOPNOTSUPP;
811
812 mall_tc_entry = kzalloc(sizeof(*mall_tc_entry), GFP_KERNEL);
813 if (!mall_tc_entry)
814 return -ENOMEM;
815
816 mall_tc_entry->cookie = cls->cookie;
817 mall_tc_entry->type = DSA_PORT_MALL_MIRROR;
818 mirror = &mall_tc_entry->mirror;
819
820 to_p = netdev_priv(to_dev);
821
822 mirror->to_local_port = to_p->dp->index;
823 mirror->ingress = ingress;
824
825 err = ds->ops->port_mirror_add(ds, p->dp->index, mirror,
826 ingress);
827 if (err) {
828 kfree(mall_tc_entry);
829 return err;
830 }
831
832 list_add_tail(&mall_tc_entry->list, &p->mall_tc_list);
833 }
834
835 return 0;
836 }
837
838 static void dsa_slave_del_cls_matchall(struct net_device *dev,
839 struct tc_cls_matchall_offload *cls)
840 {
841 struct dsa_slave_priv *p = netdev_priv(dev);
842 struct dsa_mall_tc_entry *mall_tc_entry;
843 struct dsa_switch *ds = p->dp->ds;
844
845 if (!ds->ops->port_mirror_del)
846 return;
847
848 mall_tc_entry = dsa_slave_mall_tc_entry_find(p, cls->cookie);
849 if (!mall_tc_entry)
850 return;
851
852 list_del(&mall_tc_entry->list);
853
854 switch (mall_tc_entry->type) {
855 case DSA_PORT_MALL_MIRROR:
856 ds->ops->port_mirror_del(ds, p->dp->index,
857 &mall_tc_entry->mirror);
858 break;
859 default:
860 WARN_ON(1);
861 }
862
863 kfree(mall_tc_entry);
864 }
865
866 static int dsa_slave_setup_tc(struct net_device *dev, u32 handle,
867 u32 chain_index, __be16 protocol,
868 struct tc_to_netdev *tc)
869 {
870 bool ingress = TC_H_MAJ(handle) == TC_H_MAJ(TC_H_INGRESS);
871
872 if (chain_index)
873 return -EOPNOTSUPP;
874
875 switch (tc->type) {
876 case TC_SETUP_MATCHALL:
877 switch (tc->cls_mall->command) {
878 case TC_CLSMATCHALL_REPLACE:
879 return dsa_slave_add_cls_matchall(dev, protocol,
880 tc->cls_mall,
881 ingress);
882 case TC_CLSMATCHALL_DESTROY:
883 dsa_slave_del_cls_matchall(dev, tc->cls_mall);
884 return 0;
885 }
886 default:
887 return -EOPNOTSUPP;
888 }
889 }
890
891 static void dsa_slave_get_stats64(struct net_device *dev,
892 struct rtnl_link_stats64 *stats)
893 {
894 struct dsa_slave_priv *p = netdev_priv(dev);
895 struct pcpu_sw_netstats *s;
896 unsigned int start;
897 int i;
898
899 netdev_stats_to_stats64(stats, &dev->stats);
900 for_each_possible_cpu(i) {
901 u64 tx_packets, tx_bytes, rx_packets, rx_bytes;
902
903 s = per_cpu_ptr(p->stats64, i);
904 do {
905 start = u64_stats_fetch_begin_irq(&s->syncp);
906 tx_packets = s->tx_packets;
907 tx_bytes = s->tx_bytes;
908 rx_packets = s->rx_packets;
909 rx_bytes = s->rx_bytes;
910 } while (u64_stats_fetch_retry_irq(&s->syncp, start));
911
912 stats->tx_packets += tx_packets;
913 stats->tx_bytes += tx_bytes;
914 stats->rx_packets += rx_packets;
915 stats->rx_bytes += rx_bytes;
916 }
917 }
918
919 void dsa_cpu_port_ethtool_init(struct ethtool_ops *ops)
920 {
921 ops->get_sset_count = dsa_cpu_port_get_sset_count;
922 ops->get_ethtool_stats = dsa_cpu_port_get_ethtool_stats;
923 ops->get_strings = dsa_cpu_port_get_strings;
924 }
925
926 static int dsa_slave_get_rxnfc(struct net_device *dev,
927 struct ethtool_rxnfc *nfc, u32 *rule_locs)
928 {
929 struct dsa_slave_priv *p = netdev_priv(dev);
930 struct dsa_switch *ds = p->dp->ds;
931
932 if (!ds->ops->get_rxnfc)
933 return -EOPNOTSUPP;
934
935 return ds->ops->get_rxnfc(ds, p->dp->index, nfc, rule_locs);
936 }
937
938 static int dsa_slave_set_rxnfc(struct net_device *dev,
939 struct ethtool_rxnfc *nfc)
940 {
941 struct dsa_slave_priv *p = netdev_priv(dev);
942 struct dsa_switch *ds = p->dp->ds;
943
944 if (!ds->ops->set_rxnfc)
945 return -EOPNOTSUPP;
946
947 return ds->ops->set_rxnfc(ds, p->dp->index, nfc);
948 }
949
950 static const struct ethtool_ops dsa_slave_ethtool_ops = {
951 .get_drvinfo = dsa_slave_get_drvinfo,
952 .get_regs_len = dsa_slave_get_regs_len,
953 .get_regs = dsa_slave_get_regs,
954 .nway_reset = dsa_slave_nway_reset,
955 .get_link = dsa_slave_get_link,
956 .get_eeprom_len = dsa_slave_get_eeprom_len,
957 .get_eeprom = dsa_slave_get_eeprom,
958 .set_eeprom = dsa_slave_set_eeprom,
959 .get_strings = dsa_slave_get_strings,
960 .get_ethtool_stats = dsa_slave_get_ethtool_stats,
961 .get_sset_count = dsa_slave_get_sset_count,
962 .set_wol = dsa_slave_set_wol,
963 .get_wol = dsa_slave_get_wol,
964 .set_eee = dsa_slave_set_eee,
965 .get_eee = dsa_slave_get_eee,
966 .get_link_ksettings = dsa_slave_get_link_ksettings,
967 .set_link_ksettings = dsa_slave_set_link_ksettings,
968 .get_rxnfc = dsa_slave_get_rxnfc,
969 .set_rxnfc = dsa_slave_set_rxnfc,
970 };
971
972 static const struct net_device_ops dsa_slave_netdev_ops = {
973 .ndo_open = dsa_slave_open,
974 .ndo_stop = dsa_slave_close,
975 .ndo_start_xmit = dsa_slave_xmit,
976 .ndo_change_rx_flags = dsa_slave_change_rx_flags,
977 .ndo_set_rx_mode = dsa_slave_set_rx_mode,
978 .ndo_set_mac_address = dsa_slave_set_mac_address,
979 .ndo_fdb_add = switchdev_port_fdb_add,
980 .ndo_fdb_del = switchdev_port_fdb_del,
981 .ndo_fdb_dump = switchdev_port_fdb_dump,
982 .ndo_do_ioctl = dsa_slave_ioctl,
983 .ndo_get_iflink = dsa_slave_get_iflink,
984 #ifdef CONFIG_NET_POLL_CONTROLLER
985 .ndo_netpoll_setup = dsa_slave_netpoll_setup,
986 .ndo_netpoll_cleanup = dsa_slave_netpoll_cleanup,
987 .ndo_poll_controller = dsa_slave_poll_controller,
988 #endif
989 .ndo_bridge_getlink = switchdev_port_bridge_getlink,
990 .ndo_bridge_setlink = switchdev_port_bridge_setlink,
991 .ndo_bridge_dellink = switchdev_port_bridge_dellink,
992 .ndo_get_phys_port_name = dsa_slave_get_phys_port_name,
993 .ndo_setup_tc = dsa_slave_setup_tc,
994 .ndo_get_stats64 = dsa_slave_get_stats64,
995 };
996
997 static const struct switchdev_ops dsa_slave_switchdev_ops = {
998 .switchdev_port_attr_get = dsa_slave_port_attr_get,
999 .switchdev_port_attr_set = dsa_slave_port_attr_set,
1000 .switchdev_port_obj_add = dsa_slave_port_obj_add,
1001 .switchdev_port_obj_del = dsa_slave_port_obj_del,
1002 .switchdev_port_obj_dump = dsa_slave_port_obj_dump,
1003 };
1004
1005 static struct device_type dsa_type = {
1006 .name = "dsa",
1007 };
1008
1009 static void dsa_slave_adjust_link(struct net_device *dev)
1010 {
1011 struct dsa_slave_priv *p = netdev_priv(dev);
1012 struct dsa_switch *ds = p->dp->ds;
1013 unsigned int status_changed = 0;
1014
1015 if (p->old_link != p->phy->link) {
1016 status_changed = 1;
1017 p->old_link = p->phy->link;
1018 }
1019
1020 if (p->old_duplex != p->phy->duplex) {
1021 status_changed = 1;
1022 p->old_duplex = p->phy->duplex;
1023 }
1024
1025 if (p->old_pause != p->phy->pause) {
1026 status_changed = 1;
1027 p->old_pause = p->phy->pause;
1028 }
1029
1030 if (ds->ops->adjust_link && status_changed)
1031 ds->ops->adjust_link(ds, p->dp->index, p->phy);
1032
1033 if (status_changed)
1034 phy_print_status(p->phy);
1035 }
1036
1037 static int dsa_slave_fixed_link_update(struct net_device *dev,
1038 struct fixed_phy_status *status)
1039 {
1040 struct dsa_slave_priv *p;
1041 struct dsa_switch *ds;
1042
1043 if (dev) {
1044 p = netdev_priv(dev);
1045 ds = p->dp->ds;
1046 if (ds->ops->fixed_link_update)
1047 ds->ops->fixed_link_update(ds, p->dp->index, status);
1048 }
1049
1050 return 0;
1051 }
1052
1053 /* slave device setup *******************************************************/
1054 static int dsa_slave_phy_connect(struct dsa_slave_priv *p,
1055 struct net_device *slave_dev,
1056 int addr)
1057 {
1058 struct dsa_switch *ds = p->dp->ds;
1059
1060 p->phy = mdiobus_get_phy(ds->slave_mii_bus, addr);
1061 if (!p->phy) {
1062 netdev_err(slave_dev, "no phy at %d\n", addr);
1063 return -ENODEV;
1064 }
1065
1066 /* Use already configured phy mode */
1067 if (p->phy_interface == PHY_INTERFACE_MODE_NA)
1068 p->phy_interface = p->phy->interface;
1069 return phy_connect_direct(slave_dev, p->phy, dsa_slave_adjust_link,
1070 p->phy_interface);
1071 }
1072
1073 static int dsa_slave_phy_setup(struct dsa_slave_priv *p,
1074 struct net_device *slave_dev)
1075 {
1076 struct dsa_switch *ds = p->dp->ds;
1077 struct device_node *phy_dn, *port_dn;
1078 bool phy_is_fixed = false;
1079 u32 phy_flags = 0;
1080 int mode, ret;
1081
1082 port_dn = p->dp->dn;
1083 mode = of_get_phy_mode(port_dn);
1084 if (mode < 0)
1085 mode = PHY_INTERFACE_MODE_NA;
1086 p->phy_interface = mode;
1087
1088 phy_dn = of_parse_phandle(port_dn, "phy-handle", 0);
1089 if (!phy_dn && of_phy_is_fixed_link(port_dn)) {
1090 /* In the case of a fixed PHY, the DT node associated
1091 * to the fixed PHY is the Port DT node
1092 */
1093 ret = of_phy_register_fixed_link(port_dn);
1094 if (ret) {
1095 netdev_err(slave_dev, "failed to register fixed PHY: %d\n", ret);
1096 return ret;
1097 }
1098 phy_is_fixed = true;
1099 phy_dn = of_node_get(port_dn);
1100 }
1101
1102 if (ds->ops->get_phy_flags)
1103 phy_flags = ds->ops->get_phy_flags(ds, p->dp->index);
1104
1105 if (phy_dn) {
1106 int phy_id = of_mdio_parse_addr(&slave_dev->dev, phy_dn);
1107
1108 /* If this PHY address is part of phys_mii_mask, which means
1109 * that we need to divert reads and writes to/from it, then we
1110 * want to bind this device using the slave MII bus created by
1111 * DSA to make that happen.
1112 */
1113 if (!phy_is_fixed && phy_id >= 0 &&
1114 (ds->phys_mii_mask & (1 << phy_id))) {
1115 ret = dsa_slave_phy_connect(p, slave_dev, phy_id);
1116 if (ret) {
1117 netdev_err(slave_dev, "failed to connect to phy%d: %d\n", phy_id, ret);
1118 of_node_put(phy_dn);
1119 return ret;
1120 }
1121 } else {
1122 p->phy = of_phy_connect(slave_dev, phy_dn,
1123 dsa_slave_adjust_link,
1124 phy_flags,
1125 p->phy_interface);
1126 }
1127
1128 of_node_put(phy_dn);
1129 }
1130
1131 if (p->phy && phy_is_fixed)
1132 fixed_phy_set_link_update(p->phy, dsa_slave_fixed_link_update);
1133
1134 /* We could not connect to a designated PHY, so use the switch internal
1135 * MDIO bus instead
1136 */
1137 if (!p->phy) {
1138 ret = dsa_slave_phy_connect(p, slave_dev, p->dp->index);
1139 if (ret) {
1140 netdev_err(slave_dev, "failed to connect to port %d: %d\n",
1141 p->dp->index, ret);
1142 if (phy_is_fixed)
1143 of_phy_deregister_fixed_link(port_dn);
1144 return ret;
1145 }
1146 }
1147
1148 phy_attached_info(p->phy);
1149
1150 return 0;
1151 }
1152
1153 static struct lock_class_key dsa_slave_netdev_xmit_lock_key;
1154 static void dsa_slave_set_lockdep_class_one(struct net_device *dev,
1155 struct netdev_queue *txq,
1156 void *_unused)
1157 {
1158 lockdep_set_class(&txq->_xmit_lock,
1159 &dsa_slave_netdev_xmit_lock_key);
1160 }
1161
1162 int dsa_slave_suspend(struct net_device *slave_dev)
1163 {
1164 struct dsa_slave_priv *p = netdev_priv(slave_dev);
1165
1166 netif_device_detach(slave_dev);
1167
1168 if (p->phy) {
1169 phy_stop(p->phy);
1170 p->old_pause = -1;
1171 p->old_link = -1;
1172 p->old_duplex = -1;
1173 phy_suspend(p->phy);
1174 }
1175
1176 return 0;
1177 }
1178
1179 int dsa_slave_resume(struct net_device *slave_dev)
1180 {
1181 struct dsa_slave_priv *p = netdev_priv(slave_dev);
1182
1183 netif_device_attach(slave_dev);
1184
1185 if (p->phy) {
1186 phy_resume(p->phy);
1187 phy_start(p->phy);
1188 }
1189
1190 return 0;
1191 }
1192
1193 int dsa_slave_create(struct dsa_switch *ds, struct device *parent,
1194 int port, const char *name)
1195 {
1196 struct dsa_switch_tree *dst = ds->dst;
1197 struct net_device *master;
1198 struct net_device *slave_dev;
1199 struct dsa_slave_priv *p;
1200 struct dsa_port *cpu_dp;
1201 int ret;
1202
1203 cpu_dp = ds->dst->cpu_dp;
1204 master = cpu_dp->netdev;
1205
1206 slave_dev = alloc_netdev(sizeof(struct dsa_slave_priv), name,
1207 NET_NAME_UNKNOWN, ether_setup);
1208 if (slave_dev == NULL)
1209 return -ENOMEM;
1210
1211 slave_dev->features = master->vlan_features | NETIF_F_HW_TC;
1212 slave_dev->hw_features |= NETIF_F_HW_TC;
1213 slave_dev->ethtool_ops = &dsa_slave_ethtool_ops;
1214 eth_hw_addr_inherit(slave_dev, master);
1215 slave_dev->priv_flags |= IFF_NO_QUEUE;
1216 slave_dev->netdev_ops = &dsa_slave_netdev_ops;
1217 slave_dev->switchdev_ops = &dsa_slave_switchdev_ops;
1218 slave_dev->min_mtu = 0;
1219 slave_dev->max_mtu = ETH_MAX_MTU;
1220 SET_NETDEV_DEVTYPE(slave_dev, &dsa_type);
1221
1222 netdev_for_each_tx_queue(slave_dev, dsa_slave_set_lockdep_class_one,
1223 NULL);
1224
1225 SET_NETDEV_DEV(slave_dev, parent);
1226 slave_dev->dev.of_node = ds->ports[port].dn;
1227 slave_dev->vlan_features = master->vlan_features;
1228
1229 p = netdev_priv(slave_dev);
1230 p->stats64 = netdev_alloc_pcpu_stats(struct pcpu_sw_netstats);
1231 if (!p->stats64) {
1232 free_netdev(slave_dev);
1233 return -ENOMEM;
1234 }
1235 p->dp = &ds->ports[port];
1236 INIT_LIST_HEAD(&p->mall_tc_list);
1237 p->xmit = dst->tag_ops->xmit;
1238
1239 p->old_pause = -1;
1240 p->old_link = -1;
1241 p->old_duplex = -1;
1242
1243 ds->ports[port].netdev = slave_dev;
1244 ret = register_netdev(slave_dev);
1245 if (ret) {
1246 netdev_err(master, "error %d registering interface %s\n",
1247 ret, slave_dev->name);
1248 ds->ports[port].netdev = NULL;
1249 free_percpu(p->stats64);
1250 free_netdev(slave_dev);
1251 return ret;
1252 }
1253
1254 netif_carrier_off(slave_dev);
1255
1256 ret = dsa_slave_phy_setup(p, slave_dev);
1257 if (ret) {
1258 netdev_err(master, "error %d setting up slave phy\n", ret);
1259 unregister_netdev(slave_dev);
1260 free_percpu(p->stats64);
1261 free_netdev(slave_dev);
1262 return ret;
1263 }
1264
1265 return 0;
1266 }
1267
1268 void dsa_slave_destroy(struct net_device *slave_dev)
1269 {
1270 struct dsa_slave_priv *p = netdev_priv(slave_dev);
1271 struct device_node *port_dn;
1272
1273 port_dn = p->dp->dn;
1274
1275 netif_carrier_off(slave_dev);
1276 if (p->phy) {
1277 phy_disconnect(p->phy);
1278
1279 if (of_phy_is_fixed_link(port_dn))
1280 of_phy_deregister_fixed_link(port_dn);
1281 }
1282 unregister_netdev(slave_dev);
1283 free_percpu(p->stats64);
1284 free_netdev(slave_dev);
1285 }
1286
1287 static bool dsa_slave_dev_check(struct net_device *dev)
1288 {
1289 return dev->netdev_ops == &dsa_slave_netdev_ops;
1290 }
1291
1292 static int dsa_slave_changeupper(struct net_device *dev,
1293 struct netdev_notifier_changeupper_info *info)
1294 {
1295 struct dsa_slave_priv *p = netdev_priv(dev);
1296 struct dsa_port *dp = p->dp;
1297 int err = NOTIFY_DONE;
1298
1299 if (netif_is_bridge_master(info->upper_dev)) {
1300 if (info->linking) {
1301 err = dsa_port_bridge_join(dp, info->upper_dev);
1302 err = notifier_from_errno(err);
1303 } else {
1304 dsa_port_bridge_leave(dp, info->upper_dev);
1305 err = NOTIFY_OK;
1306 }
1307 }
1308
1309 return err;
1310 }
1311
1312 static int dsa_slave_netdevice_event(struct notifier_block *nb,
1313 unsigned long event, void *ptr)
1314 {
1315 struct net_device *dev = netdev_notifier_info_to_dev(ptr);
1316
1317 if (dev->netdev_ops != &dsa_slave_netdev_ops)
1318 return NOTIFY_DONE;
1319
1320 if (event == NETDEV_CHANGEUPPER)
1321 return dsa_slave_changeupper(dev, ptr);
1322
1323 return NOTIFY_DONE;
1324 }
1325
1326 static struct notifier_block dsa_slave_nb __read_mostly = {
1327 .notifier_call = dsa_slave_netdevice_event,
1328 };
1329
1330 int dsa_slave_register_notifier(void)
1331 {
1332 return register_netdevice_notifier(&dsa_slave_nb);
1333 }
1334
1335 void dsa_slave_unregister_notifier(void)
1336 {
1337 int err;
1338
1339 err = unregister_netdevice_notifier(&dsa_slave_nb);
1340 if (err)
1341 pr_err("DSA: failed to unregister slave notifier (%d)\n", err);
1342 }