2 * drivers/net/ethernet/freescale/gianfar_ethtool.c
4 * Gianfar Ethernet Driver
5 * Ethtool support for Gianfar Enet
6 * Based on e1000 ethtool support
9 * Maintainer: Kumar Gala
10 * Modifier: Sandeep Gopalpet <sandeep.kumar@freescale.com>
12 * Copyright 2003-2006, 2008-2009, 2011 Freescale Semiconductor, Inc.
14 * This software may be used and distributed according to
15 * the terms of the GNU Public License, Version 2, incorporated herein
19 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
21 #include <linux/kernel.h>
22 #include <linux/string.h>
23 #include <linux/errno.h>
24 #include <linux/interrupt.h>
25 #include <linux/delay.h>
26 #include <linux/netdevice.h>
27 #include <linux/etherdevice.h>
28 #include <linux/net_tstamp.h>
29 #include <linux/skbuff.h>
30 #include <linux/spinlock.h>
35 #include <asm/uaccess.h>
36 #include <linux/module.h>
37 #include <linux/crc32.h>
38 #include <asm/types.h>
39 #include <linux/ethtool.h>
40 #include <linux/mii.h>
41 #include <linux/phy.h>
42 #include <linux/sort.h>
43 #include <linux/if_vlan.h>
47 #define GFAR_MAX_COAL_USECS 0xffff
48 #define GFAR_MAX_COAL_FRAMES 0xff
49 static void gfar_fill_stats(struct net_device
*dev
, struct ethtool_stats
*dummy
,
51 static void gfar_gstrings(struct net_device
*dev
, u32 stringset
, u8
* buf
);
52 static int gfar_gcoalesce(struct net_device
*dev
,
53 struct ethtool_coalesce
*cvals
);
54 static int gfar_scoalesce(struct net_device
*dev
,
55 struct ethtool_coalesce
*cvals
);
56 static void gfar_gringparam(struct net_device
*dev
,
57 struct ethtool_ringparam
*rvals
);
58 static int gfar_sringparam(struct net_device
*dev
,
59 struct ethtool_ringparam
*rvals
);
60 static void gfar_gdrvinfo(struct net_device
*dev
,
61 struct ethtool_drvinfo
*drvinfo
);
63 static const char stat_gstrings
[][ETH_GSTRING_LEN
] = {
64 "rx-large-frame-errors",
65 "rx-short-frame-errors",
66 "rx-non-octet-errors",
71 "rx-truncated-frames",
75 "rx-skb-missing-errors",
78 "tx-rx-65-127-frames",
79 "tx-rx-128-255-frames",
80 "tx-rx-256-511-frames",
81 "tx-rx-512-1023-frames",
82 "tx-rx-1024-1518-frames",
83 "tx-rx-1519-1522-good-vlan",
87 "receive-multicast-packet",
88 "receive-broadcast-packet",
89 "rx-control-frame-packets",
90 "rx-pause-frame-packets",
93 "rx-frame-length-error",
95 "rx-carrier-sense-error",
96 "rx-undersize-packets",
97 "rx-oversize-packets",
98 "rx-fragmented-frames",
103 "tx-multicast-packets",
104 "tx-broadcast-packets",
105 "tx-pause-control-frames",
106 "tx-deferral-packets",
107 "tx-excessive-deferral-packets",
108 "tx-single-collision-packets",
109 "tx-multiple-collision-packets",
110 "tx-late-collision-packets",
111 "tx-excessive-collision-packets",
112 "tx-total-collision",
118 "tx-oversize-frames",
119 "tx-undersize-frames",
120 "tx-fragmented-frames",
123 /* Fill in a buffer with the strings which correspond to the
125 static void gfar_gstrings(struct net_device
*dev
, u32 stringset
, u8
* buf
)
127 struct gfar_private
*priv
= netdev_priv(dev
);
129 if (priv
->device_flags
& FSL_GIANFAR_DEV_HAS_RMON
)
130 memcpy(buf
, stat_gstrings
, GFAR_STATS_LEN
* ETH_GSTRING_LEN
);
132 memcpy(buf
, stat_gstrings
,
133 GFAR_EXTRA_STATS_LEN
* ETH_GSTRING_LEN
);
136 /* Fill in an array of 64-bit statistics from various sources.
137 * This array will be appended to the end of the ethtool_stats
138 * structure, and returned to user space
140 static void gfar_fill_stats(struct net_device
*dev
, struct ethtool_stats
*dummy
,
144 struct gfar_private
*priv
= netdev_priv(dev
);
145 struct gfar __iomem
*regs
= priv
->gfargrp
[0].regs
;
146 atomic64_t
*extra
= (atomic64_t
*)&priv
->extra_stats
;
148 for (i
= 0; i
< GFAR_EXTRA_STATS_LEN
; i
++)
149 buf
[i
] = atomic64_read(&extra
[i
]);
151 if (priv
->device_flags
& FSL_GIANFAR_DEV_HAS_RMON
) {
152 u32 __iomem
*rmon
= (u32 __iomem
*) ®s
->rmon
;
154 for (; i
< GFAR_STATS_LEN
; i
++, rmon
++)
155 buf
[i
] = (u64
) gfar_read(rmon
);
159 static int gfar_sset_count(struct net_device
*dev
, int sset
)
161 struct gfar_private
*priv
= netdev_priv(dev
);
165 if (priv
->device_flags
& FSL_GIANFAR_DEV_HAS_RMON
)
166 return GFAR_STATS_LEN
;
168 return GFAR_EXTRA_STATS_LEN
;
174 /* Fills in the drvinfo structure with some basic info */
175 static void gfar_gdrvinfo(struct net_device
*dev
,
176 struct ethtool_drvinfo
*drvinfo
)
178 strlcpy(drvinfo
->driver
, DRV_NAME
, sizeof(drvinfo
->driver
));
179 strlcpy(drvinfo
->version
, gfar_driver_version
,
180 sizeof(drvinfo
->version
));
181 strlcpy(drvinfo
->fw_version
, "N/A", sizeof(drvinfo
->fw_version
));
182 strlcpy(drvinfo
->bus_info
, "N/A", sizeof(drvinfo
->bus_info
));
183 drvinfo
->regdump_len
= 0;
184 drvinfo
->eedump_len
= 0;
188 static int gfar_ssettings(struct net_device
*dev
, struct ethtool_cmd
*cmd
)
190 struct gfar_private
*priv
= netdev_priv(dev
);
191 struct phy_device
*phydev
= priv
->phydev
;
196 return phy_ethtool_sset(phydev
, cmd
);
200 /* Return the current settings in the ethtool_cmd structure */
201 static int gfar_gsettings(struct net_device
*dev
, struct ethtool_cmd
*cmd
)
203 struct gfar_private
*priv
= netdev_priv(dev
);
204 struct phy_device
*phydev
= priv
->phydev
;
205 struct gfar_priv_rx_q
*rx_queue
= NULL
;
206 struct gfar_priv_tx_q
*tx_queue
= NULL
;
210 tx_queue
= priv
->tx_queue
[0];
211 rx_queue
= priv
->rx_queue
[0];
213 /* etsec-1.7 and older versions have only one txic
214 * and rxic regs although they support multiple queues */
215 cmd
->maxtxpkt
= get_icft_value(tx_queue
->txic
);
216 cmd
->maxrxpkt
= get_icft_value(rx_queue
->rxic
);
218 return phy_ethtool_gset(phydev
, cmd
);
221 /* Return the length of the register structure */
222 static int gfar_reglen(struct net_device
*dev
)
224 return sizeof (struct gfar
);
227 /* Return a dump of the GFAR register space */
228 static void gfar_get_regs(struct net_device
*dev
, struct ethtool_regs
*regs
,
232 struct gfar_private
*priv
= netdev_priv(dev
);
233 u32 __iomem
*theregs
= (u32 __iomem
*) priv
->gfargrp
[0].regs
;
234 u32
*buf
= (u32
*) regbuf
;
236 for (i
= 0; i
< sizeof (struct gfar
) / sizeof (u32
); i
++)
237 buf
[i
] = gfar_read(&theregs
[i
]);
240 /* Convert microseconds to ethernet clock ticks, which changes
241 * depending on what speed the controller is running at */
242 static unsigned int gfar_usecs2ticks(struct gfar_private
*priv
,
247 /* The timer is different, depending on the interface speed */
248 switch (priv
->phydev
->speed
) {
250 count
= GFAR_GBIT_TIME
;
253 count
= GFAR_100_TIME
;
257 count
= GFAR_10_TIME
;
261 /* Make sure we return a number greater than 0
263 return (usecs
* 1000 + count
- 1) / count
;
266 /* Convert ethernet clock ticks to microseconds */
267 static unsigned int gfar_ticks2usecs(struct gfar_private
*priv
,
272 /* The timer is different, depending on the interface speed */
273 switch (priv
->phydev
->speed
) {
275 count
= GFAR_GBIT_TIME
;
278 count
= GFAR_100_TIME
;
282 count
= GFAR_10_TIME
;
286 /* Make sure we return a number greater than 0 */
287 /* if ticks is > 0 */
288 return (ticks
* count
) / 1000;
291 /* Get the coalescing parameters, and put them in the cvals
293 static int gfar_gcoalesce(struct net_device
*dev
,
294 struct ethtool_coalesce
*cvals
)
296 struct gfar_private
*priv
= netdev_priv(dev
);
297 struct gfar_priv_rx_q
*rx_queue
= NULL
;
298 struct gfar_priv_tx_q
*tx_queue
= NULL
;
299 unsigned long rxtime
;
300 unsigned long rxcount
;
301 unsigned long txtime
;
302 unsigned long txcount
;
304 if (!(priv
->device_flags
& FSL_GIANFAR_DEV_HAS_COALESCE
))
307 if (NULL
== priv
->phydev
)
310 rx_queue
= priv
->rx_queue
[0];
311 tx_queue
= priv
->tx_queue
[0];
313 rxtime
= get_ictt_value(rx_queue
->rxic
);
314 rxcount
= get_icft_value(rx_queue
->rxic
);
315 txtime
= get_ictt_value(tx_queue
->txic
);
316 txcount
= get_icft_value(tx_queue
->txic
);
317 cvals
->rx_coalesce_usecs
= gfar_ticks2usecs(priv
, rxtime
);
318 cvals
->rx_max_coalesced_frames
= rxcount
;
320 cvals
->tx_coalesce_usecs
= gfar_ticks2usecs(priv
, txtime
);
321 cvals
->tx_max_coalesced_frames
= txcount
;
323 cvals
->use_adaptive_rx_coalesce
= 0;
324 cvals
->use_adaptive_tx_coalesce
= 0;
326 cvals
->pkt_rate_low
= 0;
327 cvals
->rx_coalesce_usecs_low
= 0;
328 cvals
->rx_max_coalesced_frames_low
= 0;
329 cvals
->tx_coalesce_usecs_low
= 0;
330 cvals
->tx_max_coalesced_frames_low
= 0;
332 /* When the packet rate is below pkt_rate_high but above
333 * pkt_rate_low (both measured in packets per second) the
334 * normal {rx,tx}_* coalescing parameters are used.
337 /* When the packet rate is (measured in packets per second)
338 * is above pkt_rate_high, the {rx,tx}_*_high parameters are
341 cvals
->pkt_rate_high
= 0;
342 cvals
->rx_coalesce_usecs_high
= 0;
343 cvals
->rx_max_coalesced_frames_high
= 0;
344 cvals
->tx_coalesce_usecs_high
= 0;
345 cvals
->tx_max_coalesced_frames_high
= 0;
347 /* How often to do adaptive coalescing packet rate sampling,
348 * measured in seconds. Must not be zero.
350 cvals
->rate_sample_interval
= 0;
355 /* Change the coalescing values.
356 * Both cvals->*_usecs and cvals->*_frames have to be > 0
357 * in order for coalescing to be active
359 static int gfar_scoalesce(struct net_device
*dev
,
360 struct ethtool_coalesce
*cvals
)
362 struct gfar_private
*priv
= netdev_priv(dev
);
365 if (!(priv
->device_flags
& FSL_GIANFAR_DEV_HAS_COALESCE
))
368 if (NULL
== priv
->phydev
)
371 /* Check the bounds of the values */
372 if (cvals
->rx_coalesce_usecs
> GFAR_MAX_COAL_USECS
) {
373 netdev_info(dev
, "Coalescing is limited to %d microseconds\n",
374 GFAR_MAX_COAL_USECS
);
378 if (cvals
->rx_max_coalesced_frames
> GFAR_MAX_COAL_FRAMES
) {
379 netdev_info(dev
, "Coalescing is limited to %d frames\n",
380 GFAR_MAX_COAL_FRAMES
);
384 /* Check the bounds of the values */
385 if (cvals
->tx_coalesce_usecs
> GFAR_MAX_COAL_USECS
) {
386 netdev_info(dev
, "Coalescing is limited to %d microseconds\n",
387 GFAR_MAX_COAL_USECS
);
391 if (cvals
->tx_max_coalesced_frames
> GFAR_MAX_COAL_FRAMES
) {
392 netdev_info(dev
, "Coalescing is limited to %d frames\n",
393 GFAR_MAX_COAL_FRAMES
);
397 while (test_and_set_bit_lock(GFAR_RESETTING
, &priv
->state
))
400 /* Set up rx coalescing */
401 if ((cvals
->rx_coalesce_usecs
== 0) ||
402 (cvals
->rx_max_coalesced_frames
== 0)) {
403 for (i
= 0; i
< priv
->num_rx_queues
; i
++)
404 priv
->rx_queue
[i
]->rxcoalescing
= 0;
406 for (i
= 0; i
< priv
->num_rx_queues
; i
++)
407 priv
->rx_queue
[i
]->rxcoalescing
= 1;
410 for (i
= 0; i
< priv
->num_rx_queues
; i
++) {
411 priv
->rx_queue
[i
]->rxic
= mk_ic_value(
412 cvals
->rx_max_coalesced_frames
,
413 gfar_usecs2ticks(priv
, cvals
->rx_coalesce_usecs
));
416 /* Set up tx coalescing */
417 if ((cvals
->tx_coalesce_usecs
== 0) ||
418 (cvals
->tx_max_coalesced_frames
== 0)) {
419 for (i
= 0; i
< priv
->num_tx_queues
; i
++)
420 priv
->tx_queue
[i
]->txcoalescing
= 0;
422 for (i
= 0; i
< priv
->num_tx_queues
; i
++)
423 priv
->tx_queue
[i
]->txcoalescing
= 1;
426 for (i
= 0; i
< priv
->num_tx_queues
; i
++) {
427 priv
->tx_queue
[i
]->txic
= mk_ic_value(
428 cvals
->tx_max_coalesced_frames
,
429 gfar_usecs2ticks(priv
, cvals
->tx_coalesce_usecs
));
432 if (dev
->flags
& IFF_UP
) {
434 err
= startup_gfar(dev
);
436 gfar_mac_reset(priv
);
439 clear_bit_unlock(GFAR_RESETTING
, &priv
->state
);
444 /* Fills in rvals with the current ring parameters. Currently,
445 * rx, rx_mini, and rx_jumbo rings are the same size, as mini and
446 * jumbo are ignored by the driver */
447 static void gfar_gringparam(struct net_device
*dev
,
448 struct ethtool_ringparam
*rvals
)
450 struct gfar_private
*priv
= netdev_priv(dev
);
451 struct gfar_priv_tx_q
*tx_queue
= NULL
;
452 struct gfar_priv_rx_q
*rx_queue
= NULL
;
454 tx_queue
= priv
->tx_queue
[0];
455 rx_queue
= priv
->rx_queue
[0];
457 rvals
->rx_max_pending
= GFAR_RX_MAX_RING_SIZE
;
458 rvals
->rx_mini_max_pending
= GFAR_RX_MAX_RING_SIZE
;
459 rvals
->rx_jumbo_max_pending
= GFAR_RX_MAX_RING_SIZE
;
460 rvals
->tx_max_pending
= GFAR_TX_MAX_RING_SIZE
;
462 /* Values changeable by the user. The valid values are
463 * in the range 1 to the "*_max_pending" counterpart above.
465 rvals
->rx_pending
= rx_queue
->rx_ring_size
;
466 rvals
->rx_mini_pending
= rx_queue
->rx_ring_size
;
467 rvals
->rx_jumbo_pending
= rx_queue
->rx_ring_size
;
468 rvals
->tx_pending
= tx_queue
->tx_ring_size
;
471 /* Change the current ring parameters, stopping the controller if
472 * necessary so that we don't mess things up while we're in motion.
474 static int gfar_sringparam(struct net_device
*dev
,
475 struct ethtool_ringparam
*rvals
)
477 struct gfar_private
*priv
= netdev_priv(dev
);
480 if (rvals
->rx_pending
> GFAR_RX_MAX_RING_SIZE
)
483 if (!is_power_of_2(rvals
->rx_pending
)) {
484 netdev_err(dev
, "Ring sizes must be a power of 2\n");
488 if (rvals
->tx_pending
> GFAR_TX_MAX_RING_SIZE
)
491 if (!is_power_of_2(rvals
->tx_pending
)) {
492 netdev_err(dev
, "Ring sizes must be a power of 2\n");
496 while (test_and_set_bit_lock(GFAR_RESETTING
, &priv
->state
))
499 if (dev
->flags
& IFF_UP
)
502 /* Change the sizes */
503 for (i
= 0; i
< priv
->num_rx_queues
; i
++)
504 priv
->rx_queue
[i
]->rx_ring_size
= rvals
->rx_pending
;
506 for (i
= 0; i
< priv
->num_tx_queues
; i
++)
507 priv
->tx_queue
[i
]->tx_ring_size
= rvals
->tx_pending
;
509 /* Rebuild the rings with the new size */
510 if (dev
->flags
& IFF_UP
)
511 err
= startup_gfar(dev
);
513 clear_bit_unlock(GFAR_RESETTING
, &priv
->state
);
518 static void gfar_gpauseparam(struct net_device
*dev
,
519 struct ethtool_pauseparam
*epause
)
521 struct gfar_private
*priv
= netdev_priv(dev
);
523 epause
->autoneg
= !!priv
->pause_aneg_en
;
524 epause
->rx_pause
= !!priv
->rx_pause_en
;
525 epause
->tx_pause
= !!priv
->tx_pause_en
;
528 static int gfar_spauseparam(struct net_device
*dev
,
529 struct ethtool_pauseparam
*epause
)
531 struct gfar_private
*priv
= netdev_priv(dev
);
532 struct phy_device
*phydev
= priv
->phydev
;
533 struct gfar __iomem
*regs
= priv
->gfargrp
[0].regs
;
539 if (!(phydev
->supported
& SUPPORTED_Pause
) ||
540 (!(phydev
->supported
& SUPPORTED_Asym_Pause
) &&
541 (epause
->rx_pause
!= epause
->tx_pause
)))
544 priv
->rx_pause_en
= priv
->tx_pause_en
= 0;
545 if (epause
->rx_pause
) {
546 priv
->rx_pause_en
= 1;
548 if (epause
->tx_pause
) {
549 priv
->tx_pause_en
= 1;
550 /* FLOW_CTRL_RX & TX */
551 newadv
= ADVERTISED_Pause
;
552 } else /* FLOW_CTLR_RX */
553 newadv
= ADVERTISED_Pause
| ADVERTISED_Asym_Pause
;
554 } else if (epause
->tx_pause
) {
555 priv
->tx_pause_en
= 1;
557 newadv
= ADVERTISED_Asym_Pause
;
562 priv
->pause_aneg_en
= 1;
564 priv
->pause_aneg_en
= 0;
566 oldadv
= phydev
->advertising
&
567 (ADVERTISED_Pause
| ADVERTISED_Asym_Pause
);
568 if (oldadv
!= newadv
) {
569 phydev
->advertising
&=
570 ~(ADVERTISED_Pause
| ADVERTISED_Asym_Pause
);
571 phydev
->advertising
|= newadv
;
573 /* inform link partner of our
574 * new flow ctrl settings
576 return phy_start_aneg(phydev
);
578 if (!epause
->autoneg
) {
580 tempval
= gfar_read(®s
->maccfg1
);
581 tempval
&= ~(MACCFG1_TX_FLOW
| MACCFG1_RX_FLOW
);
583 priv
->tx_actual_en
= 0;
584 if (priv
->tx_pause_en
) {
585 priv
->tx_actual_en
= 1;
586 tempval
|= MACCFG1_TX_FLOW
;
589 if (priv
->rx_pause_en
)
590 tempval
|= MACCFG1_RX_FLOW
;
591 gfar_write(®s
->maccfg1
, tempval
);
598 int gfar_set_features(struct net_device
*dev
, netdev_features_t features
)
600 netdev_features_t changed
= dev
->features
^ features
;
601 struct gfar_private
*priv
= netdev_priv(dev
);
604 if (!(changed
& (NETIF_F_HW_VLAN_CTAG_TX
| NETIF_F_HW_VLAN_CTAG_RX
|
608 while (test_and_set_bit_lock(GFAR_RESETTING
, &priv
->state
))
611 dev
->features
= features
;
613 if (dev
->flags
& IFF_UP
) {
614 /* Now we take down the rings to rebuild them */
616 err
= startup_gfar(dev
);
618 gfar_mac_reset(priv
);
621 clear_bit_unlock(GFAR_RESETTING
, &priv
->state
);
626 static uint32_t gfar_get_msglevel(struct net_device
*dev
)
628 struct gfar_private
*priv
= netdev_priv(dev
);
630 return priv
->msg_enable
;
633 static void gfar_set_msglevel(struct net_device
*dev
, uint32_t data
)
635 struct gfar_private
*priv
= netdev_priv(dev
);
637 priv
->msg_enable
= data
;
641 static void gfar_get_wol(struct net_device
*dev
, struct ethtool_wolinfo
*wol
)
643 struct gfar_private
*priv
= netdev_priv(dev
);
645 if (priv
->device_flags
& FSL_GIANFAR_DEV_HAS_MAGIC_PACKET
) {
646 wol
->supported
= WAKE_MAGIC
;
647 wol
->wolopts
= priv
->wol_en
? WAKE_MAGIC
: 0;
649 wol
->supported
= wol
->wolopts
= 0;
653 static int gfar_set_wol(struct net_device
*dev
, struct ethtool_wolinfo
*wol
)
655 struct gfar_private
*priv
= netdev_priv(dev
);
657 if (!(priv
->device_flags
& FSL_GIANFAR_DEV_HAS_MAGIC_PACKET
) &&
661 if (wol
->wolopts
& ~WAKE_MAGIC
)
664 device_set_wakeup_enable(&dev
->dev
, wol
->wolopts
& WAKE_MAGIC
);
666 priv
->wol_en
= !!device_may_wakeup(&dev
->dev
);
672 static void ethflow_to_filer_rules (struct gfar_private
*priv
, u64 ethflow
)
674 u32 fcr
= 0x0, fpr
= FPR_FILER_MASK
;
676 if (ethflow
& RXH_L2DA
) {
677 fcr
= RQFCR_PID_DAH
|RQFCR_CMP_NOMATCH
|
678 RQFCR_HASH
| RQFCR_AND
| RQFCR_HASHTBL_0
;
679 priv
->ftp_rqfpr
[priv
->cur_filer_idx
] = fpr
;
680 priv
->ftp_rqfcr
[priv
->cur_filer_idx
] = fcr
;
681 gfar_write_filer(priv
, priv
->cur_filer_idx
, fcr
, fpr
);
682 priv
->cur_filer_idx
= priv
->cur_filer_idx
- 1;
684 fcr
= RQFCR_PID_DAL
| RQFCR_AND
| RQFCR_CMP_NOMATCH
|
685 RQFCR_HASH
| RQFCR_AND
| RQFCR_HASHTBL_0
;
686 priv
->ftp_rqfpr
[priv
->cur_filer_idx
] = fpr
;
687 priv
->ftp_rqfcr
[priv
->cur_filer_idx
] = fcr
;
688 gfar_write_filer(priv
, priv
->cur_filer_idx
, fcr
, fpr
);
689 priv
->cur_filer_idx
= priv
->cur_filer_idx
- 1;
692 if (ethflow
& RXH_VLAN
) {
693 fcr
= RQFCR_PID_VID
| RQFCR_CMP_NOMATCH
| RQFCR_HASH
|
694 RQFCR_AND
| RQFCR_HASHTBL_0
;
695 gfar_write_filer(priv
, priv
->cur_filer_idx
, fcr
, fpr
);
696 priv
->ftp_rqfpr
[priv
->cur_filer_idx
] = fpr
;
697 priv
->ftp_rqfcr
[priv
->cur_filer_idx
] = fcr
;
698 priv
->cur_filer_idx
= priv
->cur_filer_idx
- 1;
701 if (ethflow
& RXH_IP_SRC
) {
702 fcr
= RQFCR_PID_SIA
| RQFCR_CMP_NOMATCH
| RQFCR_HASH
|
703 RQFCR_AND
| RQFCR_HASHTBL_0
;
704 priv
->ftp_rqfpr
[priv
->cur_filer_idx
] = fpr
;
705 priv
->ftp_rqfcr
[priv
->cur_filer_idx
] = fcr
;
706 gfar_write_filer(priv
, priv
->cur_filer_idx
, fcr
, fpr
);
707 priv
->cur_filer_idx
= priv
->cur_filer_idx
- 1;
710 if (ethflow
& (RXH_IP_DST
)) {
711 fcr
= RQFCR_PID_DIA
| RQFCR_CMP_NOMATCH
| RQFCR_HASH
|
712 RQFCR_AND
| RQFCR_HASHTBL_0
;
713 priv
->ftp_rqfpr
[priv
->cur_filer_idx
] = fpr
;
714 priv
->ftp_rqfcr
[priv
->cur_filer_idx
] = fcr
;
715 gfar_write_filer(priv
, priv
->cur_filer_idx
, fcr
, fpr
);
716 priv
->cur_filer_idx
= priv
->cur_filer_idx
- 1;
719 if (ethflow
& RXH_L3_PROTO
) {
720 fcr
= RQFCR_PID_L4P
| RQFCR_CMP_NOMATCH
| RQFCR_HASH
|
721 RQFCR_AND
| RQFCR_HASHTBL_0
;
722 priv
->ftp_rqfpr
[priv
->cur_filer_idx
] = fpr
;
723 priv
->ftp_rqfcr
[priv
->cur_filer_idx
] = fcr
;
724 gfar_write_filer(priv
, priv
->cur_filer_idx
, fcr
, fpr
);
725 priv
->cur_filer_idx
= priv
->cur_filer_idx
- 1;
728 if (ethflow
& RXH_L4_B_0_1
) {
729 fcr
= RQFCR_PID_SPT
| RQFCR_CMP_NOMATCH
| RQFCR_HASH
|
730 RQFCR_AND
| RQFCR_HASHTBL_0
;
731 priv
->ftp_rqfpr
[priv
->cur_filer_idx
] = fpr
;
732 priv
->ftp_rqfcr
[priv
->cur_filer_idx
] = fcr
;
733 gfar_write_filer(priv
, priv
->cur_filer_idx
, fcr
, fpr
);
734 priv
->cur_filer_idx
= priv
->cur_filer_idx
- 1;
737 if (ethflow
& RXH_L4_B_2_3
) {
738 fcr
= RQFCR_PID_DPT
| RQFCR_CMP_NOMATCH
| RQFCR_HASH
|
739 RQFCR_AND
| RQFCR_HASHTBL_0
;
740 priv
->ftp_rqfpr
[priv
->cur_filer_idx
] = fpr
;
741 priv
->ftp_rqfcr
[priv
->cur_filer_idx
] = fcr
;
742 gfar_write_filer(priv
, priv
->cur_filer_idx
, fcr
, fpr
);
743 priv
->cur_filer_idx
= priv
->cur_filer_idx
- 1;
747 static int gfar_ethflow_to_filer_table(struct gfar_private
*priv
, u64 ethflow
,
750 unsigned int last_rule_idx
= priv
->cur_filer_idx
;
751 unsigned int cmp_rqfpr
;
752 unsigned int *local_rqfpr
;
753 unsigned int *local_rqfcr
;
754 int i
= 0x0, k
= 0x0;
755 int j
= MAX_FILER_IDX
, l
= 0x0;
758 local_rqfpr
= kmalloc_array(MAX_FILER_IDX
+ 1, sizeof(unsigned int),
760 local_rqfcr
= kmalloc_array(MAX_FILER_IDX
+ 1, sizeof(unsigned int),
762 if (!local_rqfpr
|| !local_rqfcr
) {
769 cmp_rqfpr
= RQFPR_IPV4
|RQFPR_TCP
;
772 cmp_rqfpr
= RQFPR_IPV4
|RQFPR_UDP
;
775 cmp_rqfpr
= RQFPR_IPV6
|RQFPR_TCP
;
778 cmp_rqfpr
= RQFPR_IPV6
|RQFPR_UDP
;
781 netdev_err(priv
->ndev
,
782 "Right now this class is not supported\n");
787 for (i
= 0; i
< MAX_FILER_IDX
+ 1; i
++) {
788 local_rqfpr
[j
] = priv
->ftp_rqfpr
[i
];
789 local_rqfcr
[j
] = priv
->ftp_rqfcr
[i
];
791 if ((priv
->ftp_rqfcr
[i
] ==
792 (RQFCR_PID_PARSE
| RQFCR_CLE
| RQFCR_AND
)) &&
793 (priv
->ftp_rqfpr
[i
] == cmp_rqfpr
))
797 if (i
== MAX_FILER_IDX
+ 1) {
798 netdev_err(priv
->ndev
,
799 "No parse rule found, can't create hash rules\n");
804 /* If a match was found, then it begins the starting of a cluster rule
805 * if it was already programmed, we need to overwrite these rules
807 for (l
= i
+1; l
< MAX_FILER_IDX
; l
++) {
808 if ((priv
->ftp_rqfcr
[l
] & RQFCR_CLE
) &&
809 !(priv
->ftp_rqfcr
[l
] & RQFCR_AND
)) {
810 priv
->ftp_rqfcr
[l
] = RQFCR_CLE
| RQFCR_CMP_EXACT
|
811 RQFCR_HASHTBL_0
| RQFCR_PID_MASK
;
812 priv
->ftp_rqfpr
[l
] = FPR_FILER_MASK
;
813 gfar_write_filer(priv
, l
, priv
->ftp_rqfcr
[l
],
818 if (!(priv
->ftp_rqfcr
[l
] & RQFCR_CLE
) &&
819 (priv
->ftp_rqfcr
[l
] & RQFCR_AND
))
822 local_rqfpr
[j
] = priv
->ftp_rqfpr
[l
];
823 local_rqfcr
[j
] = priv
->ftp_rqfcr
[l
];
828 priv
->cur_filer_idx
= l
- 1;
832 ethflow_to_filer_rules(priv
, ethflow
);
834 /* Write back the popped out rules again */
835 for (k
= j
+1; k
< MAX_FILER_IDX
; k
++) {
836 priv
->ftp_rqfpr
[priv
->cur_filer_idx
] = local_rqfpr
[k
];
837 priv
->ftp_rqfcr
[priv
->cur_filer_idx
] = local_rqfcr
[k
];
838 gfar_write_filer(priv
, priv
->cur_filer_idx
,
839 local_rqfcr
[k
], local_rqfpr
[k
]);
840 if (!priv
->cur_filer_idx
)
842 priv
->cur_filer_idx
= priv
->cur_filer_idx
- 1;
851 static int gfar_set_hash_opts(struct gfar_private
*priv
,
852 struct ethtool_rxnfc
*cmd
)
854 /* write the filer rules here */
855 if (!gfar_ethflow_to_filer_table(priv
, cmd
->data
, cmd
->flow_type
))
861 static int gfar_check_filer_hardware(struct gfar_private
*priv
)
863 struct gfar __iomem
*regs
= priv
->gfargrp
[0].regs
;
866 /* Check if we are in FIFO mode */
867 i
= gfar_read(®s
->ecntrl
);
869 if (i
== ECNTRL_FIFM
) {
870 netdev_notice(priv
->ndev
, "Interface in FIFO mode\n");
871 i
= gfar_read(®s
->rctrl
);
872 i
&= RCTRL_PRSDEP_MASK
| RCTRL_PRSFM
;
873 if (i
== (RCTRL_PRSDEP_MASK
| RCTRL_PRSFM
)) {
874 netdev_info(priv
->ndev
,
875 "Receive Queue Filtering enabled\n");
877 netdev_warn(priv
->ndev
,
878 "Receive Queue Filtering disabled\n");
882 /* Or in standard mode */
884 i
= gfar_read(®s
->rctrl
);
885 i
&= RCTRL_PRSDEP_MASK
;
886 if (i
== RCTRL_PRSDEP_MASK
) {
887 netdev_info(priv
->ndev
,
888 "Receive Queue Filtering enabled\n");
890 netdev_warn(priv
->ndev
,
891 "Receive Queue Filtering disabled\n");
896 /* Sets the properties for arbitrary filer rule
897 * to the first 4 Layer 4 Bytes
899 gfar_write(®s
->rbifx
, 0xC0C1C2C3);
903 static int gfar_comp_asc(const void *a
, const void *b
)
905 return memcmp(a
, b
, 4);
908 static int gfar_comp_desc(const void *a
, const void *b
)
910 return -memcmp(a
, b
, 4);
913 static void gfar_swap(void *a
, void *b
, int size
)
924 /* Write a mask to filer cache */
925 static void gfar_set_mask(u32 mask
, struct filer_table
*tab
)
927 tab
->fe
[tab
->index
].ctrl
= RQFCR_AND
| RQFCR_PID_MASK
| RQFCR_CMP_EXACT
;
928 tab
->fe
[tab
->index
].prop
= mask
;
932 /* Sets parse bits (e.g. IP or TCP) */
933 static void gfar_set_parse_bits(u32 value
, u32 mask
, struct filer_table
*tab
)
935 gfar_set_mask(mask
, tab
);
936 tab
->fe
[tab
->index
].ctrl
= RQFCR_CMP_EXACT
| RQFCR_PID_PARSE
|
938 tab
->fe
[tab
->index
].prop
= value
;
942 static void gfar_set_general_attribute(u32 value
, u32 mask
, u32 flag
,
943 struct filer_table
*tab
)
945 gfar_set_mask(mask
, tab
);
946 tab
->fe
[tab
->index
].ctrl
= RQFCR_CMP_EXACT
| RQFCR_AND
| flag
;
947 tab
->fe
[tab
->index
].prop
= value
;
951 /* For setting a tuple of value and mask of type flag
953 * IP-Src = 10.0.0.0/255.0.0.0
954 * value: 0x0A000000 mask: FF000000 flag: RQFPR_IPV4
956 * Ethtool gives us a value=0 and mask=~0 for don't care a tuple
957 * For a don't care mask it gives us a 0
959 * The check if don't care and the mask adjustment if mask=0 is done for VLAN
960 * and MAC stuff on an upper level (due to missing information on this level).
961 * For these guys we can discard them if they are value=0 and mask=0.
963 * Further the all masks are one-padded for better hardware efficiency.
965 static void gfar_set_attribute(u32 value
, u32 mask
, u32 flag
,
966 struct filer_table
*tab
)
973 mask
|= RQFCR_PID_PRI_MASK
;
978 if (!~(mask
| RQFCR_PID_L4P_MASK
))
983 mask
|= RQFCR_PID_L4P_MASK
;
989 mask
|= RQFCR_PID_VID_MASK
;
995 if (!~(mask
| RQFCR_PID_PORT_MASK
))
1000 mask
|= RQFCR_PID_PORT_MASK
;
1007 if (!(value
| mask
))
1009 mask
|= RQFCR_PID_MAC_MASK
;
1011 /* for all real 32bit masks */
1019 gfar_set_general_attribute(value
, mask
, flag
, tab
);
1022 /* Translates value and mask for UDP, TCP or SCTP */
1023 static void gfar_set_basic_ip(struct ethtool_tcpip4_spec
*value
,
1024 struct ethtool_tcpip4_spec
*mask
,
1025 struct filer_table
*tab
)
1027 gfar_set_attribute(be32_to_cpu(value
->ip4src
),
1028 be32_to_cpu(mask
->ip4src
),
1029 RQFCR_PID_SIA
, tab
);
1030 gfar_set_attribute(be32_to_cpu(value
->ip4dst
),
1031 be32_to_cpu(mask
->ip4dst
),
1032 RQFCR_PID_DIA
, tab
);
1033 gfar_set_attribute(be16_to_cpu(value
->pdst
),
1034 be16_to_cpu(mask
->pdst
),
1035 RQFCR_PID_DPT
, tab
);
1036 gfar_set_attribute(be16_to_cpu(value
->psrc
),
1037 be16_to_cpu(mask
->psrc
),
1038 RQFCR_PID_SPT
, tab
);
1039 gfar_set_attribute(value
->tos
, mask
->tos
, RQFCR_PID_TOS
, tab
);
1042 /* Translates value and mask for RAW-IP4 */
1043 static void gfar_set_user_ip(struct ethtool_usrip4_spec
*value
,
1044 struct ethtool_usrip4_spec
*mask
,
1045 struct filer_table
*tab
)
1047 gfar_set_attribute(be32_to_cpu(value
->ip4src
),
1048 be32_to_cpu(mask
->ip4src
),
1049 RQFCR_PID_SIA
, tab
);
1050 gfar_set_attribute(be32_to_cpu(value
->ip4dst
),
1051 be32_to_cpu(mask
->ip4dst
),
1052 RQFCR_PID_DIA
, tab
);
1053 gfar_set_attribute(value
->tos
, mask
->tos
, RQFCR_PID_TOS
, tab
);
1054 gfar_set_attribute(value
->proto
, mask
->proto
, RQFCR_PID_L4P
, tab
);
1055 gfar_set_attribute(be32_to_cpu(value
->l4_4_bytes
),
1056 be32_to_cpu(mask
->l4_4_bytes
),
1057 RQFCR_PID_ARB
, tab
);
1061 /* Translates value and mask for ETHER spec */
1062 static void gfar_set_ether(struct ethhdr
*value
, struct ethhdr
*mask
,
1063 struct filer_table
*tab
)
1065 u32 upper_temp_mask
= 0;
1066 u32 lower_temp_mask
= 0;
1068 /* Source address */
1069 if (!is_broadcast_ether_addr(mask
->h_source
)) {
1070 if (is_zero_ether_addr(mask
->h_source
)) {
1071 upper_temp_mask
= 0xFFFFFFFF;
1072 lower_temp_mask
= 0xFFFFFFFF;
1074 upper_temp_mask
= mask
->h_source
[0] << 16 |
1075 mask
->h_source
[1] << 8 |
1077 lower_temp_mask
= mask
->h_source
[3] << 16 |
1078 mask
->h_source
[4] << 8 |
1082 gfar_set_attribute(value
->h_source
[0] << 16 |
1083 value
->h_source
[1] << 8 |
1085 upper_temp_mask
, RQFCR_PID_SAH
, tab
);
1086 /* And the same for the lower part */
1087 gfar_set_attribute(value
->h_source
[3] << 16 |
1088 value
->h_source
[4] << 8 |
1090 lower_temp_mask
, RQFCR_PID_SAL
, tab
);
1092 /* Destination address */
1093 if (!is_broadcast_ether_addr(mask
->h_dest
)) {
1094 /* Special for destination is limited broadcast */
1095 if ((is_broadcast_ether_addr(value
->h_dest
) &&
1096 is_zero_ether_addr(mask
->h_dest
))) {
1097 gfar_set_parse_bits(RQFPR_EBC
, RQFPR_EBC
, tab
);
1099 if (is_zero_ether_addr(mask
->h_dest
)) {
1100 upper_temp_mask
= 0xFFFFFFFF;
1101 lower_temp_mask
= 0xFFFFFFFF;
1103 upper_temp_mask
= mask
->h_dest
[0] << 16 |
1104 mask
->h_dest
[1] << 8 |
1106 lower_temp_mask
= mask
->h_dest
[3] << 16 |
1107 mask
->h_dest
[4] << 8 |
1112 gfar_set_attribute(value
->h_dest
[0] << 16 |
1113 value
->h_dest
[1] << 8 |
1115 upper_temp_mask
, RQFCR_PID_DAH
, tab
);
1116 /* And the same for the lower part */
1117 gfar_set_attribute(value
->h_dest
[3] << 16 |
1118 value
->h_dest
[4] << 8 |
1120 lower_temp_mask
, RQFCR_PID_DAL
, tab
);
1124 gfar_set_attribute(be16_to_cpu(value
->h_proto
),
1125 be16_to_cpu(mask
->h_proto
),
1126 RQFCR_PID_ETY
, tab
);
1129 static inline u32
vlan_tci_vid(struct ethtool_rx_flow_spec
*rule
)
1131 return be16_to_cpu(rule
->h_ext
.vlan_tci
) & VLAN_VID_MASK
;
1134 static inline u32
vlan_tci_vidm(struct ethtool_rx_flow_spec
*rule
)
1136 return be16_to_cpu(rule
->m_ext
.vlan_tci
) & VLAN_VID_MASK
;
1139 static inline u32
vlan_tci_cfi(struct ethtool_rx_flow_spec
*rule
)
1141 return be16_to_cpu(rule
->h_ext
.vlan_tci
) & VLAN_CFI_MASK
;
1144 static inline u32
vlan_tci_cfim(struct ethtool_rx_flow_spec
*rule
)
1146 return be16_to_cpu(rule
->m_ext
.vlan_tci
) & VLAN_CFI_MASK
;
1149 static inline u32
vlan_tci_prio(struct ethtool_rx_flow_spec
*rule
)
1151 return (be16_to_cpu(rule
->h_ext
.vlan_tci
) & VLAN_PRIO_MASK
) >>
1155 static inline u32
vlan_tci_priom(struct ethtool_rx_flow_spec
*rule
)
1157 return (be16_to_cpu(rule
->m_ext
.vlan_tci
) & VLAN_PRIO_MASK
) >>
1161 /* Convert a rule to binary filter format of gianfar */
1162 static int gfar_convert_to_filer(struct ethtool_rx_flow_spec
*rule
,
1163 struct filer_table
*tab
)
1165 u32 vlan
= 0, vlan_mask
= 0;
1166 u32 id
= 0, id_mask
= 0;
1167 u32 cfi
= 0, cfi_mask
= 0;
1168 u32 prio
= 0, prio_mask
= 0;
1169 u32 old_index
= tab
->index
;
1171 /* Check if vlan is wanted */
1172 if ((rule
->flow_type
& FLOW_EXT
) &&
1173 (rule
->m_ext
.vlan_tci
!= cpu_to_be16(0xFFFF))) {
1174 if (!rule
->m_ext
.vlan_tci
)
1175 rule
->m_ext
.vlan_tci
= cpu_to_be16(0xFFFF);
1178 vlan_mask
= RQFPR_VLN
;
1180 /* Separate the fields */
1181 id
= vlan_tci_vid(rule
);
1182 id_mask
= vlan_tci_vidm(rule
);
1183 cfi
= vlan_tci_cfi(rule
);
1184 cfi_mask
= vlan_tci_cfim(rule
);
1185 prio
= vlan_tci_prio(rule
);
1186 prio_mask
= vlan_tci_priom(rule
);
1188 if (cfi
== VLAN_TAG_PRESENT
&& cfi_mask
== VLAN_TAG_PRESENT
) {
1190 vlan_mask
|= RQFPR_CFI
;
1191 } else if (cfi
!= VLAN_TAG_PRESENT
&&
1192 cfi_mask
== VLAN_TAG_PRESENT
) {
1193 vlan_mask
|= RQFPR_CFI
;
1197 switch (rule
->flow_type
& ~FLOW_EXT
) {
1199 gfar_set_parse_bits(RQFPR_IPV4
| RQFPR_TCP
| vlan
,
1200 RQFPR_IPV4
| RQFPR_TCP
| vlan_mask
, tab
);
1201 gfar_set_basic_ip(&rule
->h_u
.tcp_ip4_spec
,
1202 &rule
->m_u
.tcp_ip4_spec
, tab
);
1205 gfar_set_parse_bits(RQFPR_IPV4
| RQFPR_UDP
| vlan
,
1206 RQFPR_IPV4
| RQFPR_UDP
| vlan_mask
, tab
);
1207 gfar_set_basic_ip(&rule
->h_u
.udp_ip4_spec
,
1208 &rule
->m_u
.udp_ip4_spec
, tab
);
1211 gfar_set_parse_bits(RQFPR_IPV4
| vlan
, RQFPR_IPV4
| vlan_mask
,
1213 gfar_set_attribute(132, 0, RQFCR_PID_L4P
, tab
);
1214 gfar_set_basic_ip((struct ethtool_tcpip4_spec
*)&rule
->h_u
,
1215 (struct ethtool_tcpip4_spec
*)&rule
->m_u
,
1219 gfar_set_parse_bits(RQFPR_IPV4
| vlan
, RQFPR_IPV4
| vlan_mask
,
1221 gfar_set_user_ip((struct ethtool_usrip4_spec
*) &rule
->h_u
,
1222 (struct ethtool_usrip4_spec
*) &rule
->m_u
,
1227 gfar_set_parse_bits(vlan
, vlan_mask
, tab
);
1228 gfar_set_ether((struct ethhdr
*) &rule
->h_u
,
1229 (struct ethhdr
*) &rule
->m_u
, tab
);
1235 /* Set the vlan attributes in the end */
1237 gfar_set_attribute(id
, id_mask
, RQFCR_PID_VID
, tab
);
1238 gfar_set_attribute(prio
, prio_mask
, RQFCR_PID_PRI
, tab
);
1241 /* If there has been nothing written till now, it must be a default */
1242 if (tab
->index
== old_index
) {
1243 gfar_set_mask(0xFFFFFFFF, tab
);
1244 tab
->fe
[tab
->index
].ctrl
= 0x20;
1245 tab
->fe
[tab
->index
].prop
= 0x0;
1249 /* Remove last AND */
1250 tab
->fe
[tab
->index
- 1].ctrl
&= (~RQFCR_AND
);
1252 /* Specify which queue to use or to drop */
1253 if (rule
->ring_cookie
== RX_CLS_FLOW_DISC
)
1254 tab
->fe
[tab
->index
- 1].ctrl
|= RQFCR_RJE
;
1256 tab
->fe
[tab
->index
- 1].ctrl
|= (rule
->ring_cookie
<< 10);
1258 /* Only big enough entries can be clustered */
1259 if (tab
->index
> (old_index
+ 2)) {
1260 tab
->fe
[old_index
+ 1].ctrl
|= RQFCR_CLE
;
1261 tab
->fe
[tab
->index
- 1].ctrl
|= RQFCR_CLE
;
1264 /* In rare cases the cache can be full while there is
1267 if (tab
->index
> MAX_FILER_CACHE_IDX
- 1)
1273 /* Copy size filer entries */
1274 static void gfar_copy_filer_entries(struct gfar_filer_entry dst
[0],
1275 struct gfar_filer_entry src
[0], s32 size
)
1279 dst
[size
].ctrl
= src
[size
].ctrl
;
1280 dst
[size
].prop
= src
[size
].prop
;
1284 /* Delete the contents of the filer-table between start and end
1287 static int gfar_trim_filer_entries(u32 begin
, u32 end
, struct filer_table
*tab
)
1291 if (end
> MAX_FILER_CACHE_IDX
|| end
< begin
)
1295 length
= end
- begin
;
1298 while (end
< tab
->index
) {
1299 tab
->fe
[begin
].ctrl
= tab
->fe
[end
].ctrl
;
1300 tab
->fe
[begin
++].prop
= tab
->fe
[end
++].prop
;
1303 /* Fill up with don't cares */
1304 while (begin
< tab
->index
) {
1305 tab
->fe
[begin
].ctrl
= 0x60;
1306 tab
->fe
[begin
].prop
= 0xFFFFFFFF;
1310 tab
->index
-= length
;
1314 /* Make space on the wanted location */
1315 static int gfar_expand_filer_entries(u32 begin
, u32 length
,
1316 struct filer_table
*tab
)
1318 if (length
== 0 || length
+ tab
->index
> MAX_FILER_CACHE_IDX
||
1319 begin
> MAX_FILER_CACHE_IDX
)
1322 gfar_copy_filer_entries(&(tab
->fe
[begin
+ length
]), &(tab
->fe
[begin
]),
1323 tab
->index
- length
+ 1);
1325 tab
->index
+= length
;
1329 static int gfar_get_next_cluster_start(int start
, struct filer_table
*tab
)
1331 for (; (start
< tab
->index
) && (start
< MAX_FILER_CACHE_IDX
- 1);
1333 if ((tab
->fe
[start
].ctrl
& (RQFCR_AND
| RQFCR_CLE
)) ==
1334 (RQFCR_AND
| RQFCR_CLE
))
1340 static int gfar_get_next_cluster_end(int start
, struct filer_table
*tab
)
1342 for (; (start
< tab
->index
) && (start
< MAX_FILER_CACHE_IDX
- 1);
1344 if ((tab
->fe
[start
].ctrl
& (RQFCR_AND
| RQFCR_CLE
)) ==
1351 /* Uses hardwares clustering option to reduce
1352 * the number of filer table entries
1354 static void gfar_cluster_filer(struct filer_table
*tab
)
1356 s32 i
= -1, j
, iend
, jend
;
1358 while ((i
= gfar_get_next_cluster_start(++i
, tab
)) != -1) {
1360 while ((j
= gfar_get_next_cluster_start(++j
, tab
)) != -1) {
1361 /* The cluster entries self and the previous one
1362 * (a mask) must be identical!
1364 if (tab
->fe
[i
].ctrl
!= tab
->fe
[j
].ctrl
)
1366 if (tab
->fe
[i
].prop
!= tab
->fe
[j
].prop
)
1368 if (tab
->fe
[i
- 1].ctrl
!= tab
->fe
[j
- 1].ctrl
)
1370 if (tab
->fe
[i
- 1].prop
!= tab
->fe
[j
- 1].prop
)
1372 iend
= gfar_get_next_cluster_end(i
, tab
);
1373 jend
= gfar_get_next_cluster_end(j
, tab
);
1374 if (jend
== -1 || iend
== -1)
1377 /* First we make some free space, where our cluster
1378 * element should be. Then we copy it there and finally
1379 * delete in from its old location.
1381 if (gfar_expand_filer_entries(iend
, (jend
- j
), tab
) ==
1385 gfar_copy_filer_entries(&(tab
->fe
[iend
+ 1]),
1386 &(tab
->fe
[jend
+ 1]), jend
- j
);
1388 if (gfar_trim_filer_entries(jend
- 1,
1393 /* Mask out cluster bit */
1394 tab
->fe
[iend
].ctrl
&= ~(RQFCR_CLE
);
1399 /* Swaps the masked bits of a1<>a2 and b1<>b2 */
1400 static void gfar_swap_bits(struct gfar_filer_entry
*a1
,
1401 struct gfar_filer_entry
*a2
,
1402 struct gfar_filer_entry
*b1
,
1403 struct gfar_filer_entry
*b2
, u32 mask
)
1406 temp
[0] = a1
->ctrl
& mask
;
1407 temp
[1] = a2
->ctrl
& mask
;
1408 temp
[2] = b1
->ctrl
& mask
;
1409 temp
[3] = b2
->ctrl
& mask
;
1416 a1
->ctrl
|= temp
[1];
1417 a2
->ctrl
|= temp
[0];
1418 b1
->ctrl
|= temp
[3];
1419 b2
->ctrl
|= temp
[2];
1422 /* Generate a list consisting of masks values with their start and
1423 * end of validity and block as indicator for parts belonging
1424 * together (glued by ANDs) in mask_table
1426 static u32
gfar_generate_mask_table(struct gfar_mask_entry
*mask_table
,
1427 struct filer_table
*tab
)
1429 u32 i
, and_index
= 0, block_index
= 1;
1431 for (i
= 0; i
< tab
->index
; i
++) {
1433 /* LSByte of control = 0 sets a mask */
1434 if (!(tab
->fe
[i
].ctrl
& 0xF)) {
1435 mask_table
[and_index
].mask
= tab
->fe
[i
].prop
;
1436 mask_table
[and_index
].start
= i
;
1437 mask_table
[and_index
].block
= block_index
;
1439 mask_table
[and_index
- 1].end
= i
- 1;
1442 /* cluster starts and ends will be separated because they should
1443 * hold their position
1445 if (tab
->fe
[i
].ctrl
& RQFCR_CLE
)
1447 /* A not set AND indicates the end of a depended block */
1448 if (!(tab
->fe
[i
].ctrl
& RQFCR_AND
))
1452 mask_table
[and_index
- 1].end
= i
- 1;
1457 /* Sorts the entries of mask_table by the values of the masks.
1458 * Important: The 0xFF80 flags of the first and last entry of a
1459 * block must hold their position (which queue, CLusterEnable, ReJEct,
1462 static void gfar_sort_mask_table(struct gfar_mask_entry
*mask_table
,
1463 struct filer_table
*temp_table
, u32 and_index
)
1465 /* Pointer to compare function (_asc or _desc) */
1466 int (*gfar_comp
)(const void *, const void *);
1468 u32 i
, size
= 0, start
= 0, prev
= 1;
1469 u32 old_first
, old_last
, new_first
, new_last
;
1471 gfar_comp
= &gfar_comp_desc
;
1473 for (i
= 0; i
< and_index
; i
++) {
1474 if (prev
!= mask_table
[i
].block
) {
1475 old_first
= mask_table
[start
].start
+ 1;
1476 old_last
= mask_table
[i
- 1].end
;
1477 sort(mask_table
+ start
, size
,
1478 sizeof(struct gfar_mask_entry
),
1479 gfar_comp
, &gfar_swap
);
1481 /* Toggle order for every block. This makes the
1482 * thing more efficient!
1484 if (gfar_comp
== gfar_comp_desc
)
1485 gfar_comp
= &gfar_comp_asc
;
1487 gfar_comp
= &gfar_comp_desc
;
1489 new_first
= mask_table
[start
].start
+ 1;
1490 new_last
= mask_table
[i
- 1].end
;
1492 gfar_swap_bits(&temp_table
->fe
[new_first
],
1493 &temp_table
->fe
[old_first
],
1494 &temp_table
->fe
[new_last
],
1495 &temp_table
->fe
[old_last
],
1496 RQFCR_QUEUE
| RQFCR_CLE
|
1497 RQFCR_RJE
| RQFCR_AND
);
1503 prev
= mask_table
[i
].block
;
1507 /* Reduces the number of masks needed in the filer table to save entries
1508 * This is done by sorting the masks of a depended block. A depended block is
1509 * identified by gluing ANDs or CLE. The sorting order toggles after every
1510 * block. Of course entries in scope of a mask must change their location with
1513 static int gfar_optimize_filer_masks(struct filer_table
*tab
)
1515 struct filer_table
*temp_table
;
1516 struct gfar_mask_entry
*mask_table
;
1518 u32 and_index
= 0, previous_mask
= 0, i
= 0, j
= 0, size
= 0;
1521 /* We need a copy of the filer table because
1522 * we want to change its order
1524 temp_table
= kmemdup(tab
, sizeof(*temp_table
), GFP_KERNEL
);
1525 if (temp_table
== NULL
)
1528 mask_table
= kcalloc(MAX_FILER_CACHE_IDX
/ 2 + 1,
1529 sizeof(struct gfar_mask_entry
), GFP_KERNEL
);
1531 if (mask_table
== NULL
) {
1536 and_index
= gfar_generate_mask_table(mask_table
, tab
);
1538 gfar_sort_mask_table(mask_table
, temp_table
, and_index
);
1540 /* Now we can copy the data from our duplicated filer table to
1541 * the real one in the order the mask table says
1543 for (i
= 0; i
< and_index
; i
++) {
1544 size
= mask_table
[i
].end
- mask_table
[i
].start
+ 1;
1545 gfar_copy_filer_entries(&(tab
->fe
[j
]),
1546 &(temp_table
->fe
[mask_table
[i
].start
]), size
);
1550 /* And finally we just have to check for duplicated masks and drop the
1553 for (i
= 0; i
< tab
->index
&& i
< MAX_FILER_CACHE_IDX
; i
++) {
1554 if (tab
->fe
[i
].ctrl
== 0x80) {
1555 previous_mask
= i
++;
1559 for (; i
< tab
->index
&& i
< MAX_FILER_CACHE_IDX
; i
++) {
1560 if (tab
->fe
[i
].ctrl
== 0x80) {
1561 if (tab
->fe
[i
].prop
== tab
->fe
[previous_mask
].prop
) {
1562 /* Two identical ones found!
1563 * So drop the second one!
1565 gfar_trim_filer_entries(i
, i
, tab
);
1567 /* Not identical! */
1573 end
: kfree(temp_table
);
1577 /* Write the bit-pattern from software's buffer to hardware registers */
1578 static int gfar_write_filer_table(struct gfar_private
*priv
,
1579 struct filer_table
*tab
)
1582 if (tab
->index
> MAX_FILER_IDX
- 1)
1585 /* Fill regular entries */
1586 for (; i
< MAX_FILER_IDX
- 1 && (tab
->fe
[i
].ctrl
| tab
->fe
[i
].prop
);
1588 gfar_write_filer(priv
, i
, tab
->fe
[i
].ctrl
, tab
->fe
[i
].prop
);
1589 /* Fill the rest with fall-troughs */
1590 for (; i
< MAX_FILER_IDX
- 1; i
++)
1591 gfar_write_filer(priv
, i
, 0x60, 0xFFFFFFFF);
1592 /* Last entry must be default accept
1593 * because that's what people expect
1595 gfar_write_filer(priv
, i
, 0x20, 0x0);
1600 static int gfar_check_capability(struct ethtool_rx_flow_spec
*flow
,
1601 struct gfar_private
*priv
)
1604 if (flow
->flow_type
& FLOW_EXT
) {
1605 if (~flow
->m_ext
.data
[0] || ~flow
->m_ext
.data
[1])
1606 netdev_warn(priv
->ndev
,
1607 "User-specific data not supported!\n");
1608 if (~flow
->m_ext
.vlan_etype
)
1609 netdev_warn(priv
->ndev
,
1610 "VLAN-etype not supported!\n");
1612 if (flow
->flow_type
== IP_USER_FLOW
)
1613 if (flow
->h_u
.usr_ip4_spec
.ip_ver
!= ETH_RX_NFC_IP4
)
1614 netdev_warn(priv
->ndev
,
1615 "IP-Version differing from IPv4 not supported!\n");
1620 static int gfar_process_filer_changes(struct gfar_private
*priv
)
1622 struct ethtool_flow_spec_container
*j
;
1623 struct filer_table
*tab
;
1627 /* So index is set to zero, too! */
1628 tab
= kzalloc(sizeof(*tab
), GFP_KERNEL
);
1632 /* Now convert the existing filer data from flow_spec into
1633 * filer tables binary format
1635 list_for_each_entry(j
, &priv
->rx_list
.list
, list
) {
1636 ret
= gfar_convert_to_filer(&j
->fs
, tab
);
1637 if (ret
== -EBUSY
) {
1638 netdev_err(priv
->ndev
,
1639 "Rule not added: No free space!\n");
1643 netdev_err(priv
->ndev
,
1644 "Rule not added: Unsupported Flow-type!\n");
1651 /* Optimizations to save entries */
1652 gfar_cluster_filer(tab
);
1653 gfar_optimize_filer_masks(tab
);
1655 pr_debug("\tSummary:\n"
1656 "\tData on hardware: %d\n"
1657 "\tCompression rate: %d%%\n",
1658 tab
->index
, 100 - (100 * tab
->index
) / i
);
1660 /* Write everything to hardware */
1661 ret
= gfar_write_filer_table(priv
, tab
);
1662 if (ret
== -EBUSY
) {
1663 netdev_err(priv
->ndev
, "Rule not added: No free space!\n");
1672 static void gfar_invert_masks(struct ethtool_rx_flow_spec
*flow
)
1676 for (i
= 0; i
< sizeof(flow
->m_u
); i
++)
1677 flow
->m_u
.hdata
[i
] ^= 0xFF;
1679 flow
->m_ext
.vlan_etype
^= cpu_to_be16(0xFFFF);
1680 flow
->m_ext
.vlan_tci
^= cpu_to_be16(0xFFFF);
1681 flow
->m_ext
.data
[0] ^= cpu_to_be32(~0);
1682 flow
->m_ext
.data
[1] ^= cpu_to_be32(~0);
1685 static int gfar_add_cls(struct gfar_private
*priv
,
1686 struct ethtool_rx_flow_spec
*flow
)
1688 struct ethtool_flow_spec_container
*temp
, *comp
;
1691 temp
= kmalloc(sizeof(*temp
), GFP_KERNEL
);
1694 memcpy(&temp
->fs
, flow
, sizeof(temp
->fs
));
1696 gfar_invert_masks(&temp
->fs
);
1697 ret
= gfar_check_capability(&temp
->fs
, priv
);
1700 /* Link in the new element at the right @location */
1701 if (list_empty(&priv
->rx_list
.list
)) {
1702 ret
= gfar_check_filer_hardware(priv
);
1705 list_add(&temp
->list
, &priv
->rx_list
.list
);
1708 list_for_each_entry(comp
, &priv
->rx_list
.list
, list
) {
1709 if (comp
->fs
.location
> flow
->location
) {
1710 list_add_tail(&temp
->list
, &comp
->list
);
1713 if (comp
->fs
.location
== flow
->location
) {
1714 netdev_err(priv
->ndev
,
1715 "Rule not added: ID %d not free!\n",
1721 list_add_tail(&temp
->list
, &priv
->rx_list
.list
);
1725 ret
= gfar_process_filer_changes(priv
);
1728 priv
->rx_list
.count
++;
1732 list_del(&temp
->list
);
1738 static int gfar_del_cls(struct gfar_private
*priv
, u32 loc
)
1740 struct ethtool_flow_spec_container
*comp
;
1743 if (list_empty(&priv
->rx_list
.list
))
1746 list_for_each_entry(comp
, &priv
->rx_list
.list
, list
) {
1747 if (comp
->fs
.location
== loc
) {
1748 list_del(&comp
->list
);
1750 priv
->rx_list
.count
--;
1751 gfar_process_filer_changes(priv
);
1760 static int gfar_get_cls(struct gfar_private
*priv
, struct ethtool_rxnfc
*cmd
)
1762 struct ethtool_flow_spec_container
*comp
;
1765 list_for_each_entry(comp
, &priv
->rx_list
.list
, list
) {
1766 if (comp
->fs
.location
== cmd
->fs
.location
) {
1767 memcpy(&cmd
->fs
, &comp
->fs
, sizeof(cmd
->fs
));
1768 gfar_invert_masks(&cmd
->fs
);
1777 static int gfar_get_cls_all(struct gfar_private
*priv
,
1778 struct ethtool_rxnfc
*cmd
, u32
*rule_locs
)
1780 struct ethtool_flow_spec_container
*comp
;
1783 list_for_each_entry(comp
, &priv
->rx_list
.list
, list
) {
1784 if (i
== cmd
->rule_cnt
)
1786 rule_locs
[i
] = comp
->fs
.location
;
1790 cmd
->data
= MAX_FILER_IDX
;
1796 static int gfar_set_nfc(struct net_device
*dev
, struct ethtool_rxnfc
*cmd
)
1798 struct gfar_private
*priv
= netdev_priv(dev
);
1801 if (test_bit(GFAR_RESETTING
, &priv
->state
))
1804 mutex_lock(&priv
->rx_queue_access
);
1808 ret
= gfar_set_hash_opts(priv
, cmd
);
1810 case ETHTOOL_SRXCLSRLINS
:
1811 if ((cmd
->fs
.ring_cookie
!= RX_CLS_FLOW_DISC
&&
1812 cmd
->fs
.ring_cookie
>= priv
->num_rx_queues
) ||
1813 cmd
->fs
.location
>= MAX_FILER_IDX
) {
1817 ret
= gfar_add_cls(priv
, &cmd
->fs
);
1819 case ETHTOOL_SRXCLSRLDEL
:
1820 ret
= gfar_del_cls(priv
, cmd
->fs
.location
);
1826 mutex_unlock(&priv
->rx_queue_access
);
1831 static int gfar_get_nfc(struct net_device
*dev
, struct ethtool_rxnfc
*cmd
,
1834 struct gfar_private
*priv
= netdev_priv(dev
);
1838 case ETHTOOL_GRXRINGS
:
1839 cmd
->data
= priv
->num_rx_queues
;
1841 case ETHTOOL_GRXCLSRLCNT
:
1842 cmd
->rule_cnt
= priv
->rx_list
.count
;
1844 case ETHTOOL_GRXCLSRULE
:
1845 ret
= gfar_get_cls(priv
, cmd
);
1847 case ETHTOOL_GRXCLSRLALL
:
1848 ret
= gfar_get_cls_all(priv
, cmd
, rule_locs
);
1858 int gfar_phc_index
= -1;
1859 EXPORT_SYMBOL(gfar_phc_index
);
1861 static int gfar_get_ts_info(struct net_device
*dev
,
1862 struct ethtool_ts_info
*info
)
1864 struct gfar_private
*priv
= netdev_priv(dev
);
1866 if (!(priv
->device_flags
& FSL_GIANFAR_DEV_HAS_TIMER
)) {
1867 info
->so_timestamping
= SOF_TIMESTAMPING_RX_SOFTWARE
|
1868 SOF_TIMESTAMPING_SOFTWARE
;
1869 info
->phc_index
= -1;
1872 info
->so_timestamping
= SOF_TIMESTAMPING_TX_HARDWARE
|
1873 SOF_TIMESTAMPING_RX_HARDWARE
|
1874 SOF_TIMESTAMPING_RAW_HARDWARE
;
1875 info
->phc_index
= gfar_phc_index
;
1876 info
->tx_types
= (1 << HWTSTAMP_TX_OFF
) |
1877 (1 << HWTSTAMP_TX_ON
);
1878 info
->rx_filters
= (1 << HWTSTAMP_FILTER_NONE
) |
1879 (1 << HWTSTAMP_FILTER_ALL
);
1883 const struct ethtool_ops gfar_ethtool_ops
= {
1884 .get_settings
= gfar_gsettings
,
1885 .set_settings
= gfar_ssettings
,
1886 .get_drvinfo
= gfar_gdrvinfo
,
1887 .get_regs_len
= gfar_reglen
,
1888 .get_regs
= gfar_get_regs
,
1889 .get_link
= ethtool_op_get_link
,
1890 .get_coalesce
= gfar_gcoalesce
,
1891 .set_coalesce
= gfar_scoalesce
,
1892 .get_ringparam
= gfar_gringparam
,
1893 .set_ringparam
= gfar_sringparam
,
1894 .get_pauseparam
= gfar_gpauseparam
,
1895 .set_pauseparam
= gfar_spauseparam
,
1896 .get_strings
= gfar_gstrings
,
1897 .get_sset_count
= gfar_sset_count
,
1898 .get_ethtool_stats
= gfar_fill_stats
,
1899 .get_msglevel
= gfar_get_msglevel
,
1900 .set_msglevel
= gfar_set_msglevel
,
1902 .get_wol
= gfar_get_wol
,
1903 .set_wol
= gfar_set_wol
,
1905 .set_rxnfc
= gfar_set_nfc
,
1906 .get_rxnfc
= gfar_get_nfc
,
1907 .get_ts_info
= gfar_get_ts_info
,