2 * Copyright (C) 2017 Netronome Systems, Inc.
4 * This software is dual licensed under the GNU General License Version 2,
5 * June 1991 as shown in the file COPYING in the top-level directory of this
6 * source tree or the BSD 2-Clause License provided below. You have the
7 * option to license this software under the complete terms of either license.
9 * The BSD 2-Clause License:
11 * Redistribution and use in source and binary forms, with or
12 * without modification, are permitted provided that the following
15 * 1. Redistributions of source code must retain the above
16 * copyright notice, this list of conditions and the following
19 * 2. Redistributions in binary form must reproduce the above
20 * copyright notice, this list of conditions and the following
21 * disclaimer in the documentation and/or other materials
22 * provided with the distribution.
24 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
25 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
26 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
27 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
28 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
29 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
30 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
34 #include <linux/etherdevice.h>
35 #include <linux/io-64-nonatomic-hi-lo.h>
36 #include <linux/lockdep.h>
37 #include <net/dst_metadata.h>
38 #include <net/switchdev.h>
40 #include "nfpcore/nfp_cpp.h"
41 #include "nfpcore/nfp_nsp.h"
44 #include "nfp_net_ctrl.h"
45 #include "nfp_net_repr.h"
46 #include "nfp_net_sriov.h"
50 nfp_repr_inc_tx_stats(struct net_device
*netdev
, unsigned int len
,
53 struct nfp_repr
*repr
= netdev_priv(netdev
);
54 struct nfp_repr_pcpu_stats
*stats
;
56 if (unlikely(tx_status
!= NET_XMIT_SUCCESS
&&
57 tx_status
!= NET_XMIT_CN
)) {
58 this_cpu_inc(repr
->stats
->tx_drops
);
62 stats
= this_cpu_ptr(repr
->stats
);
63 u64_stats_update_begin(&stats
->syncp
);
65 stats
->tx_bytes
+= len
;
66 u64_stats_update_end(&stats
->syncp
);
69 void nfp_repr_inc_rx_stats(struct net_device
*netdev
, unsigned int len
)
71 struct nfp_repr
*repr
= netdev_priv(netdev
);
72 struct nfp_repr_pcpu_stats
*stats
;
74 stats
= this_cpu_ptr(repr
->stats
);
75 u64_stats_update_begin(&stats
->syncp
);
77 stats
->rx_bytes
+= len
;
78 u64_stats_update_end(&stats
->syncp
);
82 nfp_repr_phy_port_get_stats64(struct nfp_port
*port
,
83 struct rtnl_link_stats64
*stats
)
85 u8 __iomem
*mem
= port
->eth_stats
;
87 /* TX and RX stats are flipped as we are returning the stats as seen
88 * at the switch port corresponding to the phys port.
90 stats
->tx_packets
= readq(mem
+ NFP_MAC_STATS_RX_FRAMES_RECEIVED_OK
);
91 stats
->tx_bytes
= readq(mem
+ NFP_MAC_STATS_RX_IN_OCTETS
);
92 stats
->tx_dropped
= readq(mem
+ NFP_MAC_STATS_RX_IN_ERRORS
);
94 stats
->rx_packets
= readq(mem
+ NFP_MAC_STATS_TX_FRAMES_TRANSMITTED_OK
);
95 stats
->rx_bytes
= readq(mem
+ NFP_MAC_STATS_TX_OUT_OCTETS
);
96 stats
->rx_dropped
= readq(mem
+ NFP_MAC_STATS_TX_OUT_ERRORS
);
100 nfp_repr_vnic_get_stats64(struct nfp_port
*port
,
101 struct rtnl_link_stats64
*stats
)
103 /* TX and RX stats are flipped as we are returning the stats as seen
104 * at the switch port corresponding to the VF.
106 stats
->tx_packets
= readq(port
->vnic
+ NFP_NET_CFG_STATS_RX_FRAMES
);
107 stats
->tx_bytes
= readq(port
->vnic
+ NFP_NET_CFG_STATS_RX_OCTETS
);
108 stats
->tx_dropped
= readq(port
->vnic
+ NFP_NET_CFG_STATS_RX_DISCARDS
);
110 stats
->rx_packets
= readq(port
->vnic
+ NFP_NET_CFG_STATS_TX_FRAMES
);
111 stats
->rx_bytes
= readq(port
->vnic
+ NFP_NET_CFG_STATS_TX_OCTETS
);
112 stats
->rx_dropped
= readq(port
->vnic
+ NFP_NET_CFG_STATS_TX_DISCARDS
);
116 nfp_repr_get_stats64(struct net_device
*netdev
, struct rtnl_link_stats64
*stats
)
118 struct nfp_repr
*repr
= netdev_priv(netdev
);
120 if (WARN_ON(!repr
->port
))
123 switch (repr
->port
->type
) {
124 case NFP_PORT_PHYS_PORT
:
125 if (!__nfp_port_get_eth_port(repr
->port
))
127 nfp_repr_phy_port_get_stats64(repr
->port
, stats
);
129 case NFP_PORT_PF_PORT
:
130 case NFP_PORT_VF_PORT
:
131 nfp_repr_vnic_get_stats64(repr
->port
, stats
);
138 nfp_repr_has_offload_stats(const struct net_device
*dev
, int attr_id
)
141 case IFLA_OFFLOAD_XSTATS_CPU_HIT
:
149 nfp_repr_get_host_stats64(const struct net_device
*netdev
,
150 struct rtnl_link_stats64
*stats
)
152 struct nfp_repr
*repr
= netdev_priv(netdev
);
155 for_each_possible_cpu(i
) {
156 u64 tbytes
, tpkts
, tdrops
, rbytes
, rpkts
;
157 struct nfp_repr_pcpu_stats
*repr_stats
;
160 repr_stats
= per_cpu_ptr(repr
->stats
, i
);
162 start
= u64_stats_fetch_begin_irq(&repr_stats
->syncp
);
163 tbytes
= repr_stats
->tx_bytes
;
164 tpkts
= repr_stats
->tx_packets
;
165 tdrops
= repr_stats
->tx_drops
;
166 rbytes
= repr_stats
->rx_bytes
;
167 rpkts
= repr_stats
->rx_packets
;
168 } while (u64_stats_fetch_retry_irq(&repr_stats
->syncp
, start
));
170 stats
->tx_bytes
+= tbytes
;
171 stats
->tx_packets
+= tpkts
;
172 stats
->tx_dropped
+= tdrops
;
173 stats
->rx_bytes
+= rbytes
;
174 stats
->rx_packets
+= rpkts
;
181 nfp_repr_get_offload_stats(int attr_id
, const struct net_device
*dev
,
185 case IFLA_OFFLOAD_XSTATS_CPU_HIT
:
186 return nfp_repr_get_host_stats64(dev
, stats
);
192 static netdev_tx_t
nfp_repr_xmit(struct sk_buff
*skb
, struct net_device
*netdev
)
194 struct nfp_repr
*repr
= netdev_priv(netdev
);
195 unsigned int len
= skb
->len
;
199 dst_hold((struct dst_entry
*)repr
->dst
);
200 skb_dst_set(skb
, (struct dst_entry
*)repr
->dst
);
201 skb
->dev
= repr
->dst
->u
.port_info
.lower_dev
;
203 ret
= dev_queue_xmit(skb
);
204 nfp_repr_inc_tx_stats(netdev
, len
, ret
);
209 static int nfp_repr_stop(struct net_device
*netdev
)
211 struct nfp_repr
*repr
= netdev_priv(netdev
);
214 err
= nfp_app_repr_stop(repr
->app
, repr
);
218 nfp_port_configure(netdev
, false);
222 static int nfp_repr_open(struct net_device
*netdev
)
224 struct nfp_repr
*repr
= netdev_priv(netdev
);
227 err
= nfp_port_configure(netdev
, true);
231 err
= nfp_app_repr_open(repr
->app
, repr
);
233 goto err_port_disable
;
238 nfp_port_configure(netdev
, false);
242 const struct net_device_ops nfp_repr_netdev_ops
= {
243 .ndo_open
= nfp_repr_open
,
244 .ndo_stop
= nfp_repr_stop
,
245 .ndo_start_xmit
= nfp_repr_xmit
,
246 .ndo_get_stats64
= nfp_repr_get_stats64
,
247 .ndo_has_offload_stats
= nfp_repr_has_offload_stats
,
248 .ndo_get_offload_stats
= nfp_repr_get_offload_stats
,
249 .ndo_get_phys_port_name
= nfp_port_get_phys_port_name
,
250 .ndo_setup_tc
= nfp_port_setup_tc
,
251 .ndo_set_vf_mac
= nfp_app_set_vf_mac
,
252 .ndo_set_vf_vlan
= nfp_app_set_vf_vlan
,
253 .ndo_set_vf_spoofchk
= nfp_app_set_vf_spoofchk
,
254 .ndo_get_vf_config
= nfp_app_get_vf_config
,
255 .ndo_set_vf_link_state
= nfp_app_set_vf_link_state
,
258 static void nfp_repr_clean(struct nfp_repr
*repr
)
260 unregister_netdev(repr
->netdev
);
261 nfp_app_repr_clean(repr
->app
, repr
->netdev
);
262 dst_release((struct dst_entry
*)repr
->dst
);
263 nfp_port_free(repr
->port
);
266 static struct lock_class_key nfp_repr_netdev_xmit_lock_key
;
267 static struct lock_class_key nfp_repr_netdev_addr_lock_key
;
269 static void nfp_repr_set_lockdep_class_one(struct net_device
*dev
,
270 struct netdev_queue
*txq
,
273 lockdep_set_class(&txq
->_xmit_lock
, &nfp_repr_netdev_xmit_lock_key
);
276 static void nfp_repr_set_lockdep_class(struct net_device
*dev
)
278 lockdep_set_class(&dev
->addr_list_lock
, &nfp_repr_netdev_addr_lock_key
);
279 netdev_for_each_tx_queue(dev
, nfp_repr_set_lockdep_class_one
, NULL
);
282 int nfp_repr_init(struct nfp_app
*app
, struct net_device
*netdev
,
283 u32 cmsg_port_id
, struct nfp_port
*port
,
284 struct net_device
*pf_netdev
)
286 struct nfp_repr
*repr
= netdev_priv(netdev
);
289 nfp_repr_set_lockdep_class(netdev
);
292 repr
->dst
= metadata_dst_alloc(0, METADATA_HW_PORT_MUX
, GFP_KERNEL
);
295 repr
->dst
->u
.port_info
.port_id
= cmsg_port_id
;
296 repr
->dst
->u
.port_info
.lower_dev
= pf_netdev
;
298 netdev
->netdev_ops
= &nfp_repr_netdev_ops
;
299 netdev
->ethtool_ops
= &nfp_port_ethtool_ops
;
301 netdev
->max_mtu
= pf_netdev
->max_mtu
;
303 SWITCHDEV_SET_OPS(netdev
, &nfp_port_switchdev_ops
);
305 if (nfp_app_has_tc(app
)) {
306 netdev
->features
|= NETIF_F_HW_TC
;
307 netdev
->hw_features
|= NETIF_F_HW_TC
;
310 err
= nfp_app_repr_init(app
, netdev
);
314 err
= register_netdev(netdev
);
321 nfp_app_repr_clean(app
, netdev
);
323 dst_release((struct dst_entry
*)repr
->dst
);
327 static void nfp_repr_free(struct nfp_repr
*repr
)
329 free_percpu(repr
->stats
);
330 free_netdev(repr
->netdev
);
333 struct net_device
*nfp_repr_alloc(struct nfp_app
*app
)
335 struct net_device
*netdev
;
336 struct nfp_repr
*repr
;
338 netdev
= alloc_etherdev(sizeof(*repr
));
342 repr
= netdev_priv(netdev
);
343 repr
->netdev
= netdev
;
346 repr
->stats
= netdev_alloc_pcpu_stats(struct nfp_repr_pcpu_stats
);
348 goto err_free_netdev
;
357 static void nfp_repr_clean_and_free(struct nfp_repr
*repr
)
359 nfp_info(repr
->app
->cpp
, "Destroying Representor(%s)\n",
361 nfp_repr_clean(repr
);
365 void nfp_reprs_clean_and_free(struct nfp_reprs
*reprs
)
369 for (i
= 0; i
< reprs
->num_reprs
; i
++)
371 nfp_repr_clean_and_free(netdev_priv(reprs
->reprs
[i
]));
377 nfp_reprs_clean_and_free_by_type(struct nfp_app
*app
,
378 enum nfp_repr_type type
)
380 struct nfp_reprs
*reprs
;
382 reprs
= nfp_app_reprs_set(app
, type
, NULL
);
387 nfp_reprs_clean_and_free(reprs
);
390 struct nfp_reprs
*nfp_reprs_alloc(unsigned int num_reprs
)
392 struct nfp_reprs
*reprs
;
394 reprs
= kzalloc(sizeof(*reprs
) +
395 num_reprs
* sizeof(struct net_device
*), GFP_KERNEL
);
398 reprs
->num_reprs
= num_reprs
;
403 int nfp_reprs_resync_phys_ports(struct nfp_app
*app
)
405 struct nfp_reprs
*reprs
, *old_reprs
;
406 struct nfp_repr
*repr
;
410 rcu_dereference_protected(app
->reprs
[NFP_REPR_TYPE_PHYS_PORT
],
411 lockdep_is_held(&app
->pf
->lock
));
415 reprs
= nfp_reprs_alloc(old_reprs
->num_reprs
);
419 for (i
= 0; i
< old_reprs
->num_reprs
; i
++) {
420 if (!old_reprs
->reprs
[i
])
423 repr
= netdev_priv(old_reprs
->reprs
[i
]);
424 if (repr
->port
->type
== NFP_PORT_INVALID
)
427 reprs
->reprs
[i
] = old_reprs
->reprs
[i
];
430 old_reprs
= nfp_app_reprs_set(app
, NFP_REPR_TYPE_PHYS_PORT
, reprs
);
433 /* Now we free up removed representors */
434 for (i
= 0; i
< old_reprs
->num_reprs
; i
++) {
435 if (!old_reprs
->reprs
[i
])
438 repr
= netdev_priv(old_reprs
->reprs
[i
]);
439 if (repr
->port
->type
!= NFP_PORT_INVALID
)
442 nfp_app_repr_stop(app
, repr
);
443 nfp_repr_clean(repr
);