2 * Copyright (c) 2014-2015 Hisilicon Limited.
4 * This program is free software; you can redistribute it and/or modify
5 * it under the terms of the GNU General Public License as published by
6 * the Free Software Foundation; either version 2 of the License, or
7 * (at your option) any later version.
10 #include <linux/etherdevice.h>
11 #include <linux/netdevice.h>
12 #include <linux/spinlock.h>
15 #include "hns_dsaf_mac.h"
16 #include "hns_dsaf_main.h"
17 #include "hns_dsaf_ppe.h"
18 #include "hns_dsaf_rcb.h"
20 #define AE_NAME_PORT_ID_IDX 6
22 static struct hns_mac_cb
*hns_get_mac_cb(struct hnae_handle
*handle
)
24 struct hnae_vf_cb
*vf_cb
= hns_ae_get_vf_cb(handle
);
29 static struct dsaf_device
*hns_ae_get_dsaf_dev(struct hnae_ae_dev
*dev
)
31 return container_of(dev
, struct dsaf_device
, ae_dev
);
34 static struct hns_ppe_cb
*hns_get_ppe_cb(struct hnae_handle
*handle
)
37 struct ppe_common_cb
*ppe_comm
;
38 struct hnae_vf_cb
*vf_cb
= hns_ae_get_vf_cb(handle
);
40 ppe_comm
= vf_cb
->dsaf_dev
->ppe_common
[0];
41 ppe_index
= vf_cb
->port_index
;
43 return &ppe_comm
->ppe_cb
[ppe_index
];
46 static int hns_ae_get_q_num_per_vf(
47 struct dsaf_device
*dsaf_dev
, int port
)
49 return dsaf_dev
->rcb_common
[0]->max_q_per_vf
;
52 static int hns_ae_get_vf_num_per_port(
53 struct dsaf_device
*dsaf_dev
, int port
)
55 return dsaf_dev
->rcb_common
[0]->max_vfn
;
58 static struct ring_pair_cb
*hns_ae_get_base_ring_pair(
59 struct dsaf_device
*dsaf_dev
, int port
)
61 struct rcb_common_cb
*rcb_comm
= dsaf_dev
->rcb_common
[0];
62 int q_num
= rcb_comm
->max_q_per_vf
;
63 int vf_num
= rcb_comm
->max_vfn
;
65 return &rcb_comm
->ring_pair_cb
[port
* q_num
* vf_num
];
68 static struct ring_pair_cb
*hns_ae_get_ring_pair(struct hnae_queue
*q
)
70 return container_of(q
, struct ring_pair_cb
, q
);
73 static struct hnae_handle
*hns_ae_get_handle(struct hnae_ae_dev
*dev
,
79 struct dsaf_device
*dsaf_dev
;
80 struct hnae_handle
*ae_handle
;
81 struct ring_pair_cb
*ring_pair_cb
;
82 struct hnae_vf_cb
*vf_cb
;
84 dsaf_dev
= hns_ae_get_dsaf_dev(dev
);
86 ring_pair_cb
= hns_ae_get_base_ring_pair(dsaf_dev
, port_id
);
87 vfnum_per_port
= hns_ae_get_vf_num_per_port(dsaf_dev
, port_id
);
88 qnum_per_vf
= hns_ae_get_q_num_per_vf(dsaf_dev
, port_id
);
90 vf_cb
= kzalloc(sizeof(*vf_cb
) +
91 qnum_per_vf
* sizeof(struct hnae_queue
*), GFP_KERNEL
);
92 if (unlikely(!vf_cb
)) {
93 dev_err(dsaf_dev
->dev
, "malloc vf_cb fail!\n");
94 ae_handle
= ERR_PTR(-ENOMEM
);
97 ae_handle
= &vf_cb
->ae_handle
;
99 ae_handle
->owner_dev
= dsaf_dev
->dev
;
100 ae_handle
->dev
= dev
;
101 ae_handle
->q_num
= qnum_per_vf
;
102 ae_handle
->coal_param
= HNAE_LOWEST_LATENCY_COAL_PARAM
;
104 /* find ring pair, and set vf id*/
105 for (ae_handle
->vf_id
= 0;
106 ae_handle
->vf_id
< vfnum_per_port
; ae_handle
->vf_id
++) {
107 if (!ring_pair_cb
->used_by_vf
)
109 ring_pair_cb
+= qnum_per_vf
;
111 if (ae_handle
->vf_id
>= vfnum_per_port
) {
112 dev_err(dsaf_dev
->dev
, "malloc queue fail!\n");
113 ae_handle
= ERR_PTR(-EINVAL
);
117 ae_handle
->qs
= (struct hnae_queue
**)(&ae_handle
->qs
+ 1);
118 for (i
= 0; i
< qnum_per_vf
; i
++) {
119 ae_handle
->qs
[i
] = &ring_pair_cb
->q
;
120 ae_handle
->qs
[i
]->rx_ring
.q
= ae_handle
->qs
[i
];
121 ae_handle
->qs
[i
]->tx_ring
.q
= ae_handle
->qs
[i
];
123 ring_pair_cb
->used_by_vf
= 1;
127 vf_cb
->dsaf_dev
= dsaf_dev
;
128 vf_cb
->port_index
= port_id
;
129 vf_cb
->mac_cb
= dsaf_dev
->mac_cb
[port_id
];
131 ae_handle
->phy_if
= vf_cb
->mac_cb
->phy_if
;
132 ae_handle
->phy_dev
= vf_cb
->mac_cb
->phy_dev
;
133 ae_handle
->if_support
= vf_cb
->mac_cb
->if_support
;
134 ae_handle
->port_type
= vf_cb
->mac_cb
->mac_type
;
135 ae_handle
->media_type
= vf_cb
->mac_cb
->media_type
;
136 ae_handle
->dport_id
= port_id
;
145 static void hns_ae_put_handle(struct hnae_handle
*handle
)
147 struct hnae_vf_cb
*vf_cb
= hns_ae_get_vf_cb(handle
);
150 for (i
= 0; i
< handle
->q_num
; i
++)
151 hns_ae_get_ring_pair(handle
->qs
[i
])->used_by_vf
= 0;
156 static int hns_ae_wait_flow_down(struct hnae_handle
*handle
)
158 struct dsaf_device
*dsaf_dev
;
159 struct hns_ppe_cb
*ppe_cb
;
160 struct hnae_vf_cb
*vf_cb
;
164 for (i
= 0; i
< handle
->q_num
; i
++) {
165 ret
= hns_rcb_wait_tx_ring_clean(handle
->qs
[i
]);
170 ppe_cb
= hns_get_ppe_cb(handle
);
171 ret
= hns_ppe_wait_tx_fifo_clean(ppe_cb
);
175 dsaf_dev
= hns_ae_get_dsaf_dev(handle
->dev
);
178 ret
= hns_dsaf_wait_pkt_clean(dsaf_dev
, handle
->dport_id
);
182 vf_cb
= hns_ae_get_vf_cb(handle
);
183 ret
= hns_mac_wait_fifo_clean(vf_cb
->mac_cb
);
191 static void hns_ae_ring_enable_all(struct hnae_handle
*handle
, int val
)
193 int q_num
= handle
->q_num
;
196 for (i
= 0; i
< q_num
; i
++)
197 hns_rcb_ring_enable_hw(handle
->qs
[i
], val
);
200 static void hns_ae_init_queue(struct hnae_queue
*q
)
202 struct ring_pair_cb
*ring
=
203 container_of(q
, struct ring_pair_cb
, q
);
205 hns_rcb_init_hw(ring
);
208 static void hns_ae_fini_queue(struct hnae_queue
*q
)
210 struct hnae_vf_cb
*vf_cb
= hns_ae_get_vf_cb(q
->handle
);
212 if (vf_cb
->mac_cb
->mac_type
== HNAE_PORT_SERVICE
)
213 hns_rcb_reset_ring_hw(q
);
216 static int hns_ae_set_mac_address(struct hnae_handle
*handle
, void *p
)
219 struct hns_mac_cb
*mac_cb
= hns_get_mac_cb(handle
);
221 if (!p
|| !is_valid_ether_addr((const u8
*)p
)) {
222 dev_err(handle
->owner_dev
, "is not valid ether addr !\n");
223 return -EADDRNOTAVAIL
;
226 ret
= hns_mac_change_vf_addr(mac_cb
, handle
->vf_id
, p
);
228 dev_err(handle
->owner_dev
,
229 "set_mac_address fail, ret=%d!\n", ret
);
236 static int hns_ae_add_uc_address(struct hnae_handle
*handle
,
237 const unsigned char *addr
)
239 struct hns_mac_cb
*mac_cb
= hns_get_mac_cb(handle
);
241 if (mac_cb
->mac_type
!= HNAE_PORT_SERVICE
)
244 return hns_mac_add_uc_addr(mac_cb
, handle
->vf_id
, addr
);
247 static int hns_ae_rm_uc_address(struct hnae_handle
*handle
,
248 const unsigned char *addr
)
250 struct hns_mac_cb
*mac_cb
= hns_get_mac_cb(handle
);
252 if (mac_cb
->mac_type
!= HNAE_PORT_SERVICE
)
255 return hns_mac_rm_uc_addr(mac_cb
, handle
->vf_id
, addr
);
258 static int hns_ae_set_multicast_one(struct hnae_handle
*handle
, void *addr
)
261 char *mac_addr
= (char *)addr
;
262 struct hns_mac_cb
*mac_cb
= hns_get_mac_cb(handle
);
267 if (mac_cb
->mac_type
!= HNAE_PORT_SERVICE
)
270 ret
= hns_mac_set_multi(mac_cb
, mac_cb
->mac_id
, mac_addr
, true);
272 dev_err(handle
->owner_dev
,
273 "mac add mul_mac:%pM port%d fail, ret = %#x!\n",
274 mac_addr
, mac_cb
->mac_id
, ret
);
278 ret
= hns_mac_get_inner_port_num(mac_cb
, handle
->vf_id
, &port_num
);
282 ret
= hns_mac_set_multi(mac_cb
, port_num
, mac_addr
, true);
284 dev_err(handle
->owner_dev
,
285 "mac add mul_mac:%pM port%d fail, ret = %#x!\n",
286 mac_addr
, DSAF_BASE_INNER_PORT_NUM
, ret
);
291 static int hns_ae_clr_multicast(struct hnae_handle
*handle
)
293 struct hns_mac_cb
*mac_cb
= hns_get_mac_cb(handle
);
295 if (mac_cb
->mac_type
!= HNAE_PORT_SERVICE
)
298 return hns_mac_clr_multicast(mac_cb
, handle
->vf_id
);
301 static int hns_ae_set_mtu(struct hnae_handle
*handle
, int new_mtu
)
303 struct hns_mac_cb
*mac_cb
= hns_get_mac_cb(handle
);
304 struct hnae_queue
*q
;
308 /* when buf_size is 2048, max mtu is 6K for rx ring max bd num is 3. */
309 if (!AE_IS_VER1(mac_cb
->dsaf_dev
->dsaf_ver
)) {
310 if (new_mtu
<= BD_SIZE_2048_MAX_MTU
)
315 rx_buf_size
= mac_cb
->dsaf_dev
->buf_size
;
318 ret
= hns_mac_set_mtu(mac_cb
, new_mtu
, rx_buf_size
);
321 /* reinit ring buf_size */
322 for (i
= 0; i
< handle
->q_num
; i
++) {
324 q
->rx_ring
.buf_size
= rx_buf_size
;
325 hns_rcb_set_rx_ring_bs(q
, rx_buf_size
);
332 static void hns_ae_set_tso_stats(struct hnae_handle
*handle
, int enable
)
334 struct hns_ppe_cb
*ppe_cb
= hns_get_ppe_cb(handle
);
336 hns_ppe_set_tso_enable(ppe_cb
, enable
);
339 static int hns_ae_start(struct hnae_handle
*handle
)
343 struct hns_mac_cb
*mac_cb
= hns_get_mac_cb(handle
);
345 ret
= hns_mac_vm_config_bc_en(mac_cb
, 0, true);
349 for (k
= 0; k
< handle
->q_num
; k
++) {
350 if (AE_IS_VER1(mac_cb
->dsaf_dev
->dsaf_ver
))
351 hns_rcb_int_clr_hw(handle
->qs
[k
],
352 RCB_INT_FLAG_TX
| RCB_INT_FLAG_RX
);
354 hns_rcbv2_int_clr_hw(handle
->qs
[k
],
355 RCB_INT_FLAG_TX
| RCB_INT_FLAG_RX
);
357 hns_ae_ring_enable_all(handle
, 1);
360 hns_mac_start(mac_cb
);
365 static void hns_ae_stop(struct hnae_handle
*handle
)
367 struct hns_mac_cb
*mac_cb
= hns_get_mac_cb(handle
);
369 /* just clean tx fbd, neednot rx fbd*/
370 hns_rcb_wait_fbd_clean(handle
->qs
, handle
->q_num
, RCB_INT_FLAG_TX
);
374 hns_mac_stop(mac_cb
);
376 usleep_range(10000, 20000);
378 hns_ae_ring_enable_all(handle
, 0);
381 hns_rcb_wait_fbd_clean(handle
->qs
, handle
->q_num
, RCB_INT_FLAG_RX
);
383 (void)hns_mac_vm_config_bc_en(mac_cb
, 0, false);
386 static void hns_ae_reset(struct hnae_handle
*handle
)
388 struct hnae_vf_cb
*vf_cb
= hns_ae_get_vf_cb(handle
);
390 if (vf_cb
->mac_cb
->mac_type
== HNAE_PORT_DEBUG
) {
391 hns_mac_reset(vf_cb
->mac_cb
);
392 hns_ppe_reset_common(vf_cb
->dsaf_dev
, 0);
396 static void hns_ae_toggle_ring_irq(struct hnae_ring
*ring
, u32 mask
)
400 if (is_tx_ring(ring
))
401 flag
= RCB_INT_FLAG_TX
;
403 flag
= RCB_INT_FLAG_RX
;
405 hns_rcb_int_ctrl_hw(ring
->q
, flag
, mask
);
408 static void hns_aev2_toggle_ring_irq(struct hnae_ring
*ring
, u32 mask
)
412 if (is_tx_ring(ring
))
413 flag
= RCB_INT_FLAG_TX
;
415 flag
= RCB_INT_FLAG_RX
;
417 hns_rcbv2_int_ctrl_hw(ring
->q
, flag
, mask
);
420 static int hns_ae_get_link_status(struct hnae_handle
*handle
)
423 struct hns_mac_cb
*mac_cb
= hns_get_mac_cb(handle
);
425 hns_mac_get_link_status(mac_cb
, &link_status
);
427 return !!link_status
;
430 static int hns_ae_get_mac_info(struct hnae_handle
*handle
,
431 u8
*auto_neg
, u16
*speed
, u8
*duplex
)
433 struct hns_mac_cb
*mac_cb
= hns_get_mac_cb(handle
);
435 return hns_mac_get_port_info(mac_cb
, auto_neg
, speed
, duplex
);
438 static bool hns_ae_need_adjust_link(struct hnae_handle
*handle
, int speed
,
441 struct hns_mac_cb
*mac_cb
= hns_get_mac_cb(handle
);
443 return hns_mac_need_adjust_link(mac_cb
, speed
, duplex
);
446 static void hns_ae_adjust_link(struct hnae_handle
*handle
, int speed
,
449 struct hns_mac_cb
*mac_cb
= hns_get_mac_cb(handle
);
451 switch (mac_cb
->dsaf_dev
->dsaf_ver
) {
453 hns_mac_adjust_link(mac_cb
, speed
, duplex
);
457 /* chip need to clear all pkt inside */
458 hns_mac_disable(mac_cb
, MAC_COMM_MODE_RX
);
459 if (hns_ae_wait_flow_down(handle
)) {
460 hns_mac_enable(mac_cb
, MAC_COMM_MODE_RX
);
464 hns_mac_adjust_link(mac_cb
, speed
, duplex
);
465 hns_mac_enable(mac_cb
, MAC_COMM_MODE_RX
);
475 static void hns_ae_get_ring_bdnum_limit(struct hnae_queue
*queue
,
478 *uplimit
= HNS_RCB_RING_MAX_PENDING_BD
;
481 static void hns_ae_get_pauseparam(struct hnae_handle
*handle
,
482 u32
*auto_neg
, u32
*rx_en
, u32
*tx_en
)
484 struct hns_mac_cb
*mac_cb
= hns_get_mac_cb(handle
);
485 struct dsaf_device
*dsaf_dev
= mac_cb
->dsaf_dev
;
487 hns_mac_get_autoneg(mac_cb
, auto_neg
);
489 hns_mac_get_pauseparam(mac_cb
, rx_en
, tx_en
);
491 /* Service port's pause feature is provided by DSAF, not mac */
492 if (handle
->port_type
== HNAE_PORT_SERVICE
)
493 hns_dsaf_get_rx_mac_pause_en(dsaf_dev
, mac_cb
->mac_id
, rx_en
);
496 static int hns_ae_set_autoneg(struct hnae_handle
*handle
, u8 enable
)
500 return hns_mac_set_autoneg(hns_get_mac_cb(handle
), enable
);
503 static void hns_ae_set_promisc_mode(struct hnae_handle
*handle
, u32 en
)
505 struct hns_mac_cb
*mac_cb
= hns_get_mac_cb(handle
);
507 hns_dsaf_set_promisc_mode(hns_ae_get_dsaf_dev(handle
->dev
), en
);
508 hns_mac_set_promisc(mac_cb
, (u8
)!!en
);
511 static int hns_ae_get_autoneg(struct hnae_handle
*handle
)
517 hns_mac_get_autoneg(hns_get_mac_cb(handle
), &auto_neg
);
522 static int hns_ae_set_pauseparam(struct hnae_handle
*handle
,
523 u32 autoneg
, u32 rx_en
, u32 tx_en
)
525 struct hns_mac_cb
*mac_cb
= hns_get_mac_cb(handle
);
526 struct dsaf_device
*dsaf_dev
= mac_cb
->dsaf_dev
;
529 ret
= hns_mac_set_autoneg(mac_cb
, autoneg
);
533 /* Service port's pause feature is provided by DSAF, not mac */
534 if (handle
->port_type
== HNAE_PORT_SERVICE
) {
535 ret
= hns_dsaf_set_rx_mac_pause_en(dsaf_dev
,
536 mac_cb
->mac_id
, rx_en
);
541 return hns_mac_set_pauseparam(mac_cb
, rx_en
, tx_en
);
544 static void hns_ae_get_coalesce_usecs(struct hnae_handle
*handle
,
545 u32
*tx_usecs
, u32
*rx_usecs
)
547 struct ring_pair_cb
*ring_pair
=
548 container_of(handle
->qs
[0], struct ring_pair_cb
, q
);
550 *tx_usecs
= hns_rcb_get_coalesce_usecs(ring_pair
->rcb_common
,
551 ring_pair
->port_id_in_comm
);
552 *rx_usecs
= hns_rcb_get_coalesce_usecs(ring_pair
->rcb_common
,
553 ring_pair
->port_id_in_comm
);
556 static void hns_ae_get_max_coalesced_frames(struct hnae_handle
*handle
,
557 u32
*tx_frames
, u32
*rx_frames
)
559 struct ring_pair_cb
*ring_pair
=
560 container_of(handle
->qs
[0], struct ring_pair_cb
, q
);
561 struct dsaf_device
*dsaf_dev
= hns_ae_get_dsaf_dev(handle
->dev
);
563 if (AE_IS_VER1(dsaf_dev
->dsaf_ver
) ||
564 handle
->port_type
== HNAE_PORT_DEBUG
)
565 *tx_frames
= hns_rcb_get_rx_coalesced_frames(
566 ring_pair
->rcb_common
, ring_pair
->port_id_in_comm
);
568 *tx_frames
= hns_rcb_get_tx_coalesced_frames(
569 ring_pair
->rcb_common
, ring_pair
->port_id_in_comm
);
570 *rx_frames
= hns_rcb_get_rx_coalesced_frames(ring_pair
->rcb_common
,
571 ring_pair
->port_id_in_comm
);
574 static int hns_ae_set_coalesce_usecs(struct hnae_handle
*handle
,
577 struct ring_pair_cb
*ring_pair
=
578 container_of(handle
->qs
[0], struct ring_pair_cb
, q
);
580 return hns_rcb_set_coalesce_usecs(
581 ring_pair
->rcb_common
, ring_pair
->port_id_in_comm
, timeout
);
584 static int hns_ae_set_coalesce_frames(struct hnae_handle
*handle
,
585 u32 tx_frames
, u32 rx_frames
)
588 struct ring_pair_cb
*ring_pair
=
589 container_of(handle
->qs
[0], struct ring_pair_cb
, q
);
590 struct dsaf_device
*dsaf_dev
= hns_ae_get_dsaf_dev(handle
->dev
);
592 if (AE_IS_VER1(dsaf_dev
->dsaf_ver
) ||
593 handle
->port_type
== HNAE_PORT_DEBUG
) {
594 if (tx_frames
!= rx_frames
)
596 return hns_rcb_set_rx_coalesced_frames(
597 ring_pair
->rcb_common
,
598 ring_pair
->port_id_in_comm
, rx_frames
);
602 ret
= hns_rcb_set_tx_coalesced_frames(
603 ring_pair
->rcb_common
,
604 ring_pair
->port_id_in_comm
, tx_frames
);
608 return hns_rcb_set_rx_coalesced_frames(
609 ring_pair
->rcb_common
,
610 ring_pair
->port_id_in_comm
, rx_frames
);
614 static void hns_ae_get_coalesce_range(struct hnae_handle
*handle
,
615 u32
*tx_frames_low
, u32
*rx_frames_low
,
616 u32
*tx_frames_high
, u32
*rx_frames_high
,
617 u32
*tx_usecs_low
, u32
*rx_usecs_low
,
618 u32
*tx_usecs_high
, u32
*rx_usecs_high
)
620 struct dsaf_device
*dsaf_dev
;
624 dsaf_dev
= hns_ae_get_dsaf_dev(handle
->dev
);
626 *tx_frames_low
= HNS_RCB_TX_FRAMES_LOW
;
627 *rx_frames_low
= HNS_RCB_RX_FRAMES_LOW
;
629 if (AE_IS_VER1(dsaf_dev
->dsaf_ver
) ||
630 handle
->port_type
== HNAE_PORT_DEBUG
)
632 (dsaf_dev
->desc_num
- 1 > HNS_RCB_TX_FRAMES_HIGH
) ?
633 HNS_RCB_TX_FRAMES_HIGH
: dsaf_dev
->desc_num
- 1;
637 *rx_frames_high
= (dsaf_dev
->desc_num
- 1 > HNS_RCB_RX_FRAMES_HIGH
) ?
638 HNS_RCB_RX_FRAMES_HIGH
: dsaf_dev
->desc_num
- 1;
639 *tx_usecs_low
= HNS_RCB_TX_USECS_LOW
;
640 *rx_usecs_low
= HNS_RCB_RX_USECS_LOW
;
641 *tx_usecs_high
= HNS_RCB_TX_USECS_HIGH
;
642 *rx_usecs_high
= HNS_RCB_RX_USECS_HIGH
;
645 static void hns_ae_update_stats(struct hnae_handle
*handle
,
646 struct net_device_stats
*net_stats
)
650 struct dsaf_device
*dsaf_dev
;
651 struct hns_mac_cb
*mac_cb
;
652 struct hns_ppe_cb
*ppe_cb
;
653 struct hnae_queue
*queue
;
654 struct hnae_vf_cb
*vf_cb
= hns_ae_get_vf_cb(handle
);
655 u64 tx_bytes
= 0, rx_bytes
= 0, tx_packets
= 0, rx_packets
= 0;
656 u64 rx_errors
= 0, tx_errors
= 0, tx_dropped
= 0;
657 u64 rx_missed_errors
= 0;
659 dsaf_dev
= hns_ae_get_dsaf_dev(handle
->dev
);
662 port
= vf_cb
->port_index
;
663 ppe_cb
= hns_get_ppe_cb(handle
);
664 mac_cb
= hns_get_mac_cb(handle
);
666 for (idx
= 0; idx
< handle
->q_num
; idx
++) {
667 queue
= handle
->qs
[idx
];
668 hns_rcb_update_stats(queue
);
670 tx_bytes
+= queue
->tx_ring
.stats
.tx_bytes
;
671 tx_packets
+= queue
->tx_ring
.stats
.tx_pkts
;
672 rx_bytes
+= queue
->rx_ring
.stats
.rx_bytes
;
673 rx_packets
+= queue
->rx_ring
.stats
.rx_pkts
;
675 rx_errors
+= queue
->rx_ring
.stats
.err_pkt_len
676 + queue
->rx_ring
.stats
.l2_err
677 + queue
->rx_ring
.stats
.l3l4_csum_err
;
680 hns_ppe_update_stats(ppe_cb
);
681 rx_missed_errors
= ppe_cb
->hw_stats
.rx_drop_no_buf
;
682 tx_errors
+= ppe_cb
->hw_stats
.tx_err_checksum
683 + ppe_cb
->hw_stats
.tx_err_fifo_empty
;
685 if (mac_cb
->mac_type
== HNAE_PORT_SERVICE
) {
686 hns_dsaf_update_stats(dsaf_dev
, port
);
687 /* for port upline direction, i.e., rx. */
688 rx_missed_errors
+= dsaf_dev
->hw_stats
[port
].bp_drop
;
689 rx_missed_errors
+= dsaf_dev
->hw_stats
[port
].pad_drop
;
690 rx_missed_errors
+= dsaf_dev
->hw_stats
[port
].crc_false
;
692 /* for port downline direction, i.e., tx. */
693 port
= port
+ DSAF_PPE_INODE_BASE
;
694 hns_dsaf_update_stats(dsaf_dev
, port
);
695 tx_dropped
+= dsaf_dev
->hw_stats
[port
].bp_drop
;
696 tx_dropped
+= dsaf_dev
->hw_stats
[port
].pad_drop
;
697 tx_dropped
+= dsaf_dev
->hw_stats
[port
].crc_false
;
698 tx_dropped
+= dsaf_dev
->hw_stats
[port
].rslt_drop
;
699 tx_dropped
+= dsaf_dev
->hw_stats
[port
].vlan_drop
;
700 tx_dropped
+= dsaf_dev
->hw_stats
[port
].stp_drop
;
703 hns_mac_update_stats(mac_cb
);
704 rx_errors
+= mac_cb
->hw_stats
.rx_fifo_overrun_err
;
706 tx_errors
+= mac_cb
->hw_stats
.tx_bad_pkts
707 + mac_cb
->hw_stats
.tx_fragment_err
708 + mac_cb
->hw_stats
.tx_jabber_err
709 + mac_cb
->hw_stats
.tx_underrun_err
710 + mac_cb
->hw_stats
.tx_crc_err
;
712 net_stats
->tx_bytes
= tx_bytes
;
713 net_stats
->tx_packets
= tx_packets
;
714 net_stats
->rx_bytes
= rx_bytes
;
715 net_stats
->rx_dropped
= 0;
716 net_stats
->rx_packets
= rx_packets
;
717 net_stats
->rx_errors
= rx_errors
;
718 net_stats
->tx_errors
= tx_errors
;
719 net_stats
->tx_dropped
= tx_dropped
;
720 net_stats
->rx_missed_errors
= rx_missed_errors
;
721 net_stats
->rx_crc_errors
= mac_cb
->hw_stats
.rx_fcs_err
;
722 net_stats
->rx_frame_errors
= mac_cb
->hw_stats
.rx_align_err
;
723 net_stats
->rx_fifo_errors
= mac_cb
->hw_stats
.rx_fifo_overrun_err
;
724 net_stats
->rx_length_errors
= mac_cb
->hw_stats
.rx_len_err
;
725 net_stats
->multicast
= mac_cb
->hw_stats
.rx_mc_pkts
;
728 static void hns_ae_get_stats(struct hnae_handle
*handle
, u64
*data
)
731 struct hns_mac_cb
*mac_cb
;
732 struct hns_ppe_cb
*ppe_cb
;
734 struct hnae_vf_cb
*vf_cb
;
736 if (!handle
|| !data
) {
737 pr_err("hns_ae_get_stats NULL handle or data pointer!\n");
741 vf_cb
= hns_ae_get_vf_cb(handle
);
742 mac_cb
= hns_get_mac_cb(handle
);
743 ppe_cb
= hns_get_ppe_cb(handle
);
745 for (idx
= 0; idx
< handle
->q_num
; idx
++) {
746 hns_rcb_get_stats(handle
->qs
[idx
], p
);
747 p
+= hns_rcb_get_ring_sset_count((int)ETH_SS_STATS
);
750 hns_ppe_get_stats(ppe_cb
, p
);
751 p
+= hns_ppe_get_sset_count((int)ETH_SS_STATS
);
753 hns_mac_get_stats(mac_cb
, p
);
754 p
+= hns_mac_get_sset_count(mac_cb
, (int)ETH_SS_STATS
);
756 if (mac_cb
->mac_type
== HNAE_PORT_SERVICE
)
757 hns_dsaf_get_stats(vf_cb
->dsaf_dev
, p
, vf_cb
->port_index
);
760 static void hns_ae_get_strings(struct hnae_handle
*handle
,
761 u32 stringset
, u8
*data
)
765 struct hns_mac_cb
*mac_cb
;
766 struct hns_ppe_cb
*ppe_cb
;
767 struct dsaf_device
*dsaf_dev
= hns_ae_get_dsaf_dev(handle
->dev
);
769 struct hnae_vf_cb
*vf_cb
;
773 vf_cb
= hns_ae_get_vf_cb(handle
);
774 port
= vf_cb
->port_index
;
775 mac_cb
= hns_get_mac_cb(handle
);
776 ppe_cb
= hns_get_ppe_cb(handle
);
778 for (idx
= 0; idx
< handle
->q_num
; idx
++) {
779 hns_rcb_get_strings(stringset
, p
, idx
);
780 p
+= ETH_GSTRING_LEN
* hns_rcb_get_ring_sset_count(stringset
);
783 hns_ppe_get_strings(ppe_cb
, stringset
, p
);
784 p
+= ETH_GSTRING_LEN
* hns_ppe_get_sset_count(stringset
);
786 hns_mac_get_strings(mac_cb
, stringset
, p
);
787 p
+= ETH_GSTRING_LEN
* hns_mac_get_sset_count(mac_cb
, stringset
);
789 if (mac_cb
->mac_type
== HNAE_PORT_SERVICE
)
790 hns_dsaf_get_strings(stringset
, p
, port
, dsaf_dev
);
793 static int hns_ae_get_sset_count(struct hnae_handle
*handle
, int stringset
)
796 struct hns_mac_cb
*mac_cb
;
797 struct dsaf_device
*dsaf_dev
= hns_ae_get_dsaf_dev(handle
->dev
);
801 mac_cb
= hns_get_mac_cb(handle
);
803 sset_count
+= hns_rcb_get_ring_sset_count(stringset
) * handle
->q_num
;
804 sset_count
+= hns_ppe_get_sset_count(stringset
);
805 sset_count
+= hns_mac_get_sset_count(mac_cb
, stringset
);
807 if (mac_cb
->mac_type
== HNAE_PORT_SERVICE
)
808 sset_count
+= hns_dsaf_get_sset_count(dsaf_dev
, stringset
);
813 static int hns_ae_config_loopback(struct hnae_handle
*handle
,
814 enum hnae_loop loop
, int en
)
817 struct hnae_vf_cb
*vf_cb
= hns_ae_get_vf_cb(handle
);
818 struct hns_mac_cb
*mac_cb
= hns_get_mac_cb(handle
);
819 struct dsaf_device
*dsaf_dev
= mac_cb
->dsaf_dev
;
822 case MAC_INTERNALLOOP_PHY
:
825 case MAC_INTERNALLOOP_SERDES
:
826 ret
= dsaf_dev
->misc_op
->cfg_serdes_loopback(vf_cb
->mac_cb
,
829 case MAC_INTERNALLOOP_MAC
:
830 ret
= hns_mac_config_mac_loopback(vf_cb
->mac_cb
, loop
, en
);
839 static void hns_ae_update_led_status(struct hnae_handle
*handle
)
841 struct hns_mac_cb
*mac_cb
;
844 mac_cb
= hns_get_mac_cb(handle
);
845 if (mac_cb
->media_type
!= HNAE_MEDIA_TYPE_FIBER
)
848 hns_set_led_opt(mac_cb
);
851 static int hns_ae_cpld_set_led_id(struct hnae_handle
*handle
,
852 enum hnae_led_state status
)
854 struct hns_mac_cb
*mac_cb
;
858 mac_cb
= hns_get_mac_cb(handle
);
860 return hns_cpld_led_set_id(mac_cb
, status
);
863 static void hns_ae_get_regs(struct hnae_handle
*handle
, void *data
)
867 struct hnae_vf_cb
*vf_cb
= hns_ae_get_vf_cb(handle
);
868 struct hns_ppe_cb
*ppe_cb
= hns_get_ppe_cb(handle
);
870 hns_ppe_get_regs(ppe_cb
, p
);
871 p
+= hns_ppe_get_regs_count();
873 hns_rcb_get_common_regs(vf_cb
->dsaf_dev
->rcb_common
[0], p
);
874 p
+= hns_rcb_get_common_regs_count();
876 for (i
= 0; i
< handle
->q_num
; i
++) {
877 hns_rcb_get_ring_regs(handle
->qs
[i
], p
);
878 p
+= hns_rcb_get_ring_regs_count();
881 hns_mac_get_regs(vf_cb
->mac_cb
, p
);
882 p
+= hns_mac_get_regs_count(vf_cb
->mac_cb
);
884 if (vf_cb
->mac_cb
->mac_type
== HNAE_PORT_SERVICE
)
885 hns_dsaf_get_regs(vf_cb
->dsaf_dev
, vf_cb
->port_index
, p
);
888 static int hns_ae_get_regs_len(struct hnae_handle
*handle
)
891 struct hnae_vf_cb
*vf_cb
= hns_ae_get_vf_cb(handle
);
893 total_num
= hns_ppe_get_regs_count();
894 total_num
+= hns_rcb_get_common_regs_count();
895 total_num
+= hns_rcb_get_ring_regs_count() * handle
->q_num
;
896 total_num
+= hns_mac_get_regs_count(vf_cb
->mac_cb
);
898 if (vf_cb
->mac_cb
->mac_type
== HNAE_PORT_SERVICE
)
899 total_num
+= hns_dsaf_get_regs_count();
904 static u32
hns_ae_get_rss_key_size(struct hnae_handle
*handle
)
906 return HNS_PPEV2_RSS_KEY_SIZE
;
909 static u32
hns_ae_get_rss_indir_size(struct hnae_handle
*handle
)
911 return HNS_PPEV2_RSS_IND_TBL_SIZE
;
914 static int hns_ae_get_rss(struct hnae_handle
*handle
, u32
*indir
, u8
*key
,
917 struct hns_ppe_cb
*ppe_cb
= hns_get_ppe_cb(handle
);
919 /* currently we support only one type of hash function i.e. Toep hash */
921 *hfunc
= ETH_RSS_HASH_TOP
;
923 /* get the RSS Key required by the user */
925 memcpy(key
, ppe_cb
->rss_key
, HNS_PPEV2_RSS_KEY_SIZE
);
927 /* update the current hash->queue mappings from the shadow RSS table */
929 memcpy(indir
, ppe_cb
->rss_indir_table
,
930 HNS_PPEV2_RSS_IND_TBL_SIZE
* sizeof(*indir
));
935 static int hns_ae_set_rss(struct hnae_handle
*handle
, const u32
*indir
,
936 const u8
*key
, const u8 hfunc
)
938 struct hns_ppe_cb
*ppe_cb
= hns_get_ppe_cb(handle
);
940 /* set the RSS Hash Key if specififed by the user */
942 memcpy(ppe_cb
->rss_key
, key
, HNS_PPEV2_RSS_KEY_SIZE
);
943 hns_ppe_set_rss_key(ppe_cb
, ppe_cb
->rss_key
);
947 /* update the shadow RSS table with user specified qids */
948 memcpy(ppe_cb
->rss_indir_table
, indir
,
949 HNS_PPEV2_RSS_IND_TBL_SIZE
* sizeof(*indir
));
951 /* now update the hardware */
952 hns_ppe_set_indir_table(ppe_cb
, ppe_cb
->rss_indir_table
);
958 static struct hnae_ae_ops hns_dsaf_ops
= {
959 .get_handle
= hns_ae_get_handle
,
960 .put_handle
= hns_ae_put_handle
,
961 .init_queue
= hns_ae_init_queue
,
962 .fini_queue
= hns_ae_fini_queue
,
963 .start
= hns_ae_start
,
965 .reset
= hns_ae_reset
,
966 .toggle_ring_irq
= hns_ae_toggle_ring_irq
,
967 .get_status
= hns_ae_get_link_status
,
968 .get_info
= hns_ae_get_mac_info
,
969 .adjust_link
= hns_ae_adjust_link
,
970 .need_adjust_link
= hns_ae_need_adjust_link
,
971 .set_loopback
= hns_ae_config_loopback
,
972 .get_ring_bdnum_limit
= hns_ae_get_ring_bdnum_limit
,
973 .get_pauseparam
= hns_ae_get_pauseparam
,
974 .set_autoneg
= hns_ae_set_autoneg
,
975 .get_autoneg
= hns_ae_get_autoneg
,
976 .set_pauseparam
= hns_ae_set_pauseparam
,
977 .get_coalesce_usecs
= hns_ae_get_coalesce_usecs
,
978 .get_max_coalesced_frames
= hns_ae_get_max_coalesced_frames
,
979 .set_coalesce_usecs
= hns_ae_set_coalesce_usecs
,
980 .set_coalesce_frames
= hns_ae_set_coalesce_frames
,
981 .get_coalesce_range
= hns_ae_get_coalesce_range
,
982 .set_promisc_mode
= hns_ae_set_promisc_mode
,
983 .set_mac_addr
= hns_ae_set_mac_address
,
984 .add_uc_addr
= hns_ae_add_uc_address
,
985 .rm_uc_addr
= hns_ae_rm_uc_address
,
986 .set_mc_addr
= hns_ae_set_multicast_one
,
987 .clr_mc_addr
= hns_ae_clr_multicast
,
988 .set_mtu
= hns_ae_set_mtu
,
989 .update_stats
= hns_ae_update_stats
,
990 .set_tso_stats
= hns_ae_set_tso_stats
,
991 .get_stats
= hns_ae_get_stats
,
992 .get_strings
= hns_ae_get_strings
,
993 .get_sset_count
= hns_ae_get_sset_count
,
994 .update_led_status
= hns_ae_update_led_status
,
995 .set_led_id
= hns_ae_cpld_set_led_id
,
996 .get_regs
= hns_ae_get_regs
,
997 .get_regs_len
= hns_ae_get_regs_len
,
998 .get_rss_key_size
= hns_ae_get_rss_key_size
,
999 .get_rss_indir_size
= hns_ae_get_rss_indir_size
,
1000 .get_rss
= hns_ae_get_rss
,
1001 .set_rss
= hns_ae_set_rss
1004 int hns_dsaf_ae_init(struct dsaf_device
*dsaf_dev
)
1006 struct hnae_ae_dev
*ae_dev
= &dsaf_dev
->ae_dev
;
1007 static atomic_t id
= ATOMIC_INIT(-1);
1009 switch (dsaf_dev
->dsaf_ver
) {
1011 hns_dsaf_ops
.toggle_ring_irq
= hns_ae_toggle_ring_irq
;
1014 hns_dsaf_ops
.toggle_ring_irq
= hns_aev2_toggle_ring_irq
;
1020 snprintf(ae_dev
->name
, AE_NAME_SIZE
, "%s%d", DSAF_DEVICE_NAME
,
1021 (int)atomic_inc_return(&id
));
1022 ae_dev
->ops
= &hns_dsaf_ops
;
1023 ae_dev
->dev
= dsaf_dev
->dev
;
1025 return hnae_ae_register(ae_dev
, THIS_MODULE
);
1028 void hns_dsaf_ae_uninit(struct dsaf_device
*dsaf_dev
)
1030 hnae_ae_unregister(&dsaf_dev
->ae_dev
);