2 * Copyright (c) 2014-2015 Hisilicon Limited.
4 * This program is free software; you can redistribute it and/or modify
5 * it under the terms of the GNU General Public License as published by
6 * the Free Software Foundation; either version 2 of the License, or
7 * (at your option) any later version.
10 #include <linux/etherdevice.h>
11 #include <linux/netdevice.h>
12 #include <linux/spinlock.h>
15 #include "hns_dsaf_mac.h"
16 #include "hns_dsaf_main.h"
17 #include "hns_dsaf_ppe.h"
18 #include "hns_dsaf_rcb.h"
20 #define AE_NAME_PORT_ID_IDX 6
22 static struct hns_mac_cb
*hns_get_mac_cb(struct hnae_handle
*handle
)
24 struct hnae_vf_cb
*vf_cb
= hns_ae_get_vf_cb(handle
);
29 static struct dsaf_device
*hns_ae_get_dsaf_dev(struct hnae_ae_dev
*dev
)
31 return container_of(dev
, struct dsaf_device
, ae_dev
);
34 static struct hns_ppe_cb
*hns_get_ppe_cb(struct hnae_handle
*handle
)
37 struct ppe_common_cb
*ppe_comm
;
38 struct hnae_vf_cb
*vf_cb
= hns_ae_get_vf_cb(handle
);
40 ppe_comm
= vf_cb
->dsaf_dev
->ppe_common
[0];
41 ppe_index
= vf_cb
->port_index
;
43 return &ppe_comm
->ppe_cb
[ppe_index
];
46 static int hns_ae_get_q_num_per_vf(
47 struct dsaf_device
*dsaf_dev
, int port
)
49 return dsaf_dev
->rcb_common
[0]->max_q_per_vf
;
52 static int hns_ae_get_vf_num_per_port(
53 struct dsaf_device
*dsaf_dev
, int port
)
55 return dsaf_dev
->rcb_common
[0]->max_vfn
;
58 static struct ring_pair_cb
*hns_ae_get_base_ring_pair(
59 struct dsaf_device
*dsaf_dev
, int port
)
61 struct rcb_common_cb
*rcb_comm
= dsaf_dev
->rcb_common
[0];
62 int q_num
= rcb_comm
->max_q_per_vf
;
63 int vf_num
= rcb_comm
->max_vfn
;
65 return &rcb_comm
->ring_pair_cb
[port
* q_num
* vf_num
];
68 static struct ring_pair_cb
*hns_ae_get_ring_pair(struct hnae_queue
*q
)
70 return container_of(q
, struct ring_pair_cb
, q
);
73 struct hnae_handle
*hns_ae_get_handle(struct hnae_ae_dev
*dev
,
79 struct dsaf_device
*dsaf_dev
;
80 struct hnae_handle
*ae_handle
;
81 struct ring_pair_cb
*ring_pair_cb
;
82 struct hnae_vf_cb
*vf_cb
;
84 dsaf_dev
= hns_ae_get_dsaf_dev(dev
);
86 ring_pair_cb
= hns_ae_get_base_ring_pair(dsaf_dev
, port_id
);
87 vfnum_per_port
= hns_ae_get_vf_num_per_port(dsaf_dev
, port_id
);
88 qnum_per_vf
= hns_ae_get_q_num_per_vf(dsaf_dev
, port_id
);
90 vf_cb
= kzalloc(sizeof(*vf_cb
) +
91 qnum_per_vf
* sizeof(struct hnae_queue
*), GFP_KERNEL
);
92 if (unlikely(!vf_cb
)) {
93 dev_err(dsaf_dev
->dev
, "malloc vf_cb fail!\n");
94 ae_handle
= ERR_PTR(-ENOMEM
);
97 ae_handle
= &vf_cb
->ae_handle
;
99 ae_handle
->owner_dev
= dsaf_dev
->dev
;
100 ae_handle
->dev
= dev
;
101 ae_handle
->q_num
= qnum_per_vf
;
103 /* find ring pair, and set vf id*/
104 for (ae_handle
->vf_id
= 0;
105 ae_handle
->vf_id
< vfnum_per_port
; ae_handle
->vf_id
++) {
106 if (!ring_pair_cb
->used_by_vf
)
108 ring_pair_cb
+= qnum_per_vf
;
110 if (ae_handle
->vf_id
>= vfnum_per_port
) {
111 dev_err(dsaf_dev
->dev
, "malloc queue fail!\n");
112 ae_handle
= ERR_PTR(-EINVAL
);
116 ae_handle
->qs
= (struct hnae_queue
**)(&ae_handle
->qs
+ 1);
117 for (i
= 0; i
< qnum_per_vf
; i
++) {
118 ae_handle
->qs
[i
] = &ring_pair_cb
->q
;
119 ae_handle
->qs
[i
]->rx_ring
.q
= ae_handle
->qs
[i
];
120 ae_handle
->qs
[i
]->tx_ring
.q
= ae_handle
->qs
[i
];
122 ring_pair_cb
->used_by_vf
= 1;
126 vf_cb
->dsaf_dev
= dsaf_dev
;
127 vf_cb
->port_index
= port_id
;
128 vf_cb
->mac_cb
= dsaf_dev
->mac_cb
[port_id
];
130 ae_handle
->phy_if
= vf_cb
->mac_cb
->phy_if
;
131 ae_handle
->phy_dev
= vf_cb
->mac_cb
->phy_dev
;
132 ae_handle
->if_support
= vf_cb
->mac_cb
->if_support
;
133 ae_handle
->port_type
= vf_cb
->mac_cb
->mac_type
;
134 ae_handle
->media_type
= vf_cb
->mac_cb
->media_type
;
135 ae_handle
->dport_id
= port_id
;
144 static void hns_ae_put_handle(struct hnae_handle
*handle
)
146 struct hnae_vf_cb
*vf_cb
= hns_ae_get_vf_cb(handle
);
149 vf_cb
->mac_cb
= NULL
;
153 for (i
= 0; i
< handle
->q_num
; i
++)
154 hns_ae_get_ring_pair(handle
->qs
[i
])->used_by_vf
= 0;
157 static void hns_ae_ring_enable_all(struct hnae_handle
*handle
, int val
)
159 int q_num
= handle
->q_num
;
162 for (i
= 0; i
< q_num
; i
++)
163 hns_rcb_ring_enable_hw(handle
->qs
[i
], val
);
166 static void hns_ae_init_queue(struct hnae_queue
*q
)
168 struct ring_pair_cb
*ring
=
169 container_of(q
, struct ring_pair_cb
, q
);
171 hns_rcb_init_hw(ring
);
174 static void hns_ae_fini_queue(struct hnae_queue
*q
)
176 struct hnae_vf_cb
*vf_cb
= hns_ae_get_vf_cb(q
->handle
);
178 if (vf_cb
->mac_cb
->mac_type
== HNAE_PORT_SERVICE
)
179 hns_rcb_reset_ring_hw(q
);
182 static int hns_ae_set_mac_address(struct hnae_handle
*handle
, void *p
)
185 struct hns_mac_cb
*mac_cb
= hns_get_mac_cb(handle
);
187 if (!p
|| !is_valid_ether_addr((const u8
*)p
)) {
188 dev_err(handle
->owner_dev
, "is not valid ether addr !\n");
189 return -EADDRNOTAVAIL
;
192 ret
= hns_mac_change_vf_addr(mac_cb
, handle
->vf_id
, p
);
194 dev_err(handle
->owner_dev
,
195 "set_mac_address fail, ret=%d!\n", ret
);
202 static int hns_ae_add_uc_address(struct hnae_handle
*handle
,
203 const unsigned char *addr
)
205 struct hns_mac_cb
*mac_cb
= hns_get_mac_cb(handle
);
207 if (mac_cb
->mac_type
!= HNAE_PORT_SERVICE
)
210 return hns_mac_add_uc_addr(mac_cb
, handle
->vf_id
, addr
);
213 static int hns_ae_rm_uc_address(struct hnae_handle
*handle
,
214 const unsigned char *addr
)
216 struct hns_mac_cb
*mac_cb
= hns_get_mac_cb(handle
);
218 if (mac_cb
->mac_type
!= HNAE_PORT_SERVICE
)
221 return hns_mac_rm_uc_addr(mac_cb
, handle
->vf_id
, addr
);
224 static int hns_ae_set_multicast_one(struct hnae_handle
*handle
, void *addr
)
227 char *mac_addr
= (char *)addr
;
228 struct hns_mac_cb
*mac_cb
= hns_get_mac_cb(handle
);
233 if (mac_cb
->mac_type
!= HNAE_PORT_SERVICE
)
236 ret
= hns_mac_set_multi(mac_cb
, mac_cb
->mac_id
, mac_addr
, true);
238 dev_err(handle
->owner_dev
,
239 "mac add mul_mac:%pM port%d fail, ret = %#x!\n",
240 mac_addr
, mac_cb
->mac_id
, ret
);
244 ret
= hns_mac_get_inner_port_num(mac_cb
, handle
->vf_id
, &port_num
);
248 ret
= hns_mac_set_multi(mac_cb
, port_num
, mac_addr
, true);
250 dev_err(handle
->owner_dev
,
251 "mac add mul_mac:%pM port%d fail, ret = %#x!\n",
252 mac_addr
, DSAF_BASE_INNER_PORT_NUM
, ret
);
257 static int hns_ae_clr_multicast(struct hnae_handle
*handle
)
259 struct hns_mac_cb
*mac_cb
= hns_get_mac_cb(handle
);
261 if (mac_cb
->mac_type
!= HNAE_PORT_SERVICE
)
264 return hns_mac_clr_multicast(mac_cb
, handle
->vf_id
);
267 static int hns_ae_set_mtu(struct hnae_handle
*handle
, int new_mtu
)
269 struct hns_mac_cb
*mac_cb
= hns_get_mac_cb(handle
);
270 struct hnae_queue
*q
;
274 /* when buf_size is 2048, max mtu is 6K for rx ring max bd num is 3. */
275 if (!AE_IS_VER1(mac_cb
->dsaf_dev
->dsaf_ver
)) {
276 if (new_mtu
<= BD_SIZE_2048_MAX_MTU
)
281 rx_buf_size
= mac_cb
->dsaf_dev
->buf_size
;
284 ret
= hns_mac_set_mtu(mac_cb
, new_mtu
, rx_buf_size
);
287 /* reinit ring buf_size */
288 for (i
= 0; i
< handle
->q_num
; i
++) {
290 q
->rx_ring
.buf_size
= rx_buf_size
;
291 hns_rcb_set_rx_ring_bs(q
, rx_buf_size
);
298 static void hns_ae_set_tso_stats(struct hnae_handle
*handle
, int enable
)
300 struct hns_ppe_cb
*ppe_cb
= hns_get_ppe_cb(handle
);
302 hns_ppe_set_tso_enable(ppe_cb
, enable
);
305 static int hns_ae_start(struct hnae_handle
*handle
)
309 struct hns_mac_cb
*mac_cb
= hns_get_mac_cb(handle
);
311 ret
= hns_mac_vm_config_bc_en(mac_cb
, 0, true);
315 for (k
= 0; k
< handle
->q_num
; k
++) {
316 if (AE_IS_VER1(mac_cb
->dsaf_dev
->dsaf_ver
))
317 hns_rcb_int_clr_hw(handle
->qs
[k
],
318 RCB_INT_FLAG_TX
| RCB_INT_FLAG_RX
);
320 hns_rcbv2_int_clr_hw(handle
->qs
[k
],
321 RCB_INT_FLAG_TX
| RCB_INT_FLAG_RX
);
323 hns_ae_ring_enable_all(handle
, 1);
326 hns_mac_start(mac_cb
);
331 void hns_ae_stop(struct hnae_handle
*handle
)
333 struct hns_mac_cb
*mac_cb
= hns_get_mac_cb(handle
);
335 /* just clean tx fbd, neednot rx fbd*/
336 hns_rcb_wait_fbd_clean(handle
->qs
, handle
->q_num
, RCB_INT_FLAG_TX
);
340 hns_mac_stop(mac_cb
);
342 usleep_range(10000, 20000);
344 hns_ae_ring_enable_all(handle
, 0);
346 (void)hns_mac_vm_config_bc_en(mac_cb
, 0, false);
349 static void hns_ae_reset(struct hnae_handle
*handle
)
351 struct hnae_vf_cb
*vf_cb
= hns_ae_get_vf_cb(handle
);
353 if (vf_cb
->mac_cb
->mac_type
== HNAE_PORT_DEBUG
) {
354 hns_mac_reset(vf_cb
->mac_cb
);
355 hns_ppe_reset_common(vf_cb
->dsaf_dev
, 0);
359 void hns_ae_toggle_ring_irq(struct hnae_ring
*ring
, u32 mask
)
363 if (is_tx_ring(ring
))
364 flag
= RCB_INT_FLAG_TX
;
366 flag
= RCB_INT_FLAG_RX
;
368 hns_rcb_int_ctrl_hw(ring
->q
, flag
, mask
);
371 static void hns_aev2_toggle_ring_irq(struct hnae_ring
*ring
, u32 mask
)
375 if (is_tx_ring(ring
))
376 flag
= RCB_INT_FLAG_TX
;
378 flag
= RCB_INT_FLAG_RX
;
380 hns_rcbv2_int_ctrl_hw(ring
->q
, flag
, mask
);
383 static int hns_ae_get_link_status(struct hnae_handle
*handle
)
386 struct hns_mac_cb
*mac_cb
= hns_get_mac_cb(handle
);
388 hns_mac_get_link_status(mac_cb
, &link_status
);
390 return !!link_status
;
393 static int hns_ae_get_mac_info(struct hnae_handle
*handle
,
394 u8
*auto_neg
, u16
*speed
, u8
*duplex
)
396 struct hns_mac_cb
*mac_cb
= hns_get_mac_cb(handle
);
398 return hns_mac_get_port_info(mac_cb
, auto_neg
, speed
, duplex
);
401 static void hns_ae_adjust_link(struct hnae_handle
*handle
, int speed
,
404 struct hns_mac_cb
*mac_cb
= hns_get_mac_cb(handle
);
406 hns_mac_adjust_link(mac_cb
, speed
, duplex
);
409 static void hns_ae_get_ring_bdnum_limit(struct hnae_queue
*queue
,
412 *uplimit
= HNS_RCB_RING_MAX_PENDING_BD
;
415 static void hns_ae_get_pauseparam(struct hnae_handle
*handle
,
416 u32
*auto_neg
, u32
*rx_en
, u32
*tx_en
)
418 struct hns_mac_cb
*mac_cb
= hns_get_mac_cb(handle
);
419 struct dsaf_device
*dsaf_dev
= mac_cb
->dsaf_dev
;
421 hns_mac_get_autoneg(mac_cb
, auto_neg
);
423 hns_mac_get_pauseparam(mac_cb
, rx_en
, tx_en
);
425 /* Service port's pause feature is provided by DSAF, not mac */
426 if (handle
->port_type
== HNAE_PORT_SERVICE
)
427 hns_dsaf_get_rx_mac_pause_en(dsaf_dev
, mac_cb
->mac_id
, rx_en
);
430 static int hns_ae_set_autoneg(struct hnae_handle
*handle
, u8 enable
)
434 return hns_mac_set_autoneg(hns_get_mac_cb(handle
), enable
);
437 static void hns_ae_set_promisc_mode(struct hnae_handle
*handle
, u32 en
)
439 struct hns_mac_cb
*mac_cb
= hns_get_mac_cb(handle
);
441 hns_dsaf_set_promisc_mode(hns_ae_get_dsaf_dev(handle
->dev
), en
);
442 hns_mac_set_promisc(mac_cb
, (u8
)!!en
);
445 static int hns_ae_get_autoneg(struct hnae_handle
*handle
)
451 hns_mac_get_autoneg(hns_get_mac_cb(handle
), &auto_neg
);
456 static int hns_ae_set_pauseparam(struct hnae_handle
*handle
,
457 u32 autoneg
, u32 rx_en
, u32 tx_en
)
459 struct hns_mac_cb
*mac_cb
= hns_get_mac_cb(handle
);
460 struct dsaf_device
*dsaf_dev
= mac_cb
->dsaf_dev
;
463 ret
= hns_mac_set_autoneg(mac_cb
, autoneg
);
467 /* Service port's pause feature is provided by DSAF, not mac */
468 if (handle
->port_type
== HNAE_PORT_SERVICE
) {
469 ret
= hns_dsaf_set_rx_mac_pause_en(dsaf_dev
,
470 mac_cb
->mac_id
, rx_en
);
475 return hns_mac_set_pauseparam(mac_cb
, rx_en
, tx_en
);
478 static void hns_ae_get_coalesce_usecs(struct hnae_handle
*handle
,
479 u32
*tx_usecs
, u32
*rx_usecs
)
481 struct ring_pair_cb
*ring_pair
=
482 container_of(handle
->qs
[0], struct ring_pair_cb
, q
);
484 *tx_usecs
= hns_rcb_get_coalesce_usecs(ring_pair
->rcb_common
,
485 ring_pair
->port_id_in_comm
);
486 *rx_usecs
= hns_rcb_get_coalesce_usecs(ring_pair
->rcb_common
,
487 ring_pair
->port_id_in_comm
);
490 static void hns_ae_get_max_coalesced_frames(struct hnae_handle
*handle
,
491 u32
*tx_frames
, u32
*rx_frames
)
493 struct ring_pair_cb
*ring_pair
=
494 container_of(handle
->qs
[0], struct ring_pair_cb
, q
);
495 struct dsaf_device
*dsaf_dev
= hns_ae_get_dsaf_dev(handle
->dev
);
497 if (AE_IS_VER1(dsaf_dev
->dsaf_ver
) ||
498 handle
->port_type
== HNAE_PORT_DEBUG
)
499 *tx_frames
= hns_rcb_get_rx_coalesced_frames(
500 ring_pair
->rcb_common
, ring_pair
->port_id_in_comm
);
502 *tx_frames
= hns_rcb_get_tx_coalesced_frames(
503 ring_pair
->rcb_common
, ring_pair
->port_id_in_comm
);
504 *rx_frames
= hns_rcb_get_rx_coalesced_frames(ring_pair
->rcb_common
,
505 ring_pair
->port_id_in_comm
);
508 static int hns_ae_set_coalesce_usecs(struct hnae_handle
*handle
,
511 struct ring_pair_cb
*ring_pair
=
512 container_of(handle
->qs
[0], struct ring_pair_cb
, q
);
514 return hns_rcb_set_coalesce_usecs(
515 ring_pair
->rcb_common
, ring_pair
->port_id_in_comm
, timeout
);
518 static int hns_ae_set_coalesce_frames(struct hnae_handle
*handle
,
519 u32 tx_frames
, u32 rx_frames
)
522 struct ring_pair_cb
*ring_pair
=
523 container_of(handle
->qs
[0], struct ring_pair_cb
, q
);
524 struct dsaf_device
*dsaf_dev
= hns_ae_get_dsaf_dev(handle
->dev
);
526 if (AE_IS_VER1(dsaf_dev
->dsaf_ver
) ||
527 handle
->port_type
== HNAE_PORT_DEBUG
) {
528 if (tx_frames
!= rx_frames
)
530 return hns_rcb_set_rx_coalesced_frames(
531 ring_pair
->rcb_common
,
532 ring_pair
->port_id_in_comm
, rx_frames
);
536 ret
= hns_rcb_set_tx_coalesced_frames(
537 ring_pair
->rcb_common
,
538 ring_pair
->port_id_in_comm
, tx_frames
);
542 return hns_rcb_set_rx_coalesced_frames(
543 ring_pair
->rcb_common
,
544 ring_pair
->port_id_in_comm
, rx_frames
);
548 static void hns_ae_get_coalesce_range(struct hnae_handle
*handle
,
549 u32
*tx_frames_low
, u32
*rx_frames_low
,
550 u32
*tx_frames_high
, u32
*rx_frames_high
,
551 u32
*tx_usecs_low
, u32
*rx_usecs_low
,
552 u32
*tx_usecs_high
, u32
*rx_usecs_high
)
554 struct dsaf_device
*dsaf_dev
;
558 dsaf_dev
= hns_ae_get_dsaf_dev(handle
->dev
);
560 *tx_frames_low
= HNS_RCB_TX_FRAMES_LOW
;
561 *rx_frames_low
= HNS_RCB_RX_FRAMES_LOW
;
563 if (AE_IS_VER1(dsaf_dev
->dsaf_ver
) ||
564 handle
->port_type
== HNAE_PORT_DEBUG
)
566 (dsaf_dev
->desc_num
- 1 > HNS_RCB_TX_FRAMES_HIGH
) ?
567 HNS_RCB_TX_FRAMES_HIGH
: dsaf_dev
->desc_num
- 1;
571 *rx_frames_high
= (dsaf_dev
->desc_num
- 1 > HNS_RCB_RX_FRAMES_HIGH
) ?
572 HNS_RCB_RX_FRAMES_HIGH
: dsaf_dev
->desc_num
- 1;
573 *tx_usecs_low
= HNS_RCB_TX_USECS_LOW
;
574 *rx_usecs_low
= HNS_RCB_RX_USECS_LOW
;
575 *tx_usecs_high
= HNS_RCB_TX_USECS_HIGH
;
576 *rx_usecs_high
= HNS_RCB_RX_USECS_HIGH
;
579 void hns_ae_update_stats(struct hnae_handle
*handle
,
580 struct net_device_stats
*net_stats
)
584 struct dsaf_device
*dsaf_dev
;
585 struct hns_mac_cb
*mac_cb
;
586 struct hns_ppe_cb
*ppe_cb
;
587 struct hnae_queue
*queue
;
588 struct hnae_vf_cb
*vf_cb
= hns_ae_get_vf_cb(handle
);
589 u64 tx_bytes
= 0, rx_bytes
= 0, tx_packets
= 0, rx_packets
= 0;
590 u64 rx_errors
= 0, tx_errors
= 0, tx_dropped
= 0;
591 u64 rx_missed_errors
= 0;
593 dsaf_dev
= hns_ae_get_dsaf_dev(handle
->dev
);
596 port
= vf_cb
->port_index
;
597 ppe_cb
= hns_get_ppe_cb(handle
);
598 mac_cb
= hns_get_mac_cb(handle
);
600 for (idx
= 0; idx
< handle
->q_num
; idx
++) {
601 queue
= handle
->qs
[idx
];
602 hns_rcb_update_stats(queue
);
604 tx_bytes
+= queue
->tx_ring
.stats
.tx_bytes
;
605 tx_packets
+= queue
->tx_ring
.stats
.tx_pkts
;
606 rx_bytes
+= queue
->rx_ring
.stats
.rx_bytes
;
607 rx_packets
+= queue
->rx_ring
.stats
.rx_pkts
;
609 rx_errors
+= queue
->rx_ring
.stats
.err_pkt_len
610 + queue
->rx_ring
.stats
.l2_err
611 + queue
->rx_ring
.stats
.l3l4_csum_err
;
614 hns_ppe_update_stats(ppe_cb
);
615 rx_missed_errors
= ppe_cb
->hw_stats
.rx_drop_no_buf
;
616 tx_errors
+= ppe_cb
->hw_stats
.tx_err_checksum
617 + ppe_cb
->hw_stats
.tx_err_fifo_empty
;
619 if (mac_cb
->mac_type
== HNAE_PORT_SERVICE
) {
620 hns_dsaf_update_stats(dsaf_dev
, port
);
621 /* for port upline direction, i.e., rx. */
622 rx_missed_errors
+= dsaf_dev
->hw_stats
[port
].bp_drop
;
623 rx_missed_errors
+= dsaf_dev
->hw_stats
[port
].pad_drop
;
624 rx_missed_errors
+= dsaf_dev
->hw_stats
[port
].crc_false
;
626 /* for port downline direction, i.e., tx. */
627 port
= port
+ DSAF_PPE_INODE_BASE
;
628 hns_dsaf_update_stats(dsaf_dev
, port
);
629 tx_dropped
+= dsaf_dev
->hw_stats
[port
].bp_drop
;
630 tx_dropped
+= dsaf_dev
->hw_stats
[port
].pad_drop
;
631 tx_dropped
+= dsaf_dev
->hw_stats
[port
].crc_false
;
632 tx_dropped
+= dsaf_dev
->hw_stats
[port
].rslt_drop
;
633 tx_dropped
+= dsaf_dev
->hw_stats
[port
].vlan_drop
;
634 tx_dropped
+= dsaf_dev
->hw_stats
[port
].stp_drop
;
637 hns_mac_update_stats(mac_cb
);
638 rx_errors
+= mac_cb
->hw_stats
.rx_fifo_overrun_err
;
640 tx_errors
+= mac_cb
->hw_stats
.tx_bad_pkts
641 + mac_cb
->hw_stats
.tx_fragment_err
642 + mac_cb
->hw_stats
.tx_jabber_err
643 + mac_cb
->hw_stats
.tx_underrun_err
644 + mac_cb
->hw_stats
.tx_crc_err
;
646 net_stats
->tx_bytes
= tx_bytes
;
647 net_stats
->tx_packets
= tx_packets
;
648 net_stats
->rx_bytes
= rx_bytes
;
649 net_stats
->rx_dropped
= 0;
650 net_stats
->rx_packets
= rx_packets
;
651 net_stats
->rx_errors
= rx_errors
;
652 net_stats
->tx_errors
= tx_errors
;
653 net_stats
->tx_dropped
= tx_dropped
;
654 net_stats
->rx_missed_errors
= rx_missed_errors
;
655 net_stats
->rx_crc_errors
= mac_cb
->hw_stats
.rx_fcs_err
;
656 net_stats
->rx_frame_errors
= mac_cb
->hw_stats
.rx_align_err
;
657 net_stats
->rx_fifo_errors
= mac_cb
->hw_stats
.rx_fifo_overrun_err
;
658 net_stats
->rx_length_errors
= mac_cb
->hw_stats
.rx_len_err
;
659 net_stats
->multicast
= mac_cb
->hw_stats
.rx_mc_pkts
;
662 void hns_ae_get_stats(struct hnae_handle
*handle
, u64
*data
)
665 struct hns_mac_cb
*mac_cb
;
666 struct hns_ppe_cb
*ppe_cb
;
668 struct hnae_vf_cb
*vf_cb
;
670 if (!handle
|| !data
) {
671 pr_err("hns_ae_get_stats NULL handle or data pointer!\n");
675 vf_cb
= hns_ae_get_vf_cb(handle
);
676 mac_cb
= hns_get_mac_cb(handle
);
677 ppe_cb
= hns_get_ppe_cb(handle
);
679 for (idx
= 0; idx
< handle
->q_num
; idx
++) {
680 hns_rcb_get_stats(handle
->qs
[idx
], p
);
681 p
+= hns_rcb_get_ring_sset_count((int)ETH_SS_STATS
);
684 hns_ppe_get_stats(ppe_cb
, p
);
685 p
+= hns_ppe_get_sset_count((int)ETH_SS_STATS
);
687 hns_mac_get_stats(mac_cb
, p
);
688 p
+= hns_mac_get_sset_count(mac_cb
, (int)ETH_SS_STATS
);
690 if (mac_cb
->mac_type
== HNAE_PORT_SERVICE
)
691 hns_dsaf_get_stats(vf_cb
->dsaf_dev
, p
, vf_cb
->port_index
);
694 void hns_ae_get_strings(struct hnae_handle
*handle
,
695 u32 stringset
, u8
*data
)
699 struct hns_mac_cb
*mac_cb
;
700 struct hns_ppe_cb
*ppe_cb
;
701 struct dsaf_device
*dsaf_dev
= hns_ae_get_dsaf_dev(handle
->dev
);
703 struct hnae_vf_cb
*vf_cb
;
707 vf_cb
= hns_ae_get_vf_cb(handle
);
708 port
= vf_cb
->port_index
;
709 mac_cb
= hns_get_mac_cb(handle
);
710 ppe_cb
= hns_get_ppe_cb(handle
);
712 for (idx
= 0; idx
< handle
->q_num
; idx
++) {
713 hns_rcb_get_strings(stringset
, p
, idx
);
714 p
+= ETH_GSTRING_LEN
* hns_rcb_get_ring_sset_count(stringset
);
717 hns_ppe_get_strings(ppe_cb
, stringset
, p
);
718 p
+= ETH_GSTRING_LEN
* hns_ppe_get_sset_count(stringset
);
720 hns_mac_get_strings(mac_cb
, stringset
, p
);
721 p
+= ETH_GSTRING_LEN
* hns_mac_get_sset_count(mac_cb
, stringset
);
723 if (mac_cb
->mac_type
== HNAE_PORT_SERVICE
)
724 hns_dsaf_get_strings(stringset
, p
, port
, dsaf_dev
);
727 int hns_ae_get_sset_count(struct hnae_handle
*handle
, int stringset
)
730 struct hns_mac_cb
*mac_cb
;
731 struct dsaf_device
*dsaf_dev
= hns_ae_get_dsaf_dev(handle
->dev
);
735 mac_cb
= hns_get_mac_cb(handle
);
737 sset_count
+= hns_rcb_get_ring_sset_count(stringset
) * handle
->q_num
;
738 sset_count
+= hns_ppe_get_sset_count(stringset
);
739 sset_count
+= hns_mac_get_sset_count(mac_cb
, stringset
);
741 if (mac_cb
->mac_type
== HNAE_PORT_SERVICE
)
742 sset_count
+= hns_dsaf_get_sset_count(dsaf_dev
, stringset
);
747 static int hns_ae_config_loopback(struct hnae_handle
*handle
,
748 enum hnae_loop loop
, int en
)
751 struct hnae_vf_cb
*vf_cb
= hns_ae_get_vf_cb(handle
);
752 struct hns_mac_cb
*mac_cb
= hns_get_mac_cb(handle
);
753 struct dsaf_device
*dsaf_dev
= mac_cb
->dsaf_dev
;
756 case MAC_INTERNALLOOP_PHY
:
759 case MAC_INTERNALLOOP_SERDES
:
760 ret
= dsaf_dev
->misc_op
->cfg_serdes_loopback(vf_cb
->mac_cb
,
763 case MAC_INTERNALLOOP_MAC
:
764 ret
= hns_mac_config_mac_loopback(vf_cb
->mac_cb
, loop
, en
);
773 void hns_ae_update_led_status(struct hnae_handle
*handle
)
775 struct hns_mac_cb
*mac_cb
;
778 mac_cb
= hns_get_mac_cb(handle
);
779 if (!mac_cb
->cpld_ctrl
)
781 hns_set_led_opt(mac_cb
);
784 int hns_ae_cpld_set_led_id(struct hnae_handle
*handle
,
785 enum hnae_led_state status
)
787 struct hns_mac_cb
*mac_cb
;
791 mac_cb
= hns_get_mac_cb(handle
);
793 return hns_cpld_led_set_id(mac_cb
, status
);
796 void hns_ae_get_regs(struct hnae_handle
*handle
, void *data
)
800 struct hnae_vf_cb
*vf_cb
= hns_ae_get_vf_cb(handle
);
801 struct hns_ppe_cb
*ppe_cb
= hns_get_ppe_cb(handle
);
803 hns_ppe_get_regs(ppe_cb
, p
);
804 p
+= hns_ppe_get_regs_count();
806 hns_rcb_get_common_regs(vf_cb
->dsaf_dev
->rcb_common
[0], p
);
807 p
+= hns_rcb_get_common_regs_count();
809 for (i
= 0; i
< handle
->q_num
; i
++) {
810 hns_rcb_get_ring_regs(handle
->qs
[i
], p
);
811 p
+= hns_rcb_get_ring_regs_count();
814 hns_mac_get_regs(vf_cb
->mac_cb
, p
);
815 p
+= hns_mac_get_regs_count(vf_cb
->mac_cb
);
817 if (vf_cb
->mac_cb
->mac_type
== HNAE_PORT_SERVICE
)
818 hns_dsaf_get_regs(vf_cb
->dsaf_dev
, vf_cb
->port_index
, p
);
821 int hns_ae_get_regs_len(struct hnae_handle
*handle
)
824 struct hnae_vf_cb
*vf_cb
= hns_ae_get_vf_cb(handle
);
826 total_num
= hns_ppe_get_regs_count();
827 total_num
+= hns_rcb_get_common_regs_count();
828 total_num
+= hns_rcb_get_ring_regs_count() * handle
->q_num
;
829 total_num
+= hns_mac_get_regs_count(vf_cb
->mac_cb
);
831 if (vf_cb
->mac_cb
->mac_type
== HNAE_PORT_SERVICE
)
832 total_num
+= hns_dsaf_get_regs_count();
837 static u32
hns_ae_get_rss_key_size(struct hnae_handle
*handle
)
839 return HNS_PPEV2_RSS_KEY_SIZE
;
842 static u32
hns_ae_get_rss_indir_size(struct hnae_handle
*handle
)
844 return HNS_PPEV2_RSS_IND_TBL_SIZE
;
847 static int hns_ae_get_rss(struct hnae_handle
*handle
, u32
*indir
, u8
*key
,
850 struct hns_ppe_cb
*ppe_cb
= hns_get_ppe_cb(handle
);
852 /* currently we support only one type of hash function i.e. Toep hash */
854 *hfunc
= ETH_RSS_HASH_TOP
;
856 /* get the RSS Key required by the user */
858 memcpy(key
, ppe_cb
->rss_key
, HNS_PPEV2_RSS_KEY_SIZE
);
860 /* update the current hash->queue mappings from the shadow RSS table */
862 memcpy(indir
, ppe_cb
->rss_indir_table
,
863 HNS_PPEV2_RSS_IND_TBL_SIZE
* sizeof(*indir
));
868 static int hns_ae_set_rss(struct hnae_handle
*handle
, const u32
*indir
,
869 const u8
*key
, const u8 hfunc
)
871 struct hns_ppe_cb
*ppe_cb
= hns_get_ppe_cb(handle
);
873 /* set the RSS Hash Key if specififed by the user */
875 memcpy(ppe_cb
->rss_key
, key
, HNS_PPEV2_RSS_KEY_SIZE
);
876 hns_ppe_set_rss_key(ppe_cb
, ppe_cb
->rss_key
);
880 /* update the shadow RSS table with user specified qids */
881 memcpy(ppe_cb
->rss_indir_table
, indir
,
882 HNS_PPEV2_RSS_IND_TBL_SIZE
* sizeof(*indir
));
884 /* now update the hardware */
885 hns_ppe_set_indir_table(ppe_cb
, ppe_cb
->rss_indir_table
);
891 static struct hnae_ae_ops hns_dsaf_ops
= {
892 .get_handle
= hns_ae_get_handle
,
893 .put_handle
= hns_ae_put_handle
,
894 .init_queue
= hns_ae_init_queue
,
895 .fini_queue
= hns_ae_fini_queue
,
896 .start
= hns_ae_start
,
898 .reset
= hns_ae_reset
,
899 .toggle_ring_irq
= hns_ae_toggle_ring_irq
,
900 .get_status
= hns_ae_get_link_status
,
901 .get_info
= hns_ae_get_mac_info
,
902 .adjust_link
= hns_ae_adjust_link
,
903 .set_loopback
= hns_ae_config_loopback
,
904 .get_ring_bdnum_limit
= hns_ae_get_ring_bdnum_limit
,
905 .get_pauseparam
= hns_ae_get_pauseparam
,
906 .set_autoneg
= hns_ae_set_autoneg
,
907 .get_autoneg
= hns_ae_get_autoneg
,
908 .set_pauseparam
= hns_ae_set_pauseparam
,
909 .get_coalesce_usecs
= hns_ae_get_coalesce_usecs
,
910 .get_max_coalesced_frames
= hns_ae_get_max_coalesced_frames
,
911 .set_coalesce_usecs
= hns_ae_set_coalesce_usecs
,
912 .set_coalesce_frames
= hns_ae_set_coalesce_frames
,
913 .get_coalesce_range
= hns_ae_get_coalesce_range
,
914 .set_promisc_mode
= hns_ae_set_promisc_mode
,
915 .set_mac_addr
= hns_ae_set_mac_address
,
916 .add_uc_addr
= hns_ae_add_uc_address
,
917 .rm_uc_addr
= hns_ae_rm_uc_address
,
918 .set_mc_addr
= hns_ae_set_multicast_one
,
919 .clr_mc_addr
= hns_ae_clr_multicast
,
920 .set_mtu
= hns_ae_set_mtu
,
921 .update_stats
= hns_ae_update_stats
,
922 .set_tso_stats
= hns_ae_set_tso_stats
,
923 .get_stats
= hns_ae_get_stats
,
924 .get_strings
= hns_ae_get_strings
,
925 .get_sset_count
= hns_ae_get_sset_count
,
926 .update_led_status
= hns_ae_update_led_status
,
927 .set_led_id
= hns_ae_cpld_set_led_id
,
928 .get_regs
= hns_ae_get_regs
,
929 .get_regs_len
= hns_ae_get_regs_len
,
930 .get_rss_key_size
= hns_ae_get_rss_key_size
,
931 .get_rss_indir_size
= hns_ae_get_rss_indir_size
,
932 .get_rss
= hns_ae_get_rss
,
933 .set_rss
= hns_ae_set_rss
936 int hns_dsaf_ae_init(struct dsaf_device
*dsaf_dev
)
938 struct hnae_ae_dev
*ae_dev
= &dsaf_dev
->ae_dev
;
939 static atomic_t id
= ATOMIC_INIT(-1);
941 switch (dsaf_dev
->dsaf_ver
) {
943 hns_dsaf_ops
.toggle_ring_irq
= hns_ae_toggle_ring_irq
;
946 hns_dsaf_ops
.toggle_ring_irq
= hns_aev2_toggle_ring_irq
;
952 snprintf(ae_dev
->name
, AE_NAME_SIZE
, "%s%d", DSAF_DEVICE_NAME
,
953 (int)atomic_inc_return(&id
));
954 ae_dev
->ops
= &hns_dsaf_ops
;
955 ae_dev
->dev
= dsaf_dev
->dev
;
957 return hnae_ae_register(ae_dev
, THIS_MODULE
);
960 void hns_dsaf_ae_uninit(struct dsaf_device
*dsaf_dev
)
962 hnae_ae_unregister(&dsaf_dev
->ae_dev
);