1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright(c) 2010-2014 Intel Corporation
10 #include <sys/queue.h>
15 #include <netinet/in.h>
17 #include <linux/if_tun.h>
19 #include <sys/ioctl.h>
23 #include <rte_common.h>
25 #include <rte_memory.h>
26 #include <rte_memcpy.h>
28 #include <rte_per_lcore.h>
29 #include <rte_launch.h>
30 #include <rte_atomic.h>
31 #include <rte_lcore.h>
32 #include <rte_branch_prediction.h>
33 #include <rte_interrupts.h>
34 #include <rte_bus_pci.h>
35 #include <rte_debug.h>
36 #include <rte_ether.h>
37 #include <rte_ethdev.h>
38 #include <rte_mempool.h>
40 #include <rte_string_fns.h>
41 #include <rte_cycles.h>
42 #include <rte_malloc.h>
45 /* Macros for printing using RTE_LOG */
46 #define RTE_LOGTYPE_APP RTE_LOGTYPE_USER1
48 /* Max size of a single packet */
49 #define MAX_PACKET_SZ 2048
51 /* Size of the data buffer in each mbuf */
52 #define MBUF_DATA_SZ (MAX_PACKET_SZ + RTE_PKTMBUF_HEADROOM)
54 /* Number of mbufs in mempool that is created */
55 #define NB_MBUF (8192 * 16)
57 /* How many packets to attempt to read from NIC in one go */
58 #define PKT_BURST_SZ 32
60 /* How many objects (mbufs) to keep in per-lcore mempool cache */
61 #define MEMPOOL_CACHE_SZ PKT_BURST_SZ
63 /* Number of RX ring descriptors */
66 /* Number of TX ring descriptors */
69 /* Total octets in ethernet header */
70 #define KNI_ENET_HEADER_SIZE 14
72 /* Total octets in the FCS */
73 #define KNI_ENET_FCS_SIZE 4
75 #define KNI_US_PER_SECOND 1000000
76 #define KNI_SECOND_PER_DAY 86400
78 #define KNI_MAX_KTHREAD 32
80 * Structure of port parameters
82 struct kni_port_params
{
83 uint16_t port_id
;/* Port ID */
84 unsigned lcore_rx
; /* lcore ID for RX */
85 unsigned lcore_tx
; /* lcore ID for TX */
86 uint32_t nb_lcore_k
; /* Number of lcores for KNI multi kernel threads */
87 uint32_t nb_kni
; /* Number of KNI devices to be created */
88 unsigned lcore_k
[KNI_MAX_KTHREAD
]; /* lcore ID list for kthreads */
89 struct rte_kni
*kni
[KNI_MAX_KTHREAD
]; /* KNI context pointers */
90 } __rte_cache_aligned
;
92 static struct kni_port_params
*kni_port_params_array
[RTE_MAX_ETHPORTS
];
95 /* Options for configuring ethernet port */
96 static struct rte_eth_conf port_conf
= {
98 .offloads
= DEV_RX_OFFLOAD_CRC_STRIP
,
101 .mq_mode
= ETH_MQ_TX_NONE
,
105 /* Mempool for mbufs */
106 static struct rte_mempool
* pktmbuf_pool
= NULL
;
108 /* Mask of enabled ports */
109 static uint32_t ports_mask
= 0;
110 /* Ports set in promiscuous mode off by default. */
111 static int promiscuous_on
= 0;
113 /* Structure type for recording kni interface specific stats */
114 struct kni_interface_stats
{
115 /* number of pkts received from NIC, and sent to KNI */
118 /* number of pkts received from NIC, but failed to send to KNI */
121 /* number of pkts received from KNI, and sent to NIC */
124 /* number of pkts received from KNI, but failed to send to NIC */
128 /* kni device statistics array */
129 static struct kni_interface_stats kni_stats
[RTE_MAX_ETHPORTS
];
131 static int kni_change_mtu(uint16_t port_id
, unsigned int new_mtu
);
132 static int kni_config_network_interface(uint16_t port_id
, uint8_t if_up
);
133 static int kni_config_mac_address(uint16_t port_id
, uint8_t mac_addr
[]);
135 static rte_atomic32_t kni_stop
= RTE_ATOMIC32_INIT(0);
137 /* Print out statistics on packets handled */
143 printf("\n**KNI example application statistics**\n"
144 "====== ============== ============ ============ ============ ============\n"
145 " Port Lcore(RX/TX) rx_packets rx_dropped tx_packets tx_dropped\n"
146 "------ -------------- ------------ ------------ ------------ ------------\n");
147 for (i
= 0; i
< RTE_MAX_ETHPORTS
; i
++) {
148 if (!kni_port_params_array
[i
])
151 printf("%7d %10u/%2u %13"PRIu64
" %13"PRIu64
" %13"PRIu64
" "
153 kni_port_params_array
[i
]->lcore_rx
,
154 kni_port_params_array
[i
]->lcore_tx
,
155 kni_stats
[i
].rx_packets
,
156 kni_stats
[i
].rx_dropped
,
157 kni_stats
[i
].tx_packets
,
158 kni_stats
[i
].tx_dropped
);
160 printf("====== ============== ============ ============ ============ ============\n");
163 /* Custom handling of signals to handle stats and kni processing */
165 signal_handler(int signum
)
167 /* When we receive a USR1 signal, print stats */
168 if (signum
== SIGUSR1
) {
172 /* When we receive a USR2 signal, reset stats */
173 if (signum
== SIGUSR2
) {
174 memset(&kni_stats
, 0, sizeof(kni_stats
));
175 printf("\n**Statistics have been reset**\n");
179 /* When we receive a RTMIN or SIGINT signal, stop kni processing */
180 if (signum
== SIGRTMIN
|| signum
== SIGINT
){
181 printf("SIGRTMIN is received, and the KNI processing is "
183 rte_atomic32_inc(&kni_stop
);
189 kni_burst_free_mbufs(struct rte_mbuf
**pkts
, unsigned num
)
196 for (i
= 0; i
< num
; i
++) {
197 rte_pktmbuf_free(pkts
[i
]);
203 * Interface to burst rx and enqueue mbufs into rx_q
206 kni_ingress(struct kni_port_params
*p
)
212 struct rte_mbuf
*pkts_burst
[PKT_BURST_SZ
];
218 port_id
= p
->port_id
;
219 for (i
= 0; i
< nb_kni
; i
++) {
220 /* Burst rx from eth */
221 nb_rx
= rte_eth_rx_burst(port_id
, 0, pkts_burst
, PKT_BURST_SZ
);
222 if (unlikely(nb_rx
> PKT_BURST_SZ
)) {
223 RTE_LOG(ERR
, APP
, "Error receiving from eth\n");
226 /* Burst tx to kni */
227 num
= rte_kni_tx_burst(p
->kni
[i
], pkts_burst
, nb_rx
);
228 kni_stats
[port_id
].rx_packets
+= num
;
230 rte_kni_handle_request(p
->kni
[i
]);
231 if (unlikely(num
< nb_rx
)) {
232 /* Free mbufs not tx to kni interface */
233 kni_burst_free_mbufs(&pkts_burst
[num
], nb_rx
- num
);
234 kni_stats
[port_id
].rx_dropped
+= nb_rx
- num
;
240 * Interface to dequeue mbufs from tx_q and burst tx
243 kni_egress(struct kni_port_params
*p
)
249 struct rte_mbuf
*pkts_burst
[PKT_BURST_SZ
];
255 port_id
= p
->port_id
;
256 for (i
= 0; i
< nb_kni
; i
++) {
257 /* Burst rx from kni */
258 num
= rte_kni_rx_burst(p
->kni
[i
], pkts_burst
, PKT_BURST_SZ
);
259 if (unlikely(num
> PKT_BURST_SZ
)) {
260 RTE_LOG(ERR
, APP
, "Error receiving from KNI\n");
263 /* Burst tx to eth */
264 nb_tx
= rte_eth_tx_burst(port_id
, 0, pkts_burst
, (uint16_t)num
);
265 kni_stats
[port_id
].tx_packets
+= nb_tx
;
266 if (unlikely(nb_tx
< num
)) {
267 /* Free mbufs not tx to NIC */
268 kni_burst_free_mbufs(&pkts_burst
[nb_tx
], num
- nb_tx
);
269 kni_stats
[port_id
].tx_dropped
+= num
- nb_tx
;
275 main_loop(__rte_unused
void *arg
)
279 const unsigned lcore_id
= rte_lcore_id();
286 enum lcore_rxtx flag
= LCORE_NONE
;
288 RTE_ETH_FOREACH_DEV(i
) {
289 if (!kni_port_params_array
[i
])
291 if (kni_port_params_array
[i
]->lcore_rx
== (uint8_t)lcore_id
) {
294 } else if (kni_port_params_array
[i
]->lcore_tx
==
301 if (flag
== LCORE_RX
) {
302 RTE_LOG(INFO
, APP
, "Lcore %u is reading from port %d\n",
303 kni_port_params_array
[i
]->lcore_rx
,
304 kni_port_params_array
[i
]->port_id
);
306 f_stop
= rte_atomic32_read(&kni_stop
);
309 kni_ingress(kni_port_params_array
[i
]);
311 } else if (flag
== LCORE_TX
) {
312 RTE_LOG(INFO
, APP
, "Lcore %u is writing to port %d\n",
313 kni_port_params_array
[i
]->lcore_tx
,
314 kni_port_params_array
[i
]->port_id
);
316 f_stop
= rte_atomic32_read(&kni_stop
);
319 kni_egress(kni_port_params_array
[i
]);
322 RTE_LOG(INFO
, APP
, "Lcore %u has nothing to do\n", lcore_id
);
327 /* Display usage instructions */
329 print_usage(const char *prgname
)
331 RTE_LOG(INFO
, APP
, "\nUsage: %s [EAL options] -- -p PORTMASK -P "
332 "[--config (port,lcore_rx,lcore_tx,lcore_kthread...)"
333 "[,(port,lcore_rx,lcore_tx,lcore_kthread...)]]\n"
334 " -p PORTMASK: hex bitmask of ports to use\n"
335 " -P : enable promiscuous mode\n"
336 " --config (port,lcore_rx,lcore_tx,lcore_kthread...): "
337 "port and lcore configurations\n",
341 /* Convert string to unsigned number. 0 is returned if error occurs */
343 parse_unsigned(const char *portmask
)
348 num
= strtoul(portmask
, &end
, 16);
349 if ((portmask
[0] == '\0') || (end
== NULL
) || (*end
!= '\0'))
352 return (uint32_t)num
;
359 struct kni_port_params
**p
= kni_port_params_array
;
361 for (i
= 0; i
< RTE_MAX_ETHPORTS
; i
++) {
364 RTE_LOG(DEBUG
, APP
, "Port ID: %d\n", p
[i
]->port_id
);
365 RTE_LOG(DEBUG
, APP
, "Rx lcore ID: %u, Tx lcore ID: %u\n",
366 p
[i
]->lcore_rx
, p
[i
]->lcore_tx
);
367 for (j
= 0; j
< p
[i
]->nb_lcore_k
; j
++)
368 RTE_LOG(DEBUG
, APP
, "Kernel thread lcore ID: %u\n",
374 parse_config(const char *arg
)
376 const char *p
, *p0
= arg
;
383 _NUM_FLD
= KNI_MAX_KTHREAD
+ 3,
386 char *str_fld
[_NUM_FLD
];
387 unsigned long int_fld
[_NUM_FLD
];
388 uint16_t port_id
, nb_kni_port_params
= 0;
390 memset(&kni_port_params_array
, 0, sizeof(kni_port_params_array
));
391 while (((p
= strchr(p0
, '(')) != NULL
) &&
392 nb_kni_port_params
< RTE_MAX_ETHPORTS
) {
394 if ((p0
= strchr(p
, ')')) == NULL
)
397 if (size
>= sizeof(s
)) {
398 printf("Invalid config parameters\n");
401 snprintf(s
, sizeof(s
), "%.*s", size
, p
);
402 nb_token
= rte_strsplit(s
, sizeof(s
), str_fld
, _NUM_FLD
, ',');
403 if (nb_token
<= FLD_LCORE_TX
) {
404 printf("Invalid config parameters\n");
407 for (i
= 0; i
< nb_token
; i
++) {
409 int_fld
[i
] = strtoul(str_fld
[i
], &end
, 0);
410 if (errno
!= 0 || end
== str_fld
[i
]) {
411 printf("Invalid config parameters\n");
417 port_id
= int_fld
[i
++];
418 if (port_id
>= RTE_MAX_ETHPORTS
) {
419 printf("Port ID %d could not exceed the maximum %d\n",
420 port_id
, RTE_MAX_ETHPORTS
);
423 if (kni_port_params_array
[port_id
]) {
424 printf("Port %d has been configured\n", port_id
);
427 kni_port_params_array
[port_id
] =
428 rte_zmalloc("KNI_port_params",
429 sizeof(struct kni_port_params
), RTE_CACHE_LINE_SIZE
);
430 kni_port_params_array
[port_id
]->port_id
= port_id
;
431 kni_port_params_array
[port_id
]->lcore_rx
=
432 (uint8_t)int_fld
[i
++];
433 kni_port_params_array
[port_id
]->lcore_tx
=
434 (uint8_t)int_fld
[i
++];
435 if (kni_port_params_array
[port_id
]->lcore_rx
>= RTE_MAX_LCORE
||
436 kni_port_params_array
[port_id
]->lcore_tx
>= RTE_MAX_LCORE
) {
437 printf("lcore_rx %u or lcore_tx %u ID could not "
438 "exceed the maximum %u\n",
439 kni_port_params_array
[port_id
]->lcore_rx
,
440 kni_port_params_array
[port_id
]->lcore_tx
,
441 (unsigned)RTE_MAX_LCORE
);
444 for (j
= 0; i
< nb_token
&& j
< KNI_MAX_KTHREAD
; i
++, j
++)
445 kni_port_params_array
[port_id
]->lcore_k
[j
] =
447 kni_port_params_array
[port_id
]->nb_lcore_k
= j
;
454 for (i
= 0; i
< RTE_MAX_ETHPORTS
; i
++) {
455 if (kni_port_params_array
[i
]) {
456 rte_free(kni_port_params_array
[i
]);
457 kni_port_params_array
[i
] = NULL
;
465 validate_parameters(uint32_t portmask
)
470 printf("No port configured in port mask\n");
474 for (i
= 0; i
< RTE_MAX_ETHPORTS
; i
++) {
475 if (((portmask
& (1 << i
)) && !kni_port_params_array
[i
]) ||
476 (!(portmask
& (1 << i
)) && kni_port_params_array
[i
]))
477 rte_exit(EXIT_FAILURE
, "portmask is not consistent "
478 "to port ids specified in --config\n");
480 if (kni_port_params_array
[i
] && !rte_lcore_is_enabled(\
481 (unsigned)(kni_port_params_array
[i
]->lcore_rx
)))
482 rte_exit(EXIT_FAILURE
, "lcore id %u for "
483 "port %d receiving not enabled\n",
484 kni_port_params_array
[i
]->lcore_rx
,
485 kni_port_params_array
[i
]->port_id
);
487 if (kni_port_params_array
[i
] && !rte_lcore_is_enabled(\
488 (unsigned)(kni_port_params_array
[i
]->lcore_tx
)))
489 rte_exit(EXIT_FAILURE
, "lcore id %u for "
490 "port %d transmitting not enabled\n",
491 kni_port_params_array
[i
]->lcore_tx
,
492 kni_port_params_array
[i
]->port_id
);
499 #define CMDLINE_OPT_CONFIG "config"
501 /* Parse the arguments given in the command line of the application */
503 parse_args(int argc
, char **argv
)
505 int opt
, longindex
, ret
= 0;
506 const char *prgname
= argv
[0];
507 static struct option longopts
[] = {
508 {CMDLINE_OPT_CONFIG
, required_argument
, NULL
, 0},
512 /* Disable printing messages within getopt() */
515 /* Parse command line */
516 while ((opt
= getopt_long(argc
, argv
, "p:P", longopts
,
517 &longindex
)) != EOF
) {
520 ports_mask
= parse_unsigned(optarg
);
526 if (!strncmp(longopts
[longindex
].name
,
528 sizeof(CMDLINE_OPT_CONFIG
))) {
529 ret
= parse_config(optarg
);
531 printf("Invalid config\n");
532 print_usage(prgname
);
538 print_usage(prgname
);
539 rte_exit(EXIT_FAILURE
, "Invalid option specified\n");
543 /* Check that options were parsed ok */
544 if (validate_parameters(ports_mask
) < 0) {
545 print_usage(prgname
);
546 rte_exit(EXIT_FAILURE
, "Invalid parameters\n");
552 /* Initialize KNI subsystem */
556 unsigned int num_of_kni_ports
= 0, i
;
557 struct kni_port_params
**params
= kni_port_params_array
;
559 /* Calculate the maximum number of KNI interfaces that will be used */
560 for (i
= 0; i
< RTE_MAX_ETHPORTS
; i
++) {
561 if (kni_port_params_array
[i
]) {
562 num_of_kni_ports
+= (params
[i
]->nb_lcore_k
?
563 params
[i
]->nb_lcore_k
: 1);
567 /* Invoke rte KNI init to preallocate the ports */
568 rte_kni_init(num_of_kni_ports
);
571 /* Initialise a single port on an Ethernet device */
573 init_port(uint16_t port
)
576 uint16_t nb_rxd
= NB_RXD
;
577 uint16_t nb_txd
= NB_TXD
;
578 struct rte_eth_dev_info dev_info
;
579 struct rte_eth_rxconf rxq_conf
;
580 struct rte_eth_txconf txq_conf
;
581 struct rte_eth_conf local_port_conf
= port_conf
;
583 /* Initialise device and RX/TX queues */
584 RTE_LOG(INFO
, APP
, "Initialising port %u ...\n", (unsigned)port
);
586 rte_eth_dev_info_get(port
, &dev_info
);
587 if (dev_info
.tx_offload_capa
& DEV_TX_OFFLOAD_MBUF_FAST_FREE
)
588 local_port_conf
.txmode
.offloads
|=
589 DEV_TX_OFFLOAD_MBUF_FAST_FREE
;
590 ret
= rte_eth_dev_configure(port
, 1, 1, &local_port_conf
);
592 rte_exit(EXIT_FAILURE
, "Could not configure port%u (%d)\n",
593 (unsigned)port
, ret
);
595 ret
= rte_eth_dev_adjust_nb_rx_tx_desc(port
, &nb_rxd
, &nb_txd
);
597 rte_exit(EXIT_FAILURE
, "Could not adjust number of descriptors "
598 "for port%u (%d)\n", (unsigned)port
, ret
);
600 rxq_conf
= dev_info
.default_rxconf
;
601 rxq_conf
.offloads
= local_port_conf
.rxmode
.offloads
;
602 ret
= rte_eth_rx_queue_setup(port
, 0, nb_rxd
,
603 rte_eth_dev_socket_id(port
), &rxq_conf
, pktmbuf_pool
);
605 rte_exit(EXIT_FAILURE
, "Could not setup up RX queue for "
606 "port%u (%d)\n", (unsigned)port
, ret
);
608 txq_conf
= dev_info
.default_txconf
;
609 txq_conf
.offloads
= local_port_conf
.txmode
.offloads
;
610 ret
= rte_eth_tx_queue_setup(port
, 0, nb_txd
,
611 rte_eth_dev_socket_id(port
), &txq_conf
);
613 rte_exit(EXIT_FAILURE
, "Could not setup up TX queue for "
614 "port%u (%d)\n", (unsigned)port
, ret
);
616 ret
= rte_eth_dev_start(port
);
618 rte_exit(EXIT_FAILURE
, "Could not start port%u (%d)\n",
619 (unsigned)port
, ret
);
622 rte_eth_promiscuous_enable(port
);
625 /* Check the link status of all ports in up to 9s, and print them finally */
627 check_all_ports_link_status(uint32_t port_mask
)
629 #define CHECK_INTERVAL 100 /* 100ms */
630 #define MAX_CHECK_TIME 90 /* 9s (90 * 100ms) in total */
632 uint8_t count
, all_ports_up
, print_flag
= 0;
633 struct rte_eth_link link
;
635 printf("\nChecking link status\n");
637 for (count
= 0; count
<= MAX_CHECK_TIME
; count
++) {
639 RTE_ETH_FOREACH_DEV(portid
) {
640 if ((port_mask
& (1 << portid
)) == 0)
642 memset(&link
, 0, sizeof(link
));
643 rte_eth_link_get_nowait(portid
, &link
);
644 /* print link status if flag set */
645 if (print_flag
== 1) {
646 if (link
.link_status
)
648 "Port%d Link Up - speed %uMbps - %s\n",
649 portid
, link
.link_speed
,
650 (link
.link_duplex
== ETH_LINK_FULL_DUPLEX
) ?
651 ("full-duplex") : ("half-duplex\n"));
653 printf("Port %d Link Down\n", portid
);
656 /* clear all_ports_up flag if any link down */
657 if (link
.link_status
== ETH_LINK_DOWN
) {
662 /* after finally printing all link status, get out */
666 if (all_ports_up
== 0) {
669 rte_delay_ms(CHECK_INTERVAL
);
672 /* set the print_flag if all ports up or timeout */
673 if (all_ports_up
== 1 || count
== (MAX_CHECK_TIME
- 1)) {
680 /* Callback for request of changing MTU */
682 kni_change_mtu(uint16_t port_id
, unsigned int new_mtu
)
685 uint16_t nb_rxd
= NB_RXD
;
686 struct rte_eth_conf conf
;
687 struct rte_eth_dev_info dev_info
;
688 struct rte_eth_rxconf rxq_conf
;
690 if (!rte_eth_dev_is_valid_port(port_id
)) {
691 RTE_LOG(ERR
, APP
, "Invalid port id %d\n", port_id
);
695 RTE_LOG(INFO
, APP
, "Change MTU of port %d to %u\n", port_id
, new_mtu
);
697 /* Stop specific port */
698 rte_eth_dev_stop(port_id
);
700 memcpy(&conf
, &port_conf
, sizeof(conf
));
702 if (new_mtu
> ETHER_MAX_LEN
)
703 conf
.rxmode
.offloads
|= DEV_RX_OFFLOAD_JUMBO_FRAME
;
705 conf
.rxmode
.offloads
&= ~DEV_RX_OFFLOAD_JUMBO_FRAME
;
707 /* mtu + length of header + length of FCS = max pkt length */
708 conf
.rxmode
.max_rx_pkt_len
= new_mtu
+ KNI_ENET_HEADER_SIZE
+
710 ret
= rte_eth_dev_configure(port_id
, 1, 1, &conf
);
712 RTE_LOG(ERR
, APP
, "Fail to reconfigure port %d\n", port_id
);
716 ret
= rte_eth_dev_adjust_nb_rx_tx_desc(port_id
, &nb_rxd
, NULL
);
718 rte_exit(EXIT_FAILURE
, "Could not adjust number of descriptors "
719 "for port%u (%d)\n", (unsigned int)port_id
,
722 rte_eth_dev_info_get(port_id
, &dev_info
);
723 rxq_conf
= dev_info
.default_rxconf
;
724 rxq_conf
.offloads
= conf
.rxmode
.offloads
;
725 ret
= rte_eth_rx_queue_setup(port_id
, 0, nb_rxd
,
726 rte_eth_dev_socket_id(port_id
), &rxq_conf
, pktmbuf_pool
);
728 RTE_LOG(ERR
, APP
, "Fail to setup Rx queue of port %d\n",
733 /* Restart specific port */
734 ret
= rte_eth_dev_start(port_id
);
736 RTE_LOG(ERR
, APP
, "Fail to restart port %d\n", port_id
);
743 /* Callback for request of configuring network interface up/down */
745 kni_config_network_interface(uint16_t port_id
, uint8_t if_up
)
749 if (!rte_eth_dev_is_valid_port(port_id
)) {
750 RTE_LOG(ERR
, APP
, "Invalid port id %d\n", port_id
);
754 RTE_LOG(INFO
, APP
, "Configure network interface of %d %s\n",
755 port_id
, if_up
? "up" : "down");
757 if (if_up
!= 0) { /* Configure network interface up */
758 rte_eth_dev_stop(port_id
);
759 ret
= rte_eth_dev_start(port_id
);
760 } else /* Configure network interface down */
761 rte_eth_dev_stop(port_id
);
764 RTE_LOG(ERR
, APP
, "Failed to start port %d\n", port_id
);
770 print_ethaddr(const char *name
, struct ether_addr
*mac_addr
)
772 char buf
[ETHER_ADDR_FMT_SIZE
];
773 ether_format_addr(buf
, ETHER_ADDR_FMT_SIZE
, mac_addr
);
774 RTE_LOG(INFO
, APP
, "\t%s%s\n", name
, buf
);
777 /* Callback for request of configuring mac address */
779 kni_config_mac_address(uint16_t port_id
, uint8_t mac_addr
[])
783 if (!rte_eth_dev_is_valid_port(port_id
)) {
784 RTE_LOG(ERR
, APP
, "Invalid port id %d\n", port_id
);
788 RTE_LOG(INFO
, APP
, "Configure mac address of %d\n", port_id
);
789 print_ethaddr("Address:", (struct ether_addr
*)mac_addr
);
791 ret
= rte_eth_dev_default_mac_addr_set(port_id
,
792 (struct ether_addr
*)mac_addr
);
794 RTE_LOG(ERR
, APP
, "Failed to config mac_addr for port %d\n",
801 kni_alloc(uint16_t port_id
)
805 struct rte_kni_conf conf
;
806 struct kni_port_params
**params
= kni_port_params_array
;
808 if (port_id
>= RTE_MAX_ETHPORTS
|| !params
[port_id
])
811 params
[port_id
]->nb_kni
= params
[port_id
]->nb_lcore_k
?
812 params
[port_id
]->nb_lcore_k
: 1;
814 for (i
= 0; i
< params
[port_id
]->nb_kni
; i
++) {
815 /* Clear conf at first */
816 memset(&conf
, 0, sizeof(conf
));
817 if (params
[port_id
]->nb_lcore_k
) {
818 snprintf(conf
.name
, RTE_KNI_NAMESIZE
,
819 "vEth%u_%u", port_id
, i
);
820 conf
.core_id
= params
[port_id
]->lcore_k
[i
];
823 snprintf(conf
.name
, RTE_KNI_NAMESIZE
,
825 conf
.group_id
= port_id
;
826 conf
.mbuf_size
= MAX_PACKET_SZ
;
828 * The first KNI device associated to a port
829 * is the master, for multiple kernel thread
833 struct rte_kni_ops ops
;
834 struct rte_eth_dev_info dev_info
;
835 const struct rte_pci_device
*pci_dev
;
836 const struct rte_bus
*bus
= NULL
;
838 memset(&dev_info
, 0, sizeof(dev_info
));
839 rte_eth_dev_info_get(port_id
, &dev_info
);
842 bus
= rte_bus_find_by_device(dev_info
.device
);
843 if (bus
&& !strcmp(bus
->name
, "pci")) {
844 pci_dev
= RTE_DEV_TO_PCI(dev_info
.device
);
845 conf
.addr
= pci_dev
->addr
;
846 conf
.id
= pci_dev
->id
;
848 /* Get the interface default mac address */
849 rte_eth_macaddr_get(port_id
,
850 (struct ether_addr
*)&conf
.mac_addr
);
852 rte_eth_dev_get_mtu(port_id
, &conf
.mtu
);
854 memset(&ops
, 0, sizeof(ops
));
855 ops
.port_id
= port_id
;
856 ops
.change_mtu
= kni_change_mtu
;
857 ops
.config_network_if
= kni_config_network_interface
;
858 ops
.config_mac_address
= kni_config_mac_address
;
860 kni
= rte_kni_alloc(pktmbuf_pool
, &conf
, &ops
);
862 kni
= rte_kni_alloc(pktmbuf_pool
, &conf
, NULL
);
865 rte_exit(EXIT_FAILURE
, "Fail to create kni for "
866 "port: %d\n", port_id
);
867 params
[port_id
]->kni
[i
] = kni
;
874 kni_free_kni(uint16_t port_id
)
877 struct kni_port_params
**p
= kni_port_params_array
;
879 if (port_id
>= RTE_MAX_ETHPORTS
|| !p
[port_id
])
882 for (i
= 0; i
< p
[port_id
]->nb_kni
; i
++) {
883 if (rte_kni_release(p
[port_id
]->kni
[i
]))
884 printf("Fail to release kni\n");
885 p
[port_id
]->kni
[i
] = NULL
;
887 rte_eth_dev_stop(port_id
);
892 /* Initialise ports/queues etc. and start main loop on each core */
894 main(int argc
, char** argv
)
897 uint16_t nb_sys_ports
, port
;
900 /* Associate signal_hanlder function with USR signals */
901 signal(SIGUSR1
, signal_handler
);
902 signal(SIGUSR2
, signal_handler
);
903 signal(SIGRTMIN
, signal_handler
);
904 signal(SIGINT
, signal_handler
);
907 ret
= rte_eal_init(argc
, argv
);
909 rte_exit(EXIT_FAILURE
, "Could not initialise EAL (%d)\n", ret
);
913 /* Parse application arguments (after the EAL ones) */
914 ret
= parse_args(argc
, argv
);
916 rte_exit(EXIT_FAILURE
, "Could not parse input parameters\n");
918 /* Create the mbuf pool */
919 pktmbuf_pool
= rte_pktmbuf_pool_create("mbuf_pool", NB_MBUF
,
920 MEMPOOL_CACHE_SZ
, 0, MBUF_DATA_SZ
, rte_socket_id());
921 if (pktmbuf_pool
== NULL
) {
922 rte_exit(EXIT_FAILURE
, "Could not initialise mbuf pool\n");
926 /* Get number of ports found in scan */
927 nb_sys_ports
= rte_eth_dev_count_avail();
928 if (nb_sys_ports
== 0)
929 rte_exit(EXIT_FAILURE
, "No supported Ethernet device found\n");
931 /* Check if the configured port ID is valid */
932 for (i
= 0; i
< RTE_MAX_ETHPORTS
; i
++)
933 if (kni_port_params_array
[i
] && !rte_eth_dev_is_valid_port(i
))
934 rte_exit(EXIT_FAILURE
, "Configured invalid "
937 /* Initialize KNI subsystem */
940 /* Initialise each port */
941 RTE_ETH_FOREACH_DEV(port
) {
942 /* Skip ports that are not enabled */
943 if (!(ports_mask
& (1 << port
)))
947 if (port
>= RTE_MAX_ETHPORTS
)
948 rte_exit(EXIT_FAILURE
, "Can not use more than "
949 "%d ports for kni\n", RTE_MAX_ETHPORTS
);
953 check_all_ports_link_status(ports_mask
);
955 /* Launch per-lcore function on every lcore */
956 rte_eal_mp_remote_launch(main_loop
, NULL
, CALL_MASTER
);
957 RTE_LCORE_FOREACH_SLAVE(i
) {
958 if (rte_eal_wait_lcore(i
) < 0)
962 /* Release resources */
963 RTE_ETH_FOREACH_DEV(port
) {
964 if (!(ports_mask
& (1 << port
)))
968 for (i
= 0; i
< RTE_MAX_ETHPORTS
; i
++)
969 if (kni_port_params_array
[i
]) {
970 rte_free(kni_port_params_array
[i
]);
971 kni_port_params_array
[i
] = NULL
;