2 * SPDX-License-Identifier: BSD-3-Clause
3 * Copyright 2017 Cavium, Inc.
6 #include "test_pipeline_common.h"
9 pipeline_test_result(struct evt_test
*test
, struct evt_options
*opt
)
14 struct test_pipeline
*t
= evt_test_priv(test
);
16 evt_info("Packet distribution across worker cores :");
17 for (i
= 0; i
< t
->nb_workers
; i
++)
18 total
+= t
->worker
[i
].processed_pkts
;
19 for (i
= 0; i
< t
->nb_workers
; i
++)
20 evt_info("Worker %d packets: "CLGRN
"%"PRIx64
""CLNRM
" percentage:"
21 CLGRN
" %3.2f"CLNRM
, i
,
22 t
->worker
[i
].processed_pkts
,
23 (((double)t
->worker
[i
].processed_pkts
)/total
)
29 pipeline_opt_dump(struct evt_options
*opt
, uint8_t nb_queues
)
31 evt_dump("nb_worker_lcores", "%d", evt_nr_active_lcores(opt
->wlcores
));
32 evt_dump_worker_lcores(opt
);
33 evt_dump_nb_stages(opt
);
34 evt_dump("nb_evdev_ports", "%d", pipeline_nb_event_ports(opt
));
35 evt_dump("nb_evdev_queues", "%d", nb_queues
);
36 evt_dump_queue_priority(opt
);
37 evt_dump_sched_type_list(opt
);
38 evt_dump_producer_type(opt
);
41 static inline uint64_t
42 processed_pkts(struct test_pipeline
*t
)
48 for (i
= 0; i
< t
->nb_workers
; i
++)
49 total
+= t
->worker
[i
].processed_pkts
;
55 pipeline_launch_lcores(struct evt_test
*test
, struct evt_options
*opt
,
56 int (*worker
)(void *))
59 struct test_pipeline
*t
= evt_test_priv(test
);
63 RTE_LCORE_FOREACH_SLAVE(lcore_id
) {
64 if (!(opt
->wlcores
[lcore_id
]))
67 ret
= rte_eal_remote_launch(worker
,
68 &t
->worker
[port_idx
], lcore_id
);
70 evt_err("failed to launch worker %d", lcore_id
);
76 uint64_t perf_cycles
= rte_get_timer_cycles();
77 const uint64_t perf_sample
= rte_get_timer_hz();
79 static float total_mpps
;
80 static uint64_t samples
;
82 uint64_t prev_pkts
= 0;
84 while (t
->done
== false) {
85 const uint64_t new_cycles
= rte_get_timer_cycles();
87 if ((new_cycles
- perf_cycles
) > perf_sample
) {
88 const uint64_t curr_pkts
= processed_pkts(t
);
90 float mpps
= (float)(curr_pkts
- prev_pkts
)/1000000;
92 prev_pkts
= curr_pkts
;
93 perf_cycles
= new_cycles
;
96 printf(CLGRN
"\r%.3f mpps avg %.3f mpps"CLNRM
,
97 mpps
, total_mpps
/samples
);
106 pipeline_opt_check(struct evt_options
*opt
, uint64_t nb_queues
)
110 * N worker + 1 master
114 if (!rte_eth_dev_count_avail()) {
115 evt_err("test needs minimum 1 ethernet dev");
119 if (rte_lcore_count() < lcores
) {
120 evt_err("test need minimum %d lcores", lcores
);
124 /* Validate worker lcores */
125 if (evt_lcores_has_overlap(opt
->wlcores
, rte_get_master_lcore())) {
126 evt_err("worker lcores overlaps with master lcore");
129 if (evt_has_disabled_lcore(opt
->wlcores
)) {
130 evt_err("one or more workers lcores are not enabled");
133 if (!evt_has_active_lcore(opt
->wlcores
)) {
134 evt_err("minimum one worker is required");
138 if (nb_queues
> EVT_MAX_QUEUES
) {
139 evt_err("number of queues exceeds %d", EVT_MAX_QUEUES
);
142 if (pipeline_nb_event_ports(opt
) > EVT_MAX_PORTS
) {
143 evt_err("number of ports exceeds %d", EVT_MAX_PORTS
);
147 if (evt_has_invalid_stage(opt
))
150 if (evt_has_invalid_sched_type(opt
))
156 #define NB_RX_DESC 128
157 #define NB_TX_DESC 512
159 pipeline_ethdev_setup(struct evt_test
*test
, struct evt_options
*opt
)
162 uint8_t nb_queues
= 1;
163 struct test_pipeline
*t
= evt_test_priv(test
);
164 struct rte_eth_rxconf rx_conf
;
165 struct rte_eth_conf port_conf
= {
167 .mq_mode
= ETH_MQ_RX_RSS
,
168 .max_rx_pkt_len
= ETHER_MAX_LEN
,
173 .rss_hf
= ETH_RSS_IP
,
179 if (!rte_eth_dev_count_avail()) {
180 evt_err("No ethernet ports found.");
184 t
->internal_port
= 1;
185 RTE_ETH_FOREACH_DEV(i
) {
186 struct rte_eth_dev_info dev_info
;
187 struct rte_eth_conf local_port_conf
= port_conf
;
190 rte_event_eth_tx_adapter_caps_get(opt
->dev_id
, i
, &caps
);
191 if (!(caps
& RTE_EVENT_ETH_TX_ADAPTER_CAP_INTERNAL_PORT
))
192 t
->internal_port
= 0;
194 rte_eth_dev_info_get(i
, &dev_info
);
195 rx_conf
= dev_info
.default_rxconf
;
196 rx_conf
.offloads
= port_conf
.rxmode
.offloads
;
198 local_port_conf
.rx_adv_conf
.rss_conf
.rss_hf
&=
199 dev_info
.flow_type_rss_offloads
;
200 if (local_port_conf
.rx_adv_conf
.rss_conf
.rss_hf
!=
201 port_conf
.rx_adv_conf
.rss_conf
.rss_hf
) {
202 evt_info("Port %u modified RSS hash function based on hardware support,"
203 "requested:%#"PRIx64
" configured:%#"PRIx64
"",
205 port_conf
.rx_adv_conf
.rss_conf
.rss_hf
,
206 local_port_conf
.rx_adv_conf
.rss_conf
.rss_hf
);
209 if (rte_eth_dev_configure(i
, nb_queues
, nb_queues
,
212 evt_err("Failed to configure eth port [%d]", i
);
216 if (rte_eth_rx_queue_setup(i
, 0, NB_RX_DESC
,
217 rte_socket_id(), &rx_conf
, t
->pool
) < 0) {
218 evt_err("Failed to setup eth port [%d] rx_queue: %d.",
222 if (rte_eth_tx_queue_setup(i
, 0, NB_TX_DESC
,
223 rte_socket_id(), NULL
) < 0) {
224 evt_err("Failed to setup eth port [%d] tx_queue: %d.",
229 rte_eth_promiscuous_enable(i
);
236 pipeline_event_port_setup(struct evt_test
*test
, struct evt_options
*opt
,
237 uint8_t *queue_arr
, uint8_t nb_queues
,
238 const struct rte_event_port_conf p_conf
)
242 struct test_pipeline
*t
= evt_test_priv(test
);
245 /* setup one port per worker, linking to all queues */
246 for (port
= 0; port
< evt_nr_active_lcores(opt
->wlcores
); port
++) {
247 struct worker_data
*w
= &t
->worker
[port
];
249 w
->dev_id
= opt
->dev_id
;
252 w
->processed_pkts
= 0;
254 ret
= rte_event_port_setup(opt
->dev_id
, port
, &p_conf
);
256 evt_err("failed to setup port %d", port
);
260 if (rte_event_port_link(opt
->dev_id
, port
, queue_arr
, NULL
,
261 nb_queues
) != nb_queues
)
268 evt_err("failed to link queues to port %d", port
);
273 pipeline_event_rx_adapter_setup(struct evt_options
*opt
, uint8_t stride
,
274 struct rte_event_port_conf prod_conf
)
278 struct rte_event_eth_rx_adapter_queue_conf queue_conf
;
280 memset(&queue_conf
, 0,
281 sizeof(struct rte_event_eth_rx_adapter_queue_conf
));
282 queue_conf
.ev
.sched_type
= opt
->sched_type_list
[0];
283 RTE_ETH_FOREACH_DEV(prod
) {
286 ret
= rte_event_eth_rx_adapter_caps_get(opt
->dev_id
,
289 evt_err("failed to get event rx adapter[%d]"
294 queue_conf
.ev
.queue_id
= prod
* stride
;
295 ret
= rte_event_eth_rx_adapter_create(prod
, opt
->dev_id
,
298 evt_err("failed to create rx adapter[%d]", prod
);
301 ret
= rte_event_eth_rx_adapter_queue_add(prod
, prod
, -1,
304 evt_err("failed to add rx queues to adapter[%d]", prod
);
308 if (!(cap
& RTE_EVENT_ETH_RX_ADAPTER_CAP_INTERNAL_PORT
)) {
311 rte_event_eth_rx_adapter_service_id_get(prod
,
313 ret
= evt_service_setup(service_id
);
315 evt_err("Failed to setup service core"
321 evt_info("Port[%d] using Rx adapter[%d] configured", prod
,
329 pipeline_event_tx_adapter_setup(struct evt_options
*opt
,
330 struct rte_event_port_conf port_conf
)
335 RTE_ETH_FOREACH_DEV(consm
) {
338 ret
= rte_event_eth_tx_adapter_caps_get(opt
->dev_id
,
341 evt_err("failed to get event tx adapter[%d] caps",
346 ret
= rte_event_eth_tx_adapter_create(consm
, opt
->dev_id
,
349 evt_err("failed to create tx adapter[%d]", consm
);
353 ret
= rte_event_eth_tx_adapter_queue_add(consm
, consm
, -1);
355 evt_err("failed to add tx queues to adapter[%d]",
360 if (!(cap
& RTE_EVENT_ETH_TX_ADAPTER_CAP_INTERNAL_PORT
)) {
363 rte_event_eth_tx_adapter_service_id_get(consm
,
365 ret
= evt_service_setup(service_id
);
367 evt_err("Failed to setup service core"
368 " for Tx adapter\n");
373 evt_info("Port[%d] using Tx adapter[%d] Configured", consm
,
381 pipeline_ethdev_destroy(struct evt_test
*test
, struct evt_options
*opt
)
387 RTE_ETH_FOREACH_DEV(i
) {
388 rte_event_eth_rx_adapter_stop(i
);
389 rte_event_eth_tx_adapter_stop(i
);
395 pipeline_eventdev_destroy(struct evt_test
*test
, struct evt_options
*opt
)
399 rte_event_dev_stop(opt
->dev_id
);
400 rte_event_dev_close(opt
->dev_id
);
404 pipeline_mempool_setup(struct evt_test
*test
, struct evt_options
*opt
)
406 struct test_pipeline
*t
= evt_test_priv(test
);
408 t
->pool
= rte_pktmbuf_pool_create(test
->name
, /* mempool name */
409 opt
->pool_sz
, /* number of elements*/
412 RTE_MBUF_DEFAULT_BUF_SIZE
,
413 opt
->socket_id
); /* flags */
415 if (t
->pool
== NULL
) {
416 evt_err("failed to create mempool");
424 pipeline_mempool_destroy(struct evt_test
*test
, struct evt_options
*opt
)
427 struct test_pipeline
*t
= evt_test_priv(test
);
429 rte_mempool_free(t
->pool
);
433 pipeline_test_setup(struct evt_test
*test
, struct evt_options
*opt
)
437 test_pipeline
= rte_zmalloc_socket(test
->name
,
438 sizeof(struct test_pipeline
), RTE_CACHE_LINE_SIZE
,
440 if (test_pipeline
== NULL
) {
441 evt_err("failed to allocate test_pipeline memory");
444 test
->test_priv
= test_pipeline
;
446 struct test_pipeline
*t
= evt_test_priv(test
);
448 t
->nb_workers
= evt_nr_active_lcores(opt
->wlcores
);
449 t
->outstand_pkts
= opt
->nb_pkts
* evt_nr_active_lcores(opt
->wlcores
);
451 t
->nb_flows
= opt
->nb_flows
;
452 t
->result
= EVT_TEST_FAILED
;
454 opt
->prod_type
= EVT_PROD_TYPE_ETH_RX_ADPTR
;
455 memcpy(t
->sched_type_list
, opt
->sched_type_list
,
456 sizeof(opt
->sched_type_list
));
463 pipeline_test_destroy(struct evt_test
*test
, struct evt_options
*opt
)
467 rte_free(test
->test_priv
);