1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright(c) 2017 Cavium, Inc
5 #ifndef _TEST_PERF_COMMON_
6 #define _TEST_PERF_COMMON_
12 #include <rte_cycles.h>
13 #include <rte_ethdev.h>
14 #include <rte_eventdev.h>
15 #include <rte_event_eth_rx_adapter.h>
16 #include <rte_event_timer_adapter.h>
17 #include <rte_lcore.h>
18 #include <rte_malloc.h>
19 #include <rte_mempool.h>
20 #include <rte_prefetch.h>
22 #include "evt_common.h"
23 #include "evt_options.h"
29 uint64_t processed_pkts
;
34 } __rte_cache_aligned
;
41 } __rte_cache_aligned
;
45 /* Don't change the offset of "done". Signal handler use this memory
46 * to terminate all lcores work.
49 uint64_t outstand_pkts
;
51 enum evt_test_result result
;
54 struct rte_mempool
*pool
;
55 struct prod_data prod
[EVT_MAX_PORTS
];
56 struct worker_data worker
[EVT_MAX_PORTS
];
57 struct evt_options
*opt
;
58 uint8_t sched_type_list
[EVT_MAX_STAGES
] __rte_cache_aligned
;
59 struct rte_event_timer_adapter
*timer_adptr
[
60 RTE_EVENT_TIMER_ADAPTER_NUM_MAX
] __rte_cache_aligned
;
61 } __rte_cache_aligned
;
65 struct rte_event_timer tim
;
67 char pad
[offsetof(struct rte_event_timer
, user_meta
)];
71 } __rte_cache_aligned
;
75 #define PERF_WORKER_INIT\
76 struct worker_data *w = arg;\
77 struct test_perf *t = w->t;\
78 struct evt_options *opt = t->opt;\
79 const uint8_t dev = w->dev_id;\
80 const uint8_t port = w->port_id;\
81 const uint8_t prod_timer_type = \
82 opt->prod_type == EVT_PROD_TYPE_EVENT_TIMER_ADPTR;\
83 uint8_t *const sched_type_list = &t->sched_type_list[0];\
84 struct rte_mempool *const pool = t->pool;\
85 const uint8_t nb_stages = t->opt->nb_stages;\
86 const uint8_t laststage = nb_stages - 1;\
88 void *bufs[16] __rte_cache_aligned;\
89 int const sz = RTE_DIM(bufs);\
90 if (opt->verbose_level > 1)\
91 printf("%s(): lcore %d dev_id %d port=%d\n", __func__,\
92 rte_lcore_id(), dev, port)
94 static inline __attribute__((always_inline
)) int
95 perf_process_last_stage(struct rte_mempool
*const pool
,
96 struct rte_event
*const ev
, struct worker_data
*const w
,
97 void *bufs
[], int const buf_sz
, uint8_t count
)
99 bufs
[count
++] = ev
->event_ptr
;
103 if (unlikely(count
== buf_sz
)) {
105 rte_mempool_put_bulk(pool
, bufs
, buf_sz
);
110 static inline __attribute__((always_inline
)) uint8_t
111 perf_process_last_stage_latency(struct rte_mempool
*const pool
,
112 struct rte_event
*const ev
, struct worker_data
*const w
,
113 void *bufs
[], int const buf_sz
, uint8_t count
)
116 struct perf_elt
*const m
= ev
->event_ptr
;
118 bufs
[count
++] = ev
->event_ptr
;
121 if (unlikely(count
== buf_sz
)) {
123 latency
= rte_get_timer_cycles() - m
->timestamp
;
124 rte_mempool_put_bulk(pool
, bufs
, buf_sz
);
126 latency
= rte_get_timer_cycles() - m
->timestamp
;
129 w
->latency
+= latency
;
136 perf_nb_event_ports(struct evt_options
*opt
)
138 return evt_nr_active_lcores(opt
->wlcores
) +
139 evt_nr_active_lcores(opt
->plcores
);
142 int perf_test_result(struct evt_test
*test
, struct evt_options
*opt
);
143 int perf_opt_check(struct evt_options
*opt
, uint64_t nb_queues
);
144 int perf_test_setup(struct evt_test
*test
, struct evt_options
*opt
);
145 int perf_ethdev_setup(struct evt_test
*test
, struct evt_options
*opt
);
146 int perf_mempool_setup(struct evt_test
*test
, struct evt_options
*opt
);
147 int perf_event_dev_port_setup(struct evt_test
*test
, struct evt_options
*opt
,
148 uint8_t stride
, uint8_t nb_queues
,
149 const struct rte_event_port_conf
*port_conf
);
150 int perf_event_dev_service_setup(uint8_t dev_id
);
151 int perf_launch_lcores(struct evt_test
*test
, struct evt_options
*opt
,
152 int (*worker
)(void *));
153 void perf_opt_dump(struct evt_options
*opt
, uint8_t nb_queues
);
154 void perf_test_destroy(struct evt_test
*test
, struct evt_options
*opt
);
155 void perf_eventdev_destroy(struct evt_test
*test
, struct evt_options
*opt
);
156 void perf_ethdev_destroy(struct evt_test
*test
, struct evt_options
*opt
);
157 void perf_mempool_destroy(struct evt_test
*test
, struct evt_options
*opt
);
159 #endif /* _TEST_PERF_COMMON_ */