]>
git.proxmox.com Git - ceph.git/blob - ceph/src/seastar/dpdk/app/test-pmd/iofwd.c
1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright(c) 2010-2014 Intel Corporation
13 #include <sys/queue.h>
16 #include <rte_common.h>
17 #include <rte_byteorder.h>
19 #include <rte_debug.h>
20 #include <rte_cycles.h>
21 #include <rte_memory.h>
22 #include <rte_launch.h>
24 #include <rte_per_lcore.h>
25 #include <rte_lcore.h>
26 #include <rte_atomic.h>
27 #include <rte_branch_prediction.h>
28 #include <rte_memcpy.h>
29 #include <rte_mempool.h>
31 #include <rte_interrupts.h>
33 #include <rte_ether.h>
34 #include <rte_ethdev.h>
35 #include <rte_string_fns.h>
41 * Forwarding of packets in I/O mode.
42 * Forward packets "as-is".
43 * This is the fastest possible forwarding operation, as it does not access
47 pkt_burst_io_forward(struct fwd_stream
*fs
)
49 struct rte_mbuf
*pkts_burst
[MAX_PKT_BURST
];
54 #ifdef RTE_TEST_PMD_RECORD_CORE_CYCLES
60 #ifdef RTE_TEST_PMD_RECORD_CORE_CYCLES
61 start_tsc
= rte_rdtsc();
65 * Receive a burst of packets and forward them.
67 nb_rx
= rte_eth_rx_burst(fs
->rx_port
, fs
->rx_queue
,
68 pkts_burst
, nb_pkt_per_burst
);
69 if (unlikely(nb_rx
== 0))
71 fs
->rx_packets
+= nb_rx
;
73 #ifdef RTE_TEST_PMD_RECORD_BURST_STATS
74 fs
->rx_burst_stats
.pkt_burst_spread
[nb_rx
]++;
76 nb_tx
= rte_eth_tx_burst(fs
->tx_port
, fs
->tx_queue
,
81 if (unlikely(nb_tx
< nb_rx
) && fs
->retry_enabled
) {
83 while (nb_tx
< nb_rx
&& retry
++ < burst_tx_retry_num
) {
84 rte_delay_us(burst_tx_delay_time
);
85 nb_tx
+= rte_eth_tx_burst(fs
->tx_port
, fs
->tx_queue
,
86 &pkts_burst
[nb_tx
], nb_rx
- nb_tx
);
89 fs
->tx_packets
+= nb_tx
;
90 #ifdef RTE_TEST_PMD_RECORD_BURST_STATS
91 fs
->tx_burst_stats
.pkt_burst_spread
[nb_tx
]++;
93 if (unlikely(nb_tx
< nb_rx
)) {
94 fs
->fwd_dropped
+= (nb_rx
- nb_tx
);
96 rte_pktmbuf_free(pkts_burst
[nb_tx
]);
97 } while (++nb_tx
< nb_rx
);
99 #ifdef RTE_TEST_PMD_RECORD_CORE_CYCLES
100 end_tsc
= rte_rdtsc();
101 core_cycles
= (end_tsc
- start_tsc
);
102 fs
->core_cycles
= (uint64_t) (fs
->core_cycles
+ core_cycles
);
106 struct fwd_engine io_fwd_engine
= {
107 .fwd_mode_name
= "io",
108 .port_fwd_begin
= NULL
,
109 .port_fwd_end
= NULL
,
110 .packet_fwd
= pkt_burst_io_forward
,