1 #ifndef _NET_FLOW_OFFLOAD_H
2 #define _NET_FLOW_OFFLOAD_H
4 #include <linux/kernel.h>
5 #include <linux/list.h>
6 #include <net/flow_dissector.h>
9 struct flow_dissector
*dissector
;
14 struct flow_match_meta
{
15 struct flow_dissector_key_meta
*key
, *mask
;
18 struct flow_match_basic
{
19 struct flow_dissector_key_basic
*key
, *mask
;
22 struct flow_match_control
{
23 struct flow_dissector_key_control
*key
, *mask
;
26 struct flow_match_eth_addrs
{
27 struct flow_dissector_key_eth_addrs
*key
, *mask
;
30 struct flow_match_vlan
{
31 struct flow_dissector_key_vlan
*key
, *mask
;
34 struct flow_match_ipv4_addrs
{
35 struct flow_dissector_key_ipv4_addrs
*key
, *mask
;
38 struct flow_match_ipv6_addrs
{
39 struct flow_dissector_key_ipv6_addrs
*key
, *mask
;
42 struct flow_match_ip
{
43 struct flow_dissector_key_ip
*key
, *mask
;
46 struct flow_match_ports
{
47 struct flow_dissector_key_ports
*key
, *mask
;
50 struct flow_match_icmp
{
51 struct flow_dissector_key_icmp
*key
, *mask
;
54 struct flow_match_tcp
{
55 struct flow_dissector_key_tcp
*key
, *mask
;
58 struct flow_match_mpls
{
59 struct flow_dissector_key_mpls
*key
, *mask
;
62 struct flow_match_enc_keyid
{
63 struct flow_dissector_key_keyid
*key
, *mask
;
66 struct flow_match_enc_opts
{
67 struct flow_dissector_key_enc_opts
*key
, *mask
;
72 void flow_rule_match_meta(const struct flow_rule
*rule
,
73 struct flow_match_meta
*out
);
74 void flow_rule_match_basic(const struct flow_rule
*rule
,
75 struct flow_match_basic
*out
);
76 void flow_rule_match_control(const struct flow_rule
*rule
,
77 struct flow_match_control
*out
);
78 void flow_rule_match_eth_addrs(const struct flow_rule
*rule
,
79 struct flow_match_eth_addrs
*out
);
80 void flow_rule_match_vlan(const struct flow_rule
*rule
,
81 struct flow_match_vlan
*out
);
82 void flow_rule_match_cvlan(const struct flow_rule
*rule
,
83 struct flow_match_vlan
*out
);
84 void flow_rule_match_ipv4_addrs(const struct flow_rule
*rule
,
85 struct flow_match_ipv4_addrs
*out
);
86 void flow_rule_match_ipv6_addrs(const struct flow_rule
*rule
,
87 struct flow_match_ipv6_addrs
*out
);
88 void flow_rule_match_ip(const struct flow_rule
*rule
,
89 struct flow_match_ip
*out
);
90 void flow_rule_match_ports(const struct flow_rule
*rule
,
91 struct flow_match_ports
*out
);
92 void flow_rule_match_tcp(const struct flow_rule
*rule
,
93 struct flow_match_tcp
*out
);
94 void flow_rule_match_icmp(const struct flow_rule
*rule
,
95 struct flow_match_icmp
*out
);
96 void flow_rule_match_mpls(const struct flow_rule
*rule
,
97 struct flow_match_mpls
*out
);
98 void flow_rule_match_enc_control(const struct flow_rule
*rule
,
99 struct flow_match_control
*out
);
100 void flow_rule_match_enc_ipv4_addrs(const struct flow_rule
*rule
,
101 struct flow_match_ipv4_addrs
*out
);
102 void flow_rule_match_enc_ipv6_addrs(const struct flow_rule
*rule
,
103 struct flow_match_ipv6_addrs
*out
);
104 void flow_rule_match_enc_ip(const struct flow_rule
*rule
,
105 struct flow_match_ip
*out
);
106 void flow_rule_match_enc_ports(const struct flow_rule
*rule
,
107 struct flow_match_ports
*out
);
108 void flow_rule_match_enc_keyid(const struct flow_rule
*rule
,
109 struct flow_match_enc_keyid
*out
);
110 void flow_rule_match_enc_opts(const struct flow_rule
*rule
,
111 struct flow_match_enc_opts
*out
);
113 enum flow_action_id
{
114 FLOW_ACTION_ACCEPT
= 0,
118 FLOW_ACTION_REDIRECT
,
120 FLOW_ACTION_VLAN_PUSH
,
121 FLOW_ACTION_VLAN_POP
,
122 FLOW_ACTION_VLAN_MANGLE
,
123 FLOW_ACTION_TUNNEL_ENCAP
,
124 FLOW_ACTION_TUNNEL_DECAP
,
136 /* This is mirroring enum pedit_header_type definition for easy mapping between
137 * tc pedit action. Legacy TCA_PEDIT_KEY_EX_HDR_TYPE_NETWORK is mapped to
138 * FLOW_ACT_MANGLE_UNSPEC, which is supported by no driver.
140 enum flow_action_mangle_base
{
141 FLOW_ACT_MANGLE_UNSPEC
= 0,
142 FLOW_ACT_MANGLE_HDR_TYPE_ETH
,
143 FLOW_ACT_MANGLE_HDR_TYPE_IP4
,
144 FLOW_ACT_MANGLE_HDR_TYPE_IP6
,
145 FLOW_ACT_MANGLE_HDR_TYPE_TCP
,
146 FLOW_ACT_MANGLE_HDR_TYPE_UDP
,
149 struct flow_action_entry
{
150 enum flow_action_id id
;
152 u32 chain_index
; /* FLOW_ACTION_GOTO */
153 struct net_device
*dev
; /* FLOW_ACTION_REDIRECT */
154 struct { /* FLOW_ACTION_VLAN */
159 struct { /* FLOW_ACTION_PACKET_EDIT */
160 enum flow_action_mangle_base htype
;
165 const struct ip_tunnel_info
*tunnel
; /* FLOW_ACTION_TUNNEL_ENCAP */
166 u32 csum_flags
; /* FLOW_ACTION_CSUM */
167 u32 mark
; /* FLOW_ACTION_MARK */
168 struct { /* FLOW_ACTION_QUEUE */
173 struct { /* FLOW_ACTION_SAMPLE */
174 struct psample_group
*psample_group
;
179 struct { /* FLOW_ACTION_POLICE */
183 struct { /* FLOW_ACTION_CT */
191 unsigned int num_entries
;
192 struct flow_action_entry entries
[0];
195 static inline bool flow_action_has_entries(const struct flow_action
*action
)
197 return action
->num_entries
;
201 * flow_action_has_one_action() - check if exactly one action is present
202 * @action: tc filter flow offload action
204 * Returns true if exactly one action is present.
206 static inline bool flow_offload_has_one_action(const struct flow_action
*action
)
208 return action
->num_entries
== 1;
211 #define flow_action_for_each(__i, __act, __actions) \
212 for (__i = 0, __act = &(__actions)->entries[0]; __i < (__actions)->num_entries; __act = &(__actions)->entries[++__i])
215 struct flow_match match
;
216 struct flow_action action
;
219 struct flow_rule
*flow_rule_alloc(unsigned int num_actions
);
221 static inline bool flow_rule_match_key(const struct flow_rule
*rule
,
222 enum flow_dissector_key_id key
)
224 return dissector_uses_key(rule
->match
.dissector
, key
);
233 static inline void flow_stats_update(struct flow_stats
*flow_stats
,
234 u64 bytes
, u64 pkts
, u64 lastused
)
236 flow_stats
->pkts
+= pkts
;
237 flow_stats
->bytes
+= bytes
;
238 flow_stats
->lastused
= max_t(u64
, flow_stats
->lastused
, lastused
);
241 enum flow_block_command
{
246 enum flow_block_binder_type
{
247 FLOW_BLOCK_BINDER_TYPE_UNSPEC
,
248 FLOW_BLOCK_BINDER_TYPE_CLSACT_INGRESS
,
249 FLOW_BLOCK_BINDER_TYPE_CLSACT_EGRESS
,
253 struct list_head cb_list
;
256 struct netlink_ext_ack
;
258 struct flow_block_offload
{
259 enum flow_block_command command
;
260 enum flow_block_binder_type binder_type
;
263 struct flow_block
*block
;
264 struct list_head cb_list
;
265 struct list_head
*driver_block_list
;
266 struct netlink_ext_ack
*extack
;
270 typedef int flow_setup_cb_t(enum tc_setup_type type
, void *type_data
,
273 struct flow_block_cb
{
274 struct list_head driver_list
;
275 struct list_head list
;
279 void (*release
)(void *cb_priv
);
283 struct flow_block_cb
*flow_block_cb_alloc(flow_setup_cb_t
*cb
,
284 void *cb_ident
, void *cb_priv
,
285 void (*release
)(void *cb_priv
));
286 void flow_block_cb_free(struct flow_block_cb
*block_cb
);
288 struct flow_block_cb
*flow_block_cb_lookup(struct flow_block
*block
,
289 flow_setup_cb_t
*cb
, void *cb_ident
);
291 void *flow_block_cb_priv(struct flow_block_cb
*block_cb
);
292 void flow_block_cb_incref(struct flow_block_cb
*block_cb
);
293 unsigned int flow_block_cb_decref(struct flow_block_cb
*block_cb
);
295 static inline void flow_block_cb_add(struct flow_block_cb
*block_cb
,
296 struct flow_block_offload
*offload
)
298 list_add_tail(&block_cb
->list
, &offload
->cb_list
);
301 static inline void flow_block_cb_remove(struct flow_block_cb
*block_cb
,
302 struct flow_block_offload
*offload
)
304 list_move(&block_cb
->list
, &offload
->cb_list
);
307 bool flow_block_cb_is_busy(flow_setup_cb_t
*cb
, void *cb_ident
,
308 struct list_head
*driver_block_list
);
310 int flow_block_cb_setup_simple(struct flow_block_offload
*f
,
311 struct list_head
*driver_list
,
313 void *cb_ident
, void *cb_priv
, bool ingress_only
);
315 enum flow_cls_command
{
319 FLOW_CLS_TMPLT_CREATE
,
320 FLOW_CLS_TMPLT_DESTROY
,
323 struct flow_cls_common_offload
{
327 struct netlink_ext_ack
*extack
;
330 struct flow_cls_offload
{
331 struct flow_cls_common_offload common
;
332 enum flow_cls_command command
;
333 unsigned long cookie
;
334 struct flow_rule
*rule
;
335 struct flow_stats stats
;
339 static inline struct flow_rule
*
340 flow_cls_offload_flow_rule(struct flow_cls_offload
*flow_cmd
)
342 return flow_cmd
->rule
;
345 static inline void flow_block_init(struct flow_block
*flow_block
)
347 INIT_LIST_HEAD(&flow_block
->cb_list
);
350 #endif /* _NET_FLOW_OFFLOAD_H */