]> git.proxmox.com Git - mirror_ubuntu-hirsute-kernel.git/blame - include/net/pkt_cls.h
net: flow_offload: add flow_block_cb_is_busy() and use it
[mirror_ubuntu-hirsute-kernel.git] / include / net / pkt_cls.h
CommitLineData
b2441318 1/* SPDX-License-Identifier: GPL-2.0 */
1da177e4
LT
2#ifndef __NET_PKT_CLS_H
3#define __NET_PKT_CLS_H
4
5#include <linux/pkt_cls.h>
7aa0045d 6#include <linux/workqueue.h>
1da177e4
LT
7#include <net/sch_generic.h>
8#include <net/act_api.h>
8f256622 9#include <net/flow_offload.h>
a5148626 10#include <net/net_namespace.h>
1da177e4 11
cd11b164 12/* TC action not accessible from user space */
720f22fe 13#define TC_ACT_CONSUMED (TC_ACT_VALUE_MAX + 1)
cd11b164 14
1da177e4
LT
15/* Basic packet classifier frontend definitions. */
16
fd2c3ef7 17struct tcf_walker {
1da177e4
LT
18 int stop;
19 int skip;
20 int count;
6676d5e4 21 bool nonempty;
01683a14 22 unsigned long cookie;
8113c095 23 int (*fn)(struct tcf_proto *, void *node, struct tcf_walker *);
1da177e4
LT
24};
25
5c15257f
JP
26int register_tcf_proto_ops(struct tcf_proto_ops *ops);
27int unregister_tcf_proto_ops(struct tcf_proto_ops *ops);
1da177e4 28
8c4083b3 29struct tcf_block_ext_info {
32f8c409 30 enum flow_block_binder_type binder_type;
c7eb7d72
JP
31 tcf_chain_head_change_t *chain_head_change;
32 void *chain_head_change_priv;
48617387 33 u32 block_index;
8c4083b3
JP
34};
35
acb67442 36struct tcf_block_cb;
aaa908ff 37bool tcf_queue_work(struct rcu_work *rwork, work_func_t func);
acb67442 38
8ae70032 39#ifdef CONFIG_NET_CLS
1f3ed383
JP
40struct tcf_chain *tcf_chain_get_by_act(struct tcf_block *block,
41 u32 chain_index);
1f3ed383 42void tcf_chain_put_by_act(struct tcf_chain *chain);
bbf73830
VB
43struct tcf_chain *tcf_get_next_chain(struct tcf_block *block,
44 struct tcf_chain *chain);
fe2923af 45struct tcf_proto *tcf_get_next_proto(struct tcf_chain *chain,
12db03b6 46 struct tcf_proto *tp, bool rtnl_held);
f36fe1c4 47void tcf_block_netif_keep_dst(struct tcf_block *block);
6529eaba 48int tcf_block_get(struct tcf_block **p_block,
8d1a77f9
AA
49 struct tcf_proto __rcu **p_filter_chain, struct Qdisc *q,
50 struct netlink_ext_ack *extack);
c7eb7d72 51int tcf_block_get_ext(struct tcf_block **p_block, struct Qdisc *q,
8d1a77f9
AA
52 struct tcf_block_ext_info *ei,
53 struct netlink_ext_ack *extack);
6529eaba 54void tcf_block_put(struct tcf_block *block);
c7eb7d72 55void tcf_block_put_ext(struct tcf_block *block, struct Qdisc *q,
8c4083b3 56 struct tcf_block_ext_info *ei);
44186460 57
48617387
JP
58static inline bool tcf_block_shared(struct tcf_block *block)
59{
60 return block->index;
61}
62
44186460
JP
63static inline struct Qdisc *tcf_block_q(struct tcf_block *block)
64{
48617387 65 WARN_ON(tcf_block_shared(block));
44186460
JP
66 return block->q;
67}
68
7f76fa36
JH
69int __tc_indr_block_cb_register(struct net_device *dev, void *cb_priv,
70 tc_indr_block_bind_cb_t *cb, void *cb_ident);
71int tc_indr_block_cb_register(struct net_device *dev, void *cb_priv,
72 tc_indr_block_bind_cb_t *cb, void *cb_ident);
73void __tc_indr_block_cb_unregister(struct net_device *dev,
74 tc_indr_block_bind_cb_t *cb, void *cb_ident);
75void tc_indr_block_cb_unregister(struct net_device *dev,
76 tc_indr_block_bind_cb_t *cb, void *cb_ident);
acb67442 77
87d83093
JP
78int tcf_classify(struct sk_buff *skb, const struct tcf_proto *tp,
79 struct tcf_result *res, bool compat_mode);
80
8ae70032 81#else
88c44a52
PJV
82static inline bool tcf_block_shared(struct tcf_block *block)
83{
84 return false;
85}
86
6529eaba
JP
87static inline
88int tcf_block_get(struct tcf_block **p_block,
3c149091
SM
89 struct tcf_proto __rcu **p_filter_chain, struct Qdisc *q,
90 struct netlink_ext_ack *extack)
6529eaba
JP
91{
92 return 0;
93}
94
8c4083b3 95static inline
c7eb7d72 96int tcf_block_get_ext(struct tcf_block **p_block, struct Qdisc *q,
33c30a8b
QM
97 struct tcf_block_ext_info *ei,
98 struct netlink_ext_ack *extack)
8c4083b3
JP
99{
100 return 0;
101}
102
6529eaba 103static inline void tcf_block_put(struct tcf_block *block)
8ae70032
JP
104{
105}
87d83093 106
8c4083b3 107static inline
c7eb7d72 108void tcf_block_put_ext(struct tcf_block *block, struct Qdisc *q,
8c4083b3
JP
109 struct tcf_block_ext_info *ei)
110{
111}
112
44186460
JP
113static inline struct Qdisc *tcf_block_q(struct tcf_block *block)
114{
115 return NULL;
116}
117
acb67442
JP
118static inline
119int tc_setup_cb_block_register(struct tcf_block *block, tc_setup_cb_t *cb,
120 void *cb_priv)
121{
122 return 0;
123}
124
125static inline
126void tc_setup_cb_block_unregister(struct tcf_block *block, tc_setup_cb_t *cb,
127 void *cb_priv)
128{
129}
130
7f76fa36
JH
131static inline
132int __tc_indr_block_cb_register(struct net_device *dev, void *cb_priv,
133 tc_indr_block_bind_cb_t *cb, void *cb_ident)
134{
135 return 0;
136}
137
138static inline
139int tc_indr_block_cb_register(struct net_device *dev, void *cb_priv,
140 tc_indr_block_bind_cb_t *cb, void *cb_ident)
141{
142 return 0;
143}
144
145static inline
146void __tc_indr_block_cb_unregister(struct net_device *dev,
147 tc_indr_block_bind_cb_t *cb, void *cb_ident)
148{
149}
150
151static inline
152void tc_indr_block_cb_unregister(struct net_device *dev,
153 tc_indr_block_bind_cb_t *cb, void *cb_ident)
154{
155}
156
87d83093
JP
157static inline int tcf_classify(struct sk_buff *skb, const struct tcf_proto *tp,
158 struct tcf_result *res, bool compat_mode)
159{
160 return TC_ACT_UNSPEC;
161}
8ae70032 162#endif
cf1facda 163
1da177e4
LT
164static inline unsigned long
165__cls_set_class(unsigned long *clp, unsigned long cl)
166{
a0efb80c 167 return xchg(clp, cl);
1da177e4
LT
168}
169
170static inline unsigned long
34e3759c 171cls_set_class(struct Qdisc *q, unsigned long *clp, unsigned long cl)
1da177e4
LT
172{
173 unsigned long old_cl;
34e3759c
JP
174
175 sch_tree_lock(q);
1da177e4 176 old_cl = __cls_set_class(clp, cl);
34e3759c 177 sch_tree_unlock(q);
1da177e4
LT
178 return old_cl;
179}
180
181static inline void
182tcf_bind_filter(struct tcf_proto *tp, struct tcf_result *r, unsigned long base)
183{
34e3759c 184 struct Qdisc *q = tp->chain->block->q;
1da177e4
LT
185 unsigned long cl;
186
34e3759c
JP
187 /* Check q as it is not set for shared blocks. In that case,
188 * setting class is not supported.
189 */
190 if (!q)
191 return;
192 cl = q->ops->cl_ops->bind_tcf(q, base, r->classid);
193 cl = cls_set_class(q, &r->class, cl);
1da177e4 194 if (cl)
34e3759c 195 q->ops->cl_ops->unbind_tcf(q, cl);
1da177e4
LT
196}
197
198static inline void
199tcf_unbind_filter(struct tcf_proto *tp, struct tcf_result *r)
200{
34e3759c 201 struct Qdisc *q = tp->chain->block->q;
1da177e4
LT
202 unsigned long cl;
203
34e3759c
JP
204 if (!q)
205 return;
1da177e4 206 if ((cl = __cls_set_class(&r->class, 0)) != 0)
34e3759c 207 q->ops->cl_ops->unbind_tcf(q, cl);
1da177e4
LT
208}
209
fd2c3ef7 210struct tcf_exts {
1da177e4 211#ifdef CONFIG_NET_CLS_ACT
33be6271 212 __u32 type; /* for backward compat(TCA_OLD_COMPAT) */
22dc13c8
WC
213 int nr_actions;
214 struct tc_action **actions;
e4b95c41 215 struct net *net;
1da177e4 216#endif
5da57f42
WC
217 /* Map to export classifier specific extension TLV types to the
218 * generic extensions API. Unsupported extensions must be set to 0.
219 */
1da177e4
LT
220 int action;
221 int police;
222};
223
14215108
CW
224static inline int tcf_exts_init(struct tcf_exts *exts, struct net *net,
225 int action, int police)
33be6271
WC
226{
227#ifdef CONFIG_NET_CLS_ACT
5da57f42 228 exts->type = 0;
22dc13c8 229 exts->nr_actions = 0;
14215108 230 exts->net = net;
22dc13c8
WC
231 exts->actions = kcalloc(TCA_ACT_MAX_PRIO, sizeof(struct tc_action *),
232 GFP_KERNEL);
b9a24bb7
WC
233 if (!exts->actions)
234 return -ENOMEM;
33be6271 235#endif
5da57f42
WC
236 exts->action = action;
237 exts->police = police;
b9a24bb7 238 return 0;
33be6271
WC
239}
240
e4b95c41
CW
241/* Return false if the netns is being destroyed in cleanup_net(). Callers
242 * need to do cleanup synchronously in this case, otherwise may race with
243 * tc_action_net_exit(). Return true for other cases.
244 */
245static inline bool tcf_exts_get_net(struct tcf_exts *exts)
246{
247#ifdef CONFIG_NET_CLS_ACT
248 exts->net = maybe_get_net(exts->net);
249 return exts->net != NULL;
250#else
251 return true;
252#endif
253}
254
255static inline void tcf_exts_put_net(struct tcf_exts *exts)
256{
257#ifdef CONFIG_NET_CLS_ACT
258 if (exts->net)
259 put_net(exts->net);
260#endif
261}
262
22dc13c8 263#ifdef CONFIG_NET_CLS_ACT
244cd96a
CW
264#define tcf_exts_for_each_action(i, a, exts) \
265 for (i = 0; i < TCA_ACT_MAX_PRIO && ((a) = (exts)->actions[i]); i++)
266#else
267#define tcf_exts_for_each_action(i, a, exts) \
191672ca 268 for (; 0; (void)(i), (void)(a), (void)(exts))
22dc13c8 269#endif
22dc13c8 270
d897a638
JK
271static inline void
272tcf_exts_stats_update(const struct tcf_exts *exts,
273 u64 bytes, u64 packets, u64 lastuse)
274{
275#ifdef CONFIG_NET_CLS_ACT
276 int i;
277
278 preempt_disable();
279
280 for (i = 0; i < exts->nr_actions; i++) {
281 struct tc_action *a = exts->actions[i];
282
28169aba 283 tcf_action_stats_update(a, bytes, packets, lastuse, true);
d897a638
JK
284 }
285
286 preempt_enable();
287#endif
288}
289
3bcc0cec
JP
290/**
291 * tcf_exts_has_actions - check if at least one action is present
292 * @exts: tc filter extensions handle
293 *
294 * Returns true if at least one action is present.
295 */
296static inline bool tcf_exts_has_actions(struct tcf_exts *exts)
297{
2734437e 298#ifdef CONFIG_NET_CLS_ACT
3bcc0cec
JP
299 return exts->nr_actions;
300#else
301 return false;
302#endif
303}
2734437e 304
af69afc5
JP
305/**
306 * tcf_exts_exec - execute tc filter extensions
307 * @skb: socket buffer
308 * @exts: tc filter extensions handle
309 * @res: desired result
310 *
af089e70 311 * Executes all configured extensions. Returns TC_ACT_OK on a normal execution,
af69afc5
JP
312 * a negative number if the filter must be considered unmatched or
313 * a positive action code (TC_ACT_*) which must be returned to the
314 * underlying layer.
315 */
316static inline int
317tcf_exts_exec(struct sk_buff *skb, struct tcf_exts *exts,
318 struct tcf_result *res)
319{
320#ifdef CONFIG_NET_CLS_ACT
ec1a9cca 321 return tcf_action_exec(skb, exts->actions, exts->nr_actions, res);
af69afc5 322#endif
af089e70 323 return TC_ACT_OK;
af69afc5
JP
324}
325
5c15257f
JP
326int tcf_exts_validate(struct net *net, struct tcf_proto *tp,
327 struct nlattr **tb, struct nlattr *rate_tlv,
ec6743a1 328 struct tcf_exts *exts, bool ovr, bool rtnl_held,
50a56190 329 struct netlink_ext_ack *extack);
18d0264f 330void tcf_exts_destroy(struct tcf_exts *exts);
9b0d4446 331void tcf_exts_change(struct tcf_exts *dst, struct tcf_exts *src);
5da57f42
WC
332int tcf_exts_dump(struct sk_buff *skb, struct tcf_exts *exts);
333int tcf_exts_dump_stats(struct sk_buff *skb, struct tcf_exts *exts);
1da177e4
LT
334
335/**
336 * struct tcf_pkt_info - packet information
337 */
fd2c3ef7 338struct tcf_pkt_info {
1da177e4
LT
339 unsigned char * ptr;
340 int nexthdr;
341};
342
343#ifdef CONFIG_NET_EMATCH
344
345struct tcf_ematch_ops;
346
347/**
348 * struct tcf_ematch - extended match (ematch)
349 *
350 * @matchid: identifier to allow userspace to reidentify a match
351 * @flags: flags specifying attributes and the relation to other matches
352 * @ops: the operations lookup table of the corresponding ematch module
353 * @datalen: length of the ematch specific configuration data
354 * @data: ematch specific data
355 */
fd2c3ef7 356struct tcf_ematch {
1da177e4
LT
357 struct tcf_ematch_ops * ops;
358 unsigned long data;
359 unsigned int datalen;
360 u16 matchid;
361 u16 flags;
82a470f1 362 struct net *net;
1da177e4
LT
363};
364
365static inline int tcf_em_is_container(struct tcf_ematch *em)
366{
367 return !em->ops;
368}
369
370static inline int tcf_em_is_simple(struct tcf_ematch *em)
371{
372 return em->flags & TCF_EM_SIMPLE;
373}
374
375static inline int tcf_em_is_inverted(struct tcf_ematch *em)
376{
377 return em->flags & TCF_EM_INVERT;
378}
379
380static inline int tcf_em_last_match(struct tcf_ematch *em)
381{
382 return (em->flags & TCF_EM_REL_MASK) == TCF_EM_REL_END;
383}
384
385static inline int tcf_em_early_end(struct tcf_ematch *em, int result)
386{
387 if (tcf_em_last_match(em))
388 return 1;
389
390 if (result == 0 && em->flags & TCF_EM_REL_AND)
391 return 1;
392
393 if (result != 0 && em->flags & TCF_EM_REL_OR)
394 return 1;
395
396 return 0;
397}
398
399/**
400 * struct tcf_ematch_tree - ematch tree handle
401 *
402 * @hdr: ematch tree header supplied by userspace
403 * @matches: array of ematches
404 */
fd2c3ef7 405struct tcf_ematch_tree {
1da177e4
LT
406 struct tcf_ematch_tree_hdr hdr;
407 struct tcf_ematch * matches;
408
409};
410
411/**
412 * struct tcf_ematch_ops - ematch module operations
413 *
414 * @kind: identifier (kind) of this ematch module
415 * @datalen: length of expected configuration data (optional)
416 * @change: called during validation (optional)
417 * @match: called during ematch tree evaluation, must return 1/0
418 * @destroy: called during destroyage (optional)
419 * @dump: called during dumping process (optional)
420 * @owner: owner, must be set to THIS_MODULE
421 * @link: link to previous/next ematch module (internal use)
422 */
fd2c3ef7 423struct tcf_ematch_ops {
1da177e4
LT
424 int kind;
425 int datalen;
82a470f1 426 int (*change)(struct net *net, void *,
1da177e4
LT
427 int, struct tcf_ematch *);
428 int (*match)(struct sk_buff *, struct tcf_ematch *,
429 struct tcf_pkt_info *);
82a470f1 430 void (*destroy)(struct tcf_ematch *);
1da177e4
LT
431 int (*dump)(struct sk_buff *, struct tcf_ematch *);
432 struct module *owner;
433 struct list_head link;
434};
435
5c15257f
JP
436int tcf_em_register(struct tcf_ematch_ops *);
437void tcf_em_unregister(struct tcf_ematch_ops *);
438int tcf_em_tree_validate(struct tcf_proto *, struct nlattr *,
439 struct tcf_ematch_tree *);
82a470f1 440void tcf_em_tree_destroy(struct tcf_ematch_tree *);
5c15257f
JP
441int tcf_em_tree_dump(struct sk_buff *, struct tcf_ematch_tree *, int);
442int __tcf_em_tree_match(struct sk_buff *, struct tcf_ematch_tree *,
443 struct tcf_pkt_info *);
1da177e4 444
1da177e4
LT
445/**
446 * tcf_em_tree_match - evaulate an ematch tree
447 *
448 * @skb: socket buffer of the packet in question
449 * @tree: ematch tree to be used for evaluation
450 * @info: packet information examined by classifier
451 *
452 * This function matches @skb against the ematch tree in @tree by going
453 * through all ematches respecting their logic relations returning
454 * as soon as the result is obvious.
455 *
456 * Returns 1 if the ematch tree as-one matches, no ematches are configured
457 * or ematch is not enabled in the kernel, otherwise 0 is returned.
458 */
459static inline int tcf_em_tree_match(struct sk_buff *skb,
460 struct tcf_ematch_tree *tree,
461 struct tcf_pkt_info *info)
462{
463 if (tree->hdr.nmatches)
464 return __tcf_em_tree_match(skb, tree, info);
465 else
466 return 1;
467}
468
db3d99c0
PM
469#define MODULE_ALIAS_TCF_EMATCH(kind) MODULE_ALIAS("ematch-kind-" __stringify(kind))
470
1da177e4
LT
471#else /* CONFIG_NET_EMATCH */
472
fd2c3ef7 473struct tcf_ematch_tree {
1da177e4
LT
474};
475
476#define tcf_em_tree_validate(tp, tb, t) ((void)(t), 0)
82a470f1 477#define tcf_em_tree_destroy(t) do { (void)(t); } while(0)
1da177e4 478#define tcf_em_tree_dump(skb, t, tlv) (0)
1da177e4
LT
479#define tcf_em_tree_match(skb, t, info) ((void)(info), 1)
480
481#endif /* CONFIG_NET_EMATCH */
482
483static inline unsigned char * tcf_get_base_ptr(struct sk_buff *skb, int layer)
484{
485 switch (layer) {
486 case TCF_LAYER_LINK:
d3303a65 487 return skb_mac_header(skb);
1da177e4 488 case TCF_LAYER_NETWORK:
d56f90a7 489 return skb_network_header(skb);
1da177e4 490 case TCF_LAYER_TRANSPORT:
9c70220b 491 return skb_transport_header(skb);
1da177e4
LT
492 }
493
494 return NULL;
495}
496
eddc9ec5
ACM
497static inline int tcf_valid_offset(const struct sk_buff *skb,
498 const unsigned char *ptr, const int len)
1da177e4 499{
da521b2c
DM
500 return likely((ptr + len) <= skb_tail_pointer(skb) &&
501 ptr >= skb->head &&
502 (ptr <= (ptr + len)));
1da177e4
LT
503}
504
1da177e4 505static inline int
1057c55f
AA
506tcf_change_indev(struct net *net, struct nlattr *indev_tlv,
507 struct netlink_ext_ack *extack)
1da177e4 508{
2519a602
WC
509 char indev[IFNAMSIZ];
510 struct net_device *dev;
511
1057c55f
AA
512 if (nla_strlcpy(indev, indev_tlv, IFNAMSIZ) >= IFNAMSIZ) {
513 NL_SET_ERR_MSG(extack, "Interface name too long");
1da177e4 514 return -EINVAL;
1057c55f 515 }
2519a602
WC
516 dev = __dev_get_by_name(net, indev);
517 if (!dev)
518 return -ENODEV;
519 return dev->ifindex;
1da177e4
LT
520}
521
2519a602
WC
522static inline bool
523tcf_match_indev(struct sk_buff *skb, int ifindex)
1da177e4 524{
2519a602
WC
525 if (!ifindex)
526 return true;
527 if (!skb->skb_iif)
528 return false;
529 return ifindex == skb->skb_iif;
1da177e4 530}
1da177e4 531
3a7b6861
PNA
532int tc_setup_flow_action(struct flow_action *flow_action,
533 const struct tcf_exts *exts);
aeb3fecd
CW
534int tc_setup_cb_call(struct tcf_block *block, enum tc_setup_type type,
535 void *type_data, bool err_stop);
e3ab786b 536unsigned int tcf_exts_num_actions(struct tcf_exts *exts);
717503b9 537
5fd9fc4e 538struct tc_cls_common_offload {
5fd9fc4e
JP
539 u32 chain_index;
540 __be16 protocol;
d7c1c8d2 541 u32 prio;
8f0b425a 542 struct netlink_ext_ack *extack;
5fd9fc4e
JP
543};
544
a1b7c5fd
JF
545struct tc_cls_u32_knode {
546 struct tcf_exts *exts;
068ceb35 547 struct tcf_result *res;
e014860e 548 struct tc_u32_sel *sel;
a1b7c5fd
JF
549 u32 handle;
550 u32 val;
551 u32 mask;
552 u32 link_handle;
e014860e 553 u8 fshift;
a1b7c5fd
JF
554};
555
556struct tc_cls_u32_hnode {
557 u32 handle;
558 u32 prio;
559 unsigned int divisor;
560};
561
562enum tc_clsu32_command {
563 TC_CLSU32_NEW_KNODE,
564 TC_CLSU32_REPLACE_KNODE,
565 TC_CLSU32_DELETE_KNODE,
566 TC_CLSU32_NEW_HNODE,
567 TC_CLSU32_REPLACE_HNODE,
568 TC_CLSU32_DELETE_HNODE,
569};
570
571struct tc_cls_u32_offload {
5fd9fc4e 572 struct tc_cls_common_offload common;
a1b7c5fd
JF
573 /* knode values */
574 enum tc_clsu32_command command;
575 union {
576 struct tc_cls_u32_knode knode;
577 struct tc_cls_u32_hnode hnode;
578 };
579};
580
7b06e8ae 581static inline bool tc_can_offload(const struct net_device *dev)
6843e7a2 582{
70b5aee4 583 return dev->features & NETIF_F_HW_TC;
6843e7a2
JF
584}
585
f9eda14f
QM
586static inline bool tc_can_offload_extack(const struct net_device *dev,
587 struct netlink_ext_ack *extack)
588{
589 bool can = tc_can_offload(dev);
590
591 if (!can)
592 NL_SET_ERR_MSG(extack, "TC offload is disabled on net device");
593
594 return can;
595}
596
878db9f0
JK
597static inline bool
598tc_cls_can_offload_and_chain0(const struct net_device *dev,
599 struct tc_cls_common_offload *common)
600{
601 if (!tc_can_offload_extack(dev, common->extack))
602 return false;
603 if (common->chain_index) {
604 NL_SET_ERR_MSG(common->extack,
605 "Driver supports only offload of chain 0");
606 return false;
607 }
608 return true;
609}
610
55330f05
HHZ
611static inline bool tc_skip_hw(u32 flags)
612{
613 return (flags & TCA_CLS_FLAGS_SKIP_HW) ? true : false;
614}
615
d34e3e18
SS
616static inline bool tc_skip_sw(u32 flags)
617{
618 return (flags & TCA_CLS_FLAGS_SKIP_SW) ? true : false;
619}
620
621/* SKIP_HW and SKIP_SW are mutually exclusive flags. */
622static inline bool tc_flags_valid(u32 flags)
623{
81c7288b
MRL
624 if (flags & ~(TCA_CLS_FLAGS_SKIP_HW | TCA_CLS_FLAGS_SKIP_SW |
625 TCA_CLS_FLAGS_VERBOSE))
d34e3e18
SS
626 return false;
627
81c7288b 628 flags &= TCA_CLS_FLAGS_SKIP_HW | TCA_CLS_FLAGS_SKIP_SW;
d34e3e18
SS
629 if (!(flags ^ (TCA_CLS_FLAGS_SKIP_HW | TCA_CLS_FLAGS_SKIP_SW)))
630 return false;
631
632 return true;
633}
634
e696028a
OG
635static inline bool tc_in_hw(u32 flags)
636{
637 return (flags & TCA_CLS_FLAGS_IN_HW) ? true : false;
638}
639
34832e1c
JK
640static inline void
641tc_cls_common_offload_init(struct tc_cls_common_offload *cls_common,
642 const struct tcf_proto *tp, u32 flags,
643 struct netlink_ext_ack *extack)
644{
645 cls_common->chain_index = tp->chain->index;
646 cls_common->protocol = tp->protocol;
647 cls_common->prio = tp->prio;
81c7288b 648 if (tc_skip_sw(flags) || flags & TCA_CLS_FLAGS_VERBOSE)
34832e1c
JK
649 cls_common->extack = extack;
650}
651
5b33f488
AV
652enum tc_fl_command {
653 TC_CLSFLOWER_REPLACE,
654 TC_CLSFLOWER_DESTROY,
10cbc684 655 TC_CLSFLOWER_STATS,
34738452
JP
656 TC_CLSFLOWER_TMPLT_CREATE,
657 TC_CLSFLOWER_TMPLT_DESTROY,
5b33f488
AV
658};
659
660struct tc_cls_flower_offload {
5fd9fc4e 661 struct tc_cls_common_offload common;
5b33f488 662 enum tc_fl_command command;
8208d21b 663 unsigned long cookie;
8f256622 664 struct flow_rule *rule;
3b1903ef 665 struct flow_stats stats;
384c181e 666 u32 classid;
5b33f488
AV
667};
668
8f256622
PNA
669static inline struct flow_rule *
670tc_cls_flower_offload_flow_rule(struct tc_cls_flower_offload *tc_flow_cmd)
671{
672 return tc_flow_cmd->rule;
673}
674
b87f7936
YG
675enum tc_matchall_command {
676 TC_CLSMATCHALL_REPLACE,
677 TC_CLSMATCHALL_DESTROY,
b7fe4ab8 678 TC_CLSMATCHALL_STATS,
b87f7936
YG
679};
680
681struct tc_cls_matchall_offload {
5fd9fc4e 682 struct tc_cls_common_offload common;
b87f7936 683 enum tc_matchall_command command;
f00cbf19 684 struct flow_rule *rule;
b7fe4ab8 685 struct flow_stats stats;
b87f7936
YG
686 unsigned long cookie;
687};
688
332ae8e2 689enum tc_clsbpf_command {
102740bd 690 TC_CLSBPF_OFFLOAD,
68d64063 691 TC_CLSBPF_STATS,
332ae8e2
JK
692};
693
694struct tc_cls_bpf_offload {
5fd9fc4e 695 struct tc_cls_common_offload common;
332ae8e2
JK
696 enum tc_clsbpf_command command;
697 struct tcf_exts *exts;
698 struct bpf_prog *prog;
102740bd 699 struct bpf_prog *oldprog;
332ae8e2
JK
700 const char *name;
701 bool exts_integrated;
702};
703
4e8b86c0
AN
704struct tc_mqprio_qopt_offload {
705 /* struct tc_mqprio_qopt must always be the first element */
706 struct tc_mqprio_qopt qopt;
707 u16 mode;
708 u16 shaper;
709 u32 flags;
710 u64 min_rate[TC_QOPT_MAX_QUEUE];
711 u64 max_rate[TC_QOPT_MAX_QUEUE];
712};
1045ba77
JHS
713
714/* This structure holds cookie structure that is passed from user
715 * to the kernel for actions and classifiers
716 */
717struct tc_cookie {
718 u8 *data;
719 u32 len;
eec94fdb 720 struct rcu_head rcu;
1045ba77 721};
602f3baf 722
f34b4aac
NF
723struct tc_qopt_offload_stats {
724 struct gnet_stats_basic_packed *bstats;
725 struct gnet_stats_queue *qstats;
726};
727
f971b132
JK
728enum tc_mq_command {
729 TC_MQ_CREATE,
730 TC_MQ_DESTROY,
47c669a4 731 TC_MQ_STATS,
d577a3d2
JK
732 TC_MQ_GRAFT,
733};
734
735struct tc_mq_opt_offload_graft_params {
736 unsigned long queue;
737 u32 child_handle;
f971b132
JK
738};
739
740struct tc_mq_qopt_offload {
741 enum tc_mq_command command;
742 u32 handle;
d577a3d2
JK
743 union {
744 struct tc_qopt_offload_stats stats;
745 struct tc_mq_opt_offload_graft_params graft_params;
746 };
f971b132
JK
747};
748
602f3baf
NF
749enum tc_red_command {
750 TC_RED_REPLACE,
751 TC_RED_DESTROY,
752 TC_RED_STATS,
753 TC_RED_XSTATS,
bf2a752b 754 TC_RED_GRAFT,
602f3baf
NF
755};
756
757struct tc_red_qopt_offload_params {
758 u32 min;
759 u32 max;
760 u32 probability;
c0b7490b 761 u32 limit;
602f3baf 762 bool is_ecn;
190852a5 763 bool is_harddrop;
416ef9b1 764 struct gnet_stats_queue *qstats;
602f3baf 765};
602f3baf
NF
766
767struct tc_red_qopt_offload {
768 enum tc_red_command command;
769 u32 handle;
770 u32 parent;
771 union {
772 struct tc_red_qopt_offload_params set;
f34b4aac 773 struct tc_qopt_offload_stats stats;
602f3baf 774 struct red_stats *xstats;
bf2a752b 775 u32 child_handle;
602f3baf
NF
776 };
777};
778
890d8d23
JK
779enum tc_gred_command {
780 TC_GRED_REPLACE,
781 TC_GRED_DESTROY,
e49efd52 782 TC_GRED_STATS,
890d8d23
JK
783};
784
785struct tc_gred_vq_qopt_offload_params {
786 bool present;
787 u32 limit;
788 u32 prio;
789 u32 min;
790 u32 max;
791 bool is_ecn;
792 bool is_harddrop;
793 u32 probability;
794 /* Only need backlog, see struct tc_prio_qopt_offload_params */
795 u32 *backlog;
796};
797
798struct tc_gred_qopt_offload_params {
799 bool grio_on;
800 bool wred_on;
801 unsigned int dp_cnt;
802 unsigned int dp_def;
803 struct gnet_stats_queue *qstats;
804 struct tc_gred_vq_qopt_offload_params tab[MAX_DPs];
805};
806
e49efd52
JK
807struct tc_gred_qopt_offload_stats {
808 struct gnet_stats_basic_packed bstats[MAX_DPs];
809 struct gnet_stats_queue qstats[MAX_DPs];
810 struct red_stats *xstats[MAX_DPs];
811};
812
890d8d23
JK
813struct tc_gred_qopt_offload {
814 enum tc_gred_command command;
815 u32 handle;
816 u32 parent;
817 union {
818 struct tc_gred_qopt_offload_params set;
e49efd52 819 struct tc_gred_qopt_offload_stats stats;
890d8d23
JK
820 };
821};
822
7fdb61b4
NF
823enum tc_prio_command {
824 TC_PRIO_REPLACE,
825 TC_PRIO_DESTROY,
826 TC_PRIO_STATS,
b9c7a7ac 827 TC_PRIO_GRAFT,
7fdb61b4
NF
828};
829
830struct tc_prio_qopt_offload_params {
831 int bands;
832 u8 priomap[TC_PRIO_MAX + 1];
833 /* In case that a prio qdisc is offloaded and now is changed to a
834 * non-offloadedable config, it needs to update the backlog & qlen
835 * values to negate the HW backlog & qlen values (and only them).
836 */
837 struct gnet_stats_queue *qstats;
838};
839
b9c7a7ac
NF
840struct tc_prio_qopt_offload_graft_params {
841 u8 band;
842 u32 child_handle;
843};
844
7fdb61b4
NF
845struct tc_prio_qopt_offload {
846 enum tc_prio_command command;
847 u32 handle;
848 u32 parent;
849 union {
850 struct tc_prio_qopt_offload_params replace_params;
851 struct tc_qopt_offload_stats stats;
b9c7a7ac 852 struct tc_prio_qopt_offload_graft_params graft_params;
7fdb61b4
NF
853 };
854};
b9c7a7ac 855
98b0e5f6
JK
856enum tc_root_command {
857 TC_ROOT_GRAFT,
858};
859
860struct tc_root_qopt_offload {
861 enum tc_root_command command;
862 u32 handle;
863 bool ingress;
864};
865
1da177e4 866#endif