2 * net/sched/act_api.c Packet action API.
4 * This program is free software; you can redistribute it and/or
5 * modify it under the terms of the GNU General Public License
6 * as published by the Free Software Foundation; either version
7 * 2 of the License, or (at your option) any later version.
9 * Author: Jamal Hadi Salim
14 #include <linux/types.h>
15 #include <linux/kernel.h>
16 #include <linux/string.h>
17 #include <linux/errno.h>
18 #include <linux/slab.h>
19 #include <linux/skbuff.h>
20 #include <linux/init.h>
21 #include <linux/kmod.h>
22 #include <linux/err.h>
23 #include <linux/module.h>
24 #include <linux/rhashtable.h>
25 #include <linux/list.h>
26 #include <net/net_namespace.h>
28 #include <net/sch_generic.h>
29 #include <net/pkt_cls.h>
30 #include <net/act_api.h>
31 #include <net/netlink.h>
33 static int tcf_action_goto_chain_init(struct tc_action
*a
, struct tcf_proto
*tp
)
35 u32 chain_index
= a
->tcfa_action
& TC_ACT_EXT_VAL_MASK
;
39 a
->goto_chain
= tcf_chain_get(tp
->chain
->block
, chain_index
, true);
45 static void tcf_action_goto_chain_fini(struct tc_action
*a
)
47 tcf_chain_put(a
->goto_chain
);
50 static void tcf_action_goto_chain_exec(const struct tc_action
*a
,
51 struct tcf_result
*res
)
53 const struct tcf_chain
*chain
= a
->goto_chain
;
55 res
->goto_tp
= rcu_dereference_bh(chain
->filter_chain
);
58 /* XXX: For standalone actions, we don't need a RCU grace period either, because
59 * actions are always connected to filters and filters are already destroyed in
60 * RCU callbacks, so after a RCU grace period actions are already disconnected
61 * from filters. Readers later can not find us.
63 static void free_tcf(struct tc_action
*p
)
65 free_percpu(p
->cpu_bstats
);
66 free_percpu(p
->cpu_qstats
);
69 kfree(p
->act_cookie
->data
);
73 tcf_action_goto_chain_fini(p
);
78 static void tcf_idr_remove(struct tcf_idrinfo
*idrinfo
, struct tc_action
*p
)
80 spin_lock_bh(&idrinfo
->lock
);
81 idr_remove_ext(&idrinfo
->action_idr
, p
->tcfa_index
);
82 spin_unlock_bh(&idrinfo
->lock
);
83 gen_kill_estimator(&p
->tcfa_rate_est
);
87 int __tcf_idr_release(struct tc_action
*p
, bool bind
, bool strict
)
96 else if (strict
&& p
->tcfa_bindcnt
> 0)
100 if (p
->tcfa_bindcnt
<= 0 && p
->tcfa_refcnt
<= 0) {
102 p
->ops
->cleanup(p
, bind
);
103 tcf_idr_remove(p
->idrinfo
, p
);
110 EXPORT_SYMBOL(__tcf_idr_release
);
112 static int tcf_dump_walker(struct tcf_idrinfo
*idrinfo
, struct sk_buff
*skb
,
113 struct netlink_callback
*cb
)
115 int err
= 0, index
= -1, s_i
= 0, n_i
= 0;
116 u32 act_flags
= cb
->args
[2];
117 unsigned long jiffy_since
= cb
->args
[3];
119 struct idr
*idr
= &idrinfo
->action_idr
;
121 unsigned long id
= 1;
123 spin_lock_bh(&idrinfo
->lock
);
127 idr_for_each_entry_ext(idr
, p
, id
) {
133 time_after(jiffy_since
,
134 (unsigned long)p
->tcfa_tm
.lastuse
))
137 nest
= nla_nest_start(skb
, n_i
);
139 goto nla_put_failure
;
140 err
= tcf_action_dump_1(skb
, p
, 0, 0);
143 nlmsg_trim(skb
, nest
);
146 nla_nest_end(skb
, nest
);
148 if (!(act_flags
& TCA_FLAG_LARGE_DUMP_ON
) &&
149 n_i
>= TCA_ACT_MAX_PRIO
)
154 cb
->args
[0] = index
+ 1;
156 spin_unlock_bh(&idrinfo
->lock
);
158 if (act_flags
& TCA_FLAG_LARGE_DUMP_ON
)
164 nla_nest_cancel(skb
, nest
);
168 static int tcf_del_walker(struct tcf_idrinfo
*idrinfo
, struct sk_buff
*skb
,
169 const struct tc_action_ops
*ops
)
174 struct idr
*idr
= &idrinfo
->action_idr
;
176 unsigned long id
= 1;
178 nest
= nla_nest_start(skb
, 0);
180 goto nla_put_failure
;
181 if (nla_put_string(skb
, TCA_KIND
, ops
->kind
))
182 goto nla_put_failure
;
184 idr_for_each_entry_ext(idr
, p
, id
) {
185 ret
= __tcf_idr_release(p
, false, true);
186 if (ret
== ACT_P_DELETED
) {
187 module_put(ops
->owner
);
189 } else if (ret
< 0) {
190 goto nla_put_failure
;
193 if (nla_put_u32(skb
, TCA_FCNT
, n_i
))
194 goto nla_put_failure
;
195 nla_nest_end(skb
, nest
);
199 nla_nest_cancel(skb
, nest
);
203 int tcf_generic_walker(struct tc_action_net
*tn
, struct sk_buff
*skb
,
204 struct netlink_callback
*cb
, int type
,
205 const struct tc_action_ops
*ops
)
207 struct tcf_idrinfo
*idrinfo
= tn
->idrinfo
;
209 if (type
== RTM_DELACTION
) {
210 return tcf_del_walker(idrinfo
, skb
, ops
);
211 } else if (type
== RTM_GETACTION
) {
212 return tcf_dump_walker(idrinfo
, skb
, cb
);
214 WARN(1, "tcf_generic_walker: unknown action %d\n", type
);
218 EXPORT_SYMBOL(tcf_generic_walker
);
220 static struct tc_action
*tcf_idr_lookup(u32 index
, struct tcf_idrinfo
*idrinfo
)
222 struct tc_action
*p
= NULL
;
224 spin_lock_bh(&idrinfo
->lock
);
225 p
= idr_find_ext(&idrinfo
->action_idr
, index
);
226 spin_unlock_bh(&idrinfo
->lock
);
231 int tcf_idr_search(struct tc_action_net
*tn
, struct tc_action
**a
, u32 index
)
233 struct tcf_idrinfo
*idrinfo
= tn
->idrinfo
;
234 struct tc_action
*p
= tcf_idr_lookup(index
, idrinfo
);
242 EXPORT_SYMBOL(tcf_idr_search
);
244 bool tcf_idr_check(struct tc_action_net
*tn
, u32 index
, struct tc_action
**a
,
247 struct tcf_idrinfo
*idrinfo
= tn
->idrinfo
;
248 struct tc_action
*p
= tcf_idr_lookup(index
, idrinfo
);
259 EXPORT_SYMBOL(tcf_idr_check
);
261 void tcf_idr_cleanup(struct tc_action
*a
, struct nlattr
*est
)
264 gen_kill_estimator(&a
->tcfa_rate_est
);
267 EXPORT_SYMBOL(tcf_idr_cleanup
);
269 int tcf_idr_create(struct tc_action_net
*tn
, u32 index
, struct nlattr
*est
,
270 struct tc_action
**a
, const struct tc_action_ops
*ops
,
271 int bind
, bool cpustats
)
273 struct tc_action
*p
= kzalloc(ops
->size
, GFP_KERNEL
);
274 struct tcf_idrinfo
*idrinfo
= tn
->idrinfo
;
275 struct idr
*idr
= &idrinfo
->action_idr
;
277 unsigned long idr_index
;
286 p
->cpu_bstats
= netdev_alloc_pcpu_stats(struct gnet_stats_basic_cpu
);
287 if (!p
->cpu_bstats
) {
292 p
->cpu_qstats
= alloc_percpu(struct gnet_stats_queue
);
293 if (!p
->cpu_qstats
) {
295 free_percpu(p
->cpu_bstats
);
299 spin_lock_init(&p
->tcfa_lock
);
300 /* user doesn't specify an index */
302 idr_preload(GFP_KERNEL
);
303 spin_lock_bh(&idrinfo
->lock
);
304 err
= idr_alloc_ext(idr
, NULL
, &idr_index
, 1, 0,
306 spin_unlock_bh(&idrinfo
->lock
);
310 free_percpu(p
->cpu_qstats
);
313 p
->tcfa_index
= idr_index
;
315 idr_preload(GFP_KERNEL
);
316 spin_lock_bh(&idrinfo
->lock
);
317 err
= idr_alloc_ext(idr
, NULL
, NULL
, index
, index
+ 1,
319 spin_unlock_bh(&idrinfo
->lock
);
323 p
->tcfa_index
= index
;
326 p
->tcfa_tm
.install
= jiffies
;
327 p
->tcfa_tm
.lastuse
= jiffies
;
328 p
->tcfa_tm
.firstuse
= 0;
330 err
= gen_new_estimator(&p
->tcfa_bstats
, p
->cpu_bstats
,
332 &p
->tcfa_lock
, NULL
, est
);
338 p
->idrinfo
= idrinfo
;
340 INIT_LIST_HEAD(&p
->list
);
344 EXPORT_SYMBOL(tcf_idr_create
);
346 void tcf_idr_insert(struct tc_action_net
*tn
, struct tc_action
*a
)
348 struct tcf_idrinfo
*idrinfo
= tn
->idrinfo
;
350 spin_lock_bh(&idrinfo
->lock
);
351 idr_replace_ext(&idrinfo
->action_idr
, a
, a
->tcfa_index
);
352 spin_unlock_bh(&idrinfo
->lock
);
354 EXPORT_SYMBOL(tcf_idr_insert
);
356 void tcf_idrinfo_destroy(const struct tc_action_ops
*ops
,
357 struct tcf_idrinfo
*idrinfo
)
359 struct idr
*idr
= &idrinfo
->action_idr
;
362 unsigned long id
= 1;
364 idr_for_each_entry_ext(idr
, p
, id
) {
365 ret
= __tcf_idr_release(p
, false, true);
366 if (ret
== ACT_P_DELETED
)
367 module_put(ops
->owner
);
371 idr_destroy(&idrinfo
->action_idr
);
373 EXPORT_SYMBOL(tcf_idrinfo_destroy
);
375 static LIST_HEAD(act_base
);
376 static DEFINE_RWLOCK(act_mod_lock
);
378 int tcf_register_action(struct tc_action_ops
*act
,
379 struct pernet_operations
*ops
)
381 struct tc_action_ops
*a
;
384 if (!act
->act
|| !act
->dump
|| !act
->init
|| !act
->walk
|| !act
->lookup
)
387 /* We have to register pernet ops before making the action ops visible,
388 * otherwise tcf_action_init_1() could get a partially initialized
391 ret
= register_pernet_subsys(ops
);
395 write_lock(&act_mod_lock
);
396 list_for_each_entry(a
, &act_base
, head
) {
397 if (act
->type
== a
->type
|| (strcmp(act
->kind
, a
->kind
) == 0)) {
398 write_unlock(&act_mod_lock
);
399 unregister_pernet_subsys(ops
);
403 list_add_tail(&act
->head
, &act_base
);
404 write_unlock(&act_mod_lock
);
408 EXPORT_SYMBOL(tcf_register_action
);
410 int tcf_unregister_action(struct tc_action_ops
*act
,
411 struct pernet_operations
*ops
)
413 struct tc_action_ops
*a
;
416 write_lock(&act_mod_lock
);
417 list_for_each_entry(a
, &act_base
, head
) {
419 list_del(&act
->head
);
424 write_unlock(&act_mod_lock
);
426 unregister_pernet_subsys(ops
);
429 EXPORT_SYMBOL(tcf_unregister_action
);
432 static struct tc_action_ops
*tc_lookup_action_n(char *kind
)
434 struct tc_action_ops
*a
, *res
= NULL
;
437 read_lock(&act_mod_lock
);
438 list_for_each_entry(a
, &act_base
, head
) {
439 if (strcmp(kind
, a
->kind
) == 0) {
440 if (try_module_get(a
->owner
))
445 read_unlock(&act_mod_lock
);
450 /* lookup by nlattr */
451 static struct tc_action_ops
*tc_lookup_action(struct nlattr
*kind
)
453 struct tc_action_ops
*a
, *res
= NULL
;
456 read_lock(&act_mod_lock
);
457 list_for_each_entry(a
, &act_base
, head
) {
458 if (nla_strcmp(kind
, a
->kind
) == 0) {
459 if (try_module_get(a
->owner
))
464 read_unlock(&act_mod_lock
);
469 /*TCA_ACT_MAX_PRIO is 32, there count upto 32 */
470 #define TCA_ACT_MAX_PRIO_MASK 0x1FF
471 int tcf_action_exec(struct sk_buff
*skb
, struct tc_action
**actions
,
472 int nr_actions
, struct tcf_result
*res
)
475 u32 jmp_ttl
= TCA_ACT_MAX_PRIO
; /*matches actions per filter */
479 if (skb_skip_tc_classify(skb
))
483 for (i
= 0; i
< nr_actions
; i
++) {
484 const struct tc_action
*a
= actions
[i
];
486 if (jmp_prgcnt
> 0) {
491 ret
= a
->ops
->act(skb
, a
, res
);
492 if (ret
== TC_ACT_REPEAT
)
493 goto repeat
; /* we need a ttl - JHS */
495 if (TC_ACT_EXT_CMP(ret
, TC_ACT_JUMP
)) {
496 jmp_prgcnt
= ret
& TCA_ACT_MAX_PRIO_MASK
;
497 if (!jmp_prgcnt
|| (jmp_prgcnt
> nr_actions
)) {
498 /* faulty opcode, stop pipeline */
503 goto restart_act_graph
;
504 else /* faulty graph, stop pipeline */
507 } else if (TC_ACT_EXT_CMP(ret
, TC_ACT_GOTO_CHAIN
)) {
508 tcf_action_goto_chain_exec(a
, res
);
511 if (ret
!= TC_ACT_PIPE
)
517 EXPORT_SYMBOL(tcf_action_exec
);
519 int tcf_action_destroy(struct list_head
*actions
, int bind
)
521 const struct tc_action_ops
*ops
;
522 struct tc_action
*a
, *tmp
;
525 list_for_each_entry_safe(a
, tmp
, actions
, list
) {
527 ret
= __tcf_idr_release(a
, bind
, true);
528 if (ret
== ACT_P_DELETED
)
529 module_put(ops
->owner
);
537 tcf_action_dump_old(struct sk_buff
*skb
, struct tc_action
*a
, int bind
, int ref
)
539 return a
->ops
->dump(skb
, a
, bind
, ref
);
543 tcf_action_dump_1(struct sk_buff
*skb
, struct tc_action
*a
, int bind
, int ref
)
546 unsigned char *b
= skb_tail_pointer(skb
);
549 if (nla_put_string(skb
, TCA_KIND
, a
->ops
->kind
))
550 goto nla_put_failure
;
551 if (tcf_action_copy_stats(skb
, a
, 0))
552 goto nla_put_failure
;
554 if (nla_put(skb
, TCA_ACT_COOKIE
, a
->act_cookie
->len
,
555 a
->act_cookie
->data
))
556 goto nla_put_failure
;
559 nest
= nla_nest_start(skb
, TCA_OPTIONS
);
561 goto nla_put_failure
;
562 err
= tcf_action_dump_old(skb
, a
, bind
, ref
);
564 nla_nest_end(skb
, nest
);
572 EXPORT_SYMBOL(tcf_action_dump_1
);
574 int tcf_action_dump(struct sk_buff
*skb
, struct list_head
*actions
,
581 list_for_each_entry(a
, actions
, list
) {
582 nest
= nla_nest_start(skb
, a
->order
);
584 goto nla_put_failure
;
585 err
= tcf_action_dump_1(skb
, a
, bind
, ref
);
588 nla_nest_end(skb
, nest
);
596 nla_nest_cancel(skb
, nest
);
600 static struct tc_cookie
*nla_memdup_cookie(struct nlattr
**tb
)
602 struct tc_cookie
*c
= kzalloc(sizeof(*c
), GFP_KERNEL
);
606 c
->data
= nla_memdup(tb
[TCA_ACT_COOKIE
], GFP_KERNEL
);
611 c
->len
= nla_len(tb
[TCA_ACT_COOKIE
]);
616 struct tc_action
*tcf_action_init_1(struct net
*net
, struct tcf_proto
*tp
,
617 struct nlattr
*nla
, struct nlattr
*est
,
618 char *name
, int ovr
, int bind
)
621 struct tc_action_ops
*a_o
;
622 struct tc_cookie
*cookie
= NULL
;
623 char act_name
[IFNAMSIZ
];
624 struct nlattr
*tb
[TCA_ACT_MAX
+ 1];
629 err
= nla_parse_nested(tb
, TCA_ACT_MAX
, nla
, NULL
, NULL
);
633 kind
= tb
[TCA_ACT_KIND
];
636 if (nla_strlcpy(act_name
, kind
, IFNAMSIZ
) >= IFNAMSIZ
)
638 if (tb
[TCA_ACT_COOKIE
]) {
639 int cklen
= nla_len(tb
[TCA_ACT_COOKIE
]);
641 if (cklen
> TC_COOKIE_MAX_SIZE
)
644 cookie
= nla_memdup_cookie(tb
);
652 if (strlcpy(act_name
, name
, IFNAMSIZ
) >= IFNAMSIZ
)
656 a_o
= tc_lookup_action_n(act_name
);
658 #ifdef CONFIG_MODULES
660 request_module("act_%s", act_name
);
663 a_o
= tc_lookup_action_n(act_name
);
665 /* We dropped the RTNL semaphore in order to
666 * perform the module load. So, even if we
667 * succeeded in loading the module we have to
668 * tell the caller to replay the request. We
669 * indicate this using -EAGAIN.
680 /* backward compatibility for policer */
682 err
= a_o
->init(net
, tb
[TCA_ACT_OPTIONS
], est
, &a
, ovr
, bind
);
684 err
= a_o
->init(net
, nla
, est
, &a
, ovr
, bind
);
688 if (name
== NULL
&& tb
[TCA_ACT_COOKIE
]) {
690 kfree(a
->act_cookie
->data
);
691 kfree(a
->act_cookie
);
693 a
->act_cookie
= cookie
;
696 /* module count goes up only when brand new policy is created
697 * if it exists and is only bound to in a_o->init() then
698 * ACT_P_CREATED is not returned (a zero is).
700 if (err
!= ACT_P_CREATED
)
701 module_put(a_o
->owner
);
703 if (TC_ACT_EXT_CMP(a
->tcfa_action
, TC_ACT_GOTO_CHAIN
)) {
704 err
= tcf_action_goto_chain_init(a
, tp
);
708 list_add_tail(&a
->list
, &actions
);
709 tcf_action_destroy(&actions
, bind
);
717 module_put(a_o
->owner
);
726 static void cleanup_a(struct list_head
*actions
, int ovr
)
733 list_for_each_entry(a
, actions
, list
)
737 int tcf_action_init(struct net
*net
, struct tcf_proto
*tp
, struct nlattr
*nla
,
738 struct nlattr
*est
, char *name
, int ovr
, int bind
,
739 struct list_head
*actions
)
741 struct nlattr
*tb
[TCA_ACT_MAX_PRIO
+ 1];
742 struct tc_action
*act
;
746 err
= nla_parse_nested(tb
, TCA_ACT_MAX_PRIO
, nla
, NULL
, NULL
);
750 for (i
= 1; i
<= TCA_ACT_MAX_PRIO
&& tb
[i
]; i
++) {
751 act
= tcf_action_init_1(net
, tp
, tb
[i
], est
, name
, ovr
, bind
);
759 list_add_tail(&act
->list
, actions
);
762 /* Remove the temp refcnt which was necessary to protect against
763 * destroying an existing action which was being replaced
765 cleanup_a(actions
, ovr
);
769 tcf_action_destroy(actions
, bind
);
773 int tcf_action_copy_stats(struct sk_buff
*skb
, struct tc_action
*p
,
782 /* compat_mode being true specifies a call that is supposed
783 * to add additional backward compatibility statistic TLVs.
786 if (p
->type
== TCA_OLD_COMPAT
)
787 err
= gnet_stats_start_copy_compat(skb
, 0,
795 err
= gnet_stats_start_copy(skb
, TCA_ACT_STATS
,
796 &p
->tcfa_lock
, &d
, TCA_ACT_PAD
);
801 if (gnet_stats_copy_basic(NULL
, &d
, p
->cpu_bstats
, &p
->tcfa_bstats
) < 0 ||
802 gnet_stats_copy_rate_est(&d
, &p
->tcfa_rate_est
) < 0 ||
803 gnet_stats_copy_queue(&d
, p
->cpu_qstats
,
805 p
->tcfa_qstats
.qlen
) < 0)
808 if (gnet_stats_finish_copy(&d
) < 0)
817 static int tca_get_fill(struct sk_buff
*skb
, struct list_head
*actions
,
818 u32 portid
, u32 seq
, u16 flags
, int event
, int bind
,
822 struct nlmsghdr
*nlh
;
823 unsigned char *b
= skb_tail_pointer(skb
);
826 nlh
= nlmsg_put(skb
, portid
, seq
, event
, sizeof(*t
), flags
);
830 t
->tca_family
= AF_UNSPEC
;
834 nest
= nla_nest_start(skb
, TCA_ACT_TAB
);
838 if (tcf_action_dump(skb
, actions
, bind
, ref
) < 0)
841 nla_nest_end(skb
, nest
);
843 nlh
->nlmsg_len
= skb_tail_pointer(skb
) - b
;
852 tcf_get_notify(struct net
*net
, u32 portid
, struct nlmsghdr
*n
,
853 struct list_head
*actions
, int event
)
857 skb
= alloc_skb(NLMSG_GOODSIZE
, GFP_KERNEL
);
860 if (tca_get_fill(skb
, actions
, portid
, n
->nlmsg_seq
, 0, event
,
866 return rtnl_unicast(skb
, net
, portid
);
869 static struct tc_action
*tcf_action_get_1(struct net
*net
, struct nlattr
*nla
,
870 struct nlmsghdr
*n
, u32 portid
)
872 struct nlattr
*tb
[TCA_ACT_MAX
+ 1];
873 const struct tc_action_ops
*ops
;
878 err
= nla_parse_nested(tb
, TCA_ACT_MAX
, nla
, NULL
, NULL
);
883 if (tb
[TCA_ACT_INDEX
] == NULL
||
884 nla_len(tb
[TCA_ACT_INDEX
]) < sizeof(index
))
886 index
= nla_get_u32(tb
[TCA_ACT_INDEX
]);
889 ops
= tc_lookup_action(tb
[TCA_ACT_KIND
]);
890 if (!ops
) /* could happen in batch of actions */
893 if (ops
->lookup(net
, &a
, index
) == 0)
896 module_put(ops
->owner
);
900 module_put(ops
->owner
);
905 static int tca_action_flush(struct net
*net
, struct nlattr
*nla
,
906 struct nlmsghdr
*n
, u32 portid
)
910 struct nlmsghdr
*nlh
;
912 struct netlink_callback dcb
;
914 struct nlattr
*tb
[TCA_ACT_MAX
+ 1];
915 const struct tc_action_ops
*ops
;
919 skb
= alloc_skb(NLMSG_GOODSIZE
, GFP_KERNEL
);
921 pr_debug("tca_action_flush: failed skb alloc\n");
925 b
= skb_tail_pointer(skb
);
927 err
= nla_parse_nested(tb
, TCA_ACT_MAX
, nla
, NULL
, NULL
);
932 kind
= tb
[TCA_ACT_KIND
];
933 ops
= tc_lookup_action(kind
);
934 if (!ops
) /*some idjot trying to flush unknown action */
937 nlh
= nlmsg_put(skb
, portid
, n
->nlmsg_seq
, RTM_DELACTION
,
942 t
->tca_family
= AF_UNSPEC
;
946 nest
= nla_nest_start(skb
, TCA_ACT_TAB
);
950 err
= ops
->walk(net
, skb
, &dcb
, RTM_DELACTION
, ops
);
954 nla_nest_end(skb
, nest
);
956 nlh
->nlmsg_len
= skb_tail_pointer(skb
) - b
;
957 nlh
->nlmsg_flags
|= NLM_F_ROOT
;
958 module_put(ops
->owner
);
959 err
= rtnetlink_send(skb
, net
, portid
, RTNLGRP_TC
,
960 n
->nlmsg_flags
& NLM_F_ECHO
);
967 module_put(ops
->owner
);
974 tcf_del_notify(struct net
*net
, struct nlmsghdr
*n
, struct list_head
*actions
,
980 skb
= alloc_skb(NLMSG_GOODSIZE
, GFP_KERNEL
);
984 if (tca_get_fill(skb
, actions
, portid
, n
->nlmsg_seq
, 0, RTM_DELACTION
,
990 /* now do the delete */
991 ret
= tcf_action_destroy(actions
, 0);
997 ret
= rtnetlink_send(skb
, net
, portid
, RTNLGRP_TC
,
998 n
->nlmsg_flags
& NLM_F_ECHO
);
1005 tca_action_gd(struct net
*net
, struct nlattr
*nla
, struct nlmsghdr
*n
,
1006 u32 portid
, int event
)
1009 struct nlattr
*tb
[TCA_ACT_MAX_PRIO
+ 1];
1010 struct tc_action
*act
;
1013 ret
= nla_parse_nested(tb
, TCA_ACT_MAX_PRIO
, nla
, NULL
, NULL
);
1017 if (event
== RTM_DELACTION
&& n
->nlmsg_flags
& NLM_F_ROOT
) {
1019 return tca_action_flush(net
, tb
[1], n
, portid
);
1024 for (i
= 1; i
<= TCA_ACT_MAX_PRIO
&& tb
[i
]; i
++) {
1025 act
= tcf_action_get_1(net
, tb
[i
], n
, portid
);
1031 list_add_tail(&act
->list
, &actions
);
1034 if (event
== RTM_GETACTION
)
1035 ret
= tcf_get_notify(net
, portid
, n
, &actions
, event
);
1037 ret
= tcf_del_notify(net
, n
, &actions
, portid
);
1043 if (event
!= RTM_GETACTION
)
1044 tcf_action_destroy(&actions
, 0);
1049 tcf_add_notify(struct net
*net
, struct nlmsghdr
*n
, struct list_head
*actions
,
1052 struct sk_buff
*skb
;
1055 skb
= alloc_skb(NLMSG_GOODSIZE
, GFP_KERNEL
);
1059 if (tca_get_fill(skb
, actions
, portid
, n
->nlmsg_seq
, n
->nlmsg_flags
,
1060 RTM_NEWACTION
, 0, 0) <= 0) {
1065 err
= rtnetlink_send(skb
, net
, portid
, RTNLGRP_TC
,
1066 n
->nlmsg_flags
& NLM_F_ECHO
);
1072 static int tcf_action_add(struct net
*net
, struct nlattr
*nla
,
1073 struct nlmsghdr
*n
, u32 portid
, int ovr
)
1078 ret
= tcf_action_init(net
, NULL
, nla
, NULL
, NULL
, ovr
, 0, &actions
);
1082 return tcf_add_notify(net
, n
, &actions
, portid
);
1085 static u32 tcaa_root_flags_allowed
= TCA_FLAG_LARGE_DUMP_ON
;
1086 static const struct nla_policy tcaa_policy
[TCA_ROOT_MAX
+ 1] = {
1087 [TCA_ROOT_FLAGS
] = { .type
= NLA_BITFIELD32
,
1088 .validation_data
= &tcaa_root_flags_allowed
},
1089 [TCA_ROOT_TIME_DELTA
] = { .type
= NLA_U32
},
1092 static int tc_ctl_action(struct sk_buff
*skb
, struct nlmsghdr
*n
,
1093 struct netlink_ext_ack
*extack
)
1095 struct net
*net
= sock_net(skb
->sk
);
1096 struct nlattr
*tca
[TCA_ROOT_MAX
+ 1];
1097 u32 portid
= skb
? NETLINK_CB(skb
).portid
: 0;
1098 int ret
= 0, ovr
= 0;
1100 if ((n
->nlmsg_type
!= RTM_GETACTION
) &&
1101 !netlink_capable(skb
, CAP_NET_ADMIN
))
1104 ret
= nlmsg_parse(n
, sizeof(struct tcamsg
), tca
, TCA_ROOT_MAX
, NULL
,
1109 if (tca
[TCA_ACT_TAB
] == NULL
) {
1110 pr_notice("tc_ctl_action: received NO action attribs\n");
1114 /* n->nlmsg_flags & NLM_F_CREATE */
1115 switch (n
->nlmsg_type
) {
1117 /* we are going to assume all other flags
1118 * imply create only if it doesn't exist
1119 * Note that CREATE | EXCL implies that
1120 * but since we want avoid ambiguity (eg when flags
1121 * is zero) then just set this
1123 if (n
->nlmsg_flags
& NLM_F_REPLACE
)
1126 ret
= tcf_action_add(net
, tca
[TCA_ACT_TAB
], n
, portid
, ovr
);
1131 ret
= tca_action_gd(net
, tca
[TCA_ACT_TAB
], n
,
1132 portid
, RTM_DELACTION
);
1135 ret
= tca_action_gd(net
, tca
[TCA_ACT_TAB
], n
,
1136 portid
, RTM_GETACTION
);
1145 static struct nlattr
*find_dump_kind(struct nlattr
**nla
)
1147 struct nlattr
*tb1
, *tb2
[TCA_ACT_MAX
+ 1];
1148 struct nlattr
*tb
[TCA_ACT_MAX_PRIO
+ 1];
1149 struct nlattr
*kind
;
1151 tb1
= nla
[TCA_ACT_TAB
];
1155 if (nla_parse(tb
, TCA_ACT_MAX_PRIO
, nla_data(tb1
),
1156 NLMSG_ALIGN(nla_len(tb1
)), NULL
, NULL
) < 0)
1161 if (nla_parse_nested(tb2
, TCA_ACT_MAX
, tb
[1], NULL
, NULL
) < 0)
1163 kind
= tb2
[TCA_ACT_KIND
];
1168 static int tc_dump_action(struct sk_buff
*skb
, struct netlink_callback
*cb
)
1170 struct net
*net
= sock_net(skb
->sk
);
1171 struct nlmsghdr
*nlh
;
1172 unsigned char *b
= skb_tail_pointer(skb
);
1173 struct nlattr
*nest
;
1174 struct tc_action_ops
*a_o
;
1176 struct tcamsg
*t
= (struct tcamsg
*) nlmsg_data(cb
->nlh
);
1177 struct nlattr
*tb
[TCA_ROOT_MAX
+ 1];
1178 struct nlattr
*count_attr
= NULL
;
1179 unsigned long jiffy_since
= 0;
1180 struct nlattr
*kind
= NULL
;
1181 struct nla_bitfield32 bf
;
1182 u32 msecs_since
= 0;
1185 ret
= nlmsg_parse(cb
->nlh
, sizeof(struct tcamsg
), tb
, TCA_ROOT_MAX
,
1190 kind
= find_dump_kind(tb
);
1192 pr_info("tc_dump_action: action bad kind\n");
1196 a_o
= tc_lookup_action(kind
);
1201 if (tb
[TCA_ROOT_FLAGS
]) {
1202 bf
= nla_get_bitfield32(tb
[TCA_ROOT_FLAGS
]);
1203 cb
->args
[2] = bf
.value
;
1206 if (tb
[TCA_ROOT_TIME_DELTA
]) {
1207 msecs_since
= nla_get_u32(tb
[TCA_ROOT_TIME_DELTA
]);
1210 nlh
= nlmsg_put(skb
, NETLINK_CB(cb
->skb
).portid
, cb
->nlh
->nlmsg_seq
,
1211 cb
->nlh
->nlmsg_type
, sizeof(*t
), 0);
1213 goto out_module_put
;
1216 jiffy_since
= jiffies
- msecs_to_jiffies(msecs_since
);
1218 t
= nlmsg_data(nlh
);
1219 t
->tca_family
= AF_UNSPEC
;
1222 cb
->args
[3] = jiffy_since
;
1223 count_attr
= nla_reserve(skb
, TCA_ROOT_COUNT
, sizeof(u32
));
1225 goto out_module_put
;
1227 nest
= nla_nest_start(skb
, TCA_ACT_TAB
);
1229 goto out_module_put
;
1231 ret
= a_o
->walk(net
, skb
, cb
, RTM_GETACTION
, a_o
);
1233 goto out_module_put
;
1236 nla_nest_end(skb
, nest
);
1238 act_count
= cb
->args
[1];
1239 memcpy(nla_data(count_attr
), &act_count
, sizeof(u32
));
1244 nlh
->nlmsg_len
= skb_tail_pointer(skb
) - b
;
1245 if (NETLINK_CB(cb
->skb
).portid
&& ret
)
1246 nlh
->nlmsg_flags
|= NLM_F_MULTI
;
1247 module_put(a_o
->owner
);
1251 module_put(a_o
->owner
);
1256 struct tcf_action_net
{
1257 struct rhashtable egdev_ht
;
1260 static unsigned int tcf_action_net_id
;
1262 struct tcf_action_egdev_cb
{
1263 struct list_head list
;
1268 struct tcf_action_egdev
{
1269 struct rhash_head ht_node
;
1270 const struct net_device
*dev
;
1271 unsigned int refcnt
;
1272 struct list_head cb_list
;
1275 static const struct rhashtable_params tcf_action_egdev_ht_params
= {
1276 .key_offset
= offsetof(struct tcf_action_egdev
, dev
),
1277 .head_offset
= offsetof(struct tcf_action_egdev
, ht_node
),
1278 .key_len
= sizeof(const struct net_device
*),
1281 static struct tcf_action_egdev
*
1282 tcf_action_egdev_lookup(const struct net_device
*dev
)
1284 struct net
*net
= dev_net(dev
);
1285 struct tcf_action_net
*tan
= net_generic(net
, tcf_action_net_id
);
1287 return rhashtable_lookup_fast(&tan
->egdev_ht
, &dev
,
1288 tcf_action_egdev_ht_params
);
1291 static struct tcf_action_egdev
*
1292 tcf_action_egdev_get(const struct net_device
*dev
)
1294 struct tcf_action_egdev
*egdev
;
1295 struct tcf_action_net
*tan
;
1297 egdev
= tcf_action_egdev_lookup(dev
);
1301 egdev
= kzalloc(sizeof(*egdev
), GFP_KERNEL
);
1304 INIT_LIST_HEAD(&egdev
->cb_list
);
1306 tan
= net_generic(dev_net(dev
), tcf_action_net_id
);
1307 rhashtable_insert_fast(&tan
->egdev_ht
, &egdev
->ht_node
,
1308 tcf_action_egdev_ht_params
);
1315 static void tcf_action_egdev_put(struct tcf_action_egdev
*egdev
)
1317 struct tcf_action_net
*tan
;
1319 if (--egdev
->refcnt
)
1321 tan
= net_generic(dev_net(egdev
->dev
), tcf_action_net_id
);
1322 rhashtable_remove_fast(&tan
->egdev_ht
, &egdev
->ht_node
,
1323 tcf_action_egdev_ht_params
);
1327 static struct tcf_action_egdev_cb
*
1328 tcf_action_egdev_cb_lookup(struct tcf_action_egdev
*egdev
,
1329 tc_setup_cb_t
*cb
, void *cb_priv
)
1331 struct tcf_action_egdev_cb
*egdev_cb
;
1333 list_for_each_entry(egdev_cb
, &egdev
->cb_list
, list
)
1334 if (egdev_cb
->cb
== cb
&& egdev_cb
->cb_priv
== cb_priv
)
1339 static int tcf_action_egdev_cb_call(struct tcf_action_egdev
*egdev
,
1340 enum tc_setup_type type
,
1341 void *type_data
, bool err_stop
)
1343 struct tcf_action_egdev_cb
*egdev_cb
;
1347 list_for_each_entry(egdev_cb
, &egdev
->cb_list
, list
) {
1348 err
= egdev_cb
->cb(type
, type_data
, egdev_cb
->cb_priv
);
1359 static int tcf_action_egdev_cb_add(struct tcf_action_egdev
*egdev
,
1360 tc_setup_cb_t
*cb
, void *cb_priv
)
1362 struct tcf_action_egdev_cb
*egdev_cb
;
1364 egdev_cb
= tcf_action_egdev_cb_lookup(egdev
, cb
, cb_priv
);
1365 if (WARN_ON(egdev_cb
))
1367 egdev_cb
= kzalloc(sizeof(*egdev_cb
), GFP_KERNEL
);
1371 egdev_cb
->cb_priv
= cb_priv
;
1372 list_add(&egdev_cb
->list
, &egdev
->cb_list
);
1376 static void tcf_action_egdev_cb_del(struct tcf_action_egdev
*egdev
,
1377 tc_setup_cb_t
*cb
, void *cb_priv
)
1379 struct tcf_action_egdev_cb
*egdev_cb
;
1381 egdev_cb
= tcf_action_egdev_cb_lookup(egdev
, cb
, cb_priv
);
1382 if (WARN_ON(!egdev_cb
))
1384 list_del(&egdev_cb
->list
);
1388 static int __tc_setup_cb_egdev_register(const struct net_device
*dev
,
1389 tc_setup_cb_t
*cb
, void *cb_priv
)
1391 struct tcf_action_egdev
*egdev
= tcf_action_egdev_get(dev
);
1396 err
= tcf_action_egdev_cb_add(egdev
, cb
, cb_priv
);
1402 tcf_action_egdev_put(egdev
);
1405 int tc_setup_cb_egdev_register(const struct net_device
*dev
,
1406 tc_setup_cb_t
*cb
, void *cb_priv
)
1411 err
= __tc_setup_cb_egdev_register(dev
, cb
, cb_priv
);
1415 EXPORT_SYMBOL_GPL(tc_setup_cb_egdev_register
);
1417 static void __tc_setup_cb_egdev_unregister(const struct net_device
*dev
,
1418 tc_setup_cb_t
*cb
, void *cb_priv
)
1420 struct tcf_action_egdev
*egdev
= tcf_action_egdev_lookup(dev
);
1422 if (WARN_ON(!egdev
))
1424 tcf_action_egdev_cb_del(egdev
, cb
, cb_priv
);
1425 tcf_action_egdev_put(egdev
);
1427 void tc_setup_cb_egdev_unregister(const struct net_device
*dev
,
1428 tc_setup_cb_t
*cb
, void *cb_priv
)
1431 __tc_setup_cb_egdev_unregister(dev
, cb
, cb_priv
);
1434 EXPORT_SYMBOL_GPL(tc_setup_cb_egdev_unregister
);
1436 int tc_setup_cb_egdev_call(const struct net_device
*dev
,
1437 enum tc_setup_type type
, void *type_data
,
1440 struct tcf_action_egdev
*egdev
= tcf_action_egdev_lookup(dev
);
1444 return tcf_action_egdev_cb_call(egdev
, type
, type_data
, err_stop
);
1446 EXPORT_SYMBOL_GPL(tc_setup_cb_egdev_call
);
1448 static __net_init
int tcf_action_net_init(struct net
*net
)
1450 struct tcf_action_net
*tan
= net_generic(net
, tcf_action_net_id
);
1452 return rhashtable_init(&tan
->egdev_ht
, &tcf_action_egdev_ht_params
);
1455 static void __net_exit
tcf_action_net_exit(struct net
*net
)
1457 struct tcf_action_net
*tan
= net_generic(net
, tcf_action_net_id
);
1459 rhashtable_destroy(&tan
->egdev_ht
);
1462 static struct pernet_operations tcf_action_net_ops
= {
1463 .init
= tcf_action_net_init
,
1464 .exit
= tcf_action_net_exit
,
1465 .id
= &tcf_action_net_id
,
1466 .size
= sizeof(struct tcf_action_net
),
1469 static int __init
tc_action_init(void)
1473 err
= register_pernet_subsys(&tcf_action_net_ops
);
1477 rtnl_register(PF_UNSPEC
, RTM_NEWACTION
, tc_ctl_action
, NULL
, 0);
1478 rtnl_register(PF_UNSPEC
, RTM_DELACTION
, tc_ctl_action
, NULL
, 0);
1479 rtnl_register(PF_UNSPEC
, RTM_GETACTION
, tc_ctl_action
, tc_dump_action
,
1485 subsys_initcall(tc_action_init
);