]> git.proxmox.com Git - mirror_ubuntu-bionic-kernel.git/blame - net/sched/cls_fw.c
cls_flower: Fix incorrect idr release when failing to modify rule
[mirror_ubuntu-bionic-kernel.git] / net / sched / cls_fw.c
CommitLineData
1da177e4
LT
1/*
2 * net/sched/cls_fw.c Classifier mapping ipchains' fwmark to traffic class.
3 *
4 * This program is free software; you can redistribute it and/or
5 * modify it under the terms of the GNU General Public License
6 * as published by the Free Software Foundation; either version
7 * 2 of the License, or (at your option) any later version.
8 *
9 * Authors: Alexey Kuznetsov, <kuznet@ms2.inr.ac.ru>
10 *
11 * Changes:
12 * Karlis Peisenieks <karlis@mt.lv> : 990415 : fw_walk off by one
13 * Karlis Peisenieks <karlis@mt.lv> : 990415 : fw_delete killed all the filter (and kernel).
14 * Alex <alex@pilotsoft.com> : 2004xxyy: Added Action extension
15 *
16 * JHS: We should remove the CONFIG_NET_CLS_IND from here
17 * eventually when the meta match extension is made available
18 *
19 */
20
1da177e4 21#include <linux/module.h>
5a0e3ad6 22#include <linux/slab.h>
1da177e4
LT
23#include <linux/types.h>
24#include <linux/kernel.h>
1da177e4 25#include <linux/string.h>
1da177e4 26#include <linux/errno.h>
1da177e4 27#include <linux/skbuff.h>
0ba48053 28#include <net/netlink.h>
1da177e4
LT
29#include <net/act_api.h>
30#include <net/pkt_cls.h>
1abf2720 31#include <net/sch_generic.h>
1da177e4 32
d37d8ac1 33#define HTSIZE 256
c5c13faf 34
cc7ec456 35struct fw_head {
d37d8ac1 36 u32 mask;
e35a8ee5
JF
37 struct fw_filter __rcu *ht[HTSIZE];
38 struct rcu_head rcu;
1da177e4
LT
39};
40
cc7ec456 41struct fw_filter {
e35a8ee5 42 struct fw_filter __rcu *next;
1da177e4
LT
43 u32 id;
44 struct tcf_result res;
45#ifdef CONFIG_NET_CLS_IND
2519a602 46 int ifindex;
1da177e4
LT
47#endif /* CONFIG_NET_CLS_IND */
48 struct tcf_exts exts;
e35a8ee5 49 struct tcf_proto *tp;
e071dff2
CW
50 union {
51 struct work_struct work;
52 struct rcu_head rcu;
53 };
1da177e4
LT
54};
55
d37d8ac1 56static u32 fw_hash(u32 handle)
1da177e4 57{
d37d8ac1
ED
58 handle ^= (handle >> 16);
59 handle ^= (handle >> 8);
60 return handle % HTSIZE;
1da177e4
LT
61}
62
dc7f9f6e 63static int fw_classify(struct sk_buff *skb, const struct tcf_proto *tp,
5a7a5555 64 struct tcf_result *res)
1da177e4 65{
e35a8ee5 66 struct fw_head *head = rcu_dereference_bh(tp->root);
1da177e4
LT
67 struct fw_filter *f;
68 int r;
5c804bfd 69 u32 id = skb->mark;
1da177e4
LT
70
71 if (head != NULL) {
5c804bfd 72 id &= head->mask;
e35a8ee5
JF
73
74 for (f = rcu_dereference_bh(head->ht[fw_hash(id)]); f;
75 f = rcu_dereference_bh(f->next)) {
1da177e4
LT
76 if (f->id == id) {
77 *res = f->res;
78#ifdef CONFIG_NET_CLS_IND
2519a602 79 if (!tcf_match_indev(skb, f->ifindex))
1da177e4
LT
80 continue;
81#endif /* CONFIG_NET_CLS_IND */
82 r = tcf_exts_exec(skb, &f->exts, res);
83 if (r < 0)
84 continue;
85
86 return r;
87 }
88 }
89 } else {
1abf2720
JP
90 struct Qdisc *q = tcf_block_q(tp->chain->block);
91
d8aecb10 92 /* Old method: classify the packet using its skb mark. */
cc7ec456 93 if (id && (TC_H_MAJ(id) == 0 ||
1abf2720 94 !(TC_H_MAJ(id ^ q->handle)))) {
1da177e4
LT
95 res->classid = id;
96 res->class = 0;
97 return 0;
98 }
99 }
100
101 return -1;
102}
103
8113c095 104static void *fw_get(struct tcf_proto *tp, u32 handle)
1da177e4 105{
e35a8ee5 106 struct fw_head *head = rtnl_dereference(tp->root);
1da177e4
LT
107 struct fw_filter *f;
108
109 if (head == NULL)
8113c095 110 return NULL;
1da177e4 111
e35a8ee5
JF
112 f = rtnl_dereference(head->ht[fw_hash(handle)]);
113 for (; f; f = rtnl_dereference(f->next)) {
1da177e4 114 if (f->id == handle)
8113c095 115 return f;
1da177e4 116 }
8113c095 117 return NULL;
1da177e4
LT
118}
119
1da177e4
LT
120static int fw_init(struct tcf_proto *tp)
121{
d8aecb10
WC
122 /* We don't allocate fw_head here, because in the old method
123 * we don't need it at all.
124 */
1da177e4
LT
125 return 0;
126}
127
d5f984f5
CW
128static void __fw_delete_filter(struct fw_filter *f)
129{
130 tcf_exts_destroy(&f->exts);
131 tcf_exts_put_net(&f->exts);
132 kfree(f);
133}
134
e071dff2 135static void fw_delete_filter_work(struct work_struct *work)
1da177e4 136{
e071dff2 137 struct fw_filter *f = container_of(work, struct fw_filter, work);
e35a8ee5 138
e071dff2 139 rtnl_lock();
d5f984f5 140 __fw_delete_filter(f);
e071dff2
CW
141 rtnl_unlock();
142}
143
144static void fw_delete_filter(struct rcu_head *head)
145{
146 struct fw_filter *f = container_of(head, struct fw_filter, rcu);
147
148 INIT_WORK(&f->work, fw_delete_filter_work);
149 tcf_queue_work(&f->work);
1da177e4
LT
150}
151
763dbf63 152static void fw_destroy(struct tcf_proto *tp)
1da177e4 153{
e35a8ee5 154 struct fw_head *head = rtnl_dereference(tp->root);
1da177e4
LT
155 struct fw_filter *f;
156 int h;
157
158 if (head == NULL)
763dbf63 159 return;
1da177e4 160
cc7ec456 161 for (h = 0; h < HTSIZE; h++) {
e35a8ee5
JF
162 while ((f = rtnl_dereference(head->ht[h])) != NULL) {
163 RCU_INIT_POINTER(head->ht[h],
164 rtnl_dereference(f->next));
18cdb37e 165 tcf_unbind_filter(tp, &f->res);
d5f984f5
CW
166 if (tcf_exts_get_net(&f->exts))
167 call_rcu(&f->rcu, fw_delete_filter);
168 else
169 __fw_delete_filter(f);
1da177e4
LT
170 }
171 }
e35a8ee5 172 kfree_rcu(head, rcu);
1da177e4
LT
173}
174
8113c095 175static int fw_delete(struct tcf_proto *tp, void *arg, bool *last)
1da177e4 176{
e35a8ee5 177 struct fw_head *head = rtnl_dereference(tp->root);
8113c095 178 struct fw_filter *f = arg;
e35a8ee5
JF
179 struct fw_filter __rcu **fp;
180 struct fw_filter *pfp;
763dbf63
WC
181 int ret = -EINVAL;
182 int h;
1da177e4
LT
183
184 if (head == NULL || f == NULL)
185 goto out;
186
e35a8ee5
JF
187 fp = &head->ht[fw_hash(f->id)];
188
189 for (pfp = rtnl_dereference(*fp); pfp;
190 fp = &pfp->next, pfp = rtnl_dereference(*fp)) {
191 if (pfp == f) {
192 RCU_INIT_POINTER(*fp, rtnl_dereference(f->next));
18cdb37e 193 tcf_unbind_filter(tp, &f->res);
d5f984f5 194 tcf_exts_get_net(&f->exts);
e35a8ee5 195 call_rcu(&f->rcu, fw_delete_filter);
763dbf63
WC
196 ret = 0;
197 break;
1da177e4
LT
198 }
199 }
763dbf63
WC
200
201 *last = true;
202 for (h = 0; h < HTSIZE; h++) {
203 if (rcu_access_pointer(head->ht[h])) {
204 *last = false;
205 break;
206 }
207 }
208
1da177e4 209out:
763dbf63 210 return ret;
1da177e4
LT
211}
212
6fa8c014
PM
213static const struct nla_policy fw_policy[TCA_FW_MAX + 1] = {
214 [TCA_FW_CLASSID] = { .type = NLA_U32 },
215 [TCA_FW_INDEV] = { .type = NLA_STRING, .len = IFNAMSIZ },
216 [TCA_FW_MASK] = { .type = NLA_U32 },
217};
218
1e5003af
JP
219static int fw_set_parms(struct net *net, struct tcf_proto *tp,
220 struct fw_filter *f, struct nlattr **tb,
221 struct nlattr **tca, unsigned long base, bool ovr)
1da177e4 222{
e35a8ee5 223 struct fw_head *head = rtnl_dereference(tp->root);
b4e9b520 224 u32 mask;
1da177e4
LT
225 int err;
226
94611bff 227 err = tcf_exts_validate(net, tp, tb, tca[TCA_RATE], &f->exts, ovr);
1da177e4
LT
228 if (err < 0)
229 return err;
230
add93b61 231 if (tb[TCA_FW_CLASSID]) {
1587bac4 232 f->res.classid = nla_get_u32(tb[TCA_FW_CLASSID]);
1da177e4
LT
233 tcf_bind_filter(tp, &f->res, base);
234 }
235
236#ifdef CONFIG_NET_CLS_IND
add93b61 237 if (tb[TCA_FW_INDEV]) {
2519a602
WC
238 int ret;
239 ret = tcf_change_indev(net, tb[TCA_FW_INDEV]);
94611bff
JP
240 if (ret < 0)
241 return ret;
2519a602 242 f->ifindex = ret;
1da177e4
LT
243 }
244#endif /* CONFIG_NET_CLS_IND */
245
cb95ec62 246 err = -EINVAL;
add93b61 247 if (tb[TCA_FW_MASK]) {
1587bac4 248 mask = nla_get_u32(tb[TCA_FW_MASK]);
b4e9b520 249 if (mask != head->mask)
94611bff 250 return err;
b4e9b520 251 } else if (head->mask != 0xFFFFFFFF)
94611bff 252 return err;
1da177e4
LT
253
254 return 0;
1da177e4
LT
255}
256
c1b52739 257static int fw_change(struct net *net, struct sk_buff *in_skb,
af4c6641 258 struct tcf_proto *tp, unsigned long base,
8113c095 259 u32 handle, struct nlattr **tca, void **arg,
5a7a5555 260 bool ovr)
1da177e4 261{
e35a8ee5 262 struct fw_head *head = rtnl_dereference(tp->root);
8113c095 263 struct fw_filter *f = *arg;
add93b61
PM
264 struct nlattr *opt = tca[TCA_OPTIONS];
265 struct nlattr *tb[TCA_FW_MAX + 1];
1da177e4
LT
266 int err;
267
268 if (!opt)
d8aecb10 269 return handle ? -EINVAL : 0; /* Succeed if it is old method. */
1da177e4 270
fceb6435 271 err = nla_parse_nested(tb, TCA_FW_MAX, opt, fw_policy, NULL);
cee63723
PM
272 if (err < 0)
273 return err;
1da177e4 274
e35a8ee5
JF
275 if (f) {
276 struct fw_filter *pfp, *fnew;
277 struct fw_filter __rcu **fp;
278
1da177e4
LT
279 if (f->id != handle && handle)
280 return -EINVAL;
e35a8ee5
JF
281
282 fnew = kzalloc(sizeof(struct fw_filter), GFP_KERNEL);
283 if (!fnew)
284 return -ENOBUFS;
285
286 fnew->id = f->id;
287 fnew->res = f->res;
288#ifdef CONFIG_NET_CLS_IND
289 fnew->ifindex = f->ifindex;
290#endif /* CONFIG_NET_CLS_IND */
291 fnew->tp = f->tp;
292
b9a24bb7
WC
293 err = tcf_exts_init(&fnew->exts, TCA_FW_ACT, TCA_FW_POLICE);
294 if (err < 0) {
295 kfree(fnew);
296 return err;
297 }
e1f93eb0 298
1e5003af 299 err = fw_set_parms(net, tp, fnew, tb, tca, base, ovr);
e35a8ee5 300 if (err < 0) {
b9a24bb7 301 tcf_exts_destroy(&fnew->exts);
e35a8ee5
JF
302 kfree(fnew);
303 return err;
304 }
305
306 fp = &head->ht[fw_hash(fnew->id)];
307 for (pfp = rtnl_dereference(*fp); pfp;
308 fp = &pfp->next, pfp = rtnl_dereference(*fp))
309 if (pfp == f)
310 break;
311
312 RCU_INIT_POINTER(fnew->next, rtnl_dereference(pfp->next));
313 rcu_assign_pointer(*fp, fnew);
18cdb37e 314 tcf_unbind_filter(tp, &f->res);
d5f984f5 315 tcf_exts_get_net(&f->exts);
e35a8ee5
JF
316 call_rcu(&f->rcu, fw_delete_filter);
317
8113c095 318 *arg = fnew;
e35a8ee5 319 return err;
1da177e4
LT
320 }
321
322 if (!handle)
323 return -EINVAL;
324
d8aecb10
WC
325 if (!head) {
326 u32 mask = 0xFFFFFFFF;
6fa8c014 327 if (tb[TCA_FW_MASK])
d8aecb10
WC
328 mask = nla_get_u32(tb[TCA_FW_MASK]);
329
330 head = kzalloc(sizeof(*head), GFP_KERNEL);
331 if (!head)
332 return -ENOBUFS;
333 head->mask = mask;
334
335 rcu_assign_pointer(tp->root, head);
1da177e4
LT
336 }
337
0da974f4 338 f = kzalloc(sizeof(struct fw_filter), GFP_KERNEL);
1da177e4
LT
339 if (f == NULL)
340 return -ENOBUFS;
1da177e4 341
b9a24bb7
WC
342 err = tcf_exts_init(&f->exts, TCA_FW_ACT, TCA_FW_POLICE);
343 if (err < 0)
344 goto errout;
1da177e4 345 f->id = handle;
e35a8ee5 346 f->tp = tp;
1da177e4 347
1e5003af 348 err = fw_set_parms(net, tp, f, tb, tca, base, ovr);
1da177e4
LT
349 if (err < 0)
350 goto errout;
351
e35a8ee5
JF
352 RCU_INIT_POINTER(f->next, head->ht[fw_hash(handle)]);
353 rcu_assign_pointer(head->ht[fw_hash(handle)], f);
1da177e4 354
8113c095 355 *arg = f;
1da177e4
LT
356 return 0;
357
358errout:
b9a24bb7 359 tcf_exts_destroy(&f->exts);
a51482bd 360 kfree(f);
1da177e4
LT
361 return err;
362}
363
364static void fw_walk(struct tcf_proto *tp, struct tcf_walker *arg)
365{
e35a8ee5 366 struct fw_head *head = rtnl_dereference(tp->root);
1da177e4
LT
367 int h;
368
369 if (head == NULL)
370 arg->stop = 1;
371
372 if (arg->stop)
373 return;
374
c5c13faf 375 for (h = 0; h < HTSIZE; h++) {
1da177e4
LT
376 struct fw_filter *f;
377
e35a8ee5
JF
378 for (f = rtnl_dereference(head->ht[h]); f;
379 f = rtnl_dereference(f->next)) {
1da177e4
LT
380 if (arg->count < arg->skip) {
381 arg->count++;
382 continue;
383 }
8113c095 384 if (arg->fn(tp, f, arg) < 0) {
1da177e4
LT
385 arg->stop = 1;
386 return;
387 }
388 arg->count++;
389 }
390 }
391}
392
8113c095 393static int fw_dump(struct net *net, struct tcf_proto *tp, void *fh,
1da177e4
LT
394 struct sk_buff *skb, struct tcmsg *t)
395{
e35a8ee5 396 struct fw_head *head = rtnl_dereference(tp->root);
8113c095 397 struct fw_filter *f = fh;
4b3550ef 398 struct nlattr *nest;
1da177e4
LT
399
400 if (f == NULL)
401 return skb->len;
402
403 t->tcm_handle = f->id;
404
6fc6d06e 405 if (!f->res.classid && !tcf_exts_has_actions(&f->exts))
1da177e4
LT
406 return skb->len;
407
4b3550ef
PM
408 nest = nla_nest_start(skb, TCA_OPTIONS);
409 if (nest == NULL)
410 goto nla_put_failure;
1da177e4 411
1b34ec43
DM
412 if (f->res.classid &&
413 nla_put_u32(skb, TCA_FW_CLASSID, f->res.classid))
414 goto nla_put_failure;
1da177e4 415#ifdef CONFIG_NET_CLS_IND
2519a602
WC
416 if (f->ifindex) {
417 struct net_device *dev;
418 dev = __dev_get_by_index(net, f->ifindex);
419 if (dev && nla_put_string(skb, TCA_FW_INDEV, dev->name))
420 goto nla_put_failure;
421 }
1da177e4 422#endif /* CONFIG_NET_CLS_IND */
1b34ec43
DM
423 if (head->mask != 0xFFFFFFFF &&
424 nla_put_u32(skb, TCA_FW_MASK, head->mask))
425 goto nla_put_failure;
1da177e4 426
5da57f42 427 if (tcf_exts_dump(skb, &f->exts) < 0)
add93b61 428 goto nla_put_failure;
1da177e4 429
4b3550ef 430 nla_nest_end(skb, nest);
1da177e4 431
5da57f42 432 if (tcf_exts_dump_stats(skb, &f->exts) < 0)
add93b61 433 goto nla_put_failure;
1da177e4
LT
434
435 return skb->len;
436
add93b61 437nla_put_failure:
6ea3b446 438 nla_nest_cancel(skb, nest);
1da177e4
LT
439 return -1;
440}
441
07d79fc7
CW
442static void fw_bind_class(void *fh, u32 classid, unsigned long cl)
443{
444 struct fw_filter *f = fh;
445
446 if (f && f->res.classid == classid)
447 f->res.class = cl;
448}
449
2eb9d75c 450static struct tcf_proto_ops cls_fw_ops __read_mostly = {
1da177e4
LT
451 .kind = "fw",
452 .classify = fw_classify,
453 .init = fw_init,
454 .destroy = fw_destroy,
455 .get = fw_get,
1da177e4
LT
456 .change = fw_change,
457 .delete = fw_delete,
458 .walk = fw_walk,
459 .dump = fw_dump,
07d79fc7 460 .bind_class = fw_bind_class,
1da177e4
LT
461 .owner = THIS_MODULE,
462};
463
464static int __init init_fw(void)
465{
466 return register_tcf_proto_ops(&cls_fw_ops);
467}
468
10297b99 469static void __exit exit_fw(void)
1da177e4
LT
470{
471 unregister_tcf_proto_ops(&cls_fw_ops);
472}
473
474module_init(init_fw)
475module_exit(exit_fw)
476MODULE_LICENSE("GPL");