]>
Commit | Line | Data |
---|---|---|
2874c5fd | 1 | // SPDX-License-Identifier: GPL-2.0-or-later |
c7e2b968 JP |
2 | /* |
3 | * Copyright (c) 2014 Jiri Pirko <jiri@resnulli.us> | |
c7e2b968 JP |
4 | */ |
5 | ||
6 | #include <linux/module.h> | |
7 | #include <linux/init.h> | |
8 | #include <linux/kernel.h> | |
9 | #include <linux/skbuff.h> | |
10 | #include <linux/rtnetlink.h> | |
11 | #include <linux/if_vlan.h> | |
12 | #include <net/netlink.h> | |
13 | #include <net/pkt_sched.h> | |
7e0c8892 | 14 | #include <net/pkt_cls.h> |
c7e2b968 JP |
15 | |
16 | #include <linux/tc_act/tc_vlan.h> | |
17 | #include <net/tc_act/tc_vlan.h> | |
18 | ||
c7d03a00 | 19 | static unsigned int vlan_net_id; |
a85a970a | 20 | static struct tc_action_ops act_vlan_ops; |
ddf97ccd | 21 | |
8aa7f22e JHS |
22 | static int tcf_vlan_act(struct sk_buff *skb, const struct tc_action *a, |
23 | struct tcf_result *res) | |
c7e2b968 | 24 | { |
a85a970a | 25 | struct tcf_vlan *v = to_vlan(a); |
4c5b9d96 | 26 | struct tcf_vlan_params *p; |
c7e2b968 JP |
27 | int action; |
28 | int err; | |
45a497f2 | 29 | u16 tci; |
c7e2b968 | 30 | |
9c4a4e48 | 31 | tcf_lastuse_update(&v->tcf_tm); |
e0496cbb MK |
32 | bstats_cpu_update(this_cpu_ptr(v->common.cpu_bstats), skb); |
33 | ||
f39acc84 SL |
34 | /* Ensure 'data' points at mac_header prior calling vlan manipulating |
35 | * functions. | |
36 | */ | |
37 | if (skb_at_tc_ingress(skb)) | |
38 | skb_push_rcsum(skb, skb->mac_len); | |
39 | ||
4c5b9d96 MK |
40 | action = READ_ONCE(v->tcf_action); |
41 | ||
7fd4b288 | 42 | p = rcu_dereference_bh(v->vlan_p); |
4c5b9d96 MK |
43 | |
44 | switch (p->tcfv_action) { | |
c7e2b968 JP |
45 | case TCA_VLAN_ACT_POP: |
46 | err = skb_vlan_pop(skb); | |
47 | if (err) | |
48 | goto drop; | |
49 | break; | |
50 | case TCA_VLAN_ACT_PUSH: | |
4c5b9d96 MK |
51 | err = skb_vlan_push(skb, p->tcfv_push_proto, p->tcfv_push_vid | |
52 | (p->tcfv_push_prio << VLAN_PRIO_SHIFT)); | |
c7e2b968 JP |
53 | if (err) |
54 | goto drop; | |
55 | break; | |
45a497f2 SL |
56 | case TCA_VLAN_ACT_MODIFY: |
57 | /* No-op if no vlan tag (either hw-accel or in-payload) */ | |
58 | if (!skb_vlan_tagged(skb)) | |
7fd4b288 | 59 | goto out; |
45a497f2 SL |
60 | /* extract existing tag (and guarantee no hw-accel tag) */ |
61 | if (skb_vlan_tag_present(skb)) { | |
62 | tci = skb_vlan_tag_get(skb); | |
b1817524 | 63 | __vlan_hwaccel_clear_tag(skb); |
45a497f2 SL |
64 | } else { |
65 | /* in-payload vlan tag, pop it */ | |
66 | err = __skb_vlan_pop(skb, &tci); | |
67 | if (err) | |
68 | goto drop; | |
69 | } | |
70 | /* replace the vid */ | |
4c5b9d96 | 71 | tci = (tci & ~VLAN_VID_MASK) | p->tcfv_push_vid; |
45a497f2 | 72 | /* replace prio bits, if tcfv_push_prio specified */ |
4c5b9d96 | 73 | if (p->tcfv_push_prio) { |
45a497f2 | 74 | tci &= ~VLAN_PRIO_MASK; |
4c5b9d96 | 75 | tci |= p->tcfv_push_prio << VLAN_PRIO_SHIFT; |
45a497f2 SL |
76 | } |
77 | /* put updated tci as hwaccel tag */ | |
4c5b9d96 | 78 | __vlan_hwaccel_put_tag(skb, p->tcfv_push_proto, tci); |
45a497f2 | 79 | break; |
c7e2b968 JP |
80 | default: |
81 | BUG(); | |
82 | } | |
83 | ||
7fd4b288 | 84 | out: |
f39acc84 SL |
85 | if (skb_at_tc_ingress(skb)) |
86 | skb_pull_rcsum(skb, skb->mac_len); | |
87 | ||
c7e2b968 | 88 | return action; |
7fd4b288 PA |
89 | |
90 | drop: | |
91 | qstats_drop_inc(this_cpu_ptr(v->common.cpu_qstats)); | |
92 | return TC_ACT_SHOT; | |
c7e2b968 JP |
93 | } |
94 | ||
95 | static const struct nla_policy vlan_policy[TCA_VLAN_MAX + 1] = { | |
96 | [TCA_VLAN_PARMS] = { .len = sizeof(struct tc_vlan) }, | |
97 | [TCA_VLAN_PUSH_VLAN_ID] = { .type = NLA_U16 }, | |
98 | [TCA_VLAN_PUSH_VLAN_PROTOCOL] = { .type = NLA_U16 }, | |
956af371 | 99 | [TCA_VLAN_PUSH_VLAN_PRIORITY] = { .type = NLA_U8 }, |
c7e2b968 JP |
100 | }; |
101 | ||
102 | static int tcf_vlan_init(struct net *net, struct nlattr *nla, | |
a85a970a | 103 | struct nlattr *est, struct tc_action **a, |
789871bb | 104 | int ovr, int bind, bool rtnl_held, |
85d0966f | 105 | struct tcf_proto *tp, struct netlink_ext_ack *extack) |
c7e2b968 | 106 | { |
ddf97ccd | 107 | struct tc_action_net *tn = net_generic(net, vlan_net_id); |
c7e2b968 | 108 | struct nlattr *tb[TCA_VLAN_MAX + 1]; |
7e0c8892 | 109 | struct tcf_chain *goto_ch = NULL; |
764e9a24 | 110 | struct tcf_vlan_params *p; |
c7e2b968 JP |
111 | struct tc_vlan *parm; |
112 | struct tcf_vlan *v; | |
113 | int action; | |
94cb5492 | 114 | u16 push_vid = 0; |
c7e2b968 | 115 | __be16 push_proto = 0; |
956af371 | 116 | u8 push_prio = 0; |
b2313077 WC |
117 | bool exists = false; |
118 | int ret = 0, err; | |
c7e2b968 JP |
119 | |
120 | if (!nla) | |
121 | return -EINVAL; | |
122 | ||
8cb08174 JB |
123 | err = nla_parse_nested_deprecated(tb, TCA_VLAN_MAX, nla, vlan_policy, |
124 | NULL); | |
c7e2b968 JP |
125 | if (err < 0) |
126 | return err; | |
127 | ||
128 | if (!tb[TCA_VLAN_PARMS]) | |
129 | return -EINVAL; | |
130 | parm = nla_data(tb[TCA_VLAN_PARMS]); | |
0190c1d4 VB |
131 | err = tcf_idr_check_alloc(tn, &parm->index, a, bind); |
132 | if (err < 0) | |
133 | return err; | |
134 | exists = err; | |
5026c9b1 JHS |
135 | if (exists && bind) |
136 | return 0; | |
137 | ||
c7e2b968 JP |
138 | switch (parm->v_action) { |
139 | case TCA_VLAN_ACT_POP: | |
140 | break; | |
141 | case TCA_VLAN_ACT_PUSH: | |
45a497f2 | 142 | case TCA_VLAN_ACT_MODIFY: |
5026c9b1 JHS |
143 | if (!tb[TCA_VLAN_PUSH_VLAN_ID]) { |
144 | if (exists) | |
65a206c0 | 145 | tcf_idr_release(*a, bind); |
0190c1d4 VB |
146 | else |
147 | tcf_idr_cleanup(tn, parm->index); | |
c7e2b968 | 148 | return -EINVAL; |
5026c9b1 | 149 | } |
c7e2b968 | 150 | push_vid = nla_get_u16(tb[TCA_VLAN_PUSH_VLAN_ID]); |
5026c9b1 JHS |
151 | if (push_vid >= VLAN_VID_MASK) { |
152 | if (exists) | |
65a206c0 | 153 | tcf_idr_release(*a, bind); |
0190c1d4 VB |
154 | else |
155 | tcf_idr_cleanup(tn, parm->index); | |
c7e2b968 | 156 | return -ERANGE; |
5026c9b1 | 157 | } |
c7e2b968 JP |
158 | |
159 | if (tb[TCA_VLAN_PUSH_VLAN_PROTOCOL]) { | |
160 | push_proto = nla_get_be16(tb[TCA_VLAN_PUSH_VLAN_PROTOCOL]); | |
161 | switch (push_proto) { | |
162 | case htons(ETH_P_8021Q): | |
163 | case htons(ETH_P_8021AD): | |
164 | break; | |
165 | default: | |
5a4931ae DC |
166 | if (exists) |
167 | tcf_idr_release(*a, bind); | |
0190c1d4 VB |
168 | else |
169 | tcf_idr_cleanup(tn, parm->index); | |
c7e2b968 JP |
170 | return -EPROTONOSUPPORT; |
171 | } | |
172 | } else { | |
173 | push_proto = htons(ETH_P_8021Q); | |
174 | } | |
956af371 HHZ |
175 | |
176 | if (tb[TCA_VLAN_PUSH_VLAN_PRIORITY]) | |
177 | push_prio = nla_get_u8(tb[TCA_VLAN_PUSH_VLAN_PRIORITY]); | |
c7e2b968 JP |
178 | break; |
179 | default: | |
5026c9b1 | 180 | if (exists) |
65a206c0 | 181 | tcf_idr_release(*a, bind); |
0190c1d4 VB |
182 | else |
183 | tcf_idr_cleanup(tn, parm->index); | |
c7e2b968 JP |
184 | return -EINVAL; |
185 | } | |
186 | action = parm->v_action; | |
187 | ||
5026c9b1 | 188 | if (!exists) { |
65a206c0 | 189 | ret = tcf_idr_create(tn, parm->index, est, a, |
e0496cbb | 190 | &act_vlan_ops, bind, true); |
0190c1d4 VB |
191 | if (ret) { |
192 | tcf_idr_cleanup(tn, parm->index); | |
c7e2b968 | 193 | return ret; |
0190c1d4 | 194 | } |
c7e2b968 JP |
195 | |
196 | ret = ACT_P_CREATED; | |
4e8ddd7f | 197 | } else if (!ovr) { |
65a206c0 | 198 | tcf_idr_release(*a, bind); |
4e8ddd7f | 199 | return -EEXIST; |
c7e2b968 JP |
200 | } |
201 | ||
7e0c8892 DC |
202 | err = tcf_action_check_ctrlact(parm->action, tp, &goto_ch, extack); |
203 | if (err < 0) | |
204 | goto release_idr; | |
205 | ||
a85a970a | 206 | v = to_vlan(*a); |
c7e2b968 | 207 | |
4c5b9d96 MK |
208 | p = kzalloc(sizeof(*p), GFP_KERNEL); |
209 | if (!p) { | |
7e0c8892 DC |
210 | err = -ENOMEM; |
211 | goto put_chain; | |
4c5b9d96 | 212 | } |
c7e2b968 | 213 | |
4c5b9d96 MK |
214 | p->tcfv_action = action; |
215 | p->tcfv_push_vid = push_vid; | |
216 | p->tcfv_push_prio = push_prio; | |
217 | p->tcfv_push_proto = push_proto; | |
218 | ||
653cd284 | 219 | spin_lock_bh(&v->tcf_lock); |
7e0c8892 | 220 | goto_ch = tcf_action_set_ctrlact(*a, parm->action, goto_ch); |
764e9a24 | 221 | rcu_swap_protected(v->vlan_p, p, lockdep_is_held(&v->tcf_lock)); |
653cd284 | 222 | spin_unlock_bh(&v->tcf_lock); |
4c5b9d96 | 223 | |
7e0c8892 DC |
224 | if (goto_ch) |
225 | tcf_chain_put_by_act(goto_ch); | |
764e9a24 VB |
226 | if (p) |
227 | kfree_rcu(p, rcu); | |
c7e2b968 JP |
228 | |
229 | if (ret == ACT_P_CREATED) | |
65a206c0 | 230 | tcf_idr_insert(tn, *a); |
c7e2b968 | 231 | return ret; |
7e0c8892 DC |
232 | put_chain: |
233 | if (goto_ch) | |
234 | tcf_chain_put_by_act(goto_ch); | |
235 | release_idr: | |
236 | tcf_idr_release(*a, bind); | |
237 | return err; | |
c7e2b968 JP |
238 | } |
239 | ||
9a63b255 | 240 | static void tcf_vlan_cleanup(struct tc_action *a) |
4c5b9d96 MK |
241 | { |
242 | struct tcf_vlan *v = to_vlan(a); | |
243 | struct tcf_vlan_params *p; | |
244 | ||
245 | p = rcu_dereference_protected(v->vlan_p, 1); | |
1edf8abe DC |
246 | if (p) |
247 | kfree_rcu(p, rcu); | |
4c5b9d96 MK |
248 | } |
249 | ||
c7e2b968 JP |
250 | static int tcf_vlan_dump(struct sk_buff *skb, struct tc_action *a, |
251 | int bind, int ref) | |
252 | { | |
253 | unsigned char *b = skb_tail_pointer(skb); | |
a85a970a | 254 | struct tcf_vlan *v = to_vlan(a); |
764e9a24 | 255 | struct tcf_vlan_params *p; |
c7e2b968 JP |
256 | struct tc_vlan opt = { |
257 | .index = v->tcf_index, | |
036bb443 VB |
258 | .refcnt = refcount_read(&v->tcf_refcnt) - ref, |
259 | .bindcnt = atomic_read(&v->tcf_bindcnt) - bind, | |
c7e2b968 JP |
260 | }; |
261 | struct tcf_t t; | |
262 | ||
653cd284 | 263 | spin_lock_bh(&v->tcf_lock); |
764e9a24 VB |
264 | opt.action = v->tcf_action; |
265 | p = rcu_dereference_protected(v->vlan_p, lockdep_is_held(&v->tcf_lock)); | |
266 | opt.v_action = p->tcfv_action; | |
c7e2b968 JP |
267 | if (nla_put(skb, TCA_VLAN_PARMS, sizeof(opt), &opt)) |
268 | goto nla_put_failure; | |
269 | ||
4c5b9d96 MK |
270 | if ((p->tcfv_action == TCA_VLAN_ACT_PUSH || |
271 | p->tcfv_action == TCA_VLAN_ACT_MODIFY) && | |
272 | (nla_put_u16(skb, TCA_VLAN_PUSH_VLAN_ID, p->tcfv_push_vid) || | |
0b0f43fe | 273 | nla_put_be16(skb, TCA_VLAN_PUSH_VLAN_PROTOCOL, |
4c5b9d96 | 274 | p->tcfv_push_proto) || |
956af371 | 275 | (nla_put_u8(skb, TCA_VLAN_PUSH_VLAN_PRIORITY, |
4c5b9d96 | 276 | p->tcfv_push_prio)))) |
c7e2b968 JP |
277 | goto nla_put_failure; |
278 | ||
48d8ee16 | 279 | tcf_tm_dump(&t, &v->tcf_tm); |
9854518e | 280 | if (nla_put_64bit(skb, TCA_VLAN_TM, sizeof(t), &t, TCA_VLAN_PAD)) |
c7e2b968 | 281 | goto nla_put_failure; |
653cd284 | 282 | spin_unlock_bh(&v->tcf_lock); |
764e9a24 | 283 | |
c7e2b968 JP |
284 | return skb->len; |
285 | ||
286 | nla_put_failure: | |
653cd284 | 287 | spin_unlock_bh(&v->tcf_lock); |
c7e2b968 JP |
288 | nlmsg_trim(skb, b); |
289 | return -1; | |
290 | } | |
291 | ||
ddf97ccd WC |
292 | static int tcf_vlan_walker(struct net *net, struct sk_buff *skb, |
293 | struct netlink_callback *cb, int type, | |
41780105 AA |
294 | const struct tc_action_ops *ops, |
295 | struct netlink_ext_ack *extack) | |
ddf97ccd WC |
296 | { |
297 | struct tc_action_net *tn = net_generic(net, vlan_net_id); | |
298 | ||
b3620145 | 299 | return tcf_generic_walker(tn, skb, cb, type, ops, extack); |
ddf97ccd WC |
300 | } |
301 | ||
f061b48c | 302 | static int tcf_vlan_search(struct net *net, struct tc_action **a, u32 index) |
ddf97ccd WC |
303 | { |
304 | struct tc_action_net *tn = net_generic(net, vlan_net_id); | |
305 | ||
65a206c0 | 306 | return tcf_idr_search(tn, a, index); |
ddf97ccd WC |
307 | } |
308 | ||
c7e2b968 JP |
309 | static struct tc_action_ops act_vlan_ops = { |
310 | .kind = "vlan", | |
eddd2cf1 | 311 | .id = TCA_ID_VLAN, |
c7e2b968 | 312 | .owner = THIS_MODULE, |
8aa7f22e | 313 | .act = tcf_vlan_act, |
c7e2b968 JP |
314 | .dump = tcf_vlan_dump, |
315 | .init = tcf_vlan_init, | |
4c5b9d96 | 316 | .cleanup = tcf_vlan_cleanup, |
ddf97ccd WC |
317 | .walk = tcf_vlan_walker, |
318 | .lookup = tcf_vlan_search, | |
a85a970a | 319 | .size = sizeof(struct tcf_vlan), |
ddf97ccd WC |
320 | }; |
321 | ||
322 | static __net_init int vlan_init_net(struct net *net) | |
323 | { | |
324 | struct tc_action_net *tn = net_generic(net, vlan_net_id); | |
325 | ||
c7e460ce | 326 | return tc_action_net_init(tn, &act_vlan_ops); |
ddf97ccd WC |
327 | } |
328 | ||
039af9c6 | 329 | static void __net_exit vlan_exit_net(struct list_head *net_list) |
ddf97ccd | 330 | { |
039af9c6 | 331 | tc_action_net_exit(net_list, vlan_net_id); |
ddf97ccd WC |
332 | } |
333 | ||
334 | static struct pernet_operations vlan_net_ops = { | |
335 | .init = vlan_init_net, | |
039af9c6 | 336 | .exit_batch = vlan_exit_net, |
ddf97ccd WC |
337 | .id = &vlan_net_id, |
338 | .size = sizeof(struct tc_action_net), | |
c7e2b968 JP |
339 | }; |
340 | ||
341 | static int __init vlan_init_module(void) | |
342 | { | |
ddf97ccd | 343 | return tcf_register_action(&act_vlan_ops, &vlan_net_ops); |
c7e2b968 JP |
344 | } |
345 | ||
346 | static void __exit vlan_cleanup_module(void) | |
347 | { | |
ddf97ccd | 348 | tcf_unregister_action(&act_vlan_ops, &vlan_net_ops); |
c7e2b968 JP |
349 | } |
350 | ||
351 | module_init(vlan_init_module); | |
352 | module_exit(vlan_cleanup_module); | |
353 | ||
354 | MODULE_AUTHOR("Jiri Pirko <jiri@resnulli.us>"); | |
355 | MODULE_DESCRIPTION("vlan manipulation actions"); | |
356 | MODULE_LICENSE("GPL v2"); |