]>
Commit | Line | Data |
---|---|---|
72865317 | 1 | /* |
db5ce514 | 2 | * Copyright (c) 2009, 2010, 2011 Nicira Networks. |
72865317 BP |
3 | * |
4 | * Licensed under the Apache License, Version 2.0 (the "License"); | |
5 | * you may not use this file except in compliance with the License. | |
6 | * You may obtain a copy of the License at: | |
7 | * | |
8 | * http://www.apache.org/licenses/LICENSE-2.0 | |
9 | * | |
10 | * Unless required by applicable law or agreed to in writing, software | |
11 | * distributed under the License is distributed on an "AS IS" BASIS, | |
12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | |
13 | * See the License for the specific language governing permissions and | |
14 | * limitations under the License. | |
15 | */ | |
16 | ||
17 | #include <config.h> | |
18 | #include "dpif.h" | |
19 | ||
20 | #include <assert.h> | |
21 | #include <ctype.h> | |
22 | #include <errno.h> | |
23 | #include <fcntl.h> | |
24 | #include <inttypes.h> | |
72865317 | 25 | #include <netinet/in.h> |
9d82ec47 | 26 | #include <sys/socket.h> |
7f3adc00 | 27 | #include <net/if.h> |
cdee00fd | 28 | #include <stdint.h> |
72865317 BP |
29 | #include <stdlib.h> |
30 | #include <string.h> | |
31 | #include <sys/ioctl.h> | |
32 | #include <sys/stat.h> | |
72865317 BP |
33 | #include <unistd.h> |
34 | ||
35 | #include "csum.h" | |
614c4892 | 36 | #include "dpif.h" |
72865317 | 37 | #include "dpif-provider.h" |
614c4892 | 38 | #include "dummy.h" |
36956a7d | 39 | #include "dynamic-string.h" |
72865317 BP |
40 | #include "flow.h" |
41 | #include "hmap.h" | |
42 | #include "list.h" | |
43 | #include "netdev.h" | |
cdee00fd | 44 | #include "netlink.h" |
72865317 BP |
45 | #include "odp-util.h" |
46 | #include "ofp-print.h" | |
47 | #include "ofpbuf.h" | |
48 | #include "packets.h" | |
49 | #include "poll-loop.h" | |
462278db | 50 | #include "shash.h" |
72865317 BP |
51 | #include "timeval.h" |
52 | #include "util.h" | |
72865317 | 53 | #include "vlog.h" |
5136ce49 | 54 | |
d98e6007 | 55 | VLOG_DEFINE_THIS_MODULE(dpif_netdev); |
72865317 BP |
56 | |
57 | /* Configuration parameters. */ | |
72865317 BP |
58 | enum { MAX_PORTS = 256 }; /* Maximum number of ports. */ |
59 | enum { MAX_FLOWS = 65536 }; /* Maximum number of flows in flow table. */ | |
60 | ||
61 | /* Enough headroom to add a vlan tag, plus an extra 2 bytes to allow IP | |
62 | * headers to be aligned on a 4-byte boundary. */ | |
63 | enum { DP_NETDEV_HEADROOM = 2 + VLAN_HEADER_LEN }; | |
64 | ||
856081f6 BP |
65 | /* Queues. */ |
66 | enum { N_QUEUES = 2 }; /* Number of queues for dpif_recv(). */ | |
67 | enum { MAX_QUEUE_LEN = 128 }; /* Maximum number of packets per queue. */ | |
68 | enum { QUEUE_MASK = MAX_QUEUE_LEN - 1 }; | |
69 | BUILD_ASSERT_DECL(IS_POW2(MAX_QUEUE_LEN)); | |
70 | ||
71 | struct dp_netdev_queue { | |
72 | struct dpif_upcall *upcalls[MAX_QUEUE_LEN]; | |
73 | unsigned int head, tail; | |
74 | }; | |
75 | ||
72865317 BP |
76 | /* Datapath based on the network device interface from netdev.h. */ |
77 | struct dp_netdev { | |
614c4892 | 78 | const struct dpif_class *class; |
462278db | 79 | char *name; |
72865317 | 80 | int open_cnt; |
7dab847a | 81 | bool destroyed; |
72865317 BP |
82 | |
83 | bool drop_frags; /* Drop all IP fragments, if true. */ | |
856081f6 | 84 | struct dp_netdev_queue queues[N_QUEUES]; |
72865317 | 85 | struct hmap flow_table; /* Flow table. */ |
72865317 BP |
86 | |
87 | /* Statistics. */ | |
88 | long long int n_frags; /* Number of dropped IP fragments. */ | |
89 | long long int n_hit; /* Number of flow table matches. */ | |
90 | long long int n_missed; /* Number of flow table misses. */ | |
91 | long long int n_lost; /* Number of misses not passed to client. */ | |
92 | ||
93 | /* Ports. */ | |
94 | int n_ports; | |
95 | struct dp_netdev_port *ports[MAX_PORTS]; | |
96 | struct list port_list; | |
97 | unsigned int serial; | |
98 | }; | |
99 | ||
100 | /* A port in a netdev-based datapath. */ | |
101 | struct dp_netdev_port { | |
102 | int port_no; /* Index into dp_netdev's 'ports'. */ | |
103 | struct list node; /* Element in dp_netdev's 'port_list'. */ | |
104 | struct netdev *netdev; | |
c3827f61 | 105 | bool internal; /* Internal port? */ |
72865317 BP |
106 | }; |
107 | ||
108 | /* A flow in dp_netdev's 'flow_table'. */ | |
109 | struct dp_netdev_flow { | |
110 | struct hmap_node node; /* Element in dp_netdev's 'flow_table'. */ | |
14608a15 | 111 | struct flow key; |
72865317 BP |
112 | |
113 | /* Statistics. */ | |
c97fb132 | 114 | long long int used; /* Last used time, in monotonic msecs. */ |
2105ccc8 BP |
115 | long long int packet_count; /* Number of packets matched. */ |
116 | long long int byte_count; /* Number of bytes matched. */ | |
d84d4b88 | 117 | ovs_be16 tcp_ctl; /* Bitwise-OR of seen tcp_ctl values. */ |
72865317 BP |
118 | |
119 | /* Actions. */ | |
cdee00fd | 120 | struct nlattr *actions; |
cf22f8cb | 121 | size_t actions_len; |
72865317 BP |
122 | }; |
123 | ||
124 | /* Interface to netdev-based datapath. */ | |
125 | struct dpif_netdev { | |
126 | struct dpif dpif; | |
127 | struct dp_netdev *dp; | |
128 | int listen_mask; | |
129 | unsigned int dp_serial; | |
130 | }; | |
131 | ||
132 | /* All netdev-based datapaths. */ | |
462278db | 133 | static struct shash dp_netdevs = SHASH_INITIALIZER(&dp_netdevs); |
72865317 BP |
134 | |
135 | /* Maximum port MTU seen so far. */ | |
136 | static int max_mtu = ETH_PAYLOAD_MAX; | |
137 | ||
138 | static int get_port_by_number(struct dp_netdev *, uint16_t port_no, | |
139 | struct dp_netdev_port **portp); | |
140 | static int get_port_by_name(struct dp_netdev *, const char *devname, | |
141 | struct dp_netdev_port **portp); | |
142 | static void dp_netdev_free(struct dp_netdev *); | |
143 | static void dp_netdev_flow_flush(struct dp_netdev *); | |
c3827f61 BP |
144 | static int do_add_port(struct dp_netdev *, const char *devname, |
145 | const char *type, uint16_t port_no); | |
72865317 | 146 | static int do_del_port(struct dp_netdev *, uint16_t port_no); |
614c4892 BP |
147 | static int dpif_netdev_open(const struct dpif_class *, const char *name, |
148 | bool create, struct dpif **); | |
b85d8d61 | 149 | static int dp_netdev_output_userspace(struct dp_netdev *, const struct ofpbuf *, |
856081f6 BP |
150 | int queue_no, const struct flow *, |
151 | uint64_t arg); | |
72865317 | 152 | static int dp_netdev_execute_actions(struct dp_netdev *, |
14608a15 | 153 | struct ofpbuf *, struct flow *, |
cdee00fd | 154 | const struct nlattr *actions, |
cf22f8cb | 155 | size_t actions_len); |
72865317 | 156 | |
614c4892 BP |
157 | static struct dpif_class dpif_dummy_class; |
158 | ||
72865317 BP |
159 | static struct dpif_netdev * |
160 | dpif_netdev_cast(const struct dpif *dpif) | |
161 | { | |
614c4892 | 162 | assert(dpif->dpif_class->open == dpif_netdev_open); |
72865317 BP |
163 | return CONTAINER_OF(dpif, struct dpif_netdev, dpif); |
164 | } | |
165 | ||
166 | static struct dp_netdev * | |
167 | get_dp_netdev(const struct dpif *dpif) | |
168 | { | |
169 | return dpif_netdev_cast(dpif)->dp; | |
170 | } | |
171 | ||
72865317 BP |
172 | static struct dpif * |
173 | create_dpif_netdev(struct dp_netdev *dp) | |
174 | { | |
462278db | 175 | uint16_t netflow_id = hash_string(dp->name, 0); |
72865317 | 176 | struct dpif_netdev *dpif; |
72865317 BP |
177 | |
178 | dp->open_cnt++; | |
179 | ||
72865317 | 180 | dpif = xmalloc(sizeof *dpif); |
614c4892 | 181 | dpif_init(&dpif->dpif, dp->class, dp->name, netflow_id >> 8, netflow_id); |
72865317 BP |
182 | dpif->dp = dp; |
183 | dpif->listen_mask = 0; | |
184 | dpif->dp_serial = dp->serial; | |
72865317 BP |
185 | |
186 | return &dpif->dpif; | |
187 | } | |
188 | ||
189 | static int | |
614c4892 BP |
190 | create_dp_netdev(const char *name, const struct dpif_class *class, |
191 | struct dp_netdev **dpp) | |
72865317 BP |
192 | { |
193 | struct dp_netdev *dp; | |
194 | int error; | |
195 | int i; | |
196 | ||
462278db | 197 | dp = xzalloc(sizeof *dp); |
614c4892 | 198 | dp->class = class; |
462278db | 199 | dp->name = xstrdup(name); |
72865317 BP |
200 | dp->open_cnt = 0; |
201 | dp->drop_frags = false; | |
202 | for (i = 0; i < N_QUEUES; i++) { | |
856081f6 | 203 | dp->queues[i].head = dp->queues[i].tail = 0; |
72865317 BP |
204 | } |
205 | hmap_init(&dp->flow_table); | |
72865317 | 206 | list_init(&dp->port_list); |
c3827f61 | 207 | error = do_add_port(dp, name, "internal", ODPP_LOCAL); |
72865317 BP |
208 | if (error) { |
209 | dp_netdev_free(dp); | |
462278db | 210 | return error; |
72865317 BP |
211 | } |
212 | ||
462278db BP |
213 | shash_add(&dp_netdevs, name, dp); |
214 | ||
215 | *dpp = dp; | |
72865317 BP |
216 | return 0; |
217 | } | |
218 | ||
219 | static int | |
614c4892 | 220 | dpif_netdev_open(const struct dpif_class *class, const char *name, |
4a387741 | 221 | bool create, struct dpif **dpifp) |
72865317 | 222 | { |
462278db BP |
223 | struct dp_netdev *dp; |
224 | ||
225 | dp = shash_find_data(&dp_netdevs, name); | |
226 | if (!dp) { | |
227 | if (!create) { | |
228 | return ENODEV; | |
72865317 | 229 | } else { |
614c4892 | 230 | int error = create_dp_netdev(name, class, &dp); |
462278db BP |
231 | if (error) { |
232 | return error; | |
72865317 | 233 | } |
462278db | 234 | assert(dp != NULL); |
72865317 BP |
235 | } |
236 | } else { | |
614c4892 BP |
237 | if (dp->class != class) { |
238 | return EINVAL; | |
239 | } else if (create) { | |
462278db | 240 | return EEXIST; |
72865317 BP |
241 | } |
242 | } | |
462278db BP |
243 | |
244 | *dpifp = create_dpif_netdev(dp); | |
245 | return 0; | |
72865317 BP |
246 | } |
247 | ||
248 | static void | |
1ba530f4 | 249 | dp_netdev_purge_queues(struct dp_netdev *dp) |
72865317 BP |
250 | { |
251 | int i; | |
252 | ||
72865317 | 253 | for (i = 0; i < N_QUEUES; i++) { |
856081f6 | 254 | struct dp_netdev_queue *q = &dp->queues[i]; |
856081f6 | 255 | |
1ba530f4 BP |
256 | while (q->tail != q->head) { |
257 | struct dpif_upcall *upcall = q->upcalls[q->tail++ & QUEUE_MASK]; | |
856081f6 BP |
258 | |
259 | ofpbuf_delete(upcall->packet); | |
260 | free(upcall); | |
261 | } | |
72865317 | 262 | } |
1ba530f4 BP |
263 | } |
264 | ||
265 | static void | |
266 | dp_netdev_free(struct dp_netdev *dp) | |
267 | { | |
268 | dp_netdev_flow_flush(dp); | |
269 | while (dp->n_ports > 0) { | |
270 | struct dp_netdev_port *port = CONTAINER_OF( | |
271 | dp->port_list.next, struct dp_netdev_port, node); | |
272 | do_del_port(dp, port->port_no); | |
273 | } | |
274 | dp_netdev_purge_queues(dp); | |
72865317 | 275 | hmap_destroy(&dp->flow_table); |
462278db | 276 | free(dp->name); |
72865317 BP |
277 | free(dp); |
278 | } | |
279 | ||
280 | static void | |
281 | dpif_netdev_close(struct dpif *dpif) | |
282 | { | |
283 | struct dp_netdev *dp = get_dp_netdev(dpif); | |
284 | assert(dp->open_cnt > 0); | |
7dab847a | 285 | if (--dp->open_cnt == 0 && dp->destroyed) { |
462278db | 286 | shash_find_and_delete(&dp_netdevs, dp->name); |
72865317 BP |
287 | dp_netdev_free(dp); |
288 | } | |
289 | free(dpif); | |
290 | } | |
291 | ||
292 | static int | |
7dab847a | 293 | dpif_netdev_destroy(struct dpif *dpif) |
72865317 BP |
294 | { |
295 | struct dp_netdev *dp = get_dp_netdev(dpif); | |
7dab847a | 296 | dp->destroyed = true; |
72865317 BP |
297 | return 0; |
298 | } | |
299 | ||
300 | static int | |
301 | dpif_netdev_get_stats(const struct dpif *dpif, struct odp_stats *stats) | |
302 | { | |
303 | struct dp_netdev *dp = get_dp_netdev(dpif); | |
304 | memset(stats, 0, sizeof *stats); | |
72865317 BP |
305 | stats->n_frags = dp->n_frags; |
306 | stats->n_hit = dp->n_hit; | |
307 | stats->n_missed = dp->n_missed; | |
308 | stats->n_lost = dp->n_lost; | |
72865317 BP |
309 | return 0; |
310 | } | |
311 | ||
312 | static int | |
313 | dpif_netdev_get_drop_frags(const struct dpif *dpif, bool *drop_fragsp) | |
314 | { | |
315 | struct dp_netdev *dp = get_dp_netdev(dpif); | |
316 | *drop_fragsp = dp->drop_frags; | |
317 | return 0; | |
318 | } | |
319 | ||
320 | static int | |
321 | dpif_netdev_set_drop_frags(struct dpif *dpif, bool drop_frags) | |
322 | { | |
323 | struct dp_netdev *dp = get_dp_netdev(dpif); | |
324 | dp->drop_frags = drop_frags; | |
325 | return 0; | |
326 | } | |
327 | ||
328 | static int | |
c3827f61 | 329 | do_add_port(struct dp_netdev *dp, const char *devname, const char *type, |
72865317 BP |
330 | uint16_t port_no) |
331 | { | |
72865317 | 332 | struct dp_netdev_port *port; |
149f577a | 333 | struct netdev_options netdev_options; |
72865317 | 334 | struct netdev *netdev; |
c3827f61 | 335 | bool internal; |
72865317 BP |
336 | int mtu; |
337 | int error; | |
338 | ||
339 | /* XXX reject devices already in some dp_netdev. */ | |
c3827f61 BP |
340 | if (type[0] == '\0' || !strcmp(type, "system")) { |
341 | internal = false; | |
342 | } else if (!strcmp(type, "internal")) { | |
343 | internal = true; | |
344 | } else { | |
345 | VLOG_WARN("%s: unsupported port type %s", devname, type); | |
346 | return EINVAL; | |
347 | } | |
72865317 BP |
348 | |
349 | /* Open and validate network device. */ | |
149f577a JG |
350 | memset(&netdev_options, 0, sizeof netdev_options); |
351 | netdev_options.name = devname; | |
352 | netdev_options.ethertype = NETDEV_ETH_TYPE_ANY; | |
614c4892 BP |
353 | if (dp->class == &dpif_dummy_class) { |
354 | netdev_options.type = "dummy"; | |
355 | } else if (internal) { | |
149f577a | 356 | netdev_options.type = "tap"; |
72865317 | 357 | } |
149f577a JG |
358 | |
359 | error = netdev_open(&netdev_options, &netdev); | |
72865317 BP |
360 | if (error) { |
361 | return error; | |
362 | } | |
363 | /* XXX reject loopback devices */ | |
364 | /* XXX reject non-Ethernet devices */ | |
365 | ||
366 | error = netdev_turn_flags_on(netdev, NETDEV_PROMISC, false); | |
367 | if (error) { | |
368 | netdev_close(netdev); | |
369 | return error; | |
370 | } | |
371 | ||
372 | port = xmalloc(sizeof *port); | |
373 | port->port_no = port_no; | |
374 | port->netdev = netdev; | |
375 | port->internal = internal; | |
376 | ||
3d222126 | 377 | netdev_get_mtu(netdev, &mtu); |
f915f1a8 | 378 | if (mtu != INT_MAX && mtu > max_mtu) { |
72865317 BP |
379 | max_mtu = mtu; |
380 | } | |
381 | ||
382 | list_push_back(&dp->port_list, &port->node); | |
383 | dp->ports[port_no] = port; | |
384 | dp->n_ports++; | |
385 | dp->serial++; | |
386 | ||
387 | return 0; | |
388 | } | |
389 | ||
390 | static int | |
c3827f61 | 391 | dpif_netdev_port_add(struct dpif *dpif, struct netdev *netdev, |
72865317 BP |
392 | uint16_t *port_nop) |
393 | { | |
394 | struct dp_netdev *dp = get_dp_netdev(dpif); | |
395 | int port_no; | |
396 | ||
397 | for (port_no = 0; port_no < MAX_PORTS; port_no++) { | |
398 | if (!dp->ports[port_no]) { | |
399 | *port_nop = port_no; | |
c3827f61 BP |
400 | return do_add_port(dp, netdev_get_name(netdev), |
401 | netdev_get_type(netdev), port_no); | |
72865317 BP |
402 | } |
403 | } | |
3c71830a | 404 | return EFBIG; |
72865317 BP |
405 | } |
406 | ||
407 | static int | |
408 | dpif_netdev_port_del(struct dpif *dpif, uint16_t port_no) | |
409 | { | |
410 | struct dp_netdev *dp = get_dp_netdev(dpif); | |
411 | return port_no == ODPP_LOCAL ? EINVAL : do_del_port(dp, port_no); | |
412 | } | |
413 | ||
414 | static bool | |
415 | is_valid_port_number(uint16_t port_no) | |
416 | { | |
417 | return port_no < MAX_PORTS; | |
418 | } | |
419 | ||
420 | static int | |
421 | get_port_by_number(struct dp_netdev *dp, | |
422 | uint16_t port_no, struct dp_netdev_port **portp) | |
423 | { | |
424 | if (!is_valid_port_number(port_no)) { | |
425 | *portp = NULL; | |
426 | return EINVAL; | |
427 | } else { | |
428 | *portp = dp->ports[port_no]; | |
429 | return *portp ? 0 : ENOENT; | |
430 | } | |
431 | } | |
432 | ||
433 | static int | |
434 | get_port_by_name(struct dp_netdev *dp, | |
435 | const char *devname, struct dp_netdev_port **portp) | |
436 | { | |
437 | struct dp_netdev_port *port; | |
438 | ||
4e8e4213 | 439 | LIST_FOR_EACH (port, node, &dp->port_list) { |
72865317 BP |
440 | if (!strcmp(netdev_get_name(port->netdev), devname)) { |
441 | *portp = port; | |
442 | return 0; | |
443 | } | |
444 | } | |
445 | return ENOENT; | |
446 | } | |
447 | ||
448 | static int | |
449 | do_del_port(struct dp_netdev *dp, uint16_t port_no) | |
450 | { | |
451 | struct dp_netdev_port *port; | |
6c88d577 | 452 | char *name; |
72865317 BP |
453 | int error; |
454 | ||
455 | error = get_port_by_number(dp, port_no, &port); | |
456 | if (error) { | |
457 | return error; | |
458 | } | |
459 | ||
460 | list_remove(&port->node); | |
461 | dp->ports[port->port_no] = NULL; | |
462 | dp->n_ports--; | |
463 | dp->serial++; | |
464 | ||
6c88d577 | 465 | name = xstrdup(netdev_get_name(port->netdev)); |
72865317 | 466 | netdev_close(port->netdev); |
149f577a | 467 | |
6c88d577 | 468 | free(name); |
72865317 BP |
469 | free(port); |
470 | ||
471 | return 0; | |
472 | } | |
473 | ||
474 | static void | |
4c738a8d BP |
475 | answer_port_query(const struct dp_netdev_port *port, |
476 | struct dpif_port *dpif_port) | |
72865317 | 477 | { |
4c738a8d BP |
478 | dpif_port->name = xstrdup(netdev_get_name(port->netdev)); |
479 | dpif_port->type = xstrdup(port->internal ? "internal" : "system"); | |
480 | dpif_port->port_no = port->port_no; | |
72865317 BP |
481 | } |
482 | ||
483 | static int | |
484 | dpif_netdev_port_query_by_number(const struct dpif *dpif, uint16_t port_no, | |
4c738a8d | 485 | struct dpif_port *dpif_port) |
72865317 BP |
486 | { |
487 | struct dp_netdev *dp = get_dp_netdev(dpif); | |
488 | struct dp_netdev_port *port; | |
489 | int error; | |
490 | ||
491 | error = get_port_by_number(dp, port_no, &port); | |
492 | if (!error) { | |
4c738a8d | 493 | answer_port_query(port, dpif_port); |
72865317 BP |
494 | } |
495 | return error; | |
496 | } | |
497 | ||
498 | static int | |
499 | dpif_netdev_port_query_by_name(const struct dpif *dpif, const char *devname, | |
4c738a8d | 500 | struct dpif_port *dpif_port) |
72865317 BP |
501 | { |
502 | struct dp_netdev *dp = get_dp_netdev(dpif); | |
503 | struct dp_netdev_port *port; | |
504 | int error; | |
505 | ||
506 | error = get_port_by_name(dp, devname, &port); | |
507 | if (!error) { | |
4c738a8d | 508 | answer_port_query(port, dpif_port); |
72865317 BP |
509 | } |
510 | return error; | |
511 | } | |
512 | ||
996c1b3d BP |
513 | static int |
514 | dpif_netdev_get_max_ports(const struct dpif *dpif OVS_UNUSED) | |
515 | { | |
516 | return MAX_PORTS; | |
517 | } | |
518 | ||
72865317 BP |
519 | static void |
520 | dp_netdev_free_flow(struct dp_netdev *dp, struct dp_netdev_flow *flow) | |
521 | { | |
522 | hmap_remove(&dp->flow_table, &flow->node); | |
523 | free(flow->actions); | |
524 | free(flow); | |
525 | } | |
526 | ||
527 | static void | |
528 | dp_netdev_flow_flush(struct dp_netdev *dp) | |
529 | { | |
530 | struct dp_netdev_flow *flow, *next; | |
531 | ||
4e8e4213 | 532 | HMAP_FOR_EACH_SAFE (flow, next, node, &dp->flow_table) { |
72865317 BP |
533 | dp_netdev_free_flow(dp, flow); |
534 | } | |
535 | } | |
536 | ||
537 | static int | |
538 | dpif_netdev_flow_flush(struct dpif *dpif) | |
539 | { | |
540 | struct dp_netdev *dp = get_dp_netdev(dpif); | |
541 | dp_netdev_flow_flush(dp); | |
542 | return 0; | |
543 | } | |
544 | ||
b0ec0f27 BP |
545 | struct dp_netdev_port_state { |
546 | uint32_t port_no; | |
4c738a8d | 547 | char *name; |
b0ec0f27 BP |
548 | }; |
549 | ||
550 | static int | |
551 | dpif_netdev_port_dump_start(const struct dpif *dpif OVS_UNUSED, void **statep) | |
552 | { | |
553 | *statep = xzalloc(sizeof(struct dp_netdev_port_state)); | |
554 | return 0; | |
555 | } | |
556 | ||
72865317 | 557 | static int |
b0ec0f27 | 558 | dpif_netdev_port_dump_next(const struct dpif *dpif, void *state_, |
4c738a8d | 559 | struct dpif_port *dpif_port) |
72865317 | 560 | { |
b0ec0f27 | 561 | struct dp_netdev_port_state *state = state_; |
72865317 | 562 | struct dp_netdev *dp = get_dp_netdev(dpif); |
b0ec0f27 | 563 | uint32_t port_no; |
72865317 | 564 | |
b0ec0f27 BP |
565 | for (port_no = state->port_no; port_no < MAX_PORTS; port_no++) { |
566 | struct dp_netdev_port *port = dp->ports[port_no]; | |
567 | if (port) { | |
4c738a8d BP |
568 | free(state->name); |
569 | state->name = xstrdup(netdev_get_name(port->netdev)); | |
570 | dpif_port->name = state->name; | |
571 | dpif_port->type = port->internal ? "internal" : "system"; | |
572 | dpif_port->port_no = port->port_no; | |
b0ec0f27 BP |
573 | state->port_no = port_no + 1; |
574 | return 0; | |
72865317 | 575 | } |
72865317 | 576 | } |
b0ec0f27 BP |
577 | return EOF; |
578 | } | |
579 | ||
580 | static int | |
4c738a8d | 581 | dpif_netdev_port_dump_done(const struct dpif *dpif OVS_UNUSED, void *state_) |
b0ec0f27 | 582 | { |
4c738a8d BP |
583 | struct dp_netdev_port_state *state = state_; |
584 | free(state->name); | |
b0ec0f27 BP |
585 | free(state); |
586 | return 0; | |
72865317 BP |
587 | } |
588 | ||
589 | static int | |
67a4917b | 590 | dpif_netdev_port_poll(const struct dpif *dpif_, char **devnamep OVS_UNUSED) |
72865317 BP |
591 | { |
592 | struct dpif_netdev *dpif = dpif_netdev_cast(dpif_); | |
593 | if (dpif->dp_serial != dpif->dp->serial) { | |
594 | dpif->dp_serial = dpif->dp->serial; | |
595 | return ENOBUFS; | |
596 | } else { | |
597 | return EAGAIN; | |
598 | } | |
599 | } | |
600 | ||
601 | static void | |
602 | dpif_netdev_port_poll_wait(const struct dpif *dpif_) | |
603 | { | |
604 | struct dpif_netdev *dpif = dpif_netdev_cast(dpif_); | |
605 | if (dpif->dp_serial != dpif->dp->serial) { | |
606 | poll_immediate_wake(); | |
607 | } | |
608 | } | |
609 | ||
72865317 | 610 | static struct dp_netdev_flow * |
14608a15 | 611 | dp_netdev_lookup_flow(const struct dp_netdev *dp, const struct flow *key) |
72865317 BP |
612 | { |
613 | struct dp_netdev_flow *flow; | |
614 | ||
4e8e4213 | 615 | HMAP_FOR_EACH_WITH_HASH (flow, node, flow_hash(key, 0), &dp->flow_table) { |
72865317 BP |
616 | if (flow_equal(&flow->key, key)) { |
617 | return flow; | |
618 | } | |
619 | } | |
620 | return NULL; | |
621 | } | |
622 | ||
623 | static void | |
c97fb132 | 624 | get_dpif_flow_stats(struct dp_netdev_flow *flow, struct dpif_flow_stats *stats) |
feebdea2 BP |
625 | { |
626 | stats->n_packets = flow->packet_count; | |
627 | stats->n_bytes = flow->byte_count; | |
c97fb132 | 628 | stats->used = flow->used; |
feebdea2 | 629 | stats->tcp_flags = TCP_FLAGS(flow->tcp_ctl); |
72865317 BP |
630 | } |
631 | ||
36956a7d BP |
632 | static int |
633 | dpif_netdev_flow_from_nlattrs(const struct nlattr *key, uint32_t key_len, | |
634 | struct flow *flow) | |
635 | { | |
636 | if (odp_flow_key_to_flow(key, key_len, flow)) { | |
637 | /* This should not happen: it indicates that odp_flow_key_from_flow() | |
638 | * and odp_flow_key_to_flow() disagree on the acceptable form of a | |
639 | * flow. Log the problem as an error, with enough details to enable | |
640 | * debugging. */ | |
641 | static struct vlog_rate_limit rl = VLOG_RATE_LIMIT_INIT(1, 5); | |
642 | ||
643 | if (!VLOG_DROP_ERR(&rl)) { | |
644 | struct ds s; | |
645 | ||
646 | ds_init(&s); | |
647 | odp_flow_key_format(key, key_len, &s); | |
648 | VLOG_ERR("internal error parsing flow key %s", ds_cstr(&s)); | |
649 | ds_destroy(&s); | |
650 | } | |
651 | ||
652 | return EINVAL; | |
653 | } | |
654 | ||
655 | return 0; | |
656 | } | |
657 | ||
72865317 | 658 | static int |
693c4a01 | 659 | dpif_netdev_flow_get(const struct dpif *dpif, |
feebdea2 | 660 | const struct nlattr *nl_key, size_t nl_key_len, |
c97fb132 | 661 | struct ofpbuf **actionsp, struct dpif_flow_stats *stats) |
72865317 BP |
662 | { |
663 | struct dp_netdev *dp = get_dp_netdev(dpif); | |
bc4a05c6 BP |
664 | struct dp_netdev_flow *flow; |
665 | struct flow key; | |
666 | int error; | |
36956a7d | 667 | |
feebdea2 | 668 | error = dpif_netdev_flow_from_nlattrs(nl_key, nl_key_len, &key); |
bc4a05c6 BP |
669 | if (error) { |
670 | return error; | |
671 | } | |
14608a15 | 672 | |
bc4a05c6 BP |
673 | flow = dp_netdev_lookup_flow(dp, &key); |
674 | if (!flow) { | |
675 | return ENOENT; | |
72865317 | 676 | } |
bc4a05c6 | 677 | |
feebdea2 | 678 | if (stats) { |
c97fb132 | 679 | get_dpif_flow_stats(flow, stats); |
feebdea2 BP |
680 | } |
681 | if (actionsp) { | |
682 | *actionsp = ofpbuf_clone_data(flow->actions, flow->actions_len); | |
683 | } | |
72865317 BP |
684 | return 0; |
685 | } | |
686 | ||
687 | static int | |
cdee00fd | 688 | dpif_netdev_validate_actions(const struct nlattr *actions, |
cf22f8cb | 689 | size_t actions_len, bool *mutates) |
72865317 | 690 | { |
cdee00fd BP |
691 | const struct nlattr *a; |
692 | unsigned int left; | |
72865317 BP |
693 | |
694 | *mutates = false; | |
cdee00fd BP |
695 | NL_ATTR_FOR_EACH (a, left, actions, actions_len) { |
696 | uint16_t type = nl_attr_type(a); | |
697 | int len = odp_action_len(type); | |
698 | ||
699 | if (len != nl_attr_get_size(a)) { | |
700 | return EINVAL; | |
701 | } | |
702 | ||
703 | switch (type) { | |
7aec165d | 704 | case ODP_ACTION_ATTR_OUTPUT: |
cdee00fd | 705 | if (nl_attr_get_u32(a) >= MAX_PORTS) { |
3c5f6de3 | 706 | return EINVAL; |
72865317 | 707 | } |
3c5f6de3 | 708 | break; |
72865317 | 709 | |
b85d8d61 | 710 | case ODP_ACTION_ATTR_USERSPACE: |
72865317 BP |
711 | break; |
712 | ||
7aec165d | 713 | case ODP_ACTION_ATTR_SET_DL_TCI: |
72865317 | 714 | *mutates = true; |
cdee00fd | 715 | if (nl_attr_get_be16(a) & htons(VLAN_CFI)) { |
3c5f6de3 | 716 | return EINVAL; |
72865317 | 717 | } |
3c5f6de3 JG |
718 | break; |
719 | ||
7aec165d | 720 | case ODP_ACTION_ATTR_SET_NW_TOS: |
3c5f6de3 | 721 | *mutates = true; |
cdee00fd | 722 | if (nl_attr_get_u8(a) & IP_ECN_MASK) { |
3c5f6de3 JG |
723 | return EINVAL; |
724 | } | |
725 | break; | |
72865317 | 726 | |
7aec165d BP |
727 | case ODP_ACTION_ATTR_STRIP_VLAN: |
728 | case ODP_ACTION_ATTR_SET_DL_SRC: | |
729 | case ODP_ACTION_ATTR_SET_DL_DST: | |
730 | case ODP_ACTION_ATTR_SET_NW_SRC: | |
731 | case ODP_ACTION_ATTR_SET_NW_DST: | |
732 | case ODP_ACTION_ATTR_SET_TP_SRC: | |
733 | case ODP_ACTION_ATTR_SET_TP_DST: | |
72865317 BP |
734 | *mutates = true; |
735 | break; | |
736 | ||
7aec165d BP |
737 | case ODP_ACTION_ATTR_SET_TUNNEL: |
738 | case ODP_ACTION_ATTR_SET_PRIORITY: | |
739 | case ODP_ACTION_ATTR_POP_PRIORITY: | |
3c5f6de3 | 740 | default: |
72865317 | 741 | return EOPNOTSUPP; |
3c5f6de3 JG |
742 | } |
743 | } | |
744 | return 0; | |
72865317 BP |
745 | } |
746 | ||
747 | static int | |
feebdea2 BP |
748 | set_flow_actions(struct dp_netdev_flow *flow, |
749 | const struct nlattr *actions, size_t actions_len) | |
72865317 | 750 | { |
72865317 BP |
751 | bool mutates; |
752 | int error; | |
753 | ||
feebdea2 | 754 | error = dpif_netdev_validate_actions(actions, actions_len, &mutates); |
72865317 BP |
755 | if (error) { |
756 | return error; | |
757 | } | |
758 | ||
feebdea2 BP |
759 | flow->actions = xrealloc(flow->actions, actions_len); |
760 | flow->actions_len = actions_len; | |
761 | memcpy(flow->actions, actions, actions_len); | |
72865317 BP |
762 | return 0; |
763 | } | |
764 | ||
765 | static int | |
feebdea2 BP |
766 | add_flow(struct dpif *dpif, const struct flow *key, |
767 | const struct nlattr *actions, size_t actions_len) | |
72865317 BP |
768 | { |
769 | struct dp_netdev *dp = get_dp_netdev(dpif); | |
770 | struct dp_netdev_flow *flow; | |
771 | int error; | |
772 | ||
ec6fde61 | 773 | flow = xzalloc(sizeof *flow); |
36956a7d | 774 | flow->key = *key; |
72865317 | 775 | |
feebdea2 | 776 | error = set_flow_actions(flow, actions, actions_len); |
72865317 BP |
777 | if (error) { |
778 | free(flow); | |
779 | return error; | |
780 | } | |
781 | ||
782 | hmap_insert(&dp->flow_table, &flow->node, flow_hash(&flow->key, 0)); | |
783 | return 0; | |
784 | } | |
785 | ||
786 | static void | |
787 | clear_stats(struct dp_netdev_flow *flow) | |
788 | { | |
c97fb132 | 789 | flow->used = 0; |
72865317 BP |
790 | flow->packet_count = 0; |
791 | flow->byte_count = 0; | |
72865317 BP |
792 | flow->tcp_ctl = 0; |
793 | } | |
794 | ||
795 | static int | |
ba25b8f4 | 796 | dpif_netdev_flow_put(struct dpif *dpif, enum dpif_flow_put_flags flags, |
feebdea2 BP |
797 | const struct nlattr *nl_key, size_t nl_key_len, |
798 | const struct nlattr *actions, size_t actions_len, | |
c97fb132 | 799 | struct dpif_flow_stats *stats) |
72865317 BP |
800 | { |
801 | struct dp_netdev *dp = get_dp_netdev(dpif); | |
802 | struct dp_netdev_flow *flow; | |
14608a15 | 803 | struct flow key; |
36956a7d BP |
804 | int error; |
805 | ||
feebdea2 | 806 | error = dpif_netdev_flow_from_nlattrs(nl_key, nl_key_len, &key); |
36956a7d BP |
807 | if (error) { |
808 | return error; | |
809 | } | |
72865317 | 810 | |
14608a15 | 811 | flow = dp_netdev_lookup_flow(dp, &key); |
72865317 | 812 | if (!flow) { |
ba25b8f4 | 813 | if (flags & DPIF_FP_CREATE) { |
72865317 | 814 | if (hmap_count(&dp->flow_table) < MAX_FLOWS) { |
feebdea2 BP |
815 | if (stats) { |
816 | memset(stats, 0, sizeof *stats); | |
817 | } | |
818 | return add_flow(dpif, &key, actions, actions_len); | |
72865317 | 819 | } else { |
3c71830a | 820 | return EFBIG; |
72865317 BP |
821 | } |
822 | } else { | |
823 | return ENOENT; | |
824 | } | |
825 | } else { | |
ba25b8f4 | 826 | if (flags & DPIF_FP_MODIFY) { |
feebdea2 BP |
827 | int error = set_flow_actions(flow, actions, actions_len); |
828 | if (!error) { | |
829 | if (stats) { | |
c97fb132 | 830 | get_dpif_flow_stats(flow, stats); |
feebdea2 | 831 | } |
ba25b8f4 | 832 | if (flags & DPIF_FP_ZERO_STATS) { |
feebdea2 BP |
833 | clear_stats(flow); |
834 | } | |
72865317 BP |
835 | } |
836 | return error; | |
837 | } else { | |
838 | return EEXIST; | |
839 | } | |
840 | } | |
841 | } | |
842 | ||
72865317 | 843 | static int |
feebdea2 BP |
844 | dpif_netdev_flow_del(struct dpif *dpif, |
845 | const struct nlattr *nl_key, size_t nl_key_len, | |
c97fb132 | 846 | struct dpif_flow_stats *stats) |
72865317 BP |
847 | { |
848 | struct dp_netdev *dp = get_dp_netdev(dpif); | |
849 | struct dp_netdev_flow *flow; | |
14608a15 | 850 | struct flow key; |
36956a7d BP |
851 | int error; |
852 | ||
feebdea2 | 853 | error = dpif_netdev_flow_from_nlattrs(nl_key, nl_key_len, &key); |
36956a7d BP |
854 | if (error) { |
855 | return error; | |
856 | } | |
72865317 | 857 | |
14608a15 | 858 | flow = dp_netdev_lookup_flow(dp, &key); |
72865317 | 859 | if (flow) { |
feebdea2 | 860 | if (stats) { |
c97fb132 | 861 | get_dpif_flow_stats(flow, stats); |
feebdea2 | 862 | } |
72865317 BP |
863 | dp_netdev_free_flow(dp, flow); |
864 | return 0; | |
865 | } else { | |
866 | return ENOENT; | |
867 | } | |
868 | } | |
869 | ||
704a1e09 BP |
870 | struct dp_netdev_flow_state { |
871 | uint32_t bucket; | |
872 | uint32_t offset; | |
feebdea2 | 873 | struct nlattr *actions; |
19cf4069 | 874 | struct odputil_keybuf keybuf; |
c97fb132 | 875 | struct dpif_flow_stats stats; |
704a1e09 BP |
876 | }; |
877 | ||
72865317 | 878 | static int |
704a1e09 | 879 | dpif_netdev_flow_dump_start(const struct dpif *dpif OVS_UNUSED, void **statep) |
72865317 | 880 | { |
feebdea2 BP |
881 | struct dp_netdev_flow_state *state; |
882 | ||
883 | *statep = state = xmalloc(sizeof *state); | |
884 | state->bucket = 0; | |
885 | state->offset = 0; | |
886 | state->actions = NULL; | |
704a1e09 BP |
887 | return 0; |
888 | } | |
889 | ||
890 | static int | |
891 | dpif_netdev_flow_dump_next(const struct dpif *dpif, void *state_, | |
feebdea2 BP |
892 | const struct nlattr **key, size_t *key_len, |
893 | const struct nlattr **actions, size_t *actions_len, | |
c97fb132 | 894 | const struct dpif_flow_stats **stats) |
704a1e09 BP |
895 | { |
896 | struct dp_netdev_flow_state *state = state_; | |
72865317 BP |
897 | struct dp_netdev *dp = get_dp_netdev(dpif); |
898 | struct dp_netdev_flow *flow; | |
704a1e09 | 899 | struct hmap_node *node; |
14608a15 | 900 | |
704a1e09 BP |
901 | node = hmap_at_position(&dp->flow_table, &state->bucket, &state->offset); |
902 | if (!node) { | |
903 | return EOF; | |
72865317 | 904 | } |
704a1e09 BP |
905 | |
906 | flow = CONTAINER_OF(node, struct dp_netdev_flow, node); | |
36956a7d | 907 | |
feebdea2 BP |
908 | if (key) { |
909 | struct ofpbuf buf; | |
910 | ||
19cf4069 | 911 | ofpbuf_use_stack(&buf, &state->keybuf, sizeof state->keybuf); |
feebdea2 | 912 | odp_flow_key_from_flow(&buf, &flow->key); |
36956a7d | 913 | |
feebdea2 BP |
914 | *key = buf.data; |
915 | *key_len = buf.size; | |
916 | } | |
917 | ||
918 | if (actions) { | |
919 | free(state->actions); | |
920 | state->actions = xmemdup(flow->actions, flow->actions_len); | |
921 | ||
922 | *actions = state->actions; | |
923 | *actions_len = flow->actions_len; | |
924 | } | |
925 | ||
926 | if (stats) { | |
c97fb132 | 927 | get_dpif_flow_stats(flow, &state->stats); |
feebdea2 BP |
928 | *stats = &state->stats; |
929 | } | |
704a1e09 BP |
930 | |
931 | return 0; | |
932 | } | |
933 | ||
934 | static int | |
feebdea2 | 935 | dpif_netdev_flow_dump_done(const struct dpif *dpif OVS_UNUSED, void *state_) |
704a1e09 | 936 | { |
feebdea2 BP |
937 | struct dp_netdev_flow_state *state = state_; |
938 | ||
939 | free(state->actions); | |
704a1e09 BP |
940 | free(state); |
941 | return 0; | |
72865317 BP |
942 | } |
943 | ||
944 | static int | |
f1588b1f | 945 | dpif_netdev_execute(struct dpif *dpif, |
80e5eed9 | 946 | const struct nlattr *key_attrs, size_t key_len, |
cf22f8cb | 947 | const struct nlattr *actions, size_t actions_len, |
72865317 BP |
948 | const struct ofpbuf *packet) |
949 | { | |
950 | struct dp_netdev *dp = get_dp_netdev(dpif); | |
951 | struct ofpbuf copy; | |
952 | bool mutates; | |
ae412e7d | 953 | struct flow key; |
72865317 BP |
954 | int error; |
955 | ||
3c71830a | 956 | if (packet->size < ETH_HEADER_LEN || packet->size > UINT16_MAX) { |
72865317 BP |
957 | return EINVAL; |
958 | } | |
959 | ||
cdee00fd | 960 | error = dpif_netdev_validate_actions(actions, actions_len, &mutates); |
72865317 BP |
961 | if (error) { |
962 | return error; | |
963 | } | |
964 | ||
965 | if (mutates) { | |
966 | /* We need a deep copy of 'packet' since we're going to modify its | |
967 | * data. */ | |
968 | ofpbuf_init(©, DP_NETDEV_HEADROOM + packet->size); | |
4b87bea6 | 969 | ofpbuf_reserve(©, DP_NETDEV_HEADROOM); |
72865317 BP |
970 | ofpbuf_put(©, packet->data, packet->size); |
971 | } else { | |
972 | /* We still need a shallow copy of 'packet', even though we won't | |
973 | * modify its data, because flow_extract() modifies packet->l2, etc. | |
974 | * We could probably get away with modifying those but it's more polite | |
975 | * if we don't. */ | |
976 | copy = *packet; | |
977 | } | |
80e5eed9 | 978 | |
14608a15 | 979 | flow_extract(©, 0, -1, &key); |
80e5eed9 BP |
980 | dpif_netdev_flow_from_nlattrs(key_attrs, key_len, &key); |
981 | ||
cdee00fd | 982 | error = dp_netdev_execute_actions(dp, ©, &key, actions, actions_len); |
72865317 BP |
983 | if (mutates) { |
984 | ofpbuf_uninit(©); | |
985 | } | |
986 | return error; | |
987 | } | |
988 | ||
989 | static int | |
990 | dpif_netdev_recv_get_mask(const struct dpif *dpif, int *listen_mask) | |
991 | { | |
992 | struct dpif_netdev *dpif_netdev = dpif_netdev_cast(dpif); | |
993 | *listen_mask = dpif_netdev->listen_mask; | |
994 | return 0; | |
995 | } | |
996 | ||
997 | static int | |
998 | dpif_netdev_recv_set_mask(struct dpif *dpif, int listen_mask) | |
999 | { | |
1000 | struct dpif_netdev *dpif_netdev = dpif_netdev_cast(dpif); | |
82272ede BP |
1001 | dpif_netdev->listen_mask = listen_mask; |
1002 | return 0; | |
72865317 BP |
1003 | } |
1004 | ||
856081f6 | 1005 | static struct dp_netdev_queue * |
72865317 BP |
1006 | find_nonempty_queue(struct dpif *dpif) |
1007 | { | |
1008 | struct dpif_netdev *dpif_netdev = dpif_netdev_cast(dpif); | |
1009 | struct dp_netdev *dp = get_dp_netdev(dpif); | |
1010 | int mask = dpif_netdev->listen_mask; | |
1011 | int i; | |
1012 | ||
1013 | for (i = 0; i < N_QUEUES; i++) { | |
856081f6 BP |
1014 | struct dp_netdev_queue *q = &dp->queues[i]; |
1015 | if (q->head != q->tail && mask & (1u << i)) { | |
1016 | return q; | |
72865317 BP |
1017 | } |
1018 | } | |
856081f6 | 1019 | return NULL; |
72865317 BP |
1020 | } |
1021 | ||
1022 | static int | |
856081f6 | 1023 | dpif_netdev_recv(struct dpif *dpif, struct dpif_upcall *upcall) |
72865317 | 1024 | { |
856081f6 BP |
1025 | struct dp_netdev_queue *q = find_nonempty_queue(dpif); |
1026 | if (q) { | |
1027 | struct dpif_upcall *u = q->upcalls[q->tail++ & QUEUE_MASK]; | |
1028 | *upcall = *u; | |
1029 | free(u); | |
b3907fbc | 1030 | |
72865317 BP |
1031 | return 0; |
1032 | } else { | |
1033 | return EAGAIN; | |
1034 | } | |
1035 | } | |
1036 | ||
1037 | static void | |
1038 | dpif_netdev_recv_wait(struct dpif *dpif) | |
1039 | { | |
856081f6 | 1040 | if (find_nonempty_queue(dpif)) { |
72865317 BP |
1041 | poll_immediate_wake(); |
1042 | } else { | |
1043 | /* No messages ready to be received, and dp_wait() will ensure that we | |
1044 | * wake up to queue new messages, so there is nothing to do. */ | |
1045 | } | |
1046 | } | |
1ba530f4 BP |
1047 | |
1048 | static void | |
1049 | dpif_netdev_recv_purge(struct dpif *dpif) | |
1050 | { | |
1051 | struct dpif_netdev *dpif_netdev = dpif_netdev_cast(dpif); | |
1052 | dp_netdev_purge_queues(dpif_netdev->dp); | |
1053 | } | |
72865317 BP |
1054 | \f |
1055 | static void | |
14608a15 | 1056 | dp_netdev_flow_used(struct dp_netdev_flow *flow, struct flow *key, |
72865317 BP |
1057 | const struct ofpbuf *packet) |
1058 | { | |
c97fb132 | 1059 | flow->used = time_msec(); |
72865317 BP |
1060 | flow->packet_count++; |
1061 | flow->byte_count += packet->size; | |
abfec865 BP |
1062 | if (key->dl_type == htons(ETH_TYPE_IP) && key->nw_proto == IPPROTO_TCP) { |
1063 | struct tcp_header *th = packet->l4; | |
1064 | flow->tcp_ctl |= th->tcp_ctl; | |
72865317 BP |
1065 | } |
1066 | } | |
1067 | ||
1068 | static void | |
1069 | dp_netdev_port_input(struct dp_netdev *dp, struct dp_netdev_port *port, | |
1070 | struct ofpbuf *packet) | |
1071 | { | |
1072 | struct dp_netdev_flow *flow; | |
14608a15 | 1073 | struct flow key; |
72865317 | 1074 | |
1805876e BP |
1075 | if (packet->size < ETH_HEADER_LEN) { |
1076 | return; | |
1077 | } | |
659586ef | 1078 | if (flow_extract(packet, 0, port->port_no, &key) && dp->drop_frags) { |
72865317 BP |
1079 | dp->n_frags++; |
1080 | return; | |
1081 | } | |
1082 | ||
1083 | flow = dp_netdev_lookup_flow(dp, &key); | |
1084 | if (flow) { | |
1085 | dp_netdev_flow_used(flow, &key, packet); | |
1086 | dp_netdev_execute_actions(dp, packet, &key, | |
cdee00fd | 1087 | flow->actions, flow->actions_len); |
72865317 BP |
1088 | dp->n_hit++; |
1089 | } else { | |
1090 | dp->n_missed++; | |
b85d8d61 | 1091 | dp_netdev_output_userspace(dp, packet, DPIF_UC_MISS, &key, 0); |
72865317 BP |
1092 | } |
1093 | } | |
1094 | ||
1095 | static void | |
640e1b20 | 1096 | dpif_netdev_run(struct dpif *dpif) |
72865317 | 1097 | { |
640e1b20 BP |
1098 | struct dp_netdev *dp = get_dp_netdev(dpif); |
1099 | struct dp_netdev_port *port; | |
72865317 | 1100 | struct ofpbuf packet; |
72865317 | 1101 | |
ecf9ebff | 1102 | ofpbuf_init(&packet, DP_NETDEV_HEADROOM + VLAN_ETH_HEADER_LEN + max_mtu); |
72865317 | 1103 | |
640e1b20 BP |
1104 | LIST_FOR_EACH (port, node, &dp->port_list) { |
1105 | int error; | |
1106 | ||
1107 | /* Reset packet contents. */ | |
1108 | ofpbuf_clear(&packet); | |
1109 | ofpbuf_reserve(&packet, DP_NETDEV_HEADROOM); | |
1110 | ||
1111 | error = netdev_recv(port->netdev, &packet); | |
1112 | if (!error) { | |
1113 | dp_netdev_port_input(dp, port, &packet); | |
1114 | } else if (error != EAGAIN && error != EOPNOTSUPP) { | |
1115 | static struct vlog_rate_limit rl = VLOG_RATE_LIMIT_INIT(1, 5); | |
1116 | VLOG_ERR_RL(&rl, "error receiving data from %s: %s", | |
1117 | netdev_get_name(port->netdev), strerror(error)); | |
72865317 BP |
1118 | } |
1119 | } | |
1120 | ofpbuf_uninit(&packet); | |
1121 | } | |
1122 | ||
1123 | static void | |
640e1b20 | 1124 | dpif_netdev_wait(struct dpif *dpif) |
72865317 | 1125 | { |
640e1b20 BP |
1126 | struct dp_netdev *dp = get_dp_netdev(dpif); |
1127 | struct dp_netdev_port *port; | |
462278db | 1128 | |
640e1b20 BP |
1129 | LIST_FOR_EACH (port, node, &dp->port_list) { |
1130 | netdev_recv_wait(port->netdev); | |
72865317 BP |
1131 | } |
1132 | } | |
1133 | ||
72865317 | 1134 | static void |
aebdcb93 | 1135 | dp_netdev_strip_vlan(struct ofpbuf *packet) |
72865317 BP |
1136 | { |
1137 | struct vlan_eth_header *veh = packet->l2; | |
1805876e BP |
1138 | if (packet->size >= sizeof *veh |
1139 | && veh->veth_type == htons(ETH_TYPE_VLAN)) { | |
72865317 BP |
1140 | struct eth_header tmp; |
1141 | ||
1142 | memcpy(tmp.eth_dst, veh->veth_dst, ETH_ADDR_LEN); | |
1143 | memcpy(tmp.eth_src, veh->veth_src, ETH_ADDR_LEN); | |
1144 | tmp.eth_type = veh->veth_next_type; | |
1145 | ||
4b87bea6 | 1146 | ofpbuf_pull(packet, VLAN_HEADER_LEN); |
72865317 BP |
1147 | packet->l2 = (char*)packet->l2 + VLAN_HEADER_LEN; |
1148 | memcpy(packet->data, &tmp, sizeof tmp); | |
72865317 BP |
1149 | } |
1150 | } | |
1151 | ||
1152 | static void | |
aebdcb93 | 1153 | dp_netdev_set_dl_src(struct ofpbuf *packet, const uint8_t dl_addr[ETH_ADDR_LEN]) |
72865317 BP |
1154 | { |
1155 | struct eth_header *eh = packet->l2; | |
1156 | memcpy(eh->eth_src, dl_addr, sizeof eh->eth_src); | |
1157 | } | |
1158 | ||
1159 | static void | |
aebdcb93 | 1160 | dp_netdev_set_dl_dst(struct ofpbuf *packet, const uint8_t dl_addr[ETH_ADDR_LEN]) |
72865317 BP |
1161 | { |
1162 | struct eth_header *eh = packet->l2; | |
1163 | memcpy(eh->eth_dst, dl_addr, sizeof eh->eth_dst); | |
1164 | } | |
1165 | ||
ca78c6b6 | 1166 | static bool |
14608a15 | 1167 | is_ip(const struct ofpbuf *packet, const struct flow *key) |
ca78c6b6 BP |
1168 | { |
1169 | return key->dl_type == htons(ETH_TYPE_IP) && packet->l4; | |
1170 | } | |
1171 | ||
72865317 | 1172 | static void |
e70f33fc | 1173 | dp_netdev_set_nw_addr(struct ofpbuf *packet, const struct flow *key, |
cdee00fd | 1174 | const struct nlattr *a) |
72865317 | 1175 | { |
ca78c6b6 | 1176 | if (is_ip(packet, key)) { |
72865317 | 1177 | struct ip_header *nh = packet->l3; |
cdee00fd BP |
1178 | ovs_be32 ip = nl_attr_get_be32(a); |
1179 | uint16_t type = nl_attr_type(a); | |
d84d4b88 | 1180 | ovs_be32 *field; |
72865317 | 1181 | |
7aec165d | 1182 | field = type == ODP_ACTION_ATTR_SET_NW_SRC ? &nh->ip_src : &nh->ip_dst; |
6767a2cc | 1183 | if (key->nw_proto == IPPROTO_TCP && packet->l7) { |
72865317 | 1184 | struct tcp_header *th = packet->l4; |
cdee00fd | 1185 | th->tcp_csum = recalc_csum32(th->tcp_csum, *field, ip); |
6767a2cc | 1186 | } else if (key->nw_proto == IPPROTO_UDP && packet->l7) { |
72865317 BP |
1187 | struct udp_header *uh = packet->l4; |
1188 | if (uh->udp_csum) { | |
cdee00fd | 1189 | uh->udp_csum = recalc_csum32(uh->udp_csum, *field, ip); |
72865317 | 1190 | if (!uh->udp_csum) { |
d84d4b88 | 1191 | uh->udp_csum = htons(0xffff); |
72865317 BP |
1192 | } |
1193 | } | |
1194 | } | |
cdee00fd BP |
1195 | nh->ip_csum = recalc_csum32(nh->ip_csum, *field, ip); |
1196 | *field = ip; | |
72865317 BP |
1197 | } |
1198 | } | |
1199 | ||
959a2ecd | 1200 | static void |
e70f33fc BP |
1201 | dp_netdev_set_nw_tos(struct ofpbuf *packet, const struct flow *key, |
1202 | uint8_t nw_tos) | |
959a2ecd | 1203 | { |
ca78c6b6 | 1204 | if (is_ip(packet, key)) { |
959a2ecd JP |
1205 | struct ip_header *nh = packet->l3; |
1206 | uint8_t *field = &nh->ip_tos; | |
1207 | ||
f1193301 | 1208 | /* Set the DSCP bits and preserve the ECN bits. */ |
cdee00fd | 1209 | uint8_t new = nw_tos | (nh->ip_tos & IP_ECN_MASK); |
959a2ecd JP |
1210 | |
1211 | nh->ip_csum = recalc_csum16(nh->ip_csum, htons((uint16_t)*field), | |
3d785a24 | 1212 | htons((uint16_t) new)); |
959a2ecd JP |
1213 | *field = new; |
1214 | } | |
1215 | } | |
1216 | ||
72865317 | 1217 | static void |
e70f33fc | 1218 | dp_netdev_set_tp_port(struct ofpbuf *packet, const struct flow *key, |
cdee00fd | 1219 | const struct nlattr *a) |
72865317 | 1220 | { |
ca78c6b6 | 1221 | if (is_ip(packet, key)) { |
cdee00fd BP |
1222 | uint16_t type = nl_attr_type(a); |
1223 | ovs_be16 port = nl_attr_get_be16(a); | |
d84d4b88 | 1224 | ovs_be16 *field; |
cdee00fd | 1225 | |
ca78c6b6 | 1226 | if (key->nw_proto == IPPROTO_TCP && packet->l7) { |
72865317 | 1227 | struct tcp_header *th = packet->l4; |
7aec165d BP |
1228 | field = (type == ODP_ACTION_ATTR_SET_TP_SRC |
1229 | ? &th->tcp_src : &th->tcp_dst); | |
cdee00fd BP |
1230 | th->tcp_csum = recalc_csum16(th->tcp_csum, *field, port); |
1231 | *field = port; | |
ca78c6b6 | 1232 | } else if (key->nw_proto == IPPROTO_UDP && packet->l7) { |
72865317 | 1233 | struct udp_header *uh = packet->l4; |
7aec165d BP |
1234 | field = (type == ODP_ACTION_ATTR_SET_TP_SRC |
1235 | ? &uh->udp_src : &uh->udp_dst); | |
cdee00fd BP |
1236 | uh->udp_csum = recalc_csum16(uh->udp_csum, *field, port); |
1237 | *field = port; | |
11cdf5e6 JG |
1238 | } else { |
1239 | return; | |
1240 | } | |
72865317 BP |
1241 | } |
1242 | } | |
1243 | ||
1244 | static void | |
1245 | dp_netdev_output_port(struct dp_netdev *dp, struct ofpbuf *packet, | |
1246 | uint16_t out_port) | |
1247 | { | |
2105ccc8 | 1248 | struct dp_netdev_port *p = dp->ports[out_port]; |
72865317 BP |
1249 | if (p) { |
1250 | netdev_send(p->netdev, packet); | |
1251 | } | |
1252 | } | |
1253 | ||
72865317 | 1254 | static int |
b85d8d61 | 1255 | dp_netdev_output_userspace(struct dp_netdev *dp, const struct ofpbuf *packet, |
856081f6 | 1256 | int queue_no, const struct flow *flow, uint64_t arg) |
72865317 | 1257 | { |
856081f6 BP |
1258 | struct dp_netdev_queue *q = &dp->queues[queue_no]; |
1259 | struct dpif_upcall *upcall; | |
1260 | struct ofpbuf *buf; | |
1261 | size_t key_len; | |
72865317 | 1262 | |
856081f6 | 1263 | if (q->head - q->tail >= MAX_QUEUE_LEN) { |
72865317 BP |
1264 | dp->n_lost++; |
1265 | return ENOBUFS; | |
1266 | } | |
1267 | ||
856081f6 BP |
1268 | buf = ofpbuf_new(ODPUTIL_FLOW_KEY_BYTES + 2 + packet->size); |
1269 | odp_flow_key_from_flow(buf, flow); | |
1270 | key_len = buf->size; | |
1271 | ofpbuf_pull(buf, key_len); | |
1272 | ofpbuf_reserve(buf, 2); | |
1273 | ofpbuf_put(buf, packet->data, packet->size); | |
1274 | ||
1275 | upcall = xzalloc(sizeof *upcall); | |
1276 | upcall->type = queue_no; | |
1277 | upcall->packet = buf; | |
1278 | upcall->key = buf->base; | |
1279 | upcall->key_len = key_len; | |
1280 | upcall->userdata = arg; | |
1281 | ||
ed4031e4 | 1282 | q->upcalls[q->head++ & QUEUE_MASK] = upcall; |
72865317 BP |
1283 | |
1284 | return 0; | |
1285 | } | |
1286 | ||
1287 | static int | |
1288 | dp_netdev_execute_actions(struct dp_netdev *dp, | |
14608a15 | 1289 | struct ofpbuf *packet, struct flow *key, |
cdee00fd | 1290 | const struct nlattr *actions, |
cf22f8cb | 1291 | size_t actions_len) |
72865317 | 1292 | { |
cdee00fd BP |
1293 | const struct nlattr *a; |
1294 | unsigned int left; | |
72865317 | 1295 | |
cdee00fd BP |
1296 | NL_ATTR_FOR_EACH_UNSAFE (a, left, actions, actions_len) { |
1297 | switch (nl_attr_type(a)) { | |
7aec165d | 1298 | case ODP_ACTION_ATTR_OUTPUT: |
cdee00fd | 1299 | dp_netdev_output_port(dp, packet, nl_attr_get_u32(a)); |
2105ccc8 | 1300 | break; |
72865317 | 1301 | |
b85d8d61 PS |
1302 | case ODP_ACTION_ATTR_USERSPACE: |
1303 | dp_netdev_output_userspace(dp, packet, DPIF_UC_ACTION, | |
856081f6 | 1304 | key, nl_attr_get_u64(a)); |
2105ccc8 | 1305 | break; |
72865317 | 1306 | |
7aec165d | 1307 | case ODP_ACTION_ATTR_SET_DL_TCI: |
7c66b273 | 1308 | eth_set_vlan_tci(packet, nl_attr_get_be16(a)); |
72865317 BP |
1309 | break; |
1310 | ||
7aec165d | 1311 | case ODP_ACTION_ATTR_STRIP_VLAN: |
2105ccc8 BP |
1312 | dp_netdev_strip_vlan(packet); |
1313 | break; | |
72865317 | 1314 | |
7aec165d | 1315 | case ODP_ACTION_ATTR_SET_DL_SRC: |
cdee00fd | 1316 | dp_netdev_set_dl_src(packet, nl_attr_get_unspec(a, ETH_ADDR_LEN)); |
2105ccc8 | 1317 | break; |
72865317 | 1318 | |
7aec165d | 1319 | case ODP_ACTION_ATTR_SET_DL_DST: |
cdee00fd | 1320 | dp_netdev_set_dl_dst(packet, nl_attr_get_unspec(a, ETH_ADDR_LEN)); |
2105ccc8 | 1321 | break; |
72865317 | 1322 | |
7aec165d BP |
1323 | case ODP_ACTION_ATTR_SET_NW_SRC: |
1324 | case ODP_ACTION_ATTR_SET_NW_DST: | |
cdee00fd | 1325 | dp_netdev_set_nw_addr(packet, key, a); |
2105ccc8 | 1326 | break; |
72865317 | 1327 | |
7aec165d | 1328 | case ODP_ACTION_ATTR_SET_NW_TOS: |
cdee00fd | 1329 | dp_netdev_set_nw_tos(packet, key, nl_attr_get_u8(a)); |
2105ccc8 | 1330 | break; |
959a2ecd | 1331 | |
7aec165d BP |
1332 | case ODP_ACTION_ATTR_SET_TP_SRC: |
1333 | case ODP_ACTION_ATTR_SET_TP_DST: | |
cdee00fd | 1334 | dp_netdev_set_tp_port(packet, key, a); |
2105ccc8 | 1335 | break; |
2105ccc8 BP |
1336 | } |
1337 | } | |
72865317 BP |
1338 | return 0; |
1339 | } | |
1340 | ||
1341 | const struct dpif_class dpif_netdev_class = { | |
72865317 | 1342 | "netdev", |
d3d22744 | 1343 | NULL, /* enumerate */ |
72865317 BP |
1344 | dpif_netdev_open, |
1345 | dpif_netdev_close, | |
7dab847a | 1346 | dpif_netdev_destroy, |
640e1b20 BP |
1347 | dpif_netdev_run, |
1348 | dpif_netdev_wait, | |
72865317 BP |
1349 | dpif_netdev_get_stats, |
1350 | dpif_netdev_get_drop_frags, | |
1351 | dpif_netdev_set_drop_frags, | |
1352 | dpif_netdev_port_add, | |
1353 | dpif_netdev_port_del, | |
1354 | dpif_netdev_port_query_by_number, | |
1355 | dpif_netdev_port_query_by_name, | |
996c1b3d | 1356 | dpif_netdev_get_max_ports, |
b0ec0f27 BP |
1357 | dpif_netdev_port_dump_start, |
1358 | dpif_netdev_port_dump_next, | |
1359 | dpif_netdev_port_dump_done, | |
72865317 BP |
1360 | dpif_netdev_port_poll, |
1361 | dpif_netdev_port_poll_wait, | |
72865317 BP |
1362 | dpif_netdev_flow_get, |
1363 | dpif_netdev_flow_put, | |
1364 | dpif_netdev_flow_del, | |
1365 | dpif_netdev_flow_flush, | |
704a1e09 BP |
1366 | dpif_netdev_flow_dump_start, |
1367 | dpif_netdev_flow_dump_next, | |
1368 | dpif_netdev_flow_dump_done, | |
72865317 BP |
1369 | dpif_netdev_execute, |
1370 | dpif_netdev_recv_get_mask, | |
1371 | dpif_netdev_recv_set_mask, | |
72b06300 BP |
1372 | NULL, /* get_sflow_probability */ |
1373 | NULL, /* set_sflow_probability */ | |
aae51f53 | 1374 | NULL, /* queue_to_priority */ |
72865317 BP |
1375 | dpif_netdev_recv, |
1376 | dpif_netdev_recv_wait, | |
1ba530f4 | 1377 | dpif_netdev_recv_purge, |
72865317 | 1378 | }; |
614c4892 BP |
1379 | |
1380 | void | |
1381 | dpif_dummy_register(void) | |
1382 | { | |
1383 | if (!dpif_dummy_class.type) { | |
1384 | dpif_dummy_class = dpif_netdev_class; | |
1385 | dpif_dummy_class.type = "dummy"; | |
1386 | dp_register_provider(&dpif_dummy_class); | |
1387 | } | |
1388 | } |