2 * Copyright (c) 2009, 2010, 2011, 2012, 2013, 2014, 2015 Nicira, Inc.
3 * Copyright (c) 2013 Simon Horman
5 * Licensed under the Apache License, Version 2.0 (the "License");
6 * you may not use this file except in compliance with the License.
7 * You may obtain a copy of the License at:
9 * http://www.apache.org/licenses/LICENSE-2.0
11 * Unless required by applicable law or agreed to in writing, software
12 * distributed under the License is distributed on an "AS IS" BASIS,
13 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14 * See the License for the specific language governing permissions and
15 * limitations under the License.
19 #include "odp-execute.h"
20 #include <arpa/inet.h>
21 #include <netinet/in.h>
22 #include <netinet/icmp6.h>
23 #include <netinet/ip6.h>
27 #include "dp-packet.h"
30 #include "odp-netlink.h"
34 #include "unaligned.h"
38 /* Masked copy of an ethernet address. 'src' is already properly masked. */
40 ether_addr_copy_masked(struct eth_addr
*dst
, const struct eth_addr src
,
41 const struct eth_addr mask
)
45 for (i
= 0; i
< ARRAY_SIZE(dst
->be16
); i
++) {
46 dst
->be16
[i
] = src
.be16
[i
] | (dst
->be16
[i
] & ~mask
.be16
[i
]);
51 odp_eth_set_addrs(struct dp_packet
*packet
, const struct ovs_key_ethernet
*key
,
52 const struct ovs_key_ethernet
*mask
)
54 struct eth_header
*eh
= dp_packet_eth(packet
);
58 eh
->eth_src
= key
->eth_src
;
59 eh
->eth_dst
= key
->eth_dst
;
61 ether_addr_copy_masked(&eh
->eth_src
, key
->eth_src
, mask
->eth_src
);
62 ether_addr_copy_masked(&eh
->eth_dst
, key
->eth_dst
, mask
->eth_dst
);
68 odp_set_ipv4(struct dp_packet
*packet
, const struct ovs_key_ipv4
*key
,
69 const struct ovs_key_ipv4
*mask
)
71 struct ip_header
*nh
= dp_packet_l3(packet
);
80 ip_src_nh
= get_16aligned_be32(&nh
->ip_src
);
81 new_ip_src
= key
->ipv4_src
| (ip_src_nh
& ~mask
->ipv4_src
);
83 if (ip_src_nh
!= new_ip_src
) {
84 packet_set_ipv4_addr(packet
, &nh
->ip_src
, new_ip_src
);
89 ip_dst_nh
= get_16aligned_be32(&nh
->ip_dst
);
90 new_ip_dst
= key
->ipv4_dst
| (ip_dst_nh
& ~mask
->ipv4_dst
);
92 if (ip_dst_nh
!= new_ip_dst
) {
93 packet_set_ipv4_addr(packet
, &nh
->ip_dst
, new_ip_dst
);
98 new_tos
= key
->ipv4_tos
| (nh
->ip_tos
& ~mask
->ipv4_tos
);
100 if (nh
->ip_tos
!= new_tos
) {
101 nh
->ip_csum
= recalc_csum16(nh
->ip_csum
,
102 htons((uint16_t) nh
->ip_tos
),
103 htons((uint16_t) new_tos
));
104 nh
->ip_tos
= new_tos
;
108 if (OVS_LIKELY(mask
->ipv4_ttl
)) {
109 new_ttl
= key
->ipv4_ttl
| (nh
->ip_ttl
& ~mask
->ipv4_ttl
);
111 if (OVS_LIKELY(nh
->ip_ttl
!= new_ttl
)) {
112 nh
->ip_csum
= recalc_csum16(nh
->ip_csum
, htons(nh
->ip_ttl
<< 8),
113 htons(new_ttl
<< 8));
114 nh
->ip_ttl
= new_ttl
;
119 static struct in6_addr
*
120 mask_ipv6_addr(const ovs_16aligned_be32
*old
, const struct in6_addr
*addr
,
121 const struct in6_addr
*mask
, struct in6_addr
*masked
)
124 for (int i
= 0; i
< 4; i
++) {
125 masked
->s6_addr32
[i
] = addr
->s6_addr32
[i
]
126 | (get_16aligned_be32(&old
[i
]) & ~mask
->s6_addr32
[i
]);
129 const uint8_t *old8
= (const uint8_t *)old
;
130 for (int i
= 0; i
< 16; i
++) {
131 masked
->s6_addr
[i
] = addr
->s6_addr
[i
] | (old8
[i
] & ~mask
->s6_addr
[i
]);
138 odp_set_ipv6(struct dp_packet
*packet
, const struct ovs_key_ipv6
*key
,
139 const struct ovs_key_ipv6
*mask
)
141 struct ovs_16aligned_ip6_hdr
*nh
= dp_packet_l3(packet
);
142 struct in6_addr sbuf
, dbuf
;
143 uint8_t old_tc
= ntohl(get_16aligned_be32(&nh
->ip6_flow
)) >> 20;
144 ovs_be32 old_fl
= get_16aligned_be32(&nh
->ip6_flow
) & htonl(0xfffff);
148 mask_ipv6_addr(nh
->ip6_src
.be32
, &key
->ipv6_src
, &mask
->ipv6_src
,
150 mask_ipv6_addr(nh
->ip6_dst
.be32
, &key
->ipv6_dst
, &mask
->ipv6_dst
,
152 key
->ipv6_tclass
| (old_tc
& ~mask
->ipv6_tclass
),
153 key
->ipv6_label
| (old_fl
& ~mask
->ipv6_label
),
154 key
->ipv6_hlimit
| (nh
->ip6_hlim
& ~mask
->ipv6_hlimit
));
158 odp_set_tcp(struct dp_packet
*packet
, const struct ovs_key_tcp
*key
,
159 const struct ovs_key_tcp
*mask
)
161 struct tcp_header
*th
= dp_packet_l4(packet
);
163 if (OVS_LIKELY(th
&& dp_packet_get_tcp_payload(packet
))) {
164 packet_set_tcp_port(packet
,
165 key
->tcp_src
| (th
->tcp_src
& ~mask
->tcp_src
),
166 key
->tcp_dst
| (th
->tcp_dst
& ~mask
->tcp_dst
));
171 odp_set_udp(struct dp_packet
*packet
, const struct ovs_key_udp
*key
,
172 const struct ovs_key_udp
*mask
)
174 struct udp_header
*uh
= dp_packet_l4(packet
);
176 if (OVS_LIKELY(uh
&& dp_packet_get_udp_payload(packet
))) {
177 packet_set_udp_port(packet
,
178 key
->udp_src
| (uh
->udp_src
& ~mask
->udp_src
),
179 key
->udp_dst
| (uh
->udp_dst
& ~mask
->udp_dst
));
184 odp_set_sctp(struct dp_packet
*packet
, const struct ovs_key_sctp
*key
,
185 const struct ovs_key_sctp
*mask
)
187 struct sctp_header
*sh
= dp_packet_l4(packet
);
189 if (OVS_LIKELY(sh
&& dp_packet_get_sctp_payload(packet
))) {
190 packet_set_sctp_port(packet
,
191 key
->sctp_src
| (sh
->sctp_src
& ~mask
->sctp_src
),
192 key
->sctp_dst
| (sh
->sctp_dst
& ~mask
->sctp_dst
));
197 odp_set_tunnel_action(const struct nlattr
*a
, struct flow_tnl
*tun_key
)
199 enum odp_key_fitness fitness
;
201 fitness
= odp_tun_key_from_attr(a
, tun_key
);
202 ovs_assert(fitness
!= ODP_FIT_ERROR
);
206 set_arp(struct dp_packet
*packet
, const struct ovs_key_arp
*key
,
207 const struct ovs_key_arp
*mask
)
209 struct arp_eth_header
*arp
= dp_packet_l3(packet
);
212 arp
->ar_op
= key
->arp_op
;
213 arp
->ar_sha
= key
->arp_sha
;
214 put_16aligned_be32(&arp
->ar_spa
, key
->arp_sip
);
215 arp
->ar_tha
= key
->arp_tha
;
216 put_16aligned_be32(&arp
->ar_tpa
, key
->arp_tip
);
218 ovs_be32 ar_spa
= get_16aligned_be32(&arp
->ar_spa
);
219 ovs_be32 ar_tpa
= get_16aligned_be32(&arp
->ar_tpa
);
221 arp
->ar_op
= key
->arp_op
| (arp
->ar_op
& ~mask
->arp_op
);
222 ether_addr_copy_masked(&arp
->ar_sha
, key
->arp_sha
, mask
->arp_sha
);
223 put_16aligned_be32(&arp
->ar_spa
,
224 key
->arp_sip
| (ar_spa
& ~mask
->arp_sip
));
225 ether_addr_copy_masked(&arp
->ar_tha
, key
->arp_tha
, mask
->arp_tha
);
226 put_16aligned_be32(&arp
->ar_tpa
,
227 key
->arp_tip
| (ar_tpa
& ~mask
->arp_tip
));
232 odp_set_nd(struct dp_packet
*packet
, const struct ovs_key_nd
*key
,
233 const struct ovs_key_nd
*mask
)
235 const struct ovs_nd_msg
*ns
= dp_packet_l4(packet
);
236 const struct ovs_nd_lla_opt
*lla_opt
= dp_packet_get_nd_payload(packet
);
238 if (OVS_LIKELY(ns
&& lla_opt
)) {
239 int bytes_remain
= dp_packet_l4_size(packet
) - sizeof(*ns
);
240 struct in6_addr tgt_buf
;
241 struct eth_addr sll_buf
= eth_addr_zero
;
242 struct eth_addr tll_buf
= eth_addr_zero
;
244 while (bytes_remain
>= ND_LLA_OPT_LEN
&& lla_opt
->len
!= 0) {
245 if (lla_opt
->type
== ND_OPT_SOURCE_LINKADDR
246 && lla_opt
->len
== 1) {
247 sll_buf
= lla_opt
->mac
;
248 ether_addr_copy_masked(&sll_buf
, key
->nd_sll
, mask
->nd_sll
);
250 /* A packet can only contain one SLL or TLL option */
252 } else if (lla_opt
->type
== ND_OPT_TARGET_LINKADDR
253 && lla_opt
->len
== 1) {
254 tll_buf
= lla_opt
->mac
;
255 ether_addr_copy_masked(&tll_buf
, key
->nd_tll
, mask
->nd_tll
);
257 /* A packet can only contain one SLL or TLL option */
261 lla_opt
+= lla_opt
->len
;
262 bytes_remain
-= lla_opt
->len
* ND_LLA_OPT_LEN
;
265 packet_set_nd(packet
,
266 mask_ipv6_addr(ns
->target
.be32
, &key
->nd_target
,
267 &mask
->nd_target
, &tgt_buf
),
273 /* Set the NSH header. Assumes the NSH header is present and matches the
274 * MD format of the key. The slow path must take case of that. */
276 odp_set_nsh(struct dp_packet
*packet
, const struct ovs_key_nsh
*key
,
277 const struct ovs_key_nsh
*mask
)
279 struct nsh_hdr
*nsh
= dp_packet_l3(packet
);
282 nsh
->ver_flags_len
= htons(key
->flags
<< NSH_FLAGS_SHIFT
) |
283 (nsh
->ver_flags_len
& ~htons(NSH_FLAGS_MASK
));
284 put_16aligned_be32(&nsh
->path_hdr
, key
->path_hdr
);
285 switch (nsh
->md_type
) {
287 for (int i
= 0; i
< 4; i
++) {
288 put_16aligned_be32(&nsh
->md1
.c
[i
], key
->c
[i
]);
298 uint8_t flags
= (ntohs(nsh
->ver_flags_len
) & NSH_FLAGS_MASK
) >>
300 flags
= key
->flags
| (flags
& ~mask
->flags
);
301 nsh
->ver_flags_len
= htons(flags
<< NSH_FLAGS_SHIFT
) |
302 (nsh
->ver_flags_len
& ~htons(NSH_FLAGS_MASK
));
304 ovs_be32 path_hdr
= get_16aligned_be32(&nsh
->path_hdr
);
305 path_hdr
= key
->path_hdr
| (path_hdr
& ~mask
->path_hdr
);
306 put_16aligned_be32(&nsh
->path_hdr
, path_hdr
);
307 switch (nsh
->md_type
) {
309 for (int i
= 0; i
< 4; i
++) {
310 ovs_be32 p
= get_16aligned_be32(&nsh
->md1
.c
[i
]);
311 ovs_be32 k
= key
->c
[i
];
312 ovs_be32 m
= mask
->c
[i
];
313 put_16aligned_be32(&nsh
->md1
.c
[i
], k
| (p
& ~m
));
326 odp_execute_set_action(struct dp_packet
*packet
, const struct nlattr
*a
)
328 enum ovs_key_attr type
= nl_attr_type(a
);
329 const struct ovs_key_ipv4
*ipv4_key
;
330 const struct ovs_key_ipv6
*ipv6_key
;
331 struct pkt_metadata
*md
= &packet
->md
;
334 case OVS_KEY_ATTR_PRIORITY
:
335 md
->skb_priority
= nl_attr_get_u32(a
);
338 case OVS_KEY_ATTR_TUNNEL
:
339 odp_set_tunnel_action(a
, &md
->tunnel
);
342 case OVS_KEY_ATTR_SKB_MARK
:
343 md
->pkt_mark
= nl_attr_get_u32(a
);
346 case OVS_KEY_ATTR_ETHERNET
:
347 odp_eth_set_addrs(packet
, nl_attr_get(a
), NULL
);
350 case OVS_KEY_ATTR_NSH
:
351 odp_set_nsh(packet
, nl_attr_get(a
), NULL
);
354 case OVS_KEY_ATTR_IPV4
:
355 ipv4_key
= nl_attr_get_unspec(a
, sizeof(struct ovs_key_ipv4
));
356 packet_set_ipv4(packet
, ipv4_key
->ipv4_src
,
357 ipv4_key
->ipv4_dst
, ipv4_key
->ipv4_tos
,
361 case OVS_KEY_ATTR_IPV6
:
362 ipv6_key
= nl_attr_get_unspec(a
, sizeof(struct ovs_key_ipv6
));
363 packet_set_ipv6(packet
, &ipv6_key
->ipv6_src
, &ipv6_key
->ipv6_dst
,
364 ipv6_key
->ipv6_tclass
, ipv6_key
->ipv6_label
,
365 ipv6_key
->ipv6_hlimit
);
368 case OVS_KEY_ATTR_TCP
:
369 if (OVS_LIKELY(dp_packet_get_tcp_payload(packet
))) {
370 const struct ovs_key_tcp
*tcp_key
371 = nl_attr_get_unspec(a
, sizeof(struct ovs_key_tcp
));
373 packet_set_tcp_port(packet
, tcp_key
->tcp_src
,
378 case OVS_KEY_ATTR_UDP
:
379 if (OVS_LIKELY(dp_packet_get_udp_payload(packet
))) {
380 const struct ovs_key_udp
*udp_key
381 = nl_attr_get_unspec(a
, sizeof(struct ovs_key_udp
));
383 packet_set_udp_port(packet
, udp_key
->udp_src
,
388 case OVS_KEY_ATTR_SCTP
:
389 if (OVS_LIKELY(dp_packet_get_sctp_payload(packet
))) {
390 const struct ovs_key_sctp
*sctp_key
391 = nl_attr_get_unspec(a
, sizeof(struct ovs_key_sctp
));
393 packet_set_sctp_port(packet
, sctp_key
->sctp_src
,
398 case OVS_KEY_ATTR_MPLS
:
399 set_mpls_lse(packet
, nl_attr_get_be32(a
));
402 case OVS_KEY_ATTR_ARP
:
403 set_arp(packet
, nl_attr_get(a
), NULL
);
406 case OVS_KEY_ATTR_ICMP
:
407 case OVS_KEY_ATTR_ICMPV6
:
408 if (OVS_LIKELY(dp_packet_get_icmp_payload(packet
))) {
409 const struct ovs_key_icmp
*icmp_key
410 = nl_attr_get_unspec(a
, sizeof(struct ovs_key_icmp
));
412 packet_set_icmp(packet
, icmp_key
->icmp_type
, icmp_key
->icmp_code
);
416 case OVS_KEY_ATTR_ND
:
417 if (OVS_LIKELY(dp_packet_get_nd_payload(packet
))) {
418 const struct ovs_key_nd
*nd_key
419 = nl_attr_get_unspec(a
, sizeof(struct ovs_key_nd
));
420 packet_set_nd(packet
, &nd_key
->nd_target
, nd_key
->nd_sll
,
425 case OVS_KEY_ATTR_DP_HASH
:
426 md
->dp_hash
= nl_attr_get_u32(a
);
429 case OVS_KEY_ATTR_RECIRC_ID
:
430 md
->recirc_id
= nl_attr_get_u32(a
);
433 case OVS_KEY_ATTR_UNSPEC
:
434 case OVS_KEY_ATTR_PACKET_TYPE
:
435 case OVS_KEY_ATTR_ENCAP
:
436 case OVS_KEY_ATTR_ETHERTYPE
:
437 case OVS_KEY_ATTR_IN_PORT
:
438 case OVS_KEY_ATTR_VLAN
:
439 case OVS_KEY_ATTR_TCP_FLAGS
:
440 case OVS_KEY_ATTR_CT_STATE
:
441 case OVS_KEY_ATTR_CT_ORIG_TUPLE_IPV4
:
442 case OVS_KEY_ATTR_CT_ORIG_TUPLE_IPV6
:
443 case OVS_KEY_ATTR_CT_ZONE
:
444 case OVS_KEY_ATTR_CT_MARK
:
445 case OVS_KEY_ATTR_CT_LABELS
:
446 case __OVS_KEY_ATTR_MAX
:
452 #define get_mask(a, type) ((const type *)(const void *)(a + 1) + 1)
455 odp_execute_masked_set_action(struct dp_packet
*packet
,
456 const struct nlattr
*a
)
458 struct pkt_metadata
*md
= &packet
->md
;
459 enum ovs_key_attr type
= nl_attr_type(a
);
463 case OVS_KEY_ATTR_PRIORITY
:
464 md
->skb_priority
= nl_attr_get_u32(a
)
465 | (md
->skb_priority
& ~*get_mask(a
, uint32_t));
468 case OVS_KEY_ATTR_SKB_MARK
:
469 md
->pkt_mark
= nl_attr_get_u32(a
)
470 | (md
->pkt_mark
& ~*get_mask(a
, uint32_t));
473 case OVS_KEY_ATTR_ETHERNET
:
474 odp_eth_set_addrs(packet
, nl_attr_get(a
),
475 get_mask(a
, struct ovs_key_ethernet
));
478 case OVS_KEY_ATTR_NSH
:
479 odp_set_nsh(packet
, nl_attr_get(a
),
480 get_mask(a
, struct ovs_key_nsh
));
483 case OVS_KEY_ATTR_IPV4
:
484 odp_set_ipv4(packet
, nl_attr_get(a
),
485 get_mask(a
, struct ovs_key_ipv4
));
488 case OVS_KEY_ATTR_IPV6
:
489 odp_set_ipv6(packet
, nl_attr_get(a
),
490 get_mask(a
, struct ovs_key_ipv6
));
493 case OVS_KEY_ATTR_TCP
:
494 odp_set_tcp(packet
, nl_attr_get(a
),
495 get_mask(a
, struct ovs_key_tcp
));
498 case OVS_KEY_ATTR_UDP
:
499 odp_set_udp(packet
, nl_attr_get(a
),
500 get_mask(a
, struct ovs_key_udp
));
503 case OVS_KEY_ATTR_SCTP
:
504 odp_set_sctp(packet
, nl_attr_get(a
),
505 get_mask(a
, struct ovs_key_sctp
));
508 case OVS_KEY_ATTR_MPLS
:
509 mh
= dp_packet_l2_5(packet
);
511 put_16aligned_be32(&mh
->mpls_lse
, nl_attr_get_be32(a
)
512 | (get_16aligned_be32(&mh
->mpls_lse
)
513 & ~*get_mask(a
, ovs_be32
)));
517 case OVS_KEY_ATTR_ARP
:
518 set_arp(packet
, nl_attr_get(a
),
519 get_mask(a
, struct ovs_key_arp
));
522 case OVS_KEY_ATTR_ND
:
523 odp_set_nd(packet
, nl_attr_get(a
),
524 get_mask(a
, struct ovs_key_nd
));
527 case OVS_KEY_ATTR_DP_HASH
:
528 md
->dp_hash
= nl_attr_get_u32(a
)
529 | (md
->dp_hash
& ~*get_mask(a
, uint32_t));
532 case OVS_KEY_ATTR_RECIRC_ID
:
533 md
->recirc_id
= nl_attr_get_u32(a
)
534 | (md
->recirc_id
& ~*get_mask(a
, uint32_t));
537 case OVS_KEY_ATTR_TUNNEL
: /* Masked data not supported for tunnel. */
538 case OVS_KEY_ATTR_PACKET_TYPE
:
539 case OVS_KEY_ATTR_UNSPEC
:
540 case OVS_KEY_ATTR_CT_STATE
:
541 case OVS_KEY_ATTR_CT_ZONE
:
542 case OVS_KEY_ATTR_CT_MARK
:
543 case OVS_KEY_ATTR_CT_LABELS
:
544 case OVS_KEY_ATTR_CT_ORIG_TUPLE_IPV4
:
545 case OVS_KEY_ATTR_CT_ORIG_TUPLE_IPV6
:
546 case OVS_KEY_ATTR_ENCAP
:
547 case OVS_KEY_ATTR_ETHERTYPE
:
548 case OVS_KEY_ATTR_IN_PORT
:
549 case OVS_KEY_ATTR_VLAN
:
550 case OVS_KEY_ATTR_ICMP
:
551 case OVS_KEY_ATTR_ICMPV6
:
552 case OVS_KEY_ATTR_TCP_FLAGS
:
553 case __OVS_KEY_ATTR_MAX
:
560 odp_execute_sample(void *dp
, struct dp_packet
*packet
, bool steal
,
561 const struct nlattr
*action
,
562 odp_execute_cb dp_execute_action
)
564 const struct nlattr
*subactions
= NULL
;
565 const struct nlattr
*a
;
566 struct dp_packet_batch pb
;
569 NL_NESTED_FOR_EACH_UNSAFE (a
, left
, action
) {
570 int type
= nl_attr_type(a
);
572 switch ((enum ovs_sample_attr
) type
) {
573 case OVS_SAMPLE_ATTR_PROBABILITY
:
574 if (random_uint32() >= nl_attr_get_u32(a
)) {
576 dp_packet_delete(packet
);
582 case OVS_SAMPLE_ATTR_ACTIONS
:
586 case OVS_SAMPLE_ATTR_UNSPEC
:
587 case __OVS_SAMPLE_ATTR_MAX
:
594 /* The 'subactions' may modify the packet, but the modification
595 * should not propagate beyond this sample action. Make a copy
596 * the packet in case we don't own the packet, so that the
597 * 'subactions' are only applid to the clone. 'odp_execute_actions'
598 * will free the clone. */
599 packet
= dp_packet_clone(packet
);
601 dp_packet_batch_init_packet(&pb
, packet
);
602 odp_execute_actions(dp
, &pb
, true, nl_attr_get(subactions
),
603 nl_attr_get_size(subactions
), dp_execute_action
);
607 odp_execute_clone(void *dp
, struct dp_packet_batch
*batch
, bool steal
,
608 const struct nlattr
*actions
,
609 odp_execute_cb dp_execute_action
)
612 /* The 'actions' may modify the packet, but the modification
613 * should not propagate beyond this clone action. Make a copy
614 * the packet in case we don't own the packet, so that the
615 * 'actions' are only applied to the clone. 'odp_execute_actions'
616 * will free the clone. */
617 struct dp_packet_batch clone_pkt_batch
;
618 dp_packet_batch_clone(&clone_pkt_batch
, batch
);
619 dp_packet_batch_reset_cutlen(batch
);
620 odp_execute_actions(dp
, &clone_pkt_batch
, true, nl_attr_get(actions
),
621 nl_attr_get_size(actions
), dp_execute_action
);
624 odp_execute_actions(dp
, batch
, true, nl_attr_get(actions
),
625 nl_attr_get_size(actions
), dp_execute_action
);
630 requires_datapath_assistance(const struct nlattr
*a
)
632 enum ovs_action_attr type
= nl_attr_type(a
);
635 /* These only make sense in the context of a datapath. */
636 case OVS_ACTION_ATTR_OUTPUT
:
637 case OVS_ACTION_ATTR_TUNNEL_PUSH
:
638 case OVS_ACTION_ATTR_TUNNEL_POP
:
639 case OVS_ACTION_ATTR_USERSPACE
:
640 case OVS_ACTION_ATTR_RECIRC
:
641 case OVS_ACTION_ATTR_CT
:
642 case OVS_ACTION_ATTR_METER
:
645 case OVS_ACTION_ATTR_SET
:
646 case OVS_ACTION_ATTR_SET_MASKED
:
647 case OVS_ACTION_ATTR_PUSH_VLAN
:
648 case OVS_ACTION_ATTR_POP_VLAN
:
649 case OVS_ACTION_ATTR_SAMPLE
:
650 case OVS_ACTION_ATTR_HASH
:
651 case OVS_ACTION_ATTR_PUSH_MPLS
:
652 case OVS_ACTION_ATTR_POP_MPLS
:
653 case OVS_ACTION_ATTR_TRUNC
:
654 case OVS_ACTION_ATTR_PUSH_ETH
:
655 case OVS_ACTION_ATTR_POP_ETH
:
656 case OVS_ACTION_ATTR_CLONE
:
659 case OVS_ACTION_ATTR_UNSPEC
:
660 case __OVS_ACTION_ATTR_MAX
:
668 odp_execute_actions(void *dp
, struct dp_packet_batch
*batch
, bool steal
,
669 const struct nlattr
*actions
, size_t actions_len
,
670 odp_execute_cb dp_execute_action
)
672 struct dp_packet
*packet
;
673 const struct nlattr
*a
;
676 NL_ATTR_FOR_EACH_UNSAFE (a
, left
, actions
, actions_len
) {
677 int type
= nl_attr_type(a
);
678 bool last_action
= (left
<= NLA_ALIGN(a
->nla_len
));
680 if (requires_datapath_assistance(a
)) {
681 if (dp_execute_action
) {
682 /* Allow 'dp_execute_action' to steal the packet data if we do
683 * not need it any more. */
684 bool may_steal
= steal
&& last_action
;
686 dp_execute_action(dp
, batch
, a
, may_steal
);
689 /* We do not need to free the packets. dp_execute_actions()
697 switch ((enum ovs_action_attr
) type
) {
698 case OVS_ACTION_ATTR_HASH
: {
699 const struct ovs_action_hash
*hash_act
= nl_attr_get(a
);
701 /* Calculate a hash value directly. This might not match the
702 * value computed by the datapath, but it is much less expensive,
703 * and the current use case (bonding) does not require a strict
704 * match to work properly. */
705 if (hash_act
->hash_alg
== OVS_HASH_ALG_L4
) {
709 DP_PACKET_BATCH_FOR_EACH (packet
, batch
) {
710 /* RSS hash can be used here instead of 5tuple for
711 * performance reasons. */
712 if (dp_packet_rss_valid(packet
)) {
713 hash
= dp_packet_get_rss_hash(packet
);
714 hash
= hash_int(hash
, hash_act
->hash_basis
);
716 flow_extract(packet
, &flow
);
717 hash
= flow_hash_5tuple(&flow
, hash_act
->hash_basis
);
719 packet
->md
.dp_hash
= hash
;
722 /* Assert on unknown hash algorithm. */
728 case OVS_ACTION_ATTR_PUSH_VLAN
: {
729 const struct ovs_action_push_vlan
*vlan
= nl_attr_get(a
);
731 DP_PACKET_BATCH_FOR_EACH (packet
, batch
) {
732 eth_push_vlan(packet
, vlan
->vlan_tpid
, vlan
->vlan_tci
);
737 case OVS_ACTION_ATTR_POP_VLAN
:
738 DP_PACKET_BATCH_FOR_EACH (packet
, batch
) {
739 eth_pop_vlan(packet
);
743 case OVS_ACTION_ATTR_PUSH_MPLS
: {
744 const struct ovs_action_push_mpls
*mpls
= nl_attr_get(a
);
746 DP_PACKET_BATCH_FOR_EACH (packet
, batch
) {
747 push_mpls(packet
, mpls
->mpls_ethertype
, mpls
->mpls_lse
);
752 case OVS_ACTION_ATTR_POP_MPLS
:
753 DP_PACKET_BATCH_FOR_EACH (packet
, batch
) {
754 pop_mpls(packet
, nl_attr_get_be16(a
));
758 case OVS_ACTION_ATTR_SET
:
759 DP_PACKET_BATCH_FOR_EACH (packet
, batch
) {
760 odp_execute_set_action(packet
, nl_attr_get(a
));
764 case OVS_ACTION_ATTR_SET_MASKED
:
765 DP_PACKET_BATCH_FOR_EACH(packet
, batch
) {
766 odp_execute_masked_set_action(packet
, nl_attr_get(a
));
770 case OVS_ACTION_ATTR_SAMPLE
:
771 DP_PACKET_BATCH_FOR_EACH (packet
, batch
) {
772 odp_execute_sample(dp
, packet
, steal
&& last_action
, a
,
777 /* We do not need to free the packets. odp_execute_sample() has
783 case OVS_ACTION_ATTR_TRUNC
: {
784 const struct ovs_action_trunc
*trunc
=
785 nl_attr_get_unspec(a
, sizeof *trunc
);
788 DP_PACKET_BATCH_FOR_EACH (packet
, batch
) {
789 dp_packet_set_cutlen(packet
, trunc
->max_len
);
794 case OVS_ACTION_ATTR_CLONE
:
795 odp_execute_clone(dp
, batch
, steal
&& last_action
, a
,
798 /* We do not need to free the packets. odp_execute_clone() has
802 case OVS_ACTION_ATTR_METER
:
803 /* Not implemented yet. */
805 case OVS_ACTION_ATTR_PUSH_ETH
: {
806 const struct ovs_action_push_eth
*eth
= nl_attr_get(a
);
808 DP_PACKET_BATCH_FOR_EACH (packet
, batch
) {
809 push_eth(packet
, ð
->addresses
.eth_dst
,
810 ð
->addresses
.eth_src
);
815 case OVS_ACTION_ATTR_POP_ETH
:
816 DP_PACKET_BATCH_FOR_EACH (packet
, batch
) {
821 case OVS_ACTION_ATTR_OUTPUT
:
822 case OVS_ACTION_ATTR_TUNNEL_PUSH
:
823 case OVS_ACTION_ATTR_TUNNEL_POP
:
824 case OVS_ACTION_ATTR_USERSPACE
:
825 case OVS_ACTION_ATTR_RECIRC
:
826 case OVS_ACTION_ATTR_CT
:
827 case OVS_ACTION_ATTR_UNSPEC
:
828 case __OVS_ACTION_ATTR_MAX
:
833 dp_packet_delete_batch(batch
, steal
);