1 AT_BANNER([packet-type-aware pipeline])
3 AT_SETUP([ptap - triangle bridge setup with L2 and L3 GRE tunnels])
5 ########################
6 # GRE tunneling test setup for PTAP bridge
8 # 192.168.10.10 192.168.10.20 192.168.10.30
10 # |ovs-n1 |ovs-n2 |ovs-n3
11 # +------o------+ +------o------+ +------o------+
12 # | br-in1 | | br-in2 | | br-in3 |
14 # +------o------+ +------o------+ +------o------+
16 # 10.0.0.1 (10.0.0.2) (10.0.0.3)
17 # (20.0.0.1) 20.0.0.2 (20.0.0.3)
18 # (30.0.0.1) LOCAL (30.0.0.2) LOCAL 30.0.0.3 LOCAL
19 # +-----------o-+ +-----------o-+ +-----------o-+
20 # | br-p1 | | br-p2 | | br-p3 |
21 # +------o------+ +------o------+ +------o------+
22 # p1-0 | | p2-0 | p3-0
23 # p0-1 | | p0-2 | p0-3
24 # +--o------------------------o-------------------------o--+
26 # +--------------------------------------------------------+
29 # No Bridge Name Packet-type Remote bridge & ports
30 # -----------------------------------------------------------------------
31 # 1020 br-in1 gre-12 l2 br-in2 2010 (ptap)
32 # 1021 br-in1 gre-12_l3 l3 same
33 # 1030 br-in1 gre-13 l2 br-in3 3010 (l2)
34 # 2010 br-in2 gre-21 ptap br-in1 1020 (l2), 1021 (l3)
35 # 2030 br-in2 gre-23 ptap br-in3 3020 (l2), 3021 (l3)
36 # 3010 br-in3 gre-31 l2 br-in1 1030 (l2)
37 # 3020 br-in3 gre-32 l2 br-in2 2010 (ptap)
38 # 3021 br-in3 gre-32_l3 l3 same
41 AT_SKIP_IF([test $HAVE_NC = no])
42 OVS_TRAFFIC_VSWITCHD_START()
44 HWADDR_BRP1=aa:55:00:00:00:01
45 HWADDR_BRP2=aa:55:00:00:00:02
46 HWADDR_BRP3=aa:55:00:00:00:03
48 dnl Create veth ports to connect br0 with br-p1, br-p2 and br-p3
49 AT_CHECK([ip link add p1-0 type veth peer name p0-1])
50 AT_CHECK([ip link set p1-0 up])
51 AT_CHECK([ip link set p0-1 up])
52 AT_CHECK([ip link set dev p1-0 mtu 3300])
53 AT_CHECK([ip link set dev p0-1 mtu 3300])
54 on_exit 'ip link del p0-1'
56 AT_CHECK([ip link add p2-0 type veth peer name p0-2])
57 AT_CHECK([ip link set p2-0 up])
58 AT_CHECK([ip link set p0-2 up])
59 AT_CHECK([ip link set dev p2-0 mtu 3300])
60 AT_CHECK([ip link set dev p0-2 mtu 3300])
61 on_exit 'ip link del p0-2'
63 AT_CHECK([ip link add p3-0 type veth peer name p0-3])
64 AT_CHECK([ip link set p3-0 up])
65 AT_CHECK([ip link set p0-3 up])
66 AT_CHECK([ip link set dev p3-0 mtu 3300])
67 AT_CHECK([ip link set dev p0-3 mtu 3300])
68 on_exit 'ip link del p0-3'
70 # Setup bridge infrastructure
72 ovs-vsctl add-br br-in1 -- \
73 set bridge br-in1 datapath_type=netdev fail-mode=standalone
74 ovs-vsctl add-br br-in2 -- \
75 set bridge br-in2 datapath_type=netdev fail-mode=standalone
76 ovs-vsctl add-br br-in3 -- \
77 set bridge br-in3 datapath_type=netdev fail-mode=standalone
78 ovs-vsctl add-br br-p1 -- \
79 set bridge br-p1 datapath_type=netdev fail-mode=standalone other-config:hwaddr=$HWADDR_BRP1
80 ovs-vsctl add-br br-p2 -- \
81 set bridge br-p2 datapath_type=netdev fail-mode=standalone other-config:hwaddr=$HWADDR_BRP2
82 ovs-vsctl add-br br-p3 -- \
83 set bridge br-p3 datapath_type=netdev fail-mode=standalone other-config:hwaddr=$HWADDR_BRP3
85 ovs-vsctl add-port br-p1 p1-0 -- set interface p1-0 ofport_request=2
86 ovs-vsctl add-port br-p2 p2-0 -- set interface p2-0 ofport_request=2
87 ovs-vsctl add-port br-p3 p3-0 -- set interface p3-0 ofport_request=2
88 ovs-vsctl add-port br0 p0-1 -- set interface p0-1 ofport_request=10
89 ovs-vsctl add-port br0 p0-2 -- set interface p0-2 ofport_request=20
90 ovs-vsctl add-port br0 p0-3 -- set interface p0-3 ofport_request=30
92 # Populate the MAC table of br0
93 ovs-ofctl del-flows br0
94 ovs-ofctl add-flow br0 dl_dst=$HWADDR_BRP1,actions=10
95 ovs-ofctl add-flow br0 dl_dst=$HWADDR_BRP2,actions=20
96 ovs-ofctl add-flow br0 dl_dst=$HWADDR_BRP3,actions=30
98 ovs-ofctl del-flows br-in1
99 ovs-ofctl del-flows br-in2
100 ovs-ofctl del-flows br-in3
101 ovs-ofctl del-flows br-p1
102 ovs-ofctl del-flows br-p2
103 ovs-ofctl del-flows br-p3
106 ### Setup GRE tunnels
108 ovs-vsctl add-port br-in1 gre12 -- \
109 set interface gre12 type=gre options:remote_ip=10.0.0.2 ofport_request=1020
110 ovs-vsctl add-port br-in1 gre12_l3 -- \
111 set interface gre12_l3 type=gre options:remote_ip=10.0.0.2 ofport_request=1021 options:packet_type=legacy_l3
112 ovs-vsctl add-port br-in1 gre13 -- \
113 set interface gre13 type=gre options:remote_ip=10.0.0.3 ofport_request=1030
115 ovs-vsctl add-port br-in2 gre21 -- \
116 set interface gre21 type=gre options:remote_ip=20.0.0.1 ofport_request=2010 options:packet_type=ptap
117 ovs-vsctl add-port br-in2 gre23 -- \
118 set interface gre23 type=gre options:remote_ip=20.0.0.3 ofport_request=2030 options:packet_type=ptap
120 ovs-vsctl add-port br-in3 gre31 -- \
121 set interface gre31 type=gre options:remote_ip=30.0.0.1 ofport_request=3010
122 ovs-vsctl add-port br-in3 gre32 -- \
123 set interface gre32 type=gre options:remote_ip=30.0.0.2 ofport_request=3020
124 ovs-vsctl add-port br-in3 gre32_l3 -- \
125 set interface gre32_l3 type=gre options:remote_ip=30.0.0.2 ofport_request=3021 options:packet_type=legacy_l3
129 ip addr add 10.0.0.1/24 dev br-p1
134 ovs-appctl ovs/route/add 10.0.0.0/24 br-p1
135 ovs-appctl tnl/arp/set br-p1 10.0.0.1 $HWADDR_BRP1
136 ovs-appctl tnl/arp/set br-p1 10.0.0.2 $HWADDR_BRP2
137 ovs-appctl tnl/arp/set br-p1 10.0.0.3 $HWADDR_BRP3
141 ip addr add 20.0.0.2/24 dev br-p2
146 ovs-appctl ovs/route/add 20.0.0.0/24 br-p2
147 ovs-appctl tnl/arp/set br-p2 20.0.0.1 $HWADDR_BRP1
148 ovs-appctl tnl/arp/set br-p2 20.0.0.2 $HWADDR_BRP2
149 ovs-appctl tnl/arp/set br-p2 20.0.0.3 $HWADDR_BRP3
153 ip addr add 30.0.0.3/24 dev br-p3
158 ovs-appctl ovs/route/add 30.0.0.0/24 br-p3
159 ovs-appctl tnl/arp/set br-p3 30.0.0.1 $HWADDR_BRP1
160 ovs-appctl tnl/arp/set br-p3 30.0.0.2 $HWADDR_BRP2
161 ovs-appctl tnl/arp/set br-p3 30.0.0.3 $HWADDR_BRP3
165 ovs-appctl ovs/route/show | grep User:
167 User: 10.0.0.0/24 dev br-p1 SRC 10.0.0.1
168 User: 20.0.0.0/24 dev br-p2 SRC 20.0.0.2
169 User: 30.0.0.0/24 dev br-p3 SRC 30.0.0.3
173 ovs-appctl tnl/neigh/show | grep br-p | sort
177 ### Flows in br-p<x>to twist TEP IP addresses in tunnel IP headers
179 ovs-ofctl add-flow br-p1 in_port:LOCAL,ip,actions=2
180 ovs-ofctl add-flow br-p1 in_port:2,ip,nw_dst:20.0.0.1,actions=mod_nw_dst:10.0.0.1,mod_nw_src:10.0.0.2,LOCAL
181 ovs-ofctl add-flow br-p1 in_port:2,ip,nw_dst:30.0.0.1,actions=mod_nw_dst:10.0.0.1,mod_nw_src:10.0.0.3,LOCAL
183 ovs-ofctl add-flow br-p2 in_port:LOCAL,ip,actions=2
184 ovs-ofctl add-flow br-p2 in_port:2,ip,nw_dst:10.0.0.2,actions=mod_nw_dst:20.0.0.2,mod_nw_src:20.0.0.1,LOCAL
185 ovs-ofctl add-flow br-p2 in_port:2,ip,nw_dst:30.0.0.2,actions=mod_nw_dst:20.0.0.2,mod_nw_src:20.0.0.3,LOCAL
187 ovs-ofctl add-flow br-p3 in_port:LOCAL,ip,actions=2
188 ovs-ofctl add-flow br-p3 in_port:2,ip,nw_dst:10.0.0.3,actions=mod_nw_dst:30.0.0.3,mod_nw_src:30.0.0.1,LOCAL
189 ovs-ofctl add-flow br-p3 in_port:2,ip,nw_dst:20.0.0.3,actions=mod_nw_dst:30.0.0.3,mod_nw_src:30.0.0.2,LOCAL
192 # Strips 'n_packets=...' from ovs-ofctl output.
194 sed 's/n_packets=[[0-9]]*, //'
197 # Strips 'n_bytes=...' from ovs-ofctl output.
199 sed 's/n_bytes=[[0-9]]*, //'
203 ovs-ofctl dump-flows br-p1 | ofctl_strip | strip_n_packets | strip_n_bytes | sort | grep actions
204 ovs-ofctl dump-flows br-p2 | ofctl_strip | strip_n_packets | strip_n_bytes | sort | grep actions
205 ovs-ofctl dump-flows br-p3 | ofctl_strip | strip_n_packets | strip_n_bytes | sort | grep actions
207 ip,in_port=2,nw_dst=20.0.0.1 actions=mod_nw_dst:10.0.0.1,mod_nw_src:10.0.0.2,LOCAL
208 ip,in_port=2,nw_dst=30.0.0.1 actions=mod_nw_dst:10.0.0.1,mod_nw_src:10.0.0.3,LOCAL
209 ip,in_port=LOCAL actions=output:2
210 ip,in_port=2,nw_dst=10.0.0.2 actions=mod_nw_dst:20.0.0.2,mod_nw_src:20.0.0.1,LOCAL
211 ip,in_port=2,nw_dst=30.0.0.2 actions=mod_nw_dst:20.0.0.2,mod_nw_src:20.0.0.3,LOCAL
212 ip,in_port=LOCAL actions=output:2
213 ip,in_port=2,nw_dst=10.0.0.3 actions=mod_nw_dst:30.0.0.3,mod_nw_src:30.0.0.1,LOCAL
214 ip,in_port=2,nw_dst=20.0.0.3 actions=mod_nw_dst:30.0.0.3,mod_nw_src:30.0.0.2,LOCAL
215 ip,in_port=LOCAL actions=output:2
218 ### Setup test ports for traffic injection
222 N1_MAC=aa:55:aa:55:00:01
223 N2_MAC=aa:55:aa:55:00:02
224 N3_MAC=aa:55:aa:55:00:03
229 ADD_NAMESPACES(ns1, ns2, ns3)
230 ADD_VETH(n1, ns1, br-in1, "$N1_IP/24", $N1_MAC)
231 ADD_VETH(n2, ns2, br-in2, "$N2_IP/24", $N2_MAC)
232 ADD_VETH(n3, ns3, br-in3, "$N3_IP/24", $N3_MAC)
234 NS_EXEC([ns1], [arp -s $N2_IP $N2_MAC])
235 NS_EXEC([ns1], [arp -s $N3_IP $N3_MAC])
237 NS_EXEC([ns2], [arp -s $N1_IP $N1_MAC])
238 NS_EXEC([ns2], [arp -s $N3_IP $N3_MAC])
240 NS_EXEC([ns3], [arp -s $N2_IP $N2_MAC])
241 NS_EXEC([ns3], [arp -s $N1_IP $N1_MAC])
244 ovs-vsctl set interface ovs-n1 ofport_request=$N1_OFPORT
245 ovs-vsctl set interface ovs-n2 ofport_request=$N2_OFPORT
246 ovs-vsctl set interface ovs-n3 ofport_request=$N3_OFPORT
249 #N1_DPPORT=$(ovs-appctl dpif/show | grep "n1 10" | sed 's|.*/\([[0-9]]*\):.*|\1|')
250 #N2_DPPORT=$(ovs-appctl dpif/show | grep "n2 20" | sed 's|.*/\([[0-9]]*\):.*|\1|')
251 #N3_DPPORT=$(ovs-appctl dpif/show | grep "n3 30" | sed 's|.*/\([[0-9]]*\):.*|\1|')
253 ### Verify datapath configuration
255 ovs-appctl dpif/show | grep -v hit | sed 's/\t/ /g'
258 br-in1 65534/2: (tap)
259 gre12 1020/14: (gre: remote_ip=10.0.0.2)
260 gre12_l3 1021/14: (gre: packet_type=legacy_l3, remote_ip=10.0.0.2)
261 gre13 1030/14: (gre: remote_ip=10.0.0.3)
262 ovs-n1 10/15: (system)
264 br-in2 65534/3: (tap)
265 gre21 2010/14: (gre: packet_type=ptap, remote_ip=20.0.0.1)
266 gre23 2030/14: (gre: packet_type=ptap, remote_ip=20.0.0.3)
267 ovs-n2 20/16: (system)
269 br-in3 65534/4: (tap)
270 gre31 3010/14: (gre: remote_ip=30.0.0.1)
271 gre32 3020/14: (gre: remote_ip=30.0.0.2)
272 gre32_l3 3021/14: (gre: packet_type=legacy_l3, remote_ip=30.0.0.2)
273 ovs-n3 30/17: (system)
290 ### Test L3 forwarding flows
292 ovs-ofctl add-flow br-in1 ip,nw_dst=$N1_IP,actions=mod_dl_dst:$N1_MAC,$N1_OFPORT # Local route to N1
293 ovs-ofctl add-flow br-in1 ip,nw_dst=$N2_IP,actions=1020 # Route to N2 via the L2 tunnel to br-in2
294 ovs-ofctl add-flow br-in1 ip,nw_dst=$N3_IP,actions=1030 # Route to N3 direct through L2 tunnel
296 ovs-ofctl add-flow br-in2 ip,nw_dst=$N2_IP,actions=mod_dl_dst:$N2_MAC,$N2_OFPORT # Local route to N2 for ethernet packets
297 ovs-ofctl add-flow br-in2 ip,nw_dst=$N1_IP,actions=2010 # Route to N1 for ethernet packet
298 ovs-ofctl add-flow br-in2 packet_type=\(1,0x800\),nw_dst=$N1_IP,actions=2010 # Route to N1 for IP packets
299 ovs-ofctl add-flow br-in2 ip,nw_dst=$N3_IP,actions=2010 # Indirect route to N3 via br-in1 for ethernet packet
300 ovs-ofctl add-flow br-in2 packet_type=\(1,0x800\),nw_dst=$N3_IP,actions=2030 # Direct route to N3 for IP packets
302 ovs-ofctl add-flow br-in3 ip,nw_dst=$N3_IP,actions=mod_dl_dst:$N3_MAC,$N3_OFPORT # Local route to N1
303 ovs-ofctl add-flow br-in3 ip,nw_dst=$N2_IP,actions=3020 # Route to N2 via the L2 tunnel
304 ovs-ofctl add-flow br-in3 ip,nw_dst=$N1_IP,actions=3021 # Route to N1 via br-in2 through L3 tunnel
308 ovs-ofctl dump-flows br-in1 | ofctl_strip | strip_n_packets | strip_n_bytes | sort | grep actions
310 ip,nw_dst=192.168.10.10 actions=mod_dl_dst:aa:55:aa:55:00:01,output:10
311 ip,nw_dst=192.168.10.20 actions=output:1020
312 ip,nw_dst=192.168.10.30 actions=output:1030
316 ovs-ofctl dump-flows br-in2 | ofctl_strip | strip_n_packets | strip_n_bytes | sort | grep actions
318 ip,nw_dst=192.168.10.10 actions=output:2010
319 ip,nw_dst=192.168.10.20 actions=mod_dl_dst:aa:55:aa:55:00:02,output:20
320 ip,nw_dst=192.168.10.30 actions=output:2010
321 packet_type=(1,0x800),nw_dst=192.168.10.10 actions=output:2010
322 packet_type=(1,0x800),nw_dst=192.168.10.30 actions=output:2030
326 ovs-ofctl dump-flows br-in3 | ofctl_strip | strip_n_packets | strip_n_bytes | sort | grep actions
328 ip,nw_dst=192.168.10.10 actions=output:3021
329 ip,nw_dst=192.168.10.20 actions=output:3020
330 ip,nw_dst=192.168.10.30 actions=mod_dl_dst:aa:55:aa:55:00:03,output:30
334 # Ping between N1 and N3, via the L2 GRE tunnel between br-in1 and br-in3
335 NS_CHECK_EXEC([ns1], [ping -q -c 3 -i 0.3 -w 2 $N3_IP | FORMAT_PING], [0], [dnl
336 3 packets transmitted, 3 received, 0% packet loss, time 0ms
342 ovs-ofctl dump-flows br-in1 | ofctl_strip | sort | grep n_packets
344 n_packets=3, n_bytes=252, ip,nw_dst=192.168.10.10 actions=mod_dl_dst:aa:55:aa:55:00:01,output:10
345 n_packets=3, n_bytes=294, ip,nw_dst=192.168.10.30 actions=output:1030
349 ovs-ofctl dump-flows br-in2 | ofctl_strip | sort | grep n_packets
351 n_packets=3, n_bytes=252, packet_type=(1,0x800),nw_dst=192.168.10.10 actions=output:2010
355 ovs-ofctl dump-flows br-in3 | ofctl_strip | sort | grep n_packets
357 n_packets=3, n_bytes=294, ip,nw_dst=192.168.10.10 actions=output:3021
358 n_packets=3, n_bytes=294, ip,nw_dst=192.168.10.30 actions=mod_dl_dst:aa:55:aa:55:00:03,output:30
362 # Ping between N1 and N2, via the L2 GRE tunnel between br-in1 and br-in2
363 NS_CHECK_EXEC([ns1], [ping -q -c 3 -i 0.3 -w 2 $N2_IP | FORMAT_PING], [0], [dnl
364 3 packets transmitted, 3 received, 0% packet loss, time 0ms
370 ovs-ofctl dump-flows br-in1 | ofctl_strip | sort | grep n_packets
372 n_packets=3, n_bytes=294, ip,nw_dst=192.168.10.20 actions=output:1020
373 n_packets=3, n_bytes=294, ip,nw_dst=192.168.10.30 actions=output:1030
374 n_packets=6, n_bytes=546, ip,nw_dst=192.168.10.10 actions=mod_dl_dst:aa:55:aa:55:00:01,output:10
378 ovs-ofctl dump-flows br-in2 | ofctl_strip | sort | grep n_packets
380 n_packets=3, n_bytes=252, packet_type=(1,0x800),nw_dst=192.168.10.10 actions=output:2010
381 n_packets=3, n_bytes=294, ip,nw_dst=192.168.10.10 actions=output:2010
382 n_packets=3, n_bytes=294, ip,nw_dst=192.168.10.20 actions=mod_dl_dst:aa:55:aa:55:00:02,output:20
386 ovs-ofctl dump-flows br-in3 | ofctl_strip | sort | grep n_packets
388 n_packets=3, n_bytes=294, ip,nw_dst=192.168.10.10 actions=output:3021
389 n_packets=3, n_bytes=294, ip,nw_dst=192.168.10.30 actions=mod_dl_dst:aa:55:aa:55:00:03,output:30
393 # Ping between N3 and N2, via the L3 GRE tunnel between br-in3 and br-in2
394 NS_CHECK_EXEC([ns3], [ping -q -c 3 -i 0.3 -w 2 $N1_IP | FORMAT_PING], [0], [dnl
395 3 packets transmitted, 3 received, 0% packet loss, time 0ms
401 ovs-ofctl dump-flows br-in1 | ofctl_strip | sort | grep n_packets
403 n_packets=3, n_bytes=294, ip,nw_dst=192.168.10.20 actions=output:1020
404 n_packets=6, n_bytes=588, ip,nw_dst=192.168.10.30 actions=output:1030
405 n_packets=9, n_bytes=798, ip,nw_dst=192.168.10.10 actions=mod_dl_dst:aa:55:aa:55:00:01,output:10
409 ovs-ofctl dump-flows br-in2 | ofctl_strip | sort | grep n_packets
411 n_packets=3, n_bytes=294, ip,nw_dst=192.168.10.10 actions=output:2010
412 n_packets=3, n_bytes=294, ip,nw_dst=192.168.10.20 actions=mod_dl_dst:aa:55:aa:55:00:02,output:20
413 n_packets=6, n_bytes=504, packet_type=(1,0x800),nw_dst=192.168.10.10 actions=output:2010
417 ovs-ofctl dump-flows br-in3 | ofctl_strip | sort | grep n_packets
419 n_packets=6, n_bytes=588, ip,nw_dst=192.168.10.10 actions=output:3021
420 n_packets=6, n_bytes=588, ip,nw_dst=192.168.10.30 actions=mod_dl_dst:aa:55:aa:55:00:03,output:30
424 OVS_TRAFFIC_VSWITCHD_STOP