2 * Copyright (c) 2009, 2010, 2011, 2012 Nicira Networks.
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at:
8 * http://www.apache.org/licenses/LICENSE-2.0
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
25 #include "fail-open.h"
30 #include "ofproto-provider.h"
32 #include "poll-loop.h"
41 VLOG_DEFINE_THIS_MODULE(connmgr
);
42 static struct vlog_rate_limit rl
= VLOG_RATE_LIMIT_INIT(1, 5);
44 /* An OpenFlow connection. */
46 /* Configuration that persists from one connection to the next. */
48 struct list node
; /* In struct connmgr's "all_conns" list. */
49 struct hmap_node hmap_node
; /* In struct connmgr's "controllers" map. */
51 struct connmgr
*connmgr
; /* Connection's manager. */
52 struct rconn
*rconn
; /* OpenFlow connection. */
53 enum ofconn_type type
; /* Type. */
54 enum ofproto_band band
; /* In-band or out-of-band? */
55 bool enable_async_msgs
; /* Initially enable async messages? */
57 /* State that should be cleared from one connection to the next. */
60 enum nx_role role
; /* Role. */
61 enum ofputil_protocol protocol
; /* Current protocol variant. */
62 enum nx_packet_in_format packet_in_format
; /* OFPT_PACKET_IN format. */
64 /* Asynchronous flow table operation support. */
65 struct list opgroups
; /* Contains pending "ofopgroups", if any. */
66 struct ofpbuf
*blocked
; /* Postponed OpenFlow message, if any. */
67 bool retry
; /* True if 'blocked' is ready to try again. */
69 /* OFPT_PACKET_IN related data. */
70 struct rconn_packet_counter
*packet_in_counter
; /* # queued on 'rconn'. */
71 #define N_SCHEDULERS 2
72 struct pinsched
*schedulers
[N_SCHEDULERS
];
73 struct pktbuf
*pktbuf
; /* OpenFlow packet buffers. */
74 int miss_send_len
; /* Bytes to send of buffered packets. */
75 uint16_t controller_id
; /* Connection controller ID. */
77 /* Number of OpenFlow messages queued on 'rconn' as replies to OpenFlow
78 * requests, and the maximum number before we stop reading OpenFlow
80 #define OFCONN_REPLY_MAX 100
81 struct rconn_packet_counter
*reply_counter
;
83 /* Asynchronous message configuration in each possible roles.
85 * A 1-bit enables sending an asynchronous message for one possible reason
86 * that the message might be generated, a 0-bit disables it. */
87 uint32_t master_async_config
[OAM_N_TYPES
]; /* master, other */
88 uint32_t slave_async_config
[OAM_N_TYPES
]; /* slave */
91 static struct ofconn
*ofconn_create(struct connmgr
*, struct rconn
*,
92 enum ofconn_type
, bool enable_async_msgs
);
93 static void ofconn_destroy(struct ofconn
*);
94 static void ofconn_flush(struct ofconn
*);
96 static void ofconn_reconfigure(struct ofconn
*,
97 const struct ofproto_controller
*);
99 static void ofconn_run(struct ofconn
*,
100 bool (*handle_openflow
)(struct ofconn
*,
101 struct ofpbuf
*ofp_msg
));
102 static void ofconn_wait(struct ofconn
*, bool handling_openflow
);
104 static const char *ofconn_get_target(const struct ofconn
*);
105 static char *ofconn_make_name(const struct connmgr
*, const char *target
);
107 static void ofconn_set_rate_limit(struct ofconn
*, int rate
, int burst
);
109 static void ofconn_send(const struct ofconn
*, struct ofpbuf
*,
110 struct rconn_packet_counter
*);
112 static void do_send_packet_in(struct ofpbuf
*, void *ofconn_
);
114 /* A listener for incoming OpenFlow "service" connections. */
116 struct hmap_node node
; /* In struct connmgr's "services" hmap. */
117 struct pvconn
*pvconn
; /* OpenFlow connection listener. */
119 /* These are not used by ofservice directly. They are settings for
120 * accepted "struct ofconn"s from the pvconn. */
121 int probe_interval
; /* Max idle time before probing, in seconds. */
122 int rate_limit
; /* Max packet-in rate in packets per second. */
123 int burst_limit
; /* Limit on accumulating packet credits. */
124 bool enable_async_msgs
; /* Initially enable async messages? */
125 uint8_t dscp
; /* DSCP Value for controller connection */
128 static void ofservice_reconfigure(struct ofservice
*,
129 const struct ofproto_controller
*);
130 static int ofservice_create(struct connmgr
*, const char *target
, uint8_t dscp
);
131 static void ofservice_destroy(struct connmgr
*, struct ofservice
*);
132 static struct ofservice
*ofservice_lookup(struct connmgr
*,
135 /* Connection manager for an OpenFlow switch. */
137 struct ofproto
*ofproto
;
139 char *local_port_name
;
141 /* OpenFlow connections. */
142 struct hmap controllers
; /* Controller "struct ofconn"s. */
143 struct list all_conns
; /* Contains "struct ofconn"s. */
145 /* OpenFlow listeners. */
146 struct hmap services
; /* Contains "struct ofservice"s. */
147 struct pvconn
**snoops
;
151 struct fail_open
*fail_open
;
152 enum ofproto_fail_mode fail_mode
;
154 /* In-band control. */
155 struct in_band
*in_band
;
156 struct sockaddr_in
*extra_in_band_remotes
;
157 size_t n_extra_remotes
;
161 static void update_in_band_remotes(struct connmgr
*);
162 static void add_snooper(struct connmgr
*, struct vconn
*);
164 /* Creates and returns a new connection manager owned by 'ofproto'. 'name' is
165 * a name for the ofproto suitable for using in log messages.
166 * 'local_port_name' is the name of the local port (OFPP_LOCAL) within
169 connmgr_create(struct ofproto
*ofproto
,
170 const char *name
, const char *local_port_name
)
174 mgr
= xmalloc(sizeof *mgr
);
175 mgr
->ofproto
= ofproto
;
176 mgr
->name
= xstrdup(name
);
177 mgr
->local_port_name
= xstrdup(local_port_name
);
179 hmap_init(&mgr
->controllers
);
180 list_init(&mgr
->all_conns
);
182 hmap_init(&mgr
->services
);
186 mgr
->fail_open
= NULL
;
187 mgr
->fail_mode
= OFPROTO_FAIL_SECURE
;
190 mgr
->extra_in_band_remotes
= NULL
;
191 mgr
->n_extra_remotes
= 0;
192 mgr
->in_band_queue
= -1;
197 /* Frees 'mgr' and all of its resources. */
199 connmgr_destroy(struct connmgr
*mgr
)
201 struct ofservice
*ofservice
, *next_ofservice
;
202 struct ofconn
*ofconn
, *next_ofconn
;
209 LIST_FOR_EACH_SAFE (ofconn
, next_ofconn
, node
, &mgr
->all_conns
) {
210 ofconn_destroy(ofconn
);
212 hmap_destroy(&mgr
->controllers
);
214 HMAP_FOR_EACH_SAFE (ofservice
, next_ofservice
, node
, &mgr
->services
) {
215 ofservice_destroy(mgr
, ofservice
);
217 hmap_destroy(&mgr
->services
);
219 for (i
= 0; i
< mgr
->n_snoops
; i
++) {
220 pvconn_close(mgr
->snoops
[i
]);
224 fail_open_destroy(mgr
->fail_open
);
225 mgr
->fail_open
= NULL
;
227 in_band_destroy(mgr
->in_band
);
229 free(mgr
->extra_in_band_remotes
);
231 free(mgr
->local_port_name
);
236 /* Does all of the periodic maintenance required by 'mgr'.
238 * If 'handle_openflow' is nonnull, calls 'handle_openflow' for each message
239 * received on an OpenFlow connection, passing along the OpenFlow connection
240 * itself and the message that was sent. If 'handle_openflow' returns true,
241 * the message is considered to be fully processed. If 'handle_openflow'
242 * returns false, the message is considered not to have been processed at all;
243 * it will be stored and re-presented to 'handle_openflow' following the next
244 * call to connmgr_retry(). 'handle_openflow' must not modify or free the
247 * If 'handle_openflow' is NULL, no OpenFlow messages will be processed and
248 * other activities that could affect the flow table (in-band processing,
249 * fail-open processing) are suppressed too. */
251 connmgr_run(struct connmgr
*mgr
,
252 bool (*handle_openflow
)(struct ofconn
*, struct ofpbuf
*ofp_msg
))
254 struct ofconn
*ofconn
, *next_ofconn
;
255 struct ofservice
*ofservice
;
258 if (handle_openflow
&& mgr
->in_band
) {
259 if (!in_band_run(mgr
->in_band
)) {
260 in_band_destroy(mgr
->in_band
);
265 LIST_FOR_EACH_SAFE (ofconn
, next_ofconn
, node
, &mgr
->all_conns
) {
266 ofconn_run(ofconn
, handle_openflow
);
269 /* Fail-open maintenance. Do this after processing the ofconns since
270 * fail-open checks the status of the controller rconn. */
271 if (handle_openflow
&& mgr
->fail_open
) {
272 fail_open_run(mgr
->fail_open
);
275 HMAP_FOR_EACH (ofservice
, node
, &mgr
->services
) {
279 retval
= pvconn_accept(ofservice
->pvconn
, OFP10_VERSION
, &vconn
);
284 /* Passing default value for creation of the rconn */
285 rconn
= rconn_create(ofservice
->probe_interval
, 0, ofservice
->dscp
);
286 name
= ofconn_make_name(mgr
, vconn_get_name(vconn
));
287 rconn_connect_unreliably(rconn
, vconn
, name
);
290 ofconn
= ofconn_create(mgr
, rconn
, OFCONN_SERVICE
,
291 ofservice
->enable_async_msgs
);
292 ofconn_set_rate_limit(ofconn
, ofservice
->rate_limit
,
293 ofservice
->burst_limit
);
294 } else if (retval
!= EAGAIN
) {
295 VLOG_WARN_RL(&rl
, "accept failed (%s)", strerror(retval
));
299 for (i
= 0; i
< mgr
->n_snoops
; i
++) {
303 retval
= pvconn_accept(mgr
->snoops
[i
], OFP10_VERSION
, &vconn
);
305 add_snooper(mgr
, vconn
);
306 } else if (retval
!= EAGAIN
) {
307 VLOG_WARN_RL(&rl
, "accept failed (%s)", strerror(retval
));
312 /* Causes the poll loop to wake up when connmgr_run() needs to run.
314 * If 'handling_openflow' is true, arriving OpenFlow messages and other
315 * activities that affect the flow table will wake up the poll loop. If
316 * 'handling_openflow' is false, they will not. */
318 connmgr_wait(struct connmgr
*mgr
, bool handling_openflow
)
320 struct ofservice
*ofservice
;
321 struct ofconn
*ofconn
;
324 LIST_FOR_EACH (ofconn
, node
, &mgr
->all_conns
) {
325 ofconn_wait(ofconn
, handling_openflow
);
327 if (handling_openflow
&& mgr
->in_band
) {
328 in_band_wait(mgr
->in_band
);
330 if (handling_openflow
&& mgr
->fail_open
) {
331 fail_open_wait(mgr
->fail_open
);
333 HMAP_FOR_EACH (ofservice
, node
, &mgr
->services
) {
334 pvconn_wait(ofservice
->pvconn
);
336 for (i
= 0; i
< mgr
->n_snoops
; i
++) {
337 pvconn_wait(mgr
->snoops
[i
]);
341 /* Returns the ofproto that owns 'ofconn''s connmgr. */
343 ofconn_get_ofproto(const struct ofconn
*ofconn
)
345 return ofconn
->connmgr
->ofproto
;
348 /* If processing of OpenFlow messages was blocked on any 'mgr' ofconns by
349 * returning false to the 'handle_openflow' callback to connmgr_run(), this
350 * re-enables them. */
352 connmgr_retry(struct connmgr
*mgr
)
354 struct ofconn
*ofconn
;
356 LIST_FOR_EACH (ofconn
, node
, &mgr
->all_conns
) {
357 ofconn
->retry
= true;
361 /* OpenFlow configuration. */
363 static void add_controller(struct connmgr
*, const char *target
, uint8_t dscp
);
364 static struct ofconn
*find_controller_by_target(struct connmgr
*,
366 static void update_fail_open(struct connmgr
*);
367 static int set_pvconns(struct pvconn
***pvconnsp
, size_t *n_pvconnsp
,
368 const struct sset
*);
370 /* Returns true if 'mgr' has any configured primary controllers.
372 * Service controllers do not count, but configured primary controllers do
373 * count whether or not they are currently connected. */
375 connmgr_has_controllers(const struct connmgr
*mgr
)
377 return !hmap_is_empty(&mgr
->controllers
);
380 /* Initializes 'info' and populates it with information about each configured
381 * primary controller. The keys in 'info' are the controllers' targets; the
382 * data values are corresponding "struct ofproto_controller_info".
384 * The caller owns 'info' and everything in it and should free it when it is no
387 connmgr_get_controller_info(struct connmgr
*mgr
, struct shash
*info
)
389 const struct ofconn
*ofconn
;
391 HMAP_FOR_EACH (ofconn
, hmap_node
, &mgr
->controllers
) {
392 const struct rconn
*rconn
= ofconn
->rconn
;
393 const char *target
= rconn_get_target(rconn
);
395 if (!shash_find(info
, target
)) {
396 struct ofproto_controller_info
*cinfo
= xmalloc(sizeof *cinfo
);
397 time_t now
= time_now();
398 time_t last_connection
= rconn_get_last_connection(rconn
);
399 time_t last_disconnect
= rconn_get_last_disconnect(rconn
);
400 int last_error
= rconn_get_last_error(rconn
);
402 shash_add(info
, target
, cinfo
);
404 cinfo
->is_connected
= rconn_is_connected(rconn
);
405 cinfo
->role
= ofconn
->role
;
410 cinfo
->pairs
.keys
[cinfo
->pairs
.n
] = "last_error";
411 cinfo
->pairs
.values
[cinfo
->pairs
.n
++]
412 = xstrdup(ovs_retval_to_string(last_error
));
415 cinfo
->pairs
.keys
[cinfo
->pairs
.n
] = "state";
416 cinfo
->pairs
.values
[cinfo
->pairs
.n
++]
417 = xstrdup(rconn_get_state(rconn
));
419 if (last_connection
!= TIME_MIN
) {
420 cinfo
->pairs
.keys
[cinfo
->pairs
.n
] = "sec_since_connect";
421 cinfo
->pairs
.values
[cinfo
->pairs
.n
++]
422 = xasprintf("%ld", (long int) (now
- last_connection
));
425 if (last_disconnect
!= TIME_MIN
) {
426 cinfo
->pairs
.keys
[cinfo
->pairs
.n
] = "sec_since_disconnect";
427 cinfo
->pairs
.values
[cinfo
->pairs
.n
++]
428 = xasprintf("%ld", (long int) (now
- last_disconnect
));
435 connmgr_free_controller_info(struct shash
*info
)
437 struct shash_node
*node
;
439 SHASH_FOR_EACH (node
, info
) {
440 struct ofproto_controller_info
*cinfo
= node
->data
;
441 while (cinfo
->pairs
.n
) {
442 free((char *) cinfo
->pairs
.values
[--cinfo
->pairs
.n
]);
449 /* Changes 'mgr''s set of controllers to the 'n_controllers' controllers in
452 connmgr_set_controllers(struct connmgr
*mgr
,
453 const struct ofproto_controller
*controllers
,
454 size_t n_controllers
)
456 bool had_controllers
= connmgr_has_controllers(mgr
);
457 struct shash new_controllers
;
458 struct ofconn
*ofconn
, *next_ofconn
;
459 struct ofservice
*ofservice
, *next_ofservice
;
462 /* Create newly configured controllers and services.
463 * Create a name to ofproto_controller mapping in 'new_controllers'. */
464 shash_init(&new_controllers
);
465 for (i
= 0; i
< n_controllers
; i
++) {
466 const struct ofproto_controller
*c
= &controllers
[i
];
468 if (!vconn_verify_name(c
->target
)) {
469 if (!find_controller_by_target(mgr
, c
->target
)) {
470 add_controller(mgr
, c
->target
, c
->dscp
);
472 } else if (!pvconn_verify_name(c
->target
)) {
473 if (!ofservice_lookup(mgr
, c
->target
)) {
474 ofservice_create(mgr
, c
->target
, c
->dscp
);
477 VLOG_WARN_RL(&rl
, "%s: unsupported controller \"%s\"",
478 mgr
->name
, c
->target
);
482 shash_add_once(&new_controllers
, c
->target
, &controllers
[i
]);
485 /* Delete controllers that are no longer configured.
486 * Update configuration of all now-existing controllers. */
487 HMAP_FOR_EACH_SAFE (ofconn
, next_ofconn
, hmap_node
, &mgr
->controllers
) {
488 struct ofproto_controller
*c
;
490 c
= shash_find_data(&new_controllers
, ofconn_get_target(ofconn
));
492 ofconn_destroy(ofconn
);
494 ofconn_reconfigure(ofconn
, c
);
498 /* Delete services that are no longer configured.
499 * Update configuration of all now-existing services. */
500 HMAP_FOR_EACH_SAFE (ofservice
, next_ofservice
, node
, &mgr
->services
) {
501 struct ofproto_controller
*c
;
503 c
= shash_find_data(&new_controllers
,
504 pvconn_get_name(ofservice
->pvconn
));
506 ofservice_destroy(mgr
, ofservice
);
508 ofservice_reconfigure(ofservice
, c
);
512 shash_destroy(&new_controllers
);
514 update_in_band_remotes(mgr
);
515 update_fail_open(mgr
);
516 if (had_controllers
!= connmgr_has_controllers(mgr
)) {
517 ofproto_flush_flows(mgr
->ofproto
);
521 /* Drops the connections between 'mgr' and all of its primary and secondary
522 * controllers, forcing them to reconnect. */
524 connmgr_reconnect(const struct connmgr
*mgr
)
526 struct ofconn
*ofconn
;
528 LIST_FOR_EACH (ofconn
, node
, &mgr
->all_conns
) {
529 rconn_reconnect(ofconn
->rconn
);
533 /* Sets the "snoops" for 'mgr' to the pvconn targets listed in 'snoops'.
535 * A "snoop" is a pvconn to which every OpenFlow message to or from the most
536 * important controller on 'mgr' is mirrored. */
538 connmgr_set_snoops(struct connmgr
*mgr
, const struct sset
*snoops
)
540 return set_pvconns(&mgr
->snoops
, &mgr
->n_snoops
, snoops
);
543 /* Adds each of the snoops currently configured on 'mgr' to 'snoops'. */
545 connmgr_get_snoops(const struct connmgr
*mgr
, struct sset
*snoops
)
549 for (i
= 0; i
< mgr
->n_snoops
; i
++) {
550 sset_add(snoops
, pvconn_get_name(mgr
->snoops
[i
]));
554 /* Returns true if 'mgr' has at least one snoop, false if it has none. */
556 connmgr_has_snoops(const struct connmgr
*mgr
)
558 return mgr
->n_snoops
> 0;
561 /* Creates a new controller for 'target' in 'mgr'. update_controller() needs
562 * to be called later to finish the new ofconn's configuration. */
564 add_controller(struct connmgr
*mgr
, const char *target
, uint8_t dscp
)
566 char *name
= ofconn_make_name(mgr
, target
);
567 struct ofconn
*ofconn
;
569 ofconn
= ofconn_create(mgr
, rconn_create(5, 8, dscp
), OFCONN_PRIMARY
, true);
570 ofconn
->pktbuf
= pktbuf_create();
571 rconn_connect(ofconn
->rconn
, target
, name
);
572 hmap_insert(&mgr
->controllers
, &ofconn
->hmap_node
, hash_string(target
, 0));
577 static struct ofconn
*
578 find_controller_by_target(struct connmgr
*mgr
, const char *target
)
580 struct ofconn
*ofconn
;
582 HMAP_FOR_EACH_WITH_HASH (ofconn
, hmap_node
,
583 hash_string(target
, 0), &mgr
->controllers
) {
584 if (!strcmp(ofconn_get_target(ofconn
), target
)) {
592 update_in_band_remotes(struct connmgr
*mgr
)
594 struct sockaddr_in
*addrs
;
595 size_t max_addrs
, n_addrs
;
596 struct ofconn
*ofconn
;
599 /* Allocate enough memory for as many remotes as we could possibly have. */
600 max_addrs
= mgr
->n_extra_remotes
+ hmap_count(&mgr
->controllers
);
601 addrs
= xmalloc(max_addrs
* sizeof *addrs
);
604 /* Add all the remotes. */
605 HMAP_FOR_EACH (ofconn
, hmap_node
, &mgr
->controllers
) {
606 struct sockaddr_in
*sin
= &addrs
[n_addrs
];
607 const char *target
= rconn_get_target(ofconn
->rconn
);
609 if (ofconn
->band
== OFPROTO_OUT_OF_BAND
) {
613 if (stream_parse_target_with_default_ports(target
,
620 for (i
= 0; i
< mgr
->n_extra_remotes
; i
++) {
621 addrs
[n_addrs
++] = mgr
->extra_in_band_remotes
[i
];
624 /* Create or update or destroy in-band. */
627 in_band_create(mgr
->ofproto
, mgr
->local_port_name
, &mgr
->in_band
);
629 in_band_set_queue(mgr
->in_band
, mgr
->in_band_queue
);
631 /* in_band_run() needs a chance to delete any existing in-band flows.
632 * We will destroy mgr->in_band after it's done with that. */
635 in_band_set_remotes(mgr
->in_band
, addrs
, n_addrs
);
643 update_fail_open(struct connmgr
*mgr
)
645 if (connmgr_has_controllers(mgr
)
646 && mgr
->fail_mode
== OFPROTO_FAIL_STANDALONE
) {
647 if (!mgr
->fail_open
) {
648 mgr
->fail_open
= fail_open_create(mgr
->ofproto
, mgr
);
651 fail_open_destroy(mgr
->fail_open
);
652 mgr
->fail_open
= NULL
;
657 set_pvconns(struct pvconn
***pvconnsp
, size_t *n_pvconnsp
,
658 const struct sset
*sset
)
660 struct pvconn
**pvconns
= *pvconnsp
;
661 size_t n_pvconns
= *n_pvconnsp
;
666 for (i
= 0; i
< n_pvconns
; i
++) {
667 pvconn_close(pvconns
[i
]);
671 pvconns
= xmalloc(sset_count(sset
) * sizeof *pvconns
);
673 SSET_FOR_EACH (name
, sset
) {
674 struct pvconn
*pvconn
;
677 error
= pvconn_open(name
, &pvconn
, 0);
679 pvconns
[n_pvconns
++] = pvconn
;
681 VLOG_ERR("failed to listen on %s: %s", name
, strerror(error
));
689 *n_pvconnsp
= n_pvconns
;
694 /* Returns a "preference level" for snooping 'ofconn'. A higher return value
695 * means that 'ofconn' is more interesting for monitoring than a lower return
698 snoop_preference(const struct ofconn
*ofconn
)
700 switch (ofconn
->role
) {
708 /* Shouldn't happen. */
713 /* One of 'mgr''s "snoop" pvconns has accepted a new connection on 'vconn'.
714 * Connects this vconn to a controller. */
716 add_snooper(struct connmgr
*mgr
, struct vconn
*vconn
)
718 struct ofconn
*ofconn
, *best
;
720 /* Pick a controller for monitoring. */
722 LIST_FOR_EACH (ofconn
, node
, &mgr
->all_conns
) {
723 if (ofconn
->type
== OFCONN_PRIMARY
724 && (!best
|| snoop_preference(ofconn
) > snoop_preference(best
))) {
730 rconn_add_monitor(best
->rconn
, vconn
);
732 VLOG_INFO_RL(&rl
, "no controller connection to snoop");
737 /* Public ofconn functions. */
739 /* Returns the connection type, either OFCONN_PRIMARY or OFCONN_SERVICE. */
741 ofconn_get_type(const struct ofconn
*ofconn
)
746 /* Returns the role configured for 'ofconn'.
748 * The default role, if no other role has been set, is NX_ROLE_OTHER. */
750 ofconn_get_role(const struct ofconn
*ofconn
)
755 /* Changes 'ofconn''s role to 'role'. If 'role' is NX_ROLE_MASTER then any
756 * existing master is demoted to a slave. */
758 ofconn_set_role(struct ofconn
*ofconn
, enum nx_role role
)
760 if (role
== NX_ROLE_MASTER
) {
761 struct ofconn
*other
;
763 HMAP_FOR_EACH (other
, hmap_node
, &ofconn
->connmgr
->controllers
) {
764 if (other
->role
== NX_ROLE_MASTER
) {
765 other
->role
= NX_ROLE_SLAVE
;
773 ofconn_set_invalid_ttl_to_controller(struct ofconn
*ofconn
, bool enable
)
775 uint32_t bit
= 1u << OFPR_INVALID_TTL
;
777 ofconn
->master_async_config
[OAM_PACKET_IN
] |= bit
;
779 ofconn
->master_async_config
[OAM_PACKET_IN
] &= ~bit
;
784 ofconn_get_invalid_ttl_to_controller(struct ofconn
*ofconn
)
786 uint32_t bit
= 1u << OFPR_INVALID_TTL
;
787 return (ofconn
->master_async_config
[OAM_PACKET_IN
] & bit
) != 0;
790 /* Returns the currently configured protocol for 'ofconn', one of OFPUTIL_P_*.
792 * The default, if no other format has been set, is OFPUTIL_P_OPENFLOW10. */
793 enum ofputil_protocol
794 ofconn_get_protocol(struct ofconn
*ofconn
)
796 return ofconn
->protocol
;
799 /* Sets the protocol for 'ofconn' to 'protocol' (one of OFPUTIL_P_*).
801 * (This doesn't actually send anything to accomplish this. Presumably the
802 * caller already did that.) */
804 ofconn_set_protocol(struct ofconn
*ofconn
, enum ofputil_protocol protocol
)
806 ofconn
->protocol
= protocol
;
809 /* Returns the currently configured packet in format for 'ofconn', one of
812 * The default, if no other format has been set, is NXPIF_OPENFLOW10. */
813 enum nx_packet_in_format
814 ofconn_get_packet_in_format(struct ofconn
*ofconn
)
816 return ofconn
->packet_in_format
;
819 /* Sets the packet in format for 'ofconn' to 'packet_in_format' (one of
822 ofconn_set_packet_in_format(struct ofconn
*ofconn
,
823 enum nx_packet_in_format packet_in_format
)
825 ofconn
->packet_in_format
= packet_in_format
;
828 /* Sets the controller connection ID for 'ofconn' to 'controller_id'.
830 * The connection controller ID is used for OFPP_CONTROLLER and
831 * NXAST_CONTROLLER actions. See "struct nx_action_controller" for details. */
833 ofconn_set_controller_id(struct ofconn
*ofconn
, uint16_t controller_id
)
835 ofconn
->controller_id
= controller_id
;
838 /* Returns the default miss send length for 'ofconn'. */
840 ofconn_get_miss_send_len(const struct ofconn
*ofconn
)
842 return ofconn
->miss_send_len
;
845 /* Sets the default miss send length for 'ofconn' to 'miss_send_len'. */
847 ofconn_set_miss_send_len(struct ofconn
*ofconn
, int miss_send_len
)
849 ofconn
->miss_send_len
= miss_send_len
;
853 ofconn_set_async_config(struct ofconn
*ofconn
,
854 const uint32_t master_masks
[OAM_N_TYPES
],
855 const uint32_t slave_masks
[OAM_N_TYPES
])
857 size_t size
= sizeof ofconn
->master_async_config
;
858 memcpy(ofconn
->master_async_config
, master_masks
, size
);
859 memcpy(ofconn
->slave_async_config
, slave_masks
, size
);
862 /* Sends 'msg' on 'ofconn', accounting it as a reply. (If there is a
863 * sufficient number of OpenFlow replies in-flight on a single ofconn, then the
864 * connmgr will stop accepting new OpenFlow requests on that ofconn until the
865 * controller has accepted some of the replies.) */
867 ofconn_send_reply(const struct ofconn
*ofconn
, struct ofpbuf
*msg
)
869 ofconn_send(ofconn
, msg
, ofconn
->reply_counter
);
872 /* Sends each of the messages in list 'replies' on 'ofconn' in order,
873 * accounting them as replies. */
875 ofconn_send_replies(const struct ofconn
*ofconn
, struct list
*replies
)
877 struct ofpbuf
*reply
, *next
;
879 LIST_FOR_EACH_SAFE (reply
, next
, list_node
, replies
) {
880 list_remove(&reply
->list_node
);
881 ofconn_send_reply(ofconn
, reply
);
885 /* Sends 'error' on 'ofconn', as a reply to 'request'. Only at most the
886 * first 64 bytes of 'request' are used. */
888 ofconn_send_error(const struct ofconn
*ofconn
,
889 const struct ofp_header
*request
, enum ofperr error
)
891 struct ofpbuf
*reply
;
893 reply
= ofperr_encode_reply(error
, request
);
895 static struct vlog_rate_limit err_rl
= VLOG_RATE_LIMIT_INIT(10, 10);
897 if (!VLOG_DROP_INFO(&err_rl
)) {
898 const struct ofputil_msg_type
*type
;
899 const char *type_name
;
902 request_len
= ntohs(request
->length
);
903 type_name
= (!ofputil_decode_msg_type_partial(request
,
904 MIN(64, request_len
),
906 ? ofputil_msg_type_name(type
)
909 VLOG_INFO("%s: sending %s error reply to %s message",
910 rconn_get_name(ofconn
->rconn
), ofperr_to_string(error
),
913 ofconn_send_reply(ofconn
, reply
);
917 /* Same as pktbuf_retrieve(), using the pktbuf owned by 'ofconn'. */
919 ofconn_pktbuf_retrieve(struct ofconn
*ofconn
, uint32_t id
,
920 struct ofpbuf
**bufferp
, uint16_t *in_port
)
922 return pktbuf_retrieve(ofconn
->pktbuf
, id
, bufferp
, in_port
);
925 /* Returns true if 'ofconn' has any pending opgroups. */
927 ofconn_has_pending_opgroups(const struct ofconn
*ofconn
)
929 return !list_is_empty(&ofconn
->opgroups
);
932 /* Adds 'ofconn_node' to 'ofconn''s list of pending opgroups.
934 * If 'ofconn' is destroyed or its connection drops, then 'ofconn' will remove
935 * 'ofconn_node' from the list and re-initialize it with list_init(). The
936 * client may, therefore, use list_is_empty(ofconn_node) to determine whether
937 * 'ofconn_node' is still associated with an active ofconn.
939 * The client may also remove ofconn_node from the list itself, with
942 ofconn_add_opgroup(struct ofconn
*ofconn
, struct list
*ofconn_node
)
944 list_push_back(&ofconn
->opgroups
, ofconn_node
);
947 /* Private ofconn functions. */
950 ofconn_get_target(const struct ofconn
*ofconn
)
952 return rconn_get_target(ofconn
->rconn
);
955 static struct ofconn
*
956 ofconn_create(struct connmgr
*mgr
, struct rconn
*rconn
, enum ofconn_type type
,
957 bool enable_async_msgs
)
959 struct ofconn
*ofconn
;
961 ofconn
= xzalloc(sizeof *ofconn
);
962 ofconn
->connmgr
= mgr
;
963 list_push_back(&mgr
->all_conns
, &ofconn
->node
);
964 ofconn
->rconn
= rconn
;
966 ofconn
->enable_async_msgs
= enable_async_msgs
;
968 list_init(&ofconn
->opgroups
);
970 ofconn_flush(ofconn
);
975 /* Clears all of the state in 'ofconn' that should not persist from one
976 * connection to the next. */
978 ofconn_flush(struct ofconn
*ofconn
)
982 ofconn
->role
= NX_ROLE_OTHER
;
983 ofconn
->protocol
= OFPUTIL_P_OF10
;
984 ofconn
->packet_in_format
= NXPIF_OPENFLOW10
;
986 /* Disassociate 'ofconn' from all of the ofopgroups that it initiated that
987 * have not yet completed. (Those ofopgroups will still run to completion
988 * in the usual way, but any errors that they run into will not be reported
989 * on any OpenFlow channel.)
991 * Also discard any blocked operation on 'ofconn'. */
992 while (!list_is_empty(&ofconn
->opgroups
)) {
993 list_init(list_pop_front(&ofconn
->opgroups
));
995 ofpbuf_delete(ofconn
->blocked
);
996 ofconn
->blocked
= NULL
;
998 rconn_packet_counter_destroy(ofconn
->packet_in_counter
);
999 ofconn
->packet_in_counter
= rconn_packet_counter_create();
1000 for (i
= 0; i
< N_SCHEDULERS
; i
++) {
1001 if (ofconn
->schedulers
[i
]) {
1004 pinsched_get_limits(ofconn
->schedulers
[i
], &rate
, &burst
);
1005 pinsched_destroy(ofconn
->schedulers
[i
]);
1006 ofconn
->schedulers
[i
] = pinsched_create(rate
, burst
);
1009 if (ofconn
->pktbuf
) {
1010 pktbuf_destroy(ofconn
->pktbuf
);
1011 ofconn
->pktbuf
= pktbuf_create();
1013 ofconn
->miss_send_len
= (ofconn
->type
== OFCONN_PRIMARY
1014 ? OFP_DEFAULT_MISS_SEND_LEN
1016 ofconn
->controller_id
= 0;
1018 rconn_packet_counter_destroy(ofconn
->reply_counter
);
1019 ofconn
->reply_counter
= rconn_packet_counter_create();
1021 if (ofconn
->enable_async_msgs
) {
1022 uint32_t *master
= ofconn
->master_async_config
;
1023 uint32_t *slave
= ofconn
->slave_async_config
;
1025 /* "master" and "other" roles get all asynchronous messages by default,
1026 * except that the controller needs to enable nonstandard "packet-in"
1027 * reasons itself. */
1028 master
[OAM_PACKET_IN
] = (1u << OFPR_NO_MATCH
) | (1u << OFPR_ACTION
);
1029 master
[OAM_PORT_STATUS
] = ((1u << OFPPR_ADD
)
1030 | (1u << OFPPR_DELETE
)
1031 | (1u << OFPPR_MODIFY
));
1032 master
[OAM_FLOW_REMOVED
] = ((1u << OFPRR_IDLE_TIMEOUT
)
1033 | (1u << OFPRR_HARD_TIMEOUT
)
1034 | (1u << OFPRR_DELETE
));
1036 /* "slave" role gets port status updates by default. */
1037 slave
[OAM_PACKET_IN
] = 0;
1038 slave
[OAM_PORT_STATUS
] = ((1u << OFPPR_ADD
)
1039 | (1u << OFPPR_DELETE
)
1040 | (1u << OFPPR_MODIFY
));
1041 slave
[OAM_FLOW_REMOVED
] = 0;
1043 memset(ofconn
->master_async_config
, 0,
1044 sizeof ofconn
->master_async_config
);
1045 memset(ofconn
->slave_async_config
, 0,
1046 sizeof ofconn
->slave_async_config
);
1051 ofconn_destroy(struct ofconn
*ofconn
)
1053 ofconn_flush(ofconn
);
1055 if (ofconn
->type
== OFCONN_PRIMARY
) {
1056 hmap_remove(&ofconn
->connmgr
->controllers
, &ofconn
->hmap_node
);
1059 list_remove(&ofconn
->node
);
1060 rconn_destroy(ofconn
->rconn
);
1061 rconn_packet_counter_destroy(ofconn
->packet_in_counter
);
1062 rconn_packet_counter_destroy(ofconn
->reply_counter
);
1063 pktbuf_destroy(ofconn
->pktbuf
);
1067 /* Reconfigures 'ofconn' to match 'c'. 'ofconn' and 'c' must have the same
1070 ofconn_reconfigure(struct ofconn
*ofconn
, const struct ofproto_controller
*c
)
1074 ofconn
->band
= c
->band
;
1075 ofconn
->enable_async_msgs
= c
->enable_async_msgs
;
1077 rconn_set_max_backoff(ofconn
->rconn
, c
->max_backoff
);
1079 probe_interval
= c
->probe_interval
? MAX(c
->probe_interval
, 5) : 0;
1080 rconn_set_probe_interval(ofconn
->rconn
, probe_interval
);
1082 ofconn_set_rate_limit(ofconn
, c
->rate_limit
, c
->burst_limit
);
1085 /* Returns true if it makes sense for 'ofconn' to receive and process OpenFlow
1088 ofconn_may_recv(const struct ofconn
*ofconn
)
1090 int count
= rconn_packet_counter_read (ofconn
->reply_counter
);
1091 return (!ofconn
->blocked
|| ofconn
->retry
) && count
< OFCONN_REPLY_MAX
;
1095 ofconn_run(struct ofconn
*ofconn
,
1096 bool (*handle_openflow
)(struct ofconn
*, struct ofpbuf
*ofp_msg
))
1098 struct connmgr
*mgr
= ofconn
->connmgr
;
1101 for (i
= 0; i
< N_SCHEDULERS
; i
++) {
1102 pinsched_run(ofconn
->schedulers
[i
], do_send_packet_in
, ofconn
);
1105 rconn_run(ofconn
->rconn
);
1107 if (handle_openflow
) {
1108 /* Limit the number of iterations to avoid starving other tasks. */
1109 for (i
= 0; i
< 50 && ofconn_may_recv(ofconn
); i
++) {
1110 struct ofpbuf
*of_msg
;
1112 of_msg
= (ofconn
->blocked
1114 : rconn_recv(ofconn
->rconn
));
1118 if (mgr
->fail_open
) {
1119 fail_open_maybe_recover(mgr
->fail_open
);
1122 if (handle_openflow(ofconn
, of_msg
)) {
1123 ofpbuf_delete(of_msg
);
1124 ofconn
->blocked
= NULL
;
1126 ofconn
->blocked
= of_msg
;
1127 ofconn
->retry
= false;
1132 if (!rconn_is_alive(ofconn
->rconn
)) {
1133 ofconn_destroy(ofconn
);
1134 } else if (!rconn_is_connected(ofconn
->rconn
)) {
1135 ofconn_flush(ofconn
);
1140 ofconn_wait(struct ofconn
*ofconn
, bool handling_openflow
)
1144 for (i
= 0; i
< N_SCHEDULERS
; i
++) {
1145 pinsched_wait(ofconn
->schedulers
[i
]);
1147 rconn_run_wait(ofconn
->rconn
);
1148 if (handling_openflow
&& ofconn_may_recv(ofconn
)) {
1149 rconn_recv_wait(ofconn
->rconn
);
1153 /* Returns true if 'ofconn' should receive asynchronous messages of the given
1154 * OAM_* 'type' and 'reason', which should be a OFPR_* value for OAM_PACKET_IN,
1155 * a OFPPR_* value for OAM_PORT_STATUS, or an OFPRR_* value for
1156 * OAM_FLOW_REMOVED. Returns false if the message should not be sent on
1159 ofconn_receives_async_msg(const struct ofconn
*ofconn
,
1160 enum ofconn_async_msg_type type
,
1161 unsigned int reason
)
1163 const uint32_t *async_config
;
1165 assert(reason
< 32);
1166 assert((unsigned int) type
< OAM_N_TYPES
);
1168 if (!rconn_is_connected(ofconn
->rconn
)) {
1172 /* Keep the following code in sync with the documentation in the
1173 * "Asynchronous Messages" section in DESIGN. */
1175 if (ofconn
->type
== OFCONN_SERVICE
&& !ofconn
->miss_send_len
) {
1176 /* Service connections don't get asynchronous messages unless they have
1177 * explicitly asked for them by setting a nonzero miss send length. */
1181 async_config
= (ofconn
->role
== NX_ROLE_SLAVE
1182 ? ofconn
->slave_async_config
1183 : ofconn
->master_async_config
);
1184 if (!(async_config
[type
] & (1u << reason
))) {
1191 /* Returns a human-readable name for an OpenFlow connection between 'mgr' and
1192 * 'target', suitable for use in log messages for identifying the connection.
1194 * The name is dynamically allocated. The caller should free it (with free())
1195 * when it is no longer needed. */
1197 ofconn_make_name(const struct connmgr
*mgr
, const char *target
)
1199 return xasprintf("%s<->%s", mgr
->name
, target
);
1203 ofconn_set_rate_limit(struct ofconn
*ofconn
, int rate
, int burst
)
1207 for (i
= 0; i
< N_SCHEDULERS
; i
++) {
1208 struct pinsched
**s
= &ofconn
->schedulers
[i
];
1212 *s
= pinsched_create(rate
, burst
);
1214 pinsched_set_limits(*s
, rate
, burst
);
1217 pinsched_destroy(*s
);
1224 ofconn_send(const struct ofconn
*ofconn
, struct ofpbuf
*msg
,
1225 struct rconn_packet_counter
*counter
)
1227 update_openflow_length(msg
);
1228 rconn_send(ofconn
->rconn
, msg
, counter
);
1231 /* Sending asynchronous messages. */
1233 static void schedule_packet_in(struct ofconn
*, struct ofputil_packet_in
);
1235 /* Sends an OFPT_PORT_STATUS message with 'opp' and 'reason' to appropriate
1236 * controllers managed by 'mgr'. */
1238 connmgr_send_port_status(struct connmgr
*mgr
,
1239 const struct ofputil_phy_port
*pp
, uint8_t reason
)
1241 /* XXX Should limit the number of queued port status change messages. */
1242 struct ofputil_port_status ps
;
1243 struct ofconn
*ofconn
;
1247 LIST_FOR_EACH (ofconn
, node
, &mgr
->all_conns
) {
1248 if (ofconn_receives_async_msg(ofconn
, OAM_PORT_STATUS
, reason
)) {
1251 msg
= ofputil_encode_port_status(&ps
, ofconn
->protocol
);
1252 ofconn_send(ofconn
, msg
, NULL
);
1257 /* Sends an OFPT_FLOW_REMOVED or NXT_FLOW_REMOVED message based on 'fr' to
1258 * appropriate controllers managed by 'mgr'. */
1260 connmgr_send_flow_removed(struct connmgr
*mgr
,
1261 const struct ofputil_flow_removed
*fr
)
1263 struct ofconn
*ofconn
;
1265 LIST_FOR_EACH (ofconn
, node
, &mgr
->all_conns
) {
1266 if (ofconn_receives_async_msg(ofconn
, OAM_FLOW_REMOVED
, fr
->reason
)) {
1269 /* Account flow expirations as replies to OpenFlow requests. That
1270 * works because preventing OpenFlow requests from being processed
1271 * also prevents new flows from being added (and expiring). (It
1272 * also prevents processing OpenFlow requests that would not add
1273 * new flows, so it is imperfect.) */
1274 msg
= ofputil_encode_flow_removed(fr
, ofconn
->protocol
);
1275 ofconn_send_reply(ofconn
, msg
);
1280 /* Given 'pin', sends an OFPT_PACKET_IN message to each OpenFlow controller as
1281 * necessary according to their individual configurations.
1283 * The caller doesn't need to fill in pin->buffer_id or pin->total_len. */
1285 connmgr_send_packet_in(struct connmgr
*mgr
,
1286 const struct ofputil_packet_in
*pin
)
1288 struct ofconn
*ofconn
;
1290 LIST_FOR_EACH (ofconn
, node
, &mgr
->all_conns
) {
1291 if (ofconn_receives_async_msg(ofconn
, OAM_PACKET_IN
, pin
->reason
)
1292 && ofconn
->controller_id
== pin
->controller_id
) {
1293 schedule_packet_in(ofconn
, *pin
);
1298 /* pinsched callback for sending 'ofp_packet_in' on 'ofconn'. */
1300 do_send_packet_in(struct ofpbuf
*ofp_packet_in
, void *ofconn_
)
1302 struct ofconn
*ofconn
= ofconn_
;
1304 rconn_send_with_limit(ofconn
->rconn
, ofp_packet_in
,
1305 ofconn
->packet_in_counter
, 100);
1308 /* Takes 'pin', composes an OpenFlow packet-in message from it, and passes it
1309 * to 'ofconn''s packet scheduler for sending. */
1311 schedule_packet_in(struct ofconn
*ofconn
, struct ofputil_packet_in pin
)
1313 struct connmgr
*mgr
= ofconn
->connmgr
;
1315 pin
.total_len
= pin
.packet_len
;
1317 /* Get OpenFlow buffer_id. */
1318 if (pin
.reason
== OFPR_ACTION
) {
1319 pin
.buffer_id
= UINT32_MAX
;
1320 } else if (mgr
->fail_open
&& fail_open_is_active(mgr
->fail_open
)) {
1321 pin
.buffer_id
= pktbuf_get_null();
1322 } else if (!ofconn
->pktbuf
) {
1323 pin
.buffer_id
= UINT32_MAX
;
1325 pin
.buffer_id
= pktbuf_save(ofconn
->pktbuf
, pin
.packet
, pin
.packet_len
,
1329 /* Figure out how much of the packet to send. */
1330 if (pin
.reason
== OFPR_NO_MATCH
) {
1331 pin
.send_len
= pin
.packet_len
;
1333 /* Caller should have initialized 'send_len' to 'max_len' specified in
1334 * struct ofp_action_output. */
1336 if (pin
.buffer_id
!= UINT32_MAX
) {
1337 pin
.send_len
= MIN(pin
.send_len
, ofconn
->miss_send_len
);
1340 /* Make OFPT_PACKET_IN and hand over to packet scheduler. It might
1341 * immediately call into do_send_packet_in() or it might buffer it for a
1342 * while (until a later call to pinsched_run()). */
1343 pinsched_send(ofconn
->schedulers
[pin
.reason
== OFPR_NO_MATCH
? 0 : 1],
1345 ofputil_encode_packet_in(&pin
, ofconn
->packet_in_format
),
1346 do_send_packet_in
, ofconn
);
1349 /* Fail-open settings. */
1351 /* Returns the failure handling mode (OFPROTO_FAIL_SECURE or
1352 * OFPROTO_FAIL_STANDALONE) for 'mgr'. */
1353 enum ofproto_fail_mode
1354 connmgr_get_fail_mode(const struct connmgr
*mgr
)
1356 return mgr
->fail_mode
;
1359 /* Sets the failure handling mode for 'mgr' to 'fail_mode' (either
1360 * OFPROTO_FAIL_SECURE or OFPROTO_FAIL_STANDALONE). */
1362 connmgr_set_fail_mode(struct connmgr
*mgr
, enum ofproto_fail_mode fail_mode
)
1364 if (mgr
->fail_mode
!= fail_mode
) {
1365 mgr
->fail_mode
= fail_mode
;
1366 update_fail_open(mgr
);
1367 if (!connmgr_has_controllers(mgr
)) {
1368 ofproto_flush_flows(mgr
->ofproto
);
1373 /* Fail-open implementation. */
1375 /* Returns the longest probe interval among the primary controllers configured
1376 * on 'mgr'. Returns 0 if there are no primary controllers. */
1378 connmgr_get_max_probe_interval(const struct connmgr
*mgr
)
1380 const struct ofconn
*ofconn
;
1381 int max_probe_interval
;
1383 max_probe_interval
= 0;
1384 HMAP_FOR_EACH (ofconn
, hmap_node
, &mgr
->controllers
) {
1385 int probe_interval
= rconn_get_probe_interval(ofconn
->rconn
);
1386 max_probe_interval
= MAX(max_probe_interval
, probe_interval
);
1388 return max_probe_interval
;
1391 /* Returns the number of seconds for which all of 'mgr's primary controllers
1392 * have been disconnected. Returns 0 if 'mgr' has no primary controllers. */
1394 connmgr_failure_duration(const struct connmgr
*mgr
)
1396 const struct ofconn
*ofconn
;
1397 int min_failure_duration
;
1399 if (!connmgr_has_controllers(mgr
)) {
1403 min_failure_duration
= INT_MAX
;
1404 HMAP_FOR_EACH (ofconn
, hmap_node
, &mgr
->controllers
) {
1405 int failure_duration
= rconn_failure_duration(ofconn
->rconn
);
1406 min_failure_duration
= MIN(min_failure_duration
, failure_duration
);
1408 return min_failure_duration
;
1411 /* Returns true if at least one primary controller is connected (regardless of
1412 * whether those controllers are believed to have authenticated and accepted
1413 * this switch), false if none of them are connected. */
1415 connmgr_is_any_controller_connected(const struct connmgr
*mgr
)
1417 const struct ofconn
*ofconn
;
1419 HMAP_FOR_EACH (ofconn
, hmap_node
, &mgr
->controllers
) {
1420 if (rconn_is_connected(ofconn
->rconn
)) {
1427 /* Returns true if at least one primary controller is believed to have
1428 * authenticated and accepted this switch, false otherwise. */
1430 connmgr_is_any_controller_admitted(const struct connmgr
*mgr
)
1432 const struct ofconn
*ofconn
;
1434 HMAP_FOR_EACH (ofconn
, hmap_node
, &mgr
->controllers
) {
1435 if (rconn_is_admitted(ofconn
->rconn
)) {
1442 /* In-band configuration. */
1444 static bool any_extras_changed(const struct connmgr
*,
1445 const struct sockaddr_in
*extras
, size_t n
);
1447 /* Sets the 'n' TCP port addresses in 'extras' as ones to which 'mgr''s
1448 * in-band control should guarantee access, in the same way that in-band
1449 * control guarantees access to OpenFlow controllers. */
1451 connmgr_set_extra_in_band_remotes(struct connmgr
*mgr
,
1452 const struct sockaddr_in
*extras
, size_t n
)
1454 if (!any_extras_changed(mgr
, extras
, n
)) {
1458 free(mgr
->extra_in_band_remotes
);
1459 mgr
->n_extra_remotes
= n
;
1460 mgr
->extra_in_band_remotes
= xmemdup(extras
, n
* sizeof *extras
);
1462 update_in_band_remotes(mgr
);
1465 /* Sets the OpenFlow queue used by flows set up by in-band control on
1466 * 'mgr' to 'queue_id'. If 'queue_id' is negative, then in-band control
1467 * flows will use the default queue. */
1469 connmgr_set_in_band_queue(struct connmgr
*mgr
, int queue_id
)
1471 if (queue_id
!= mgr
->in_band_queue
) {
1472 mgr
->in_band_queue
= queue_id
;
1473 update_in_band_remotes(mgr
);
1478 any_extras_changed(const struct connmgr
*mgr
,
1479 const struct sockaddr_in
*extras
, size_t n
)
1483 if (n
!= mgr
->n_extra_remotes
) {
1487 for (i
= 0; i
< n
; i
++) {
1488 const struct sockaddr_in
*old
= &mgr
->extra_in_band_remotes
[i
];
1489 const struct sockaddr_in
*new = &extras
[i
];
1491 if (old
->sin_addr
.s_addr
!= new->sin_addr
.s_addr
||
1492 old
->sin_port
!= new->sin_port
) {
1500 /* In-band implementation. */
1503 connmgr_msg_in_hook(struct connmgr
*mgr
, const struct flow
*flow
,
1504 const struct ofpbuf
*packet
)
1506 return mgr
->in_band
&& in_band_msg_in_hook(mgr
->in_band
, flow
, packet
);
1510 connmgr_may_set_up_flow(struct connmgr
*mgr
, const struct flow
*flow
,
1511 const struct nlattr
*odp_actions
,
1514 return !mgr
->in_band
|| in_band_rule_check(flow
, odp_actions
, actions_len
);
1517 /* Fail-open and in-band implementation. */
1519 /* Called by 'ofproto' after all flows have been flushed, to allow fail-open
1520 * and standalone mode to re-create their flows.
1522 * In-band control has more sophisticated code that manages flows itself. */
1524 connmgr_flushed(struct connmgr
*mgr
)
1526 if (mgr
->fail_open
) {
1527 fail_open_flushed(mgr
->fail_open
);
1530 /* If there are no controllers and we're in standalone mode, set up a flow
1531 * that matches every packet and directs them to OFPP_NORMAL (which goes to
1532 * us). Otherwise, the switch is in secure mode and we won't pass any
1533 * traffic until a controller has been defined and it tells us to do so. */
1534 if (!connmgr_has_controllers(mgr
)
1535 && mgr
->fail_mode
== OFPROTO_FAIL_STANDALONE
) {
1536 union ofp_action action
;
1537 struct cls_rule rule
;
1539 memset(&action
, 0, sizeof action
);
1540 action
.type
= htons(OFPAT10_OUTPUT
);
1541 action
.output
.len
= htons(sizeof action
);
1542 action
.output
.port
= htons(OFPP_NORMAL
);
1543 cls_rule_init_catchall(&rule
, 0);
1544 ofproto_add_flow(mgr
->ofproto
, &rule
, &action
, 1);
1548 /* Creates a new ofservice for 'target' in 'mgr'. Returns 0 if successful,
1549 * otherwise a positive errno value.
1551 * ofservice_reconfigure() must be called to fully configure the new
1554 ofservice_create(struct connmgr
*mgr
, const char *target
, uint8_t dscp
)
1556 struct ofservice
*ofservice
;
1557 struct pvconn
*pvconn
;
1560 error
= pvconn_open(target
, &pvconn
, dscp
);
1565 ofservice
= xzalloc(sizeof *ofservice
);
1566 hmap_insert(&mgr
->services
, &ofservice
->node
, hash_string(target
, 0));
1567 ofservice
->pvconn
= pvconn
;
1573 ofservice_destroy(struct connmgr
*mgr
, struct ofservice
*ofservice
)
1575 hmap_remove(&mgr
->services
, &ofservice
->node
);
1576 pvconn_close(ofservice
->pvconn
);
1581 ofservice_reconfigure(struct ofservice
*ofservice
,
1582 const struct ofproto_controller
*c
)
1584 ofservice
->probe_interval
= c
->probe_interval
;
1585 ofservice
->rate_limit
= c
->rate_limit
;
1586 ofservice
->burst_limit
= c
->burst_limit
;
1587 ofservice
->enable_async_msgs
= c
->enable_async_msgs
;
1588 ofservice
->dscp
= c
->dscp
;
1591 /* Finds and returns the ofservice within 'mgr' that has the given
1592 * 'target', or a null pointer if none exists. */
1593 static struct ofservice
*
1594 ofservice_lookup(struct connmgr
*mgr
, const char *target
)
1596 struct ofservice
*ofservice
;
1598 HMAP_FOR_EACH_WITH_HASH (ofservice
, node
, hash_string(target
, 0),
1600 if (!strcmp(pvconn_get_name(ofservice
->pvconn
), target
)) {