2 * Zebra dataplane layer api interfaces.
3 * Copyright (c) 2018 Volta Networks, Inc.
5 * This program is free software; you can redistribute it and/or modify
6 * it under the terms of the GNU General Public License as published by
7 * the Free Software Foundation; either version 2 of the License, or
8 * (at your option) any later version.
10 * This program is distributed in the hope that it will be useful, but
11 * WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 * General Public License for more details.
15 * You should have received a copy of the GNU General Public License along
16 * with this program; see the file COPYING; if not, write to the Free Software
17 * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
20 #ifndef _ZEBRA_DPLANE_H
21 #define _ZEBRA_DPLANE_H 1
23 #include "lib/zebra.h"
24 #include "lib/prefix.h"
25 #include "lib/nexthop.h"
26 #include "lib/nexthop_group.h"
27 #include "lib/queue.h"
29 #include "zebra/zebra_ns.h"
30 #include "zebra/rib.h"
31 #include "zebra/zserv.h"
32 #include "zebra/zebra_mpls.h"
38 /* Key netlink info from zebra ns */
39 struct zebra_dplane_info
{
42 #if defined(HAVE_NETLINK)
48 /* Utility to fill in zns info from main zns struct */
50 zebra_dplane_info_from_zns(struct zebra_dplane_info
*zns_info
,
51 const struct zebra_ns
*zns
, bool is_cmd
)
53 zns_info
->ns_id
= zns
->ns_id
;
55 #if defined(HAVE_NETLINK)
56 zns_info
->is_cmd
= is_cmd
;
58 zns_info
->nls
= zns
->netlink_cmd
;
60 zns_info
->nls
= zns
->netlink
;
66 * Result codes used when returning status back to the main zebra context.
72 * Flags being SET/UNSET do not belong in the South Bound
73 * Interface. This Setting belongs at the calling level
74 * because we can and will have multiple different interfaces
75 * and we will have potentially multiple different
76 * modules/filters to call. As such Setting/Unsetting
77 * success failure should be handled by the caller.
79 enum zebra_dplane_status
{
80 ZEBRA_DPLANE_STATUS_NONE
= 0,
81 ZEBRA_DPLANE_INSTALL_SUCCESS
,
82 ZEBRA_DPLANE_INSTALL_FAILURE
,
83 ZEBRA_DPLANE_DELETE_SUCCESS
,
84 ZEBRA_DPLANE_DELETE_FAILURE
,
88 enum zebra_dplane_result
{
89 ZEBRA_DPLANE_REQUEST_QUEUED
,
90 ZEBRA_DPLANE_REQUEST_SUCCESS
,
91 ZEBRA_DPLANE_REQUEST_FAILURE
,
95 * API between the zebra dataplane system and the main zebra processing
100 * Enqueue a route install or update for the dataplane.
106 DPLANE_OP_ROUTE_INSTALL
,
107 DPLANE_OP_ROUTE_UPDATE
,
108 DPLANE_OP_ROUTE_DELETE
,
109 DPLANE_OP_ROUTE_NOTIFY
,
112 DPLANE_OP_LSP_INSTALL
,
113 DPLANE_OP_LSP_UPDATE
,
114 DPLANE_OP_LSP_DELETE
,
115 DPLANE_OP_LSP_NOTIFY
,
117 /* Pseudowire update */
118 DPLANE_OP_PW_INSTALL
,
119 DPLANE_OP_PW_UNINSTALL
,
121 /* System route notification */
122 DPLANE_OP_SYS_ROUTE_ADD
,
123 DPLANE_OP_SYS_ROUTE_DELETE
,
125 /* Interface address update */
126 DPLANE_OP_ADDR_INSTALL
,
127 DPLANE_OP_ADDR_UNINSTALL
,
129 /* MAC address update */
130 DPLANE_OP_MAC_INSTALL
,
131 DPLANE_OP_MAC_DELETE
,
133 /* EVPN neighbor updates */
134 DPLANE_OP_NEIGH_INSTALL
,
135 DPLANE_OP_NEIGH_UPDATE
,
136 DPLANE_OP_NEIGH_DELETE
,
140 * The vxlan/evpn neighbor management code needs some values to use
141 * when programming neighbor changes. Offer some platform-neutral values
142 * here for use within the dplane apis and plugins.
145 /* Neighbor cache flags */
146 #define DPLANE_NTF_EXT_LEARNED 0x01
147 #define DPLANE_NTF_ROUTER 0x02
149 /* Neighbor cache states */
150 #define DPLANE_NUD_REACHABLE 0x01
151 #define DPLANE_NUD_STALE 0x02
152 #define DPLANE_NUD_NOARP 0x04
153 #define DPLANE_NUD_PROBE 0x08
155 /* Enable system route notifications */
156 void dplane_enable_sys_route_notifs(void);
159 * The dataplane context struct is used to exchange info between the main zebra
160 * context and the dataplane module(s). If these are two independent pthreads,
161 * they cannot share existing global data structures safely.
164 /* Define a tailq list type for context blocks. The list is exposed/public,
165 * but the internal linkage in the context struct is private, so there
166 * are accessor apis that support enqueue and dequeue.
168 TAILQ_HEAD(dplane_ctx_q
, zebra_dplane_ctx
);
170 /* Allocate a context object */
171 struct zebra_dplane_ctx
*dplane_ctx_alloc(void);
173 /* Return a dataplane results context block after use; the caller's pointer will
176 void dplane_ctx_fini(struct zebra_dplane_ctx
**pctx
);
178 /* Enqueue a context block to caller's tailq. This exists so that the
179 * context struct can remain opaque.
181 void dplane_ctx_enqueue_tail(struct dplane_ctx_q
*q
,
182 const struct zebra_dplane_ctx
*ctx
);
184 /* Append a list of context blocks to another list - again, just keeping
185 * the context struct opaque.
187 void dplane_ctx_list_append(struct dplane_ctx_q
*to_list
,
188 struct dplane_ctx_q
*from_list
);
190 /* Dequeue a context block from the head of caller's tailq */
191 struct zebra_dplane_ctx
*dplane_ctx_dequeue(struct dplane_ctx_q
*q
);
194 * Accessors for information from the context object
196 enum zebra_dplane_result
dplane_ctx_get_status(
197 const struct zebra_dplane_ctx
*ctx
);
198 void dplane_ctx_set_status(struct zebra_dplane_ctx
*ctx
,
199 enum zebra_dplane_result status
);
200 const char *dplane_res2str(enum zebra_dplane_result res
);
202 enum dplane_op_e
dplane_ctx_get_op(const struct zebra_dplane_ctx
*ctx
);
203 void dplane_ctx_set_op(struct zebra_dplane_ctx
*ctx
, enum dplane_op_e op
);
204 const char *dplane_op2str(enum dplane_op_e op
);
206 const struct prefix
*dplane_ctx_get_dest(const struct zebra_dplane_ctx
*ctx
);
207 void dplane_ctx_set_dest(struct zebra_dplane_ctx
*ctx
,
208 const struct prefix
*dest
);
209 const char *dplane_ctx_get_ifname(const struct zebra_dplane_ctx
*ctx
);
210 ifindex_t
dplane_ctx_get_ifindex(const struct zebra_dplane_ctx
*ctx
);
212 /* Retrieve last/current provider id */
213 uint32_t dplane_ctx_get_provider(const struct zebra_dplane_ctx
*ctx
);
215 /* Providers running before the kernel can control whether a kernel
216 * update should be done.
218 void dplane_ctx_set_skip_kernel(struct zebra_dplane_ctx
*ctx
);
219 bool dplane_ctx_is_skip_kernel(const struct zebra_dplane_ctx
*ctx
);
221 /* Source prefix is a little special - use convention to return NULL
222 * to mean "no src prefix"
224 const struct prefix
*dplane_ctx_get_src(const struct zebra_dplane_ctx
*ctx
);
225 void dplane_ctx_set_src(struct zebra_dplane_ctx
*ctx
, const struct prefix
*src
);
227 bool dplane_ctx_is_update(const struct zebra_dplane_ctx
*ctx
);
228 uint32_t dplane_ctx_get_seq(const struct zebra_dplane_ctx
*ctx
);
229 uint32_t dplane_ctx_get_old_seq(const struct zebra_dplane_ctx
*ctx
);
230 void dplane_ctx_set_vrf(struct zebra_dplane_ctx
*ctx
, vrf_id_t vrf
);
231 vrf_id_t
dplane_ctx_get_vrf(const struct zebra_dplane_ctx
*ctx
);
233 bool dplane_ctx_is_from_notif(const struct zebra_dplane_ctx
*ctx
);
234 void dplane_ctx_set_notif_provider(struct zebra_dplane_ctx
*ctx
,
236 uint32_t dplane_ctx_get_notif_provider(const struct zebra_dplane_ctx
*ctx
);
238 /* Accessors for route update information */
239 void dplane_ctx_set_type(struct zebra_dplane_ctx
*ctx
, int type
);
240 int dplane_ctx_get_type(const struct zebra_dplane_ctx
*ctx
);
241 int dplane_ctx_get_old_type(const struct zebra_dplane_ctx
*ctx
);
242 void dplane_ctx_set_afi(struct zebra_dplane_ctx
*ctx
, afi_t afi
);
243 afi_t
dplane_ctx_get_afi(const struct zebra_dplane_ctx
*ctx
);
244 void dplane_ctx_set_safi(struct zebra_dplane_ctx
*ctx
, safi_t safi
);
245 safi_t
dplane_ctx_get_safi(const struct zebra_dplane_ctx
*ctx
);
246 void dplane_ctx_set_table(struct zebra_dplane_ctx
*ctx
, uint32_t table
);
247 uint32_t dplane_ctx_get_table(const struct zebra_dplane_ctx
*ctx
);
248 route_tag_t
dplane_ctx_get_tag(const struct zebra_dplane_ctx
*ctx
);
249 void dplane_ctx_set_tag(struct zebra_dplane_ctx
*ctx
, route_tag_t tag
);
250 route_tag_t
dplane_ctx_get_old_tag(const struct zebra_dplane_ctx
*ctx
);
251 uint16_t dplane_ctx_get_instance(const struct zebra_dplane_ctx
*ctx
);
252 void dplane_ctx_set_instance(struct zebra_dplane_ctx
*ctx
, uint16_t instance
);
253 uint16_t dplane_ctx_get_old_instance(const struct zebra_dplane_ctx
*ctx
);
254 uint32_t dplane_ctx_get_metric(const struct zebra_dplane_ctx
*ctx
);
255 uint32_t dplane_ctx_get_old_metric(const struct zebra_dplane_ctx
*ctx
);
256 uint32_t dplane_ctx_get_mtu(const struct zebra_dplane_ctx
*ctx
);
257 uint32_t dplane_ctx_get_nh_mtu(const struct zebra_dplane_ctx
*ctx
);
258 uint8_t dplane_ctx_get_distance(const struct zebra_dplane_ctx
*ctx
);
259 void dplane_ctx_set_distance(struct zebra_dplane_ctx
*ctx
, uint8_t distance
);
260 uint8_t dplane_ctx_get_old_distance(const struct zebra_dplane_ctx
*ctx
);
262 void dplane_ctx_set_nexthops(struct zebra_dplane_ctx
*ctx
, struct nexthop
*nh
);
263 const struct nexthop_group
*dplane_ctx_get_ng(
264 const struct zebra_dplane_ctx
*ctx
);
265 const struct nexthop_group
*dplane_ctx_get_old_ng(
266 const struct zebra_dplane_ctx
*ctx
);
268 /* Accessors for LSP information */
269 mpls_label_t
dplane_ctx_get_in_label(const struct zebra_dplane_ctx
*ctx
);
270 void dplane_ctx_set_in_label(struct zebra_dplane_ctx
*ctx
,
272 uint8_t dplane_ctx_get_addr_family(const struct zebra_dplane_ctx
*ctx
);
273 void dplane_ctx_set_addr_family(struct zebra_dplane_ctx
*ctx
,
275 uint32_t dplane_ctx_get_lsp_flags(const struct zebra_dplane_ctx
*ctx
);
276 void dplane_ctx_set_lsp_flags(struct zebra_dplane_ctx
*ctx
,
278 const zebra_nhlfe_t
*dplane_ctx_get_nhlfe(const struct zebra_dplane_ctx
*ctx
);
279 zebra_nhlfe_t
*dplane_ctx_add_nhlfe(struct zebra_dplane_ctx
*ctx
,
280 enum lsp_types_t lsp_type
,
281 enum nexthop_types_t nh_type
,
284 mpls_label_t out_label
);
286 const zebra_nhlfe_t
*dplane_ctx_get_best_nhlfe(
287 const struct zebra_dplane_ctx
*ctx
);
288 const zebra_nhlfe_t
*dplane_ctx_set_best_nhlfe(struct zebra_dplane_ctx
*ctx
,
289 zebra_nhlfe_t
*nhlfe
);
290 uint32_t dplane_ctx_get_lsp_num_ecmp(const struct zebra_dplane_ctx
*ctx
);
292 /* Accessors for pseudowire information */
293 mpls_label_t
dplane_ctx_get_pw_local_label(const struct zebra_dplane_ctx
*ctx
);
294 mpls_label_t
dplane_ctx_get_pw_remote_label(const struct zebra_dplane_ctx
*ctx
);
295 int dplane_ctx_get_pw_type(const struct zebra_dplane_ctx
*ctx
);
296 int dplane_ctx_get_pw_af(const struct zebra_dplane_ctx
*ctx
);
297 uint32_t dplane_ctx_get_pw_flags(const struct zebra_dplane_ctx
*ctx
);
298 int dplane_ctx_get_pw_status(const struct zebra_dplane_ctx
*ctx
);
299 const union g_addr
*dplane_ctx_get_pw_dest(
300 const struct zebra_dplane_ctx
*ctx
);
301 const union pw_protocol_fields
*dplane_ctx_get_pw_proto(
302 const struct zebra_dplane_ctx
*ctx
);
303 const struct nexthop_group
*dplane_ctx_get_pw_nhg(
304 const struct zebra_dplane_ctx
*ctx
);
306 /* Accessors for interface information */
307 uint32_t dplane_ctx_get_intf_metric(const struct zebra_dplane_ctx
*ctx
);
308 /* Is interface addr p2p? */
309 bool dplane_ctx_intf_is_connected(const struct zebra_dplane_ctx
*ctx
);
310 bool dplane_ctx_intf_is_secondary(const struct zebra_dplane_ctx
*ctx
);
311 bool dplane_ctx_intf_is_broadcast(const struct zebra_dplane_ctx
*ctx
);
312 const struct prefix
*dplane_ctx_get_intf_addr(
313 const struct zebra_dplane_ctx
*ctx
);
314 bool dplane_ctx_intf_has_dest(const struct zebra_dplane_ctx
*ctx
);
315 const struct prefix
*dplane_ctx_get_intf_dest(
316 const struct zebra_dplane_ctx
*ctx
);
317 bool dplane_ctx_intf_has_label(const struct zebra_dplane_ctx
*ctx
);
318 const char *dplane_ctx_get_intf_label(const struct zebra_dplane_ctx
*ctx
);
320 /* Accessors for MAC information */
321 vlanid_t
dplane_ctx_mac_get_vlan(const struct zebra_dplane_ctx
*ctx
);
322 bool dplane_ctx_mac_is_sticky(const struct zebra_dplane_ctx
*ctx
);
323 const struct ethaddr
*dplane_ctx_mac_get_addr(
324 const struct zebra_dplane_ctx
*ctx
);
325 const struct in_addr
*dplane_ctx_mac_get_vtep_ip(
326 const struct zebra_dplane_ctx
*ctx
);
328 /* Accessors for neighbor information */
329 const struct ipaddr
*dplane_ctx_neigh_get_ipaddr(
330 const struct zebra_dplane_ctx
*ctx
);
331 const struct ethaddr
*dplane_ctx_neigh_get_mac(
332 const struct zebra_dplane_ctx
*ctx
);
333 uint32_t dplane_ctx_neigh_get_flags(const struct zebra_dplane_ctx
*ctx
);
334 uint16_t dplane_ctx_neigh_get_state(const struct zebra_dplane_ctx
*ctx
);
336 /* Namespace info - esp. for netlink communication */
337 const struct zebra_dplane_info
*dplane_ctx_get_ns(
338 const struct zebra_dplane_ctx
*ctx
);
340 /* Indicates zebra shutdown/exit is in progress. Some operations may be
341 * simplified or skipped during shutdown processing.
343 bool dplane_is_in_shutdown(void);
346 * Enqueue route change operations for the dataplane.
348 enum zebra_dplane_result
dplane_route_add(struct route_node
*rn
,
349 struct route_entry
*re
);
351 enum zebra_dplane_result
dplane_route_update(struct route_node
*rn
,
352 struct route_entry
*re
,
353 struct route_entry
*old_re
);
355 enum zebra_dplane_result
dplane_route_delete(struct route_node
*rn
,
356 struct route_entry
*re
);
358 /* Notify the dplane when system/connected routes change */
359 enum zebra_dplane_result
dplane_sys_route_add(struct route_node
*rn
,
360 struct route_entry
*re
);
361 enum zebra_dplane_result
dplane_sys_route_del(struct route_node
*rn
,
362 struct route_entry
*re
);
364 /* Update from an async notification, to bring other fibs up-to-date */
365 enum zebra_dplane_result
dplane_route_notif_update(
366 struct route_node
*rn
,
367 struct route_entry
*re
,
369 struct zebra_dplane_ctx
*ctx
);
372 * Enqueue LSP change operations for the dataplane.
374 enum zebra_dplane_result
dplane_lsp_add(zebra_lsp_t
*lsp
);
375 enum zebra_dplane_result
dplane_lsp_update(zebra_lsp_t
*lsp
);
376 enum zebra_dplane_result
dplane_lsp_delete(zebra_lsp_t
*lsp
);
378 /* Update or un-install resulting from an async notification */
379 enum zebra_dplane_result
dplane_lsp_notif_update(zebra_lsp_t
*lsp
,
381 struct zebra_dplane_ctx
*ctx
);
384 * Enqueue pseudowire operations for the dataplane.
386 enum zebra_dplane_result
dplane_pw_install(struct zebra_pw
*pw
);
387 enum zebra_dplane_result
dplane_pw_uninstall(struct zebra_pw
*pw
);
390 * Enqueue interface address changes for the dataplane.
392 enum zebra_dplane_result
dplane_intf_addr_set(const struct interface
*ifp
,
393 const struct connected
*ifc
);
394 enum zebra_dplane_result
dplane_intf_addr_unset(const struct interface
*ifp
,
395 const struct connected
*ifc
);
398 * Enqueue evpn mac operations for the dataplane.
400 enum zebra_dplane_result
dplane_mac_add(const struct interface
*ifp
,
402 const struct ethaddr
*mac
,
403 struct in_addr vtep_ip
,
406 enum zebra_dplane_result
dplane_mac_del(const struct interface
*ifp
,
408 const struct ethaddr
*mac
,
409 struct in_addr vtep_ip
);
412 * Enqueue evpn neighbor updates for the dataplane.
414 enum zebra_dplane_result
dplane_neigh_add(const struct interface
*ifp
,
415 const struct ipaddr
*ip
,
416 const struct ethaddr
*mac
,
418 enum zebra_dplane_result
dplane_neigh_update(const struct interface
*ifp
,
419 const struct ipaddr
*ip
,
420 const struct ethaddr
*mac
);
421 enum zebra_dplane_result
dplane_neigh_delete(const struct interface
*ifp
,
422 const struct ipaddr
*ip
);
424 /* Retrieve the limit on the number of pending, unprocessed updates. */
425 uint32_t dplane_get_in_queue_limit(void);
427 /* Configure limit on the number of pending, queued updates. If 'unset', reset
430 void dplane_set_in_queue_limit(uint32_t limit
, bool set
);
432 /* Retrieve the current queue depth of incoming, unprocessed updates */
433 uint32_t dplane_get_in_queue_len(void);
438 int dplane_show_helper(struct vty
*vty
, bool detailed
);
439 int dplane_show_provs_helper(struct vty
*vty
, bool detailed
);
442 * Dataplane providers: modules that process or consume dataplane events.
445 struct zebra_dplane_provider
;
447 /* Support string name for a dataplane provider */
448 #define DPLANE_PROVIDER_NAMELEN 64
450 /* Priority or ordering values for providers. The idea is that there may be
451 * some pre-processing, followed by an external or remote dataplane,
452 * followed by the kernel, followed by some post-processing step (such as
453 * the fpm output stream.)
455 enum dplane_provider_prio
{
456 DPLANE_PRIO_NONE
= 0,
457 DPLANE_PRIO_PREPROCESS
,
458 DPLANE_PRIO_PRE_KERNEL
,
460 DPLANE_PRIO_POSTPROCESS
,
464 /* Flags values used during provider registration. */
465 #define DPLANE_PROV_FLAGS_DEFAULT 0x0
467 /* Provider will be spawning its own worker thread */
468 #define DPLANE_PROV_FLAG_THREADED 0x1
471 /* Provider registration: ordering or priority value, callbacks, and optional
472 * opaque data value. If 'prov_p', return the newly-allocated provider object
476 /* Providers offer an entry-point for incoming work, called in the context of
477 * the dataplane pthread. The dataplane pthread enqueues any new work to the
478 * provider's 'inbound' queue, then calls the callback. The dataplane
479 * then checks the provider's outbound queue for completed work.
483 * Providers can offer a 'start' callback; if present, the dataplane will
484 * call it when it is starting - when its pthread and event-scheduling
485 * thread_master are available.
488 /* Providers can offer an entry-point for shutdown and cleanup. This is called
489 * with 'early' during shutdown, to indicate that the dataplane subsystem
490 * is allowing work to move through the providers and finish.
491 * When called without 'early', the provider should release
492 * all resources (if it has any allocated).
494 int dplane_provider_register(const char *name
,
495 enum dplane_provider_prio prio
,
497 int (*start_fp
)(struct zebra_dplane_provider
*),
498 int (*fp
)(struct zebra_dplane_provider
*),
499 int (*fini_fp
)(struct zebra_dplane_provider
*,
502 struct zebra_dplane_provider
**prov_p
);
504 /* Accessors for provider attributes */
505 const char *dplane_provider_get_name(const struct zebra_dplane_provider
*prov
);
506 uint32_t dplane_provider_get_id(const struct zebra_dplane_provider
*prov
);
507 void *dplane_provider_get_data(const struct zebra_dplane_provider
*prov
);
508 bool dplane_provider_is_threaded(const struct zebra_dplane_provider
*prov
);
510 /* Lock/unlock a provider's mutex - iff the provider was registered with
513 void dplane_provider_lock(struct zebra_dplane_provider
*prov
);
514 void dplane_provider_unlock(struct zebra_dplane_provider
*prov
);
516 /* Obtain thread_master for dataplane thread */
517 struct thread_master
*dplane_get_thread_master(void);
519 /* Providers should (generally) limit number of updates per work cycle */
520 int dplane_provider_get_work_limit(const struct zebra_dplane_provider
*prov
);
522 /* Provider api to signal that work/events are available
523 * for the dataplane pthread.
525 int dplane_provider_work_ready(void);
527 /* Dequeue, maintain associated counter and locking */
528 struct zebra_dplane_ctx
*dplane_provider_dequeue_in_ctx(
529 struct zebra_dplane_provider
*prov
);
531 /* Dequeue work to a list, maintain counter and locking, return count */
532 int dplane_provider_dequeue_in_list(struct zebra_dplane_provider
*prov
,
533 struct dplane_ctx_q
*listp
);
535 /* Enqueue completed work, maintain associated counter and locking */
536 void dplane_provider_enqueue_out_ctx(struct zebra_dplane_provider
*prov
,
537 struct zebra_dplane_ctx
*ctx
);
539 /* Enqueue a context directly to zebra main. */
540 void dplane_provider_enqueue_to_zebra(struct zebra_dplane_ctx
*ctx
);
543 * Initialize the dataplane modules at zebra startup. This is currently called
544 * by the rib module. Zebra registers a results callback with the dataplane.
545 * The callback is called in the dataplane pthread context,
546 * so the expectation is that the contexts are queued for the zebra
549 void zebra_dplane_init(int (*) (struct dplane_ctx_q
*));
552 * Start the dataplane pthread. This step needs to be run later than the
553 * 'init' step, in case zebra has fork-ed.
555 void zebra_dplane_start(void);
557 /* Finalize/cleanup apis, one called early as shutdown is starting,
558 * one called late at the end of zebra shutdown, and then one called
559 * from the zebra main pthread to stop the dplane pthread and
560 * free all resources.
562 * Zebra expects to try to clean up all vrfs and all routes during
563 * shutdown, so the dplane must be available until very late.
565 void zebra_dplane_pre_finish(void);
566 void zebra_dplane_finish(void);
567 void zebra_dplane_shutdown(void);
573 #endif /* _ZEBRA_DPLANE_H */