]> git.proxmox.com Git - mirror_ubuntu-bionic-kernel.git/blame - net/core/devlink.c
projects / mirror_ubuntu-bionic-kernel.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
UBUNTU: Ubuntu-4.15.0-96.97
[mirror_ubuntu-bionic-kernel.git] / net / core / devlink.c
CommitLineData
bfcd3a46
JP		 1/*
2 * net/core/devlink.c - Network physical/parent device Netlink interface
3 *
4 * Heavily inspired by net/wireless/
5 * Copyright (c) 2016 Mellanox Technologies. All rights reserved.
6 * Copyright (c) 2016 Jiri Pirko <jiri@mellanox.com>
7 *
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation; either version 2 of the License, or
11 * (at your option) any later version.
12 */
13
14#include <linux/kernel.h>
15#include <linux/module.h>
16#include <linux/types.h>
17#include <linux/slab.h>
18#include <linux/gfp.h>
19#include <linux/device.h>
20#include <linux/list.h>
21#include <linux/netdevice.h>
22#include <rdma/ib_verbs.h>
23#include <net/netlink.h>
24#include <net/genetlink.h>
25#include <net/rtnetlink.h>
26#include <net/net_namespace.h>
27#include <net/sock.h>
28#include <net/devlink.h>
e5224f0f
JP		 29#define CREATE_TRACE_POINTS
30#include <trace/events/devlink.h>
31
11770091
AS		 32static struct devlink_dpipe_field devlink_dpipe_fields_ethernet[] = {
33 {
12bdc5e1 34 .name = "destination mac",
11770091
AS		 35 .id = DEVLINK_DPIPE_FIELD_ETHERNET_DST_MAC,
36 .bitwidth = 48,
37 },
38};
39
40struct devlink_dpipe_header devlink_dpipe_header_ethernet = {
41 .name = "ethernet",
42 .id = DEVLINK_DPIPE_HEADER_ETHERNET,
43 .fields = devlink_dpipe_fields_ethernet,
44 .fields_count = ARRAY_SIZE(devlink_dpipe_fields_ethernet),
45 .global = true,
46};
47EXPORT_SYMBOL(devlink_dpipe_header_ethernet);
48
3fb886ec
AS		 49static struct devlink_dpipe_field devlink_dpipe_fields_ipv4[] = {
50 {
51 .name = "destination ip",
52 .id = DEVLINK_DPIPE_FIELD_IPV4_DST_IP,
53 .bitwidth = 32,
54 },
55};
56
57struct devlink_dpipe_header devlink_dpipe_header_ipv4 = {
58 .name = "ipv4",
59 .id = DEVLINK_DPIPE_HEADER_IPV4,
60 .fields = devlink_dpipe_fields_ipv4,
61 .fields_count = ARRAY_SIZE(devlink_dpipe_fields_ipv4),
62 .global = true,
63};
64EXPORT_SYMBOL(devlink_dpipe_header_ipv4);
65
1797f5b3
AS		 66static struct devlink_dpipe_field devlink_dpipe_fields_ipv6[] = {
67 {
68 .name = "destination ip",
69 .id = DEVLINK_DPIPE_FIELD_IPV6_DST_IP,
70 .bitwidth = 128,
71 },
72};
73
74struct devlink_dpipe_header devlink_dpipe_header_ipv6 = {
75 .name = "ipv6",
76 .id = DEVLINK_DPIPE_HEADER_IPV6,
77 .fields = devlink_dpipe_fields_ipv6,
78 .fields_count = ARRAY_SIZE(devlink_dpipe_fields_ipv6),
79 .global = true,
80};
81EXPORT_SYMBOL(devlink_dpipe_header_ipv6);
82
e5224f0f 83EXPORT_TRACEPOINT_SYMBOL_GPL(devlink_hwmsg);
bfcd3a46
JP		 84
85static LIST_HEAD(devlink_list);
86
87/* devlink_mutex
88 *
89 * An overall lock guarding every operation coming from userspace.
90 * It also guards devlink devices list and it is taken when
91 * driver registers/unregisters it.
92 */
93static DEFINE_MUTEX(devlink_mutex);
94
95/* devlink_port_mutex
96 *
97 * Shared lock to guard lists of ports in all devlink devices.
98 */
99static DEFINE_MUTEX(devlink_port_mutex);
100
101static struct net *devlink_net(const struct devlink *devlink)
102{
103 return read_pnet(&devlink->_net);
104}
105
106static void devlink_net_set(struct devlink *devlink, struct net *net)
107{
108 write_pnet(&devlink->_net, net);
109}
110
111static struct devlink *devlink_get_from_attrs(struct net *net,
112 struct nlattr **attrs)
113{
114 struct devlink *devlink;
115 char *busname;
116 char *devname;
117
118 if (!attrs[DEVLINK_ATTR_BUS_NAME] || !attrs[DEVLINK_ATTR_DEV_NAME])
119 return ERR_PTR(-EINVAL);
120
121 busname = nla_data(attrs[DEVLINK_ATTR_BUS_NAME]);
122 devname = nla_data(attrs[DEVLINK_ATTR_DEV_NAME]);
123
124 list_for_each_entry(devlink, &devlink_list, list) {
125 if (strcmp(devlink->dev->bus->name, busname) == 0 &&
126 strcmp(dev_name(devlink->dev), devname) == 0 &&
127 net_eq(devlink_net(devlink), net))
128 return devlink;
129 }
130
131 return ERR_PTR(-ENODEV);
132}
133
134static struct devlink *devlink_get_from_info(struct genl_info *info)
135{
136 return devlink_get_from_attrs(genl_info_net(info), info->attrs);
137}
138
139static struct devlink_port *devlink_port_get_by_index(struct devlink *devlink,
140 int port_index)
141{
142 struct devlink_port *devlink_port;
143
144 list_for_each_entry(devlink_port, &devlink->port_list, list) {
145 if (devlink_port->index == port_index)
146 return devlink_port;
147 }
148 return NULL;
149}
150
151static bool devlink_port_index_exists(struct devlink *devlink, int port_index)
152{
153 return devlink_port_get_by_index(devlink, port_index);
154}
155
156static struct devlink_port *devlink_port_get_from_attrs(struct devlink *devlink,
157 struct nlattr **attrs)
158{
159 if (attrs[DEVLINK_ATTR_PORT_INDEX]) {
160 u32 port_index = nla_get_u32(attrs[DEVLINK_ATTR_PORT_INDEX]);
161 struct devlink_port *devlink_port;
162
163 devlink_port = devlink_port_get_by_index(devlink, port_index);
164 if (!devlink_port)
165 return ERR_PTR(-ENODEV);
166 return devlink_port;
167 }
168 return ERR_PTR(-EINVAL);
169}
170
171static struct devlink_port *devlink_port_get_from_info(struct devlink *devlink,
172 struct genl_info *info)
173{
174 return devlink_port_get_from_attrs(devlink, info->attrs);
175}
176
bf797471
JP		 177struct devlink_sb {
178 struct list_head list;
179 unsigned int index;
180 u32 size;
181 u16 ingress_pools_count;
182 u16 egress_pools_count;
183 u16 ingress_tc_count;
184 u16 egress_tc_count;
185};
186
187static u16 devlink_sb_pool_count(struct devlink_sb *devlink_sb)
188{
189 return devlink_sb->ingress_pools_count + devlink_sb->egress_pools_count;
190}
191
192static struct devlink_sb *devlink_sb_get_by_index(struct devlink *devlink,
193 unsigned int sb_index)
194{
195 struct devlink_sb *devlink_sb;
196
197 list_for_each_entry(devlink_sb, &devlink->sb_list, list) {
198 if (devlink_sb->index == sb_index)
199 return devlink_sb;
200 }
201 return NULL;
202}
203
204static bool devlink_sb_index_exists(struct devlink *devlink,
205 unsigned int sb_index)
206{
207 return devlink_sb_get_by_index(devlink, sb_index);
208}
209
210static struct devlink_sb *devlink_sb_get_from_attrs(struct devlink *devlink,
211 struct nlattr **attrs)
212{
213 if (attrs[DEVLINK_ATTR_SB_INDEX]) {
214 u32 sb_index = nla_get_u32(attrs[DEVLINK_ATTR_SB_INDEX]);
215 struct devlink_sb *devlink_sb;
216
217 devlink_sb = devlink_sb_get_by_index(devlink, sb_index);
218 if (!devlink_sb)
219 return ERR_PTR(-ENODEV);
220 return devlink_sb;
221 }
222 return ERR_PTR(-EINVAL);
223}
224
225static struct devlink_sb *devlink_sb_get_from_info(struct devlink *devlink,
226 struct genl_info *info)
227{
228 return devlink_sb_get_from_attrs(devlink, info->attrs);
229}
230
231static int devlink_sb_pool_index_get_from_attrs(struct devlink_sb *devlink_sb,
232 struct nlattr **attrs,
233 u16 *p_pool_index)
234{
235 u16 val;
236
237 if (!attrs[DEVLINK_ATTR_SB_POOL_INDEX])
238 return -EINVAL;
239
240 val = nla_get_u16(attrs[DEVLINK_ATTR_SB_POOL_INDEX]);
241 if (val >= devlink_sb_pool_count(devlink_sb))
242 return -EINVAL;
243 *p_pool_index = val;
244 return 0;
245}
246
247static int devlink_sb_pool_index_get_from_info(struct devlink_sb *devlink_sb,
248 struct genl_info *info,
249 u16 *p_pool_index)
250{
251 return devlink_sb_pool_index_get_from_attrs(devlink_sb, info->attrs,
252 p_pool_index);
253}
254
255static int
256devlink_sb_pool_type_get_from_attrs(struct nlattr **attrs,
257 enum devlink_sb_pool_type *p_pool_type)
258{
259 u8 val;
260
261 if (!attrs[DEVLINK_ATTR_SB_POOL_TYPE])
262 return -EINVAL;
263
264 val = nla_get_u8(attrs[DEVLINK_ATTR_SB_POOL_TYPE]);
265 if (val != DEVLINK_SB_POOL_TYPE_INGRESS &&
266 val != DEVLINK_SB_POOL_TYPE_EGRESS)
267 return -EINVAL;
268 *p_pool_type = val;
269 return 0;
270}
271
272static int
273devlink_sb_pool_type_get_from_info(struct genl_info *info,
274 enum devlink_sb_pool_type *p_pool_type)
275{
276 return devlink_sb_pool_type_get_from_attrs(info->attrs, p_pool_type);
277}
278
279static int
280devlink_sb_th_type_get_from_attrs(struct nlattr **attrs,
281 enum devlink_sb_threshold_type *p_th_type)
282{
283 u8 val;
284
285 if (!attrs[DEVLINK_ATTR_SB_POOL_THRESHOLD_TYPE])
286 return -EINVAL;
287
288 val = nla_get_u8(attrs[DEVLINK_ATTR_SB_POOL_THRESHOLD_TYPE]);
289 if (val != DEVLINK_SB_THRESHOLD_TYPE_STATIC &&
290 val != DEVLINK_SB_THRESHOLD_TYPE_DYNAMIC)
291 return -EINVAL;
292 *p_th_type = val;
293 return 0;
294}
295
296static int
297devlink_sb_th_type_get_from_info(struct genl_info *info,
298 enum devlink_sb_threshold_type *p_th_type)
299{
300 return devlink_sb_th_type_get_from_attrs(info->attrs, p_th_type);
301}
302
303static int
304devlink_sb_tc_index_get_from_attrs(struct devlink_sb *devlink_sb,
305 struct nlattr **attrs,
306 enum devlink_sb_pool_type pool_type,
307 u16 *p_tc_index)
308{
309 u16 val;
310
311 if (!attrs[DEVLINK_ATTR_SB_TC_INDEX])
312 return -EINVAL;
313
314 val = nla_get_u16(attrs[DEVLINK_ATTR_SB_TC_INDEX]);
315 if (pool_type == DEVLINK_SB_POOL_TYPE_INGRESS &&
316 val >= devlink_sb->ingress_tc_count)
317 return -EINVAL;
318 if (pool_type == DEVLINK_SB_POOL_TYPE_EGRESS &&
319 val >= devlink_sb->egress_tc_count)
320 return -EINVAL;
321 *p_tc_index = val;
322 return 0;
323}
324
325static int
326devlink_sb_tc_index_get_from_info(struct devlink_sb *devlink_sb,
327 struct genl_info *info,
328 enum devlink_sb_pool_type pool_type,
329 u16 *p_tc_index)
330{
331 return devlink_sb_tc_index_get_from_attrs(devlink_sb, info->attrs,
332 pool_type, p_tc_index);
333}
334
1fc2257e
JP		 335#define DEVLINK_NL_FLAG_NEED_DEVLINK BIT(0)
336#define DEVLINK_NL_FLAG_NEED_PORT BIT(1)
bf797471 337#define DEVLINK_NL_FLAG_NEED_SB BIT(2)
df38dafd
JP		 338#define DEVLINK_NL_FLAG_LOCK_PORTS BIT(3)
339 /* port is not needed but we need to ensure they don't
340 * change in the middle of command
341 */
bfcd3a46
JP		 342
343static int devlink_nl_pre_doit(const struct genl_ops *ops,
344 struct sk_buff *skb, struct genl_info *info)
345{
346 struct devlink *devlink;
347
348 mutex_lock(&devlink_mutex);
349 devlink = devlink_get_from_info(info);
350 if (IS_ERR(devlink)) {
351 mutex_unlock(&devlink_mutex);
352 return PTR_ERR(devlink);
353 }
1fc2257e
JP		 354 if (ops->internal_flags & DEVLINK_NL_FLAG_NEED_DEVLINK) {
355 info->user_ptr[0] = devlink;
356 } else if (ops->internal_flags & DEVLINK_NL_FLAG_NEED_PORT) {
bfcd3a46
JP		 357 struct devlink_port *devlink_port;
358
359 mutex_lock(&devlink_port_mutex);
360 devlink_port = devlink_port_get_from_info(devlink, info);
361 if (IS_ERR(devlink_port)) {
362 mutex_unlock(&devlink_port_mutex);
363 mutex_unlock(&devlink_mutex);
364 return PTR_ERR(devlink_port);
365 }
1fc2257e 366 info->user_ptr[0] = devlink_port;
bfcd3a46 367 }
df38dafd
JP		 368 if (ops->internal_flags & DEVLINK_NL_FLAG_LOCK_PORTS) {
369 mutex_lock(&devlink_port_mutex);
370 }
bf797471
JP		 371 if (ops->internal_flags & DEVLINK_NL_FLAG_NEED_SB) {
372 struct devlink_sb *devlink_sb;
373
374 devlink_sb = devlink_sb_get_from_info(devlink, info);
375 if (IS_ERR(devlink_sb)) {
376 if (ops->internal_flags & DEVLINK_NL_FLAG_NEED_PORT)
377 mutex_unlock(&devlink_port_mutex);
378 mutex_unlock(&devlink_mutex);
379 return PTR_ERR(devlink_sb);
380 }
381 info->user_ptr[1] = devlink_sb;
382 }
bfcd3a46
JP		 383 return 0;
384}
385
386static void devlink_nl_post_doit(const struct genl_ops *ops,
387 struct sk_buff *skb, struct genl_info *info)
388{
df38dafd
JP		 389 if (ops->internal_flags & DEVLINK_NL_FLAG_NEED_PORT ||
390 ops->internal_flags & DEVLINK_NL_FLAG_LOCK_PORTS)
bfcd3a46
JP		 391 mutex_unlock(&devlink_port_mutex);
392 mutex_unlock(&devlink_mutex);
393}
394
489111e5 395static struct genl_family devlink_nl_family;
bfcd3a46
JP		 396
397enum devlink_multicast_groups {
398 DEVLINK_MCGRP_CONFIG,
399};
400
401static const struct genl_multicast_group devlink_nl_mcgrps[] = {
402 [DEVLINK_MCGRP_CONFIG] = { .name = DEVLINK_GENL_MCGRP_CONFIG_NAME },
403};
404
405static int devlink_nl_put_handle(struct sk_buff *msg, struct devlink *devlink)
406{
407 if (nla_put_string(msg, DEVLINK_ATTR_BUS_NAME, devlink->dev->bus->name))
408 return -EMSGSIZE;
409 if (nla_put_string(msg, DEVLINK_ATTR_DEV_NAME, dev_name(devlink->dev)))
410 return -EMSGSIZE;
411 return 0;
412}
413
414static int devlink_nl_fill(struct sk_buff *msg, struct devlink *devlink,
415 enum devlink_command cmd, u32 portid,
416 u32 seq, int flags)
417{
418 void *hdr;
419
420 hdr = genlmsg_put(msg, portid, seq, &devlink_nl_family, flags, cmd);
421 if (!hdr)
422 return -EMSGSIZE;
423
424 if (devlink_nl_put_handle(msg, devlink))
425 goto nla_put_failure;
426
427 genlmsg_end(msg, hdr);
428 return 0;
429
430nla_put_failure:
431 genlmsg_cancel(msg, hdr);
432 return -EMSGSIZE;
433}
434
435static void devlink_notify(struct devlink *devlink, enum devlink_command cmd)
436{
437 struct sk_buff *msg;
438 int err;
439
440 WARN_ON(cmd != DEVLINK_CMD_NEW && cmd != DEVLINK_CMD_DEL);
441
442 msg = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL);
443 if (!msg)
444 return;
445
446 err = devlink_nl_fill(msg, devlink, cmd, 0, 0, 0);
447 if (err) {
448 nlmsg_free(msg);
449 return;
450 }
451
452 genlmsg_multicast_netns(&devlink_nl_family, devlink_net(devlink),
453 msg, 0, DEVLINK_MCGRP_CONFIG, GFP_KERNEL);
454}
455
456static int devlink_nl_port_fill(struct sk_buff *msg, struct devlink *devlink,
457 struct devlink_port *devlink_port,
458 enum devlink_command cmd, u32 portid,
459 u32 seq, int flags)
460{
461 void *hdr;
462
463 hdr = genlmsg_put(msg, portid, seq, &devlink_nl_family, flags, cmd);
464 if (!hdr)
465 return -EMSGSIZE;
466
467 if (devlink_nl_put_handle(msg, devlink))
468 goto nla_put_failure;
469 if (nla_put_u32(msg, DEVLINK_ATTR_PORT_INDEX, devlink_port->index))
470 goto nla_put_failure;
471 if (nla_put_u16(msg, DEVLINK_ATTR_PORT_TYPE, devlink_port->type))
472 goto nla_put_failure;
473 if (devlink_port->desired_type != DEVLINK_PORT_TYPE_NOTSET &&
474 nla_put_u16(msg, DEVLINK_ATTR_PORT_DESIRED_TYPE,
475 devlink_port->desired_type))
476 goto nla_put_failure;
477 if (devlink_port->type == DEVLINK_PORT_TYPE_ETH) {
478 struct net_device *netdev = devlink_port->type_dev;
479
480 if (netdev &&
481 (nla_put_u32(msg, DEVLINK_ATTR_PORT_NETDEV_IFINDEX,
482 netdev->ifindex) ||
483 nla_put_string(msg, DEVLINK_ATTR_PORT_NETDEV_NAME,
484 netdev->name)))
485 goto nla_put_failure;
486 }
487 if (devlink_port->type == DEVLINK_PORT_TYPE_IB) {
488 struct ib_device *ibdev = devlink_port->type_dev;
489
490 if (ibdev &&
491 nla_put_string(msg, DEVLINK_ATTR_PORT_IBDEV_NAME,
492 ibdev->name))
493 goto nla_put_failure;
494 }
495 if (devlink_port->split &&
496 nla_put_u32(msg, DEVLINK_ATTR_PORT_SPLIT_GROUP,
497 devlink_port->split_group))
498 goto nla_put_failure;
499
500 genlmsg_end(msg, hdr);
501 return 0;
502
503nla_put_failure:
504 genlmsg_cancel(msg, hdr);
505 return -EMSGSIZE;
506}
507
508static void devlink_port_notify(struct devlink_port *devlink_port,
509 enum devlink_command cmd)
510{
511 struct devlink *devlink = devlink_port->devlink;
512 struct sk_buff *msg;
513 int err;
514
515 if (!devlink_port->registered)
516 return;
517
518 WARN_ON(cmd != DEVLINK_CMD_PORT_NEW && cmd != DEVLINK_CMD_PORT_DEL);
519
520 msg = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL);
521 if (!msg)
522 return;
523
524 err = devlink_nl_port_fill(msg, devlink, devlink_port, cmd, 0, 0, 0);
525 if (err) {
526 nlmsg_free(msg);
527 return;
528 }
529
530 genlmsg_multicast_netns(&devlink_nl_family, devlink_net(devlink),
531 msg, 0, DEVLINK_MCGRP_CONFIG, GFP_KERNEL);
532}
533
534static int devlink_nl_cmd_get_doit(struct sk_buff *skb, struct genl_info *info)
535{
536 struct devlink *devlink = info->user_ptr[0];
537 struct sk_buff *msg;
538 int err;
539
540 msg = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL);
541 if (!msg)
542 return -ENOMEM;
543
544 err = devlink_nl_fill(msg, devlink, DEVLINK_CMD_NEW,
545 info->snd_portid, info->snd_seq, 0);
546 if (err) {
547 nlmsg_free(msg);
548 return err;
549 }
550
551 return genlmsg_reply(msg, info);
552}
553
554static int devlink_nl_cmd_get_dumpit(struct sk_buff *msg,
555 struct netlink_callback *cb)
556{
557 struct devlink *devlink;
558 int start = cb->args[0];
559 int idx = 0;
560 int err;
561
562 mutex_lock(&devlink_mutex);
563 list_for_each_entry(devlink, &devlink_list, list) {
564 if (!net_eq(devlink_net(devlink), sock_net(msg->sk)))
565 continue;
566 if (idx < start) {
567 idx++;
568 continue;
569 }
570 err = devlink_nl_fill(msg, devlink, DEVLINK_CMD_NEW,
571 NETLINK_CB(cb->skb).portid,
572 cb->nlh->nlmsg_seq, NLM_F_MULTI);
573 if (err)
574 goto out;
575 idx++;
576 }
577out:
578 mutex_unlock(&devlink_mutex);
579
580 cb->args[0] = idx;
581 return msg->len;
582}
583
584static int devlink_nl_cmd_port_get_doit(struct sk_buff *skb,
585 struct genl_info *info)
586{
1fc2257e
JP		 587 struct devlink_port *devlink_port = info->user_ptr[0];
588 struct devlink *devlink = devlink_port->devlink;
bfcd3a46
JP		 589 struct sk_buff *msg;
590 int err;
591
592 msg = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL);
593 if (!msg)
594 return -ENOMEM;
595
596 err = devlink_nl_port_fill(msg, devlink, devlink_port,
597 DEVLINK_CMD_PORT_NEW,
598 info->snd_portid, info->snd_seq, 0);
599 if (err) {
600 nlmsg_free(msg);
601 return err;
602 }
603
604 return genlmsg_reply(msg, info);
605}
606
607static int devlink_nl_cmd_port_get_dumpit(struct sk_buff *msg,
608 struct netlink_callback *cb)
609{
610 struct devlink *devlink;
611 struct devlink_port *devlink_port;
612 int start = cb->args[0];
613 int idx = 0;
614 int err;
615
616 mutex_lock(&devlink_mutex);
617 mutex_lock(&devlink_port_mutex);
618 list_for_each_entry(devlink, &devlink_list, list) {
619 if (!net_eq(devlink_net(devlink), sock_net(msg->sk)))
620 continue;
621 list_for_each_entry(devlink_port, &devlink->port_list, list) {
622 if (idx < start) {
623 idx++;
624 continue;
625 }
626 err = devlink_nl_port_fill(msg, devlink, devlink_port,
627 DEVLINK_CMD_NEW,
628 NETLINK_CB(cb->skb).portid,
629 cb->nlh->nlmsg_seq,
630 NLM_F_MULTI);
631 if (err)
632 goto out;
633 idx++;
634 }
635 }
636out:
637 mutex_unlock(&devlink_port_mutex);
638 mutex_unlock(&devlink_mutex);
639
640 cb->args[0] = idx;
641 return msg->len;
642}
643
644static int devlink_port_type_set(struct devlink *devlink,
645 struct devlink_port *devlink_port,
646 enum devlink_port_type port_type)
647
648{
649 int err;
650
651 if (devlink->ops && devlink->ops->port_type_set) {
652 if (port_type == DEVLINK_PORT_TYPE_NOTSET)
653 return -EINVAL;
6edf1017
ER		 654 if (port_type == devlink_port->type)
655 return 0;
bfcd3a46
JP		 656 err = devlink->ops->port_type_set(devlink_port, port_type);
657 if (err)
658 return err;
659 devlink_port->desired_type = port_type;
660 devlink_port_notify(devlink_port, DEVLINK_CMD_PORT_NEW);
661 return 0;
662 }
663 return -EOPNOTSUPP;
664}
665
666static int devlink_nl_cmd_port_set_doit(struct sk_buff *skb,
667 struct genl_info *info)
668{
1fc2257e
JP		 669 struct devlink_port *devlink_port = info->user_ptr[0];
670 struct devlink *devlink = devlink_port->devlink;
bfcd3a46
JP		 671 int err;
672
673 if (info->attrs[DEVLINK_ATTR_PORT_TYPE]) {
674 enum devlink_port_type port_type;
675
676 port_type = nla_get_u16(info->attrs[DEVLINK_ATTR_PORT_TYPE]);
677 err = devlink_port_type_set(devlink, devlink_port, port_type);
678 if (err)
679 return err;
680 }
681 return 0;
682}
683
684static int devlink_port_split(struct devlink *devlink,
685 u32 port_index, u32 count)
686
687{
688 if (devlink->ops && devlink->ops->port_split)
689 return devlink->ops->port_split(devlink, port_index, count);
690 return -EOPNOTSUPP;
691}
692
693static int devlink_nl_cmd_port_split_doit(struct sk_buff *skb,
694 struct genl_info *info)
695{
696 struct devlink *devlink = info->user_ptr[0];
697 u32 port_index;
698 u32 count;
699
700 if (!info->attrs[DEVLINK_ATTR_PORT_INDEX] ||
701 !info->attrs[DEVLINK_ATTR_PORT_SPLIT_COUNT])
702 return -EINVAL;
703
704 port_index = nla_get_u32(info->attrs[DEVLINK_ATTR_PORT_INDEX]);
705 count = nla_get_u32(info->attrs[DEVLINK_ATTR_PORT_SPLIT_COUNT]);
706 return devlink_port_split(devlink, port_index, count);
707}
708
709static int devlink_port_unsplit(struct devlink *devlink, u32 port_index)
710
711{
712 if (devlink->ops && devlink->ops->port_unsplit)
713 return devlink->ops->port_unsplit(devlink, port_index);
714 return -EOPNOTSUPP;
715}
716
717static int devlink_nl_cmd_port_unsplit_doit(struct sk_buff *skb,
718 struct genl_info *info)
719{
720 struct devlink *devlink = info->user_ptr[0];
721 u32 port_index;
722
723 if (!info->attrs[DEVLINK_ATTR_PORT_INDEX])
724 return -EINVAL;
725
726 port_index = nla_get_u32(info->attrs[DEVLINK_ATTR_PORT_INDEX]);
727 return devlink_port_unsplit(devlink, port_index);
728}
729
bf797471
JP		 730static int devlink_nl_sb_fill(struct sk_buff *msg, struct devlink *devlink,
731 struct devlink_sb *devlink_sb,
732 enum devlink_command cmd, u32 portid,
733 u32 seq, int flags)
734{
735 void *hdr;
736
737 hdr = genlmsg_put(msg, portid, seq, &devlink_nl_family, flags, cmd);
738 if (!hdr)
739 return -EMSGSIZE;
740
741 if (devlink_nl_put_handle(msg, devlink))
742 goto nla_put_failure;
743 if (nla_put_u32(msg, DEVLINK_ATTR_SB_INDEX, devlink_sb->index))
744 goto nla_put_failure;
745 if (nla_put_u32(msg, DEVLINK_ATTR_SB_SIZE, devlink_sb->size))
746 goto nla_put_failure;
747 if (nla_put_u16(msg, DEVLINK_ATTR_SB_INGRESS_POOL_COUNT,
748 devlink_sb->ingress_pools_count))
749 goto nla_put_failure;
750 if (nla_put_u16(msg, DEVLINK_ATTR_SB_EGRESS_POOL_COUNT,
751 devlink_sb->egress_pools_count))
752 goto nla_put_failure;
753 if (nla_put_u16(msg, DEVLINK_ATTR_SB_INGRESS_TC_COUNT,
754 devlink_sb->ingress_tc_count))
755 goto nla_put_failure;
756 if (nla_put_u16(msg, DEVLINK_ATTR_SB_EGRESS_TC_COUNT,
757 devlink_sb->egress_tc_count))
758 goto nla_put_failure;
759
760 genlmsg_end(msg, hdr);
761 return 0;
762
763nla_put_failure:
764 genlmsg_cancel(msg, hdr);
765 return -EMSGSIZE;
766}
767
768static int devlink_nl_cmd_sb_get_doit(struct sk_buff *skb,
769 struct genl_info *info)
770{
771 struct devlink *devlink = info->user_ptr[0];
772 struct devlink_sb *devlink_sb = info->user_ptr[1];
773 struct sk_buff *msg;
774 int err;
775
776 msg = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL);
777 if (!msg)
778 return -ENOMEM;
779
780 err = devlink_nl_sb_fill(msg, devlink, devlink_sb,
781 DEVLINK_CMD_SB_NEW,
782 info->snd_portid, info->snd_seq, 0);
783 if (err) {
784 nlmsg_free(msg);
785 return err;
786 }
787
788 return genlmsg_reply(msg, info);
789}
790
791static int devlink_nl_cmd_sb_get_dumpit(struct sk_buff *msg,
792 struct netlink_callback *cb)
793{
794 struct devlink *devlink;
795 struct devlink_sb *devlink_sb;
796 int start = cb->args[0];
797 int idx = 0;
798 int err;
799
800 mutex_lock(&devlink_mutex);
801 list_for_each_entry(devlink, &devlink_list, list) {
802 if (!net_eq(devlink_net(devlink), sock_net(msg->sk)))
803 continue;
804 list_for_each_entry(devlink_sb, &devlink->sb_list, list) {
805 if (idx < start) {
806 idx++;
807 continue;
808 }
809 err = devlink_nl_sb_fill(msg, devlink, devlink_sb,
810 DEVLINK_CMD_SB_NEW,
811 NETLINK_CB(cb->skb).portid,
812 cb->nlh->nlmsg_seq,
813 NLM_F_MULTI);
814 if (err)
815 goto out;
816 idx++;
817 }
818 }
819out:
820 mutex_unlock(&devlink_mutex);
821
822 cb->args[0] = idx;
823 return msg->len;
824}
825
826static int devlink_nl_sb_pool_fill(struct sk_buff *msg, struct devlink *devlink,
827 struct devlink_sb *devlink_sb,
828 u16 pool_index, enum devlink_command cmd,
829 u32 portid, u32 seq, int flags)
830{
831 struct devlink_sb_pool_info pool_info;
832 void *hdr;
833 int err;
834
835 err = devlink->ops->sb_pool_get(devlink, devlink_sb->index,
836 pool_index, &pool_info);
837 if (err)
838 return err;
839
840 hdr = genlmsg_put(msg, portid, seq, &devlink_nl_family, flags, cmd);
841 if (!hdr)
842 return -EMSGSIZE;
843
844 if (devlink_nl_put_handle(msg, devlink))
845 goto nla_put_failure;
846 if (nla_put_u32(msg, DEVLINK_ATTR_SB_INDEX, devlink_sb->index))
847 goto nla_put_failure;
848 if (nla_put_u16(msg, DEVLINK_ATTR_SB_POOL_INDEX, pool_index))
849 goto nla_put_failure;
850 if (nla_put_u8(msg, DEVLINK_ATTR_SB_POOL_TYPE, pool_info.pool_type))
851 goto nla_put_failure;
852 if (nla_put_u32(msg, DEVLINK_ATTR_SB_POOL_SIZE, pool_info.size))
853 goto nla_put_failure;
854 if (nla_put_u8(msg, DEVLINK_ATTR_SB_POOL_THRESHOLD_TYPE,
855 pool_info.threshold_type))
856 goto nla_put_failure;
857
858 genlmsg_end(msg, hdr);
859 return 0;
860
861nla_put_failure:
862 genlmsg_cancel(msg, hdr);
863 return -EMSGSIZE;
864}
865
866static int devlink_nl_cmd_sb_pool_get_doit(struct sk_buff *skb,
867 struct genl_info *info)
868{
869 struct devlink *devlink = info->user_ptr[0];
870 struct devlink_sb *devlink_sb = info->user_ptr[1];
871 struct sk_buff *msg;
872 u16 pool_index;
873 int err;
874
875 err = devlink_sb_pool_index_get_from_info(devlink_sb, info,
876 &pool_index);
877 if (err)
878 return err;
879
880 if (!devlink->ops || !devlink->ops->sb_pool_get)
881 return -EOPNOTSUPP;
882
883 msg = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL);
884 if (!msg)
885 return -ENOMEM;
886
887 err = devlink_nl_sb_pool_fill(msg, devlink, devlink_sb, pool_index,
888 DEVLINK_CMD_SB_POOL_NEW,
889 info->snd_portid, info->snd_seq, 0);
890 if (err) {
891 nlmsg_free(msg);
892 return err;
893 }
894
895 return genlmsg_reply(msg, info);
896}
897
898static int __sb_pool_get_dumpit(struct sk_buff *msg, int start, int *p_idx,
899 struct devlink *devlink,
900 struct devlink_sb *devlink_sb,
901 u32 portid, u32 seq)
902{
903 u16 pool_count = devlink_sb_pool_count(devlink_sb);
904 u16 pool_index;
905 int err;
906
907 for (pool_index = 0; pool_index < pool_count; pool_index++) {
908 if (*p_idx < start) {
909 (*p_idx)++;
910 continue;
911 }
912 err = devlink_nl_sb_pool_fill(msg, devlink,
913 devlink_sb,
914 pool_index,
915 DEVLINK_CMD_SB_POOL_NEW,
916 portid, seq, NLM_F_MULTI);
917 if (err)
918 return err;
919 (*p_idx)++;
920 }
921 return 0;
922}
923
924static int devlink_nl_cmd_sb_pool_get_dumpit(struct sk_buff *msg,
925 struct netlink_callback *cb)
926{
927 struct devlink *devlink;
928 struct devlink_sb *devlink_sb;
929 int start = cb->args[0];
930 int idx = 0;
931 int err;
932
933 mutex_lock(&devlink_mutex);
934 list_for_each_entry(devlink, &devlink_list, list) {
935 if (!net_eq(devlink_net(devlink), sock_net(msg->sk)) ||
936 !devlink->ops || !devlink->ops->sb_pool_get)
937 continue;
938 list_for_each_entry(devlink_sb, &devlink->sb_list, list) {
939 err = __sb_pool_get_dumpit(msg, start, &idx, devlink,
940 devlink_sb,
941 NETLINK_CB(cb->skb).portid,
942 cb->nlh->nlmsg_seq);
943 if (err && err != -EOPNOTSUPP)
944 goto out;
945 }
946 }
947out:
948 mutex_unlock(&devlink_mutex);
949
950 cb->args[0] = idx;
951 return msg->len;
952}
953
954static int devlink_sb_pool_set(struct devlink *devlink, unsigned int sb_index,
955 u16 pool_index, u32 size,
956 enum devlink_sb_threshold_type threshold_type)
957
958{
959 const struct devlink_ops *ops = devlink->ops;
960
961 if (ops && ops->sb_pool_set)
962 return ops->sb_pool_set(devlink, sb_index, pool_index,
963 size, threshold_type);
964 return -EOPNOTSUPP;
965}
966
967static int devlink_nl_cmd_sb_pool_set_doit(struct sk_buff *skb,
968 struct genl_info *info)
969{
970 struct devlink *devlink = info->user_ptr[0];
971 struct devlink_sb *devlink_sb = info->user_ptr[1];
972 enum devlink_sb_threshold_type threshold_type;
973 u16 pool_index;
974 u32 size;
975 int err;
976
977 err = devlink_sb_pool_index_get_from_info(devlink_sb, info,
978 &pool_index);
979 if (err)
980 return err;
981
982 err = devlink_sb_th_type_get_from_info(info, &threshold_type);
983 if (err)
984 return err;
985
986 if (!info->attrs[DEVLINK_ATTR_SB_POOL_SIZE])
987 return -EINVAL;
988
989 size = nla_get_u32(info->attrs[DEVLINK_ATTR_SB_POOL_SIZE]);
990 return devlink_sb_pool_set(devlink, devlink_sb->index,
991 pool_index, size, threshold_type);
992}
993
994static int devlink_nl_sb_port_pool_fill(struct sk_buff *msg,
995 struct devlink *devlink,
996 struct devlink_port *devlink_port,
997 struct devlink_sb *devlink_sb,
998 u16 pool_index,
999 enum devlink_command cmd,
1000 u32 portid, u32 seq, int flags)
1001{
df38dafd 1002 const struct devlink_ops *ops = devlink->ops;
bf797471
JP		 1003 u32 threshold;
1004 void *hdr;
1005 int err;
1006
df38dafd
JP		 1007 err = ops->sb_port_pool_get(devlink_port, devlink_sb->index,
1008 pool_index, &threshold);
bf797471
JP		 1009 if (err)
1010 return err;
1011
1012 hdr = genlmsg_put(msg, portid, seq, &devlink_nl_family, flags, cmd);
1013 if (!hdr)
1014 return -EMSGSIZE;
1015
1016 if (devlink_nl_put_handle(msg, devlink))
1017 goto nla_put_failure;
1018 if (nla_put_u32(msg, DEVLINK_ATTR_PORT_INDEX, devlink_port->index))
1019 goto nla_put_failure;
1020 if (nla_put_u32(msg, DEVLINK_ATTR_SB_INDEX, devlink_sb->index))
1021 goto nla_put_failure;
1022 if (nla_put_u16(msg, DEVLINK_ATTR_SB_POOL_INDEX, pool_index))
1023 goto nla_put_failure;
1024 if (nla_put_u32(msg, DEVLINK_ATTR_SB_THRESHOLD, threshold))
1025 goto nla_put_failure;
1026
df38dafd
JP		 1027 if (ops->sb_occ_port_pool_get) {
1028 u32 cur;
1029 u32 max;
1030
1031 err = ops->sb_occ_port_pool_get(devlink_port, devlink_sb->index,
1032 pool_index, &cur, &max);
1033 if (err && err != -EOPNOTSUPP)
1034 return err;
1035 if (!err) {
1036 if (nla_put_u32(msg, DEVLINK_ATTR_SB_OCC_CUR, cur))
1037 goto nla_put_failure;
1038 if (nla_put_u32(msg, DEVLINK_ATTR_SB_OCC_MAX, max))
1039 goto nla_put_failure;
1040 }
1041 }
1042
bf797471
JP		 1043 genlmsg_end(msg, hdr);
1044 return 0;
1045
1046nla_put_failure:
1047 genlmsg_cancel(msg, hdr);
1048 return -EMSGSIZE;
1049}
1050
1051static int devlink_nl_cmd_sb_port_pool_get_doit(struct sk_buff *skb,
1052 struct genl_info *info)
1053{
1054 struct devlink_port *devlink_port = info->user_ptr[0];
1055 struct devlink *devlink = devlink_port->devlink;
1056 struct devlink_sb *devlink_sb = info->user_ptr[1];
1057 struct sk_buff *msg;
1058 u16 pool_index;
1059 int err;
1060
1061 err = devlink_sb_pool_index_get_from_info(devlink_sb, info,
1062 &pool_index);
1063 if (err)
1064 return err;
1065
1066 if (!devlink->ops || !devlink->ops->sb_port_pool_get)
1067 return -EOPNOTSUPP;
1068
1069 msg = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL);
1070 if (!msg)
1071 return -ENOMEM;
1072
1073 err = devlink_nl_sb_port_pool_fill(msg, devlink, devlink_port,
1074 devlink_sb, pool_index,
1075 DEVLINK_CMD_SB_PORT_POOL_NEW,
1076 info->snd_portid, info->snd_seq, 0);
1077 if (err) {
1078 nlmsg_free(msg);
1079 return err;
1080 }
1081
1082 return genlmsg_reply(msg, info);
1083}
1084
1085static int __sb_port_pool_get_dumpit(struct sk_buff *msg, int start, int *p_idx,
1086 struct devlink *devlink,
1087 struct devlink_sb *devlink_sb,
1088 u32 portid, u32 seq)
1089{
1090 struct devlink_port *devlink_port;
1091 u16 pool_count = devlink_sb_pool_count(devlink_sb);
1092 u16 pool_index;
1093 int err;
1094
1095 list_for_each_entry(devlink_port, &devlink->port_list, list) {
1096 for (pool_index = 0; pool_index < pool_count; pool_index++) {
1097 if (*p_idx < start) {
1098 (*p_idx)++;
1099 continue;
1100 }
1101 err = devlink_nl_sb_port_pool_fill(msg, devlink,
1102 devlink_port,
1103 devlink_sb,
1104 pool_index,
1105 DEVLINK_CMD_SB_PORT_POOL_NEW,
1106 portid, seq,
1107 NLM_F_MULTI);
1108 if (err)
1109 return err;
1110 (*p_idx)++;
1111 }
1112 }
1113 return 0;
1114}
1115
1116static int devlink_nl_cmd_sb_port_pool_get_dumpit(struct sk_buff *msg,
1117 struct netlink_callback *cb)
1118{
1119 struct devlink *devlink;
1120 struct devlink_sb *devlink_sb;
1121 int start = cb->args[0];
1122 int idx = 0;
1123 int err;
1124
1125 mutex_lock(&devlink_mutex);
1126 mutex_lock(&devlink_port_mutex);
1127 list_for_each_entry(devlink, &devlink_list, list) {
1128 if (!net_eq(devlink_net(devlink), sock_net(msg->sk)) ||
1129 !devlink->ops || !devlink->ops->sb_port_pool_get)
1130 continue;
1131 list_for_each_entry(devlink_sb, &devlink->sb_list, list) {
1132 err = __sb_port_pool_get_dumpit(msg, start, &idx,
1133 devlink, devlink_sb,
1134 NETLINK_CB(cb->skb).portid,
1135 cb->nlh->nlmsg_seq);
1136 if (err && err != -EOPNOTSUPP)
1137 goto out;
1138 }
1139 }
1140out:
1141 mutex_unlock(&devlink_port_mutex);
1142 mutex_unlock(&devlink_mutex);
1143
1144 cb->args[0] = idx;
1145 return msg->len;
1146}
1147
1148static int devlink_sb_port_pool_set(struct devlink_port *devlink_port,
1149 unsigned int sb_index, u16 pool_index,
1150 u32 threshold)
1151
1152{
1153 const struct devlink_ops *ops = devlink_port->devlink->ops;
1154
1155 if (ops && ops->sb_port_pool_set)
1156 return ops->sb_port_pool_set(devlink_port, sb_index,
1157 pool_index, threshold);
1158 return -EOPNOTSUPP;
1159}
1160
1161static int devlink_nl_cmd_sb_port_pool_set_doit(struct sk_buff *skb,
1162 struct genl_info *info)
1163{
1164 struct devlink_port *devlink_port = info->user_ptr[0];
1165 struct devlink_sb *devlink_sb = info->user_ptr[1];
1166 u16 pool_index;
1167 u32 threshold;
1168 int err;
1169
1170 err = devlink_sb_pool_index_get_from_info(devlink_sb, info,
1171 &pool_index);
1172 if (err)
1173 return err;
1174
1175 if (!info->attrs[DEVLINK_ATTR_SB_THRESHOLD])
1176 return -EINVAL;
1177
1178 threshold = nla_get_u32(info->attrs[DEVLINK_ATTR_SB_THRESHOLD]);
1179 return devlink_sb_port_pool_set(devlink_port, devlink_sb->index,
1180 pool_index, threshold);
1181}
1182
1183static int
1184devlink_nl_sb_tc_pool_bind_fill(struct sk_buff *msg, struct devlink *devlink,
1185 struct devlink_port *devlink_port,
1186 struct devlink_sb *devlink_sb, u16 tc_index,
1187 enum devlink_sb_pool_type pool_type,
1188 enum devlink_command cmd,
1189 u32 portid, u32 seq, int flags)
1190{
df38dafd 1191 const struct devlink_ops *ops = devlink->ops;
bf797471
JP		 1192 u16 pool_index;
1193 u32 threshold;
1194 void *hdr;
1195 int err;
1196
df38dafd
JP		 1197 err = ops->sb_tc_pool_bind_get(devlink_port, devlink_sb->index,
1198 tc_index, pool_type,
1199 &pool_index, &threshold);
bf797471
JP		 1200 if (err)
1201 return err;
1202
1203 hdr = genlmsg_put(msg, portid, seq, &devlink_nl_family, flags, cmd);
1204 if (!hdr)
1205 return -EMSGSIZE;
1206
1207 if (devlink_nl_put_handle(msg, devlink))
1208 goto nla_put_failure;
1209 if (nla_put_u32(msg, DEVLINK_ATTR_PORT_INDEX, devlink_port->index))
1210 goto nla_put_failure;
1211 if (nla_put_u32(msg, DEVLINK_ATTR_SB_INDEX, devlink_sb->index))
1212 goto nla_put_failure;
1213 if (nla_put_u16(msg, DEVLINK_ATTR_SB_TC_INDEX, tc_index))
1214 goto nla_put_failure;
1215 if (nla_put_u8(msg, DEVLINK_ATTR_SB_POOL_TYPE, pool_type))
1216 goto nla_put_failure;
1217 if (nla_put_u16(msg, DEVLINK_ATTR_SB_POOL_INDEX, pool_index))
1218 goto nla_put_failure;
1219 if (nla_put_u32(msg, DEVLINK_ATTR_SB_THRESHOLD, threshold))
1220 goto nla_put_failure;
1221
df38dafd
JP		 1222 if (ops->sb_occ_tc_port_bind_get) {
1223 u32 cur;
1224 u32 max;
1225
1226 err = ops->sb_occ_tc_port_bind_get(devlink_port,
1227 devlink_sb->index,
1228 tc_index, pool_type,
1229 &cur, &max);
1230 if (err && err != -EOPNOTSUPP)
1231 return err;
1232 if (!err) {
1233 if (nla_put_u32(msg, DEVLINK_ATTR_SB_OCC_CUR, cur))
1234 goto nla_put_failure;
1235 if (nla_put_u32(msg, DEVLINK_ATTR_SB_OCC_MAX, max))
1236 goto nla_put_failure;
1237 }
1238 }
1239
bf797471
JP		 1240 genlmsg_end(msg, hdr);
1241 return 0;
1242
1243nla_put_failure:
1244 genlmsg_cancel(msg, hdr);
1245 return -EMSGSIZE;
1246}
1247
1248static int devlink_nl_cmd_sb_tc_pool_bind_get_doit(struct sk_buff *skb,
1249 struct genl_info *info)
1250{
1251 struct devlink_port *devlink_port = info->user_ptr[0];
1252 struct devlink *devlink = devlink_port->devlink;
1253 struct devlink_sb *devlink_sb = info->user_ptr[1];
1254 struct sk_buff *msg;
1255 enum devlink_sb_pool_type pool_type;
1256 u16 tc_index;
1257 int err;
1258
1259 err = devlink_sb_pool_type_get_from_info(info, &pool_type);
1260 if (err)
1261 return err;
1262
1263 err = devlink_sb_tc_index_get_from_info(devlink_sb, info,
1264 pool_type, &tc_index);
1265 if (err)
1266 return err;
1267
1268 if (!devlink->ops || !devlink->ops->sb_tc_pool_bind_get)
1269 return -EOPNOTSUPP;
1270
1271 msg = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL);
1272 if (!msg)
1273 return -ENOMEM;
1274
1275 err = devlink_nl_sb_tc_pool_bind_fill(msg, devlink, devlink_port,
1276 devlink_sb, tc_index, pool_type,
1277 DEVLINK_CMD_SB_TC_POOL_BIND_NEW,
1278 info->snd_portid,
1279 info->snd_seq, 0);
1280 if (err) {
1281 nlmsg_free(msg);
1282 return err;
1283 }
1284
1285 return genlmsg_reply(msg, info);
1286}
1287
1288static int __sb_tc_pool_bind_get_dumpit(struct sk_buff *msg,
1289 int start, int *p_idx,
1290 struct devlink *devlink,
1291 struct devlink_sb *devlink_sb,
1292 u32 portid, u32 seq)
1293{
1294 struct devlink_port *devlink_port;
1295 u16 tc_index;
1296 int err;
1297
1298 list_for_each_entry(devlink_port, &devlink->port_list, list) {
1299 for (tc_index = 0;
1300 tc_index < devlink_sb->ingress_tc_count; tc_index++) {
1301 if (*p_idx < start) {
1302 (*p_idx)++;
1303 continue;
1304 }
1305 err = devlink_nl_sb_tc_pool_bind_fill(msg, devlink,
1306 devlink_port,
1307 devlink_sb,
1308 tc_index,
1309 DEVLINK_SB_POOL_TYPE_INGRESS,
1310 DEVLINK_CMD_SB_TC_POOL_BIND_NEW,
1311 portid, seq,
1312 NLM_F_MULTI);
1313 if (err)
1314 return err;
1315 (*p_idx)++;
1316 }
1317 for (tc_index = 0;
1318 tc_index < devlink_sb->egress_tc_count; tc_index++) {
1319 if (*p_idx < start) {
1320 (*p_idx)++;
1321 continue;
1322 }
1323 err = devlink_nl_sb_tc_pool_bind_fill(msg, devlink,
1324 devlink_port,
1325 devlink_sb,
1326 tc_index,
1327 DEVLINK_SB_POOL_TYPE_EGRESS,
1328 DEVLINK_CMD_SB_TC_POOL_BIND_NEW,
1329 portid, seq,
1330 NLM_F_MULTI);
1331 if (err)
1332 return err;
1333 (*p_idx)++;
1334 }
1335 }
1336 return 0;
1337}
1338
1339static int
1340devlink_nl_cmd_sb_tc_pool_bind_get_dumpit(struct sk_buff *msg,
1341 struct netlink_callback *cb)
1342{
1343 struct devlink *devlink;
1344 struct devlink_sb *devlink_sb;
1345 int start = cb->args[0];
1346 int idx = 0;
1347 int err;
1348
1349 mutex_lock(&devlink_mutex);
1350 mutex_lock(&devlink_port_mutex);
1351 list_for_each_entry(devlink, &devlink_list, list) {
1352 if (!net_eq(devlink_net(devlink), sock_net(msg->sk)) ||
1353 !devlink->ops || !devlink->ops->sb_tc_pool_bind_get)
1354 continue;
1355 list_for_each_entry(devlink_sb, &devlink->sb_list, list) {
1356 err = __sb_tc_pool_bind_get_dumpit(msg, start, &idx,
1357 devlink,
1358 devlink_sb,
1359 NETLINK_CB(cb->skb).portid,
1360 cb->nlh->nlmsg_seq);
1361 if (err && err != -EOPNOTSUPP)
1362 goto out;
1363 }
1364 }
1365out:
1366 mutex_unlock(&devlink_port_mutex);
1367 mutex_unlock(&devlink_mutex);
1368
1369 cb->args[0] = idx;
1370 return msg->len;
1371}
1372
1373static int devlink_sb_tc_pool_bind_set(struct devlink_port *devlink_port,
1374 unsigned int sb_index, u16 tc_index,
1375 enum devlink_sb_pool_type pool_type,
1376 u16 pool_index, u32 threshold)
1377
1378{
1379 const struct devlink_ops *ops = devlink_port->devlink->ops;
1380
1381 if (ops && ops->sb_tc_pool_bind_set)
1382 return ops->sb_tc_pool_bind_set(devlink_port, sb_index,
1383 tc_index, pool_type,
1384 pool_index, threshold);
1385 return -EOPNOTSUPP;
1386}
1387
1388static int devlink_nl_cmd_sb_tc_pool_bind_set_doit(struct sk_buff *skb,
1389 struct genl_info *info)
1390{
1391 struct devlink_port *devlink_port = info->user_ptr[0];
1392 struct devlink_sb *devlink_sb = info->user_ptr[1];
1393 enum devlink_sb_pool_type pool_type;
1394 u16 tc_index;
1395 u16 pool_index;
1396 u32 threshold;
1397 int err;
1398
1399 err = devlink_sb_pool_type_get_from_info(info, &pool_type);
1400 if (err)
1401 return err;
1402
1403 err = devlink_sb_tc_index_get_from_info(devlink_sb, info,
1404 pool_type, &tc_index);
1405 if (err)
1406 return err;
1407
1408 err = devlink_sb_pool_index_get_from_info(devlink_sb, info,
1409 &pool_index);
1410 if (err)
1411 return err;
1412
1413 if (!info->attrs[DEVLINK_ATTR_SB_THRESHOLD])
1414 return -EINVAL;
1415
1416 threshold = nla_get_u32(info->attrs[DEVLINK_ATTR_SB_THRESHOLD]);
1417 return devlink_sb_tc_pool_bind_set(devlink_port, devlink_sb->index,
1418 tc_index, pool_type,
1419 pool_index, threshold);
1420}
1421
df38dafd
JP		 1422static int devlink_nl_cmd_sb_occ_snapshot_doit(struct sk_buff *skb,
1423 struct genl_info *info)
1424{
1425 struct devlink *devlink = info->user_ptr[0];
1426 struct devlink_sb *devlink_sb = info->user_ptr[1];
1427 const struct devlink_ops *ops = devlink->ops;
1428
1429 if (ops && ops->sb_occ_snapshot)
1430 return ops->sb_occ_snapshot(devlink, devlink_sb->index);
1431 return -EOPNOTSUPP;
1432}
1433
1434static int devlink_nl_cmd_sb_occ_max_clear_doit(struct sk_buff *skb,
1435 struct genl_info *info)
1436{
1437 struct devlink *devlink = info->user_ptr[0];
1438 struct devlink_sb *devlink_sb = info->user_ptr[1];
1439 const struct devlink_ops *ops = devlink->ops;
1440
1441 if (ops && ops->sb_occ_max_clear)
1442 return ops->sb_occ_max_clear(devlink, devlink_sb->index);
1443 return -EOPNOTSUPP;
1444}
1445
21e3d2dd
JP		 1446static int devlink_nl_eswitch_fill(struct sk_buff *msg, struct devlink *devlink,
1447 enum devlink_command cmd, u32 portid,
1448 u32 seq, int flags)
08f4b591 1449{
59bfde01 1450 const struct devlink_ops *ops = devlink->ops;
f43e9b06 1451 u8 inline_mode, encap_mode;
08f4b591 1452 void *hdr;
59bfde01
RD		 1453 int err = 0;
1454 u16 mode;
08f4b591
OG		 1455
1456 hdr = genlmsg_put(msg, portid, seq, &devlink_nl_family, flags, cmd);
1457 if (!hdr)
1458 return -EMSGSIZE;
1459
59bfde01
RD		 1460 err = devlink_nl_put_handle(msg, devlink);
1461 if (err)
1a6aa36b 1462 goto nla_put_failure;
08f4b591 1463
4456f61c
JP		 1464 if (ops->eswitch_mode_get) {
1465 err = ops->eswitch_mode_get(devlink, &mode);
1466 if (err)
1467 goto nla_put_failure;
1468 err = nla_put_u16(msg, DEVLINK_ATTR_ESWITCH_MODE, mode);
1469 if (err)
1470 goto nla_put_failure;
1471 }
59bfde01
RD		 1472
1473 if (ops->eswitch_inline_mode_get) {
1474 err = ops->eswitch_inline_mode_get(devlink, &inline_mode);
1475 if (err)
1a6aa36b 1476 goto nla_put_failure;
59bfde01
RD		 1477 err = nla_put_u8(msg, DEVLINK_ATTR_ESWITCH_INLINE_MODE,
1478 inline_mode);
1479 if (err)
1a6aa36b 1480 goto nla_put_failure;
59bfde01 1481 }
08f4b591 1482
f43e9b06
RD		 1483 if (ops->eswitch_encap_mode_get) {
1484 err = ops->eswitch_encap_mode_get(devlink, &encap_mode);
1485 if (err)
1486 goto nla_put_failure;
1487 err = nla_put_u8(msg, DEVLINK_ATTR_ESWITCH_ENCAP_MODE, encap_mode);
1488 if (err)
1489 goto nla_put_failure;
1490 }
1491
08f4b591
OG		 1492 genlmsg_end(msg, hdr);
1493 return 0;
1494
1a6aa36b 1495nla_put_failure:
08f4b591 1496 genlmsg_cancel(msg, hdr);
59bfde01 1497 return err;
08f4b591
OG		 1498}
1499
adf200f3
JP		 1500static int devlink_nl_cmd_eswitch_get_doit(struct sk_buff *skb,
1501 struct genl_info *info)
08f4b591
OG		 1502{
1503 struct devlink *devlink = info->user_ptr[0];
1504 const struct devlink_ops *ops = devlink->ops;
1505 struct sk_buff *msg;
08f4b591
OG		 1506 int err;
1507
4456f61c 1508 if (!ops)
08f4b591
OG		 1509 return -EOPNOTSUPP;
1510
08f4b591
OG		 1511 msg = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL);
1512 if (!msg)
1513 return -ENOMEM;
1514
21e3d2dd
JP		 1515 err = devlink_nl_eswitch_fill(msg, devlink, DEVLINK_CMD_ESWITCH_GET,
1516 info->snd_portid, info->snd_seq, 0);
08f4b591
OG		 1517
1518 if (err) {
1519 nlmsg_free(msg);
1520 return err;
1521 }
1522
1523 return genlmsg_reply(msg, info);
1524}
1525
adf200f3
JP		 1526static int devlink_nl_cmd_eswitch_set_doit(struct sk_buff *skb,
1527 struct genl_info *info)
08f4b591
OG		 1528{
1529 struct devlink *devlink = info->user_ptr[0];
1530 const struct devlink_ops *ops = devlink->ops;
f43e9b06 1531 u8 inline_mode, encap_mode;
59bfde01 1532 int err = 0;
f43e9b06 1533 u16 mode;
08f4b591 1534
59bfde01
RD		 1535 if (!ops)
1536 return -EOPNOTSUPP;
08f4b591 1537
59bfde01
RD		 1538 if (info->attrs[DEVLINK_ATTR_ESWITCH_MODE]) {
1539 if (!ops->eswitch_mode_set)
1540 return -EOPNOTSUPP;
1541 mode = nla_get_u16(info->attrs[DEVLINK_ATTR_ESWITCH_MODE]);
1542 err = ops->eswitch_mode_set(devlink, mode);
1543 if (err)
1544 return err;
1545 }
08f4b591 1546
59bfde01
RD		 1547 if (info->attrs[DEVLINK_ATTR_ESWITCH_INLINE_MODE]) {
1548 if (!ops->eswitch_inline_mode_set)
1549 return -EOPNOTSUPP;
1550 inline_mode = nla_get_u8(
1551 info->attrs[DEVLINK_ATTR_ESWITCH_INLINE_MODE]);
1552 err = ops->eswitch_inline_mode_set(devlink, inline_mode);
1553 if (err)
1554 return err;
1555 }
f43e9b06
RD		 1556
1557 if (info->attrs[DEVLINK_ATTR_ESWITCH_ENCAP_MODE]) {
1558 if (!ops->eswitch_encap_mode_set)
1559 return -EOPNOTSUPP;
1560 encap_mode = nla_get_u8(info->attrs[DEVLINK_ATTR_ESWITCH_ENCAP_MODE]);
1561 err = ops->eswitch_encap_mode_set(devlink, encap_mode);
1562 if (err)
1563 return err;
1564 }
1565
1555d204
AS		 1566 return 0;
1567}
1568
1569int devlink_dpipe_match_put(struct sk_buff *skb,
1570 struct devlink_dpipe_match *match)
1571{
1572 struct devlink_dpipe_header *header = match->header;
1573 struct devlink_dpipe_field *field = &header->fields[match->field_id];
1574 struct nlattr *match_attr;
1575
1576 match_attr = nla_nest_start(skb, DEVLINK_ATTR_DPIPE_MATCH);
1577 if (!match_attr)
1578 return -EMSGSIZE;
1579
1580 if (nla_put_u32(skb, DEVLINK_ATTR_DPIPE_MATCH_TYPE, match->type) ||
1581 nla_put_u32(skb, DEVLINK_ATTR_DPIPE_HEADER_INDEX, match->header_index) ||
1582 nla_put_u32(skb, DEVLINK_ATTR_DPIPE_HEADER_ID, header->id) ||
1583 nla_put_u32(skb, DEVLINK_ATTR_DPIPE_FIELD_ID, field->id) ||
1584 nla_put_u8(skb, DEVLINK_ATTR_DPIPE_HEADER_GLOBAL, header->global))
1585 goto nla_put_failure;
1586
1587 nla_nest_end(skb, match_attr);
1588 return 0;
1589
1590nla_put_failure:
1591 nla_nest_cancel(skb, match_attr);
1592 return -EMSGSIZE;
1593}
1594EXPORT_SYMBOL_GPL(devlink_dpipe_match_put);
1595
1596static int devlink_dpipe_matches_put(struct devlink_dpipe_table *table,
1597 struct sk_buff *skb)
1598{
1599 struct nlattr *matches_attr;
1600
1601 matches_attr = nla_nest_start(skb, DEVLINK_ATTR_DPIPE_TABLE_MATCHES);
1602 if (!matches_attr)
1603 return -EMSGSIZE;
1604
1605 if (table->table_ops->matches_dump(table->priv, skb))
1606 goto nla_put_failure;
1607
1608 nla_nest_end(skb, matches_attr);
1609 return 0;
1610
1611nla_put_failure:
1612 nla_nest_cancel(skb, matches_attr);
1613 return -EMSGSIZE;
1614}
1615
1616int devlink_dpipe_action_put(struct sk_buff *skb,
1617 struct devlink_dpipe_action *action)
1618{
1619 struct devlink_dpipe_header *header = action->header;
1620 struct devlink_dpipe_field *field = &header->fields[action->field_id];
1621 struct nlattr *action_attr;
1622
1623 action_attr = nla_nest_start(skb, DEVLINK_ATTR_DPIPE_ACTION);
1624 if (!action_attr)
1625 return -EMSGSIZE;
1626
1627 if (nla_put_u32(skb, DEVLINK_ATTR_DPIPE_ACTION_TYPE, action->type) ||
1628 nla_put_u32(skb, DEVLINK_ATTR_DPIPE_HEADER_INDEX, action->header_index) ||
1629 nla_put_u32(skb, DEVLINK_ATTR_DPIPE_HEADER_ID, header->id) ||
1630 nla_put_u32(skb, DEVLINK_ATTR_DPIPE_FIELD_ID, field->id) ||
1631 nla_put_u8(skb, DEVLINK_ATTR_DPIPE_HEADER_GLOBAL, header->global))
1632 goto nla_put_failure;
1633
1634 nla_nest_end(skb, action_attr);
1635 return 0;
1636
1637nla_put_failure:
1638 nla_nest_cancel(skb, action_attr);
1639 return -EMSGSIZE;
1640}
1641EXPORT_SYMBOL_GPL(devlink_dpipe_action_put);
1642
1643static int devlink_dpipe_actions_put(struct devlink_dpipe_table *table,
1644 struct sk_buff *skb)
1645{
1646 struct nlattr *actions_attr;
1647
1648 actions_attr = nla_nest_start(skb, DEVLINK_ATTR_DPIPE_TABLE_ACTIONS);
1649 if (!actions_attr)
1650 return -EMSGSIZE;
1651
1652 if (table->table_ops->actions_dump(table->priv, skb))
1653 goto nla_put_failure;
1654
1655 nla_nest_end(skb, actions_attr);
1656 return 0;
1657
1658nla_put_failure:
1659 nla_nest_cancel(skb, actions_attr);
1660 return -EMSGSIZE;
1661}
1662
1663static int devlink_dpipe_table_put(struct sk_buff *skb,
1664 struct devlink_dpipe_table *table)
1665{
1666 struct nlattr *table_attr;
ffd3cdcc 1667 u64 table_size;
1555d204 1668
ffd3cdcc 1669 table_size = table->table_ops->size_get(table->priv);
1555d204
AS		 1670 table_attr = nla_nest_start(skb, DEVLINK_ATTR_DPIPE_TABLE);
1671 if (!table_attr)
1672 return -EMSGSIZE;
1673
1674 if (nla_put_string(skb, DEVLINK_ATTR_DPIPE_TABLE_NAME, table->name) ||
ffd3cdcc 1675 nla_put_u64_64bit(skb, DEVLINK_ATTR_DPIPE_TABLE_SIZE, table_size,
1555d204
AS		 1676 DEVLINK_ATTR_PAD))
1677 goto nla_put_failure;
1678 if (nla_put_u8(skb, DEVLINK_ATTR_DPIPE_TABLE_COUNTERS_ENABLED,
1679 table->counters_enabled))
1680 goto nla_put_failure;
1681
1682 if (devlink_dpipe_matches_put(table, skb))
1683 goto nla_put_failure;
1684
1685 if (devlink_dpipe_actions_put(table, skb))
1686 goto nla_put_failure;
1687
1688 nla_nest_end(skb, table_attr);
1689 return 0;
1690
1691nla_put_failure:
1692 nla_nest_cancel(skb, table_attr);
1693 return -EMSGSIZE;
1694}
1695
1696static int devlink_dpipe_send_and_alloc_skb(struct sk_buff **pskb,
1697 struct genl_info *info)
1698{
1699 int err;
1700
1701 if (*pskb) {
1702 err = genlmsg_reply(*pskb, info);
1703 if (err)
1704 return err;
1705 }
1706 *pskb = genlmsg_new(GENLMSG_DEFAULT_SIZE, GFP_KERNEL);
1707 if (!*pskb)
1708 return -ENOMEM;
1709 return 0;
1710}
1711
1712static int devlink_dpipe_tables_fill(struct genl_info *info,
1713 enum devlink_command cmd, int flags,
1714 struct list_head *dpipe_tables,
1715 const char *table_name)
1716{
1717 struct devlink *devlink = info->user_ptr[0];
1718 struct devlink_dpipe_table *table;
1719 struct nlattr *tables_attr;
1720 struct sk_buff *skb = NULL;
1721 struct nlmsghdr *nlh;
1722 bool incomplete;
1723 void *hdr;
1724 int i;
1725 int err;
1726
1727 table = list_first_entry(dpipe_tables,
1728 struct devlink_dpipe_table, list);
1729start_again:
1730 err = devlink_dpipe_send_and_alloc_skb(&skb, info);
1731 if (err)
1732 return err;
1733
1734 hdr = genlmsg_put(skb, info->snd_portid, info->snd_seq,
1735 &devlink_nl_family, NLM_F_MULTI, cmd);
6044bd4a
HY		 1736 if (!hdr) {
1737 nlmsg_free(skb);
1555d204 1738 return -EMSGSIZE;
6044bd4a 1739 }
1555d204
AS		 1740
1741 if (devlink_nl_put_handle(skb, devlink))
1742 goto nla_put_failure;
1743 tables_attr = nla_nest_start(skb, DEVLINK_ATTR_DPIPE_TABLES);
1744 if (!tables_attr)
1745 goto nla_put_failure;
1746
1747 i = 0;
1748 incomplete = false;
1749 list_for_each_entry_from(table, dpipe_tables, list) {
1750 if (!table_name) {
1751 err = devlink_dpipe_table_put(skb, table);
1752 if (err) {
1753 if (!i)
1754 goto err_table_put;
1755 incomplete = true;
1756 break;
1757 }
1758 } else {
1759 if (!strcmp(table->name, table_name)) {
1760 err = devlink_dpipe_table_put(skb, table);
1761 if (err)
1762 break;
1763 }
1764 }
1765 i++;
1766 }
1767
1768 nla_nest_end(skb, tables_attr);
1769 genlmsg_end(skb, hdr);
1770 if (incomplete)
1771 goto start_again;
1772
1773send_done:
1774 nlh = nlmsg_put(skb, info->snd_portid, info->snd_seq,
1775 NLMSG_DONE, 0, flags | NLM_F_MULTI);
1776 if (!nlh) {
1777 err = devlink_dpipe_send_and_alloc_skb(&skb, info);
1778 if (err)
865e97e4 1779 return err;
1555d204
AS		 1780 goto send_done;
1781 }
1782
1783 return genlmsg_reply(skb, info);
1784
1785nla_put_failure:
1786 err = -EMSGSIZE;
1787err_table_put:
1555d204
AS		 1788 genlmsg_cancel(skb, hdr);
1789 nlmsg_free(skb);
1790 return err;
1791}
1792
1793static int devlink_nl_cmd_dpipe_table_get(struct sk_buff *skb,
1794 struct genl_info *info)
1795{
1796 struct devlink *devlink = info->user_ptr[0];
1797 const char *table_name = NULL;
1798
1799 if (info->attrs[DEVLINK_ATTR_DPIPE_TABLE_NAME])
1800 table_name = nla_data(info->attrs[DEVLINK_ATTR_DPIPE_TABLE_NAME]);
1801
1802 return devlink_dpipe_tables_fill(info, DEVLINK_CMD_DPIPE_TABLE_GET, 0,
1803 &devlink->dpipe_table_list,
1804 table_name);
1805}
1806
1807static int devlink_dpipe_value_put(struct sk_buff *skb,
1808 struct devlink_dpipe_value *value)
1809{
1810 if (nla_put(skb, DEVLINK_ATTR_DPIPE_VALUE,
1811 value->value_size, value->value))
1812 return -EMSGSIZE;
1813 if (value->mask)
1814 if (nla_put(skb, DEVLINK_ATTR_DPIPE_VALUE_MASK,
1815 value->value_size, value->mask))
1816 return -EMSGSIZE;
1817 if (value->mapping_valid)
1818 if (nla_put_u32(skb, DEVLINK_ATTR_DPIPE_VALUE_MAPPING,
1819 value->mapping_value))
1820 return -EMSGSIZE;
1821 return 0;
1822}
1823
1824static int devlink_dpipe_action_value_put(struct sk_buff *skb,
1825 struct devlink_dpipe_value *value)
1826{
1827 if (!value->action)
1828 return -EINVAL;
1829 if (devlink_dpipe_action_put(skb, value->action))
1830 return -EMSGSIZE;
1831 if (devlink_dpipe_value_put(skb, value))
1832 return -EMSGSIZE;
1833 return 0;
1834}
1835
1836static int devlink_dpipe_action_values_put(struct sk_buff *skb,
1837 struct devlink_dpipe_value *values,
1838 unsigned int values_count)
1839{
1840 struct nlattr *action_attr;
1841 int i;
1842 int err;
1843
1844 for (i = 0; i < values_count; i++) {
1845 action_attr = nla_nest_start(skb,
1846 DEVLINK_ATTR_DPIPE_ACTION_VALUE);
1847 if (!action_attr)
1848 return -EMSGSIZE;
1849 err = devlink_dpipe_action_value_put(skb, &values[i]);
1850 if (err)
1851 goto err_action_value_put;
1852 nla_nest_end(skb, action_attr);
1853 }
1854 return 0;
1855
1856err_action_value_put:
1857 nla_nest_cancel(skb, action_attr);
1858 return err;
1859}
1860
1861static int devlink_dpipe_match_value_put(struct sk_buff *skb,
1862 struct devlink_dpipe_value *value)
1863{
1864 if (!value->match)
1865 return -EINVAL;
1866 if (devlink_dpipe_match_put(skb, value->match))
1867 return -EMSGSIZE;
1868 if (devlink_dpipe_value_put(skb, value))
1869 return -EMSGSIZE;
1870 return 0;
1871}
1872
1873static int devlink_dpipe_match_values_put(struct sk_buff *skb,
1874 struct devlink_dpipe_value *values,
1875 unsigned int values_count)
1876{
1877 struct nlattr *match_attr;
1878 int i;
1879 int err;
1880
1881 for (i = 0; i < values_count; i++) {
1882 match_attr = nla_nest_start(skb,
1883 DEVLINK_ATTR_DPIPE_MATCH_VALUE);
1884 if (!match_attr)
1885 return -EMSGSIZE;
1886 err = devlink_dpipe_match_value_put(skb, &values[i]);
1887 if (err)
1888 goto err_match_value_put;
1889 nla_nest_end(skb, match_attr);
1890 }
1891 return 0;
1892
1893err_match_value_put:
1894 nla_nest_cancel(skb, match_attr);
1895 return err;
1896}
1897
1898static int devlink_dpipe_entry_put(struct sk_buff *skb,
1899 struct devlink_dpipe_entry *entry)
1900{
1901 struct nlattr *entry_attr, *matches_attr, *actions_attr;
1902 int err;
1903
1904 entry_attr = nla_nest_start(skb, DEVLINK_ATTR_DPIPE_ENTRY);
1905 if (!entry_attr)
1906 return -EMSGSIZE;
1907
1908 if (nla_put_u64_64bit(skb, DEVLINK_ATTR_DPIPE_ENTRY_INDEX, entry->index,
1909 DEVLINK_ATTR_PAD))
1910 goto nla_put_failure;
1911 if (entry->counter_valid)
1912 if (nla_put_u64_64bit(skb, DEVLINK_ATTR_DPIPE_ENTRY_COUNTER,
1913 entry->counter, DEVLINK_ATTR_PAD))
1914 goto nla_put_failure;
1915
1916 matches_attr = nla_nest_start(skb,
1917 DEVLINK_ATTR_DPIPE_ENTRY_MATCH_VALUES);
1918 if (!matches_attr)
1919 goto nla_put_failure;
1920
1921 err = devlink_dpipe_match_values_put(skb, entry->match_values,
1922 entry->match_values_count);
1923 if (err) {
1924 nla_nest_cancel(skb, matches_attr);
1925 goto err_match_values_put;
1926 }
1927 nla_nest_end(skb, matches_attr);
1928
1929 actions_attr = nla_nest_start(skb,
1930 DEVLINK_ATTR_DPIPE_ENTRY_ACTION_VALUES);
1931 if (!actions_attr)
1932 goto nla_put_failure;
1933
1934 err = devlink_dpipe_action_values_put(skb, entry->action_values,
1935 entry->action_values_count);
1936 if (err) {
1937 nla_nest_cancel(skb, actions_attr);
1938 goto err_action_values_put;
1939 }
1940 nla_nest_end(skb, actions_attr);
59bfde01 1941
1555d204 1942 nla_nest_end(skb, entry_attr);
59bfde01 1943 return 0;
1555d204
AS		 1944
1945nla_put_failure:
1946 err = -EMSGSIZE;
1947err_match_values_put:
1948err_action_values_put:
1949 nla_nest_cancel(skb, entry_attr);
1950 return err;
1951}
1952
1953static struct devlink_dpipe_table *
1954devlink_dpipe_table_find(struct list_head *dpipe_tables,
1955 const char *table_name)
1956{
1957 struct devlink_dpipe_table *table;
1958
1959 list_for_each_entry_rcu(table, dpipe_tables, list) {
1960 if (!strcmp(table->name, table_name))
1961 return table;
1962 }
1963 return NULL;
1964}
1965
1966int devlink_dpipe_entry_ctx_prepare(struct devlink_dpipe_dump_ctx *dump_ctx)
1967{
1968 struct devlink *devlink;
1969 int err;
1970
1971 err = devlink_dpipe_send_and_alloc_skb(&dump_ctx->skb,
1972 dump_ctx->info);
1973 if (err)
1974 return err;
1975
1976 dump_ctx->hdr = genlmsg_put(dump_ctx->skb,
1977 dump_ctx->info->snd_portid,
1978 dump_ctx->info->snd_seq,
1979 &devlink_nl_family, NLM_F_MULTI,
1980 dump_ctx->cmd);
1981 if (!dump_ctx->hdr)
1982 goto nla_put_failure;
1983
1984 devlink = dump_ctx->info->user_ptr[0];
1985 if (devlink_nl_put_handle(dump_ctx->skb, devlink))
1986 goto nla_put_failure;
1987 dump_ctx->nest = nla_nest_start(dump_ctx->skb,
1988 DEVLINK_ATTR_DPIPE_ENTRIES);
1989 if (!dump_ctx->nest)
1990 goto nla_put_failure;
1991 return 0;
1992
1993nla_put_failure:
1994 genlmsg_cancel(dump_ctx->skb, dump_ctx->hdr);
1995 nlmsg_free(dump_ctx->skb);
1996 return -EMSGSIZE;
1997}
1998EXPORT_SYMBOL_GPL(devlink_dpipe_entry_ctx_prepare);
1999
2000int devlink_dpipe_entry_ctx_append(struct devlink_dpipe_dump_ctx *dump_ctx,
2001 struct devlink_dpipe_entry *entry)
2002{
2003 return devlink_dpipe_entry_put(dump_ctx->skb, entry);
2004}
2005EXPORT_SYMBOL_GPL(devlink_dpipe_entry_ctx_append);
2006
2007int devlink_dpipe_entry_ctx_close(struct devlink_dpipe_dump_ctx *dump_ctx)
2008{
2009 nla_nest_end(dump_ctx->skb, dump_ctx->nest);
2010 genlmsg_end(dump_ctx->skb, dump_ctx->hdr);
2011 return 0;
2012}
2013EXPORT_SYMBOL_GPL(devlink_dpipe_entry_ctx_close);
2014
35807324
AS		 2015void devlink_dpipe_entry_clear(struct devlink_dpipe_entry *entry)
2016
2017{
2018 unsigned int value_count, value_index;
2019 struct devlink_dpipe_value *value;
2020
2021 value = entry->action_values;
2022 value_count = entry->action_values_count;
2023 for (value_index = 0; value_index < value_count; value_index++) {
2024 kfree(value[value_index].value);
2025 kfree(value[value_index].mask);
2026 }
2027
2028 value = entry->match_values;
2029 value_count = entry->match_values_count;
2030 for (value_index = 0; value_index < value_count; value_index++) {
2031 kfree(value[value_index].value);
2032 kfree(value[value_index].mask);
2033 }
2034}
2035EXPORT_SYMBOL(devlink_dpipe_entry_clear);
2036
1555d204
AS		 2037static int devlink_dpipe_entries_fill(struct genl_info *info,
2038 enum devlink_command cmd, int flags,
2039 struct devlink_dpipe_table *table)
2040{
2041 struct devlink_dpipe_dump_ctx dump_ctx;
2042 struct nlmsghdr *nlh;
2043 int err;
2044
2045 dump_ctx.skb = NULL;
2046 dump_ctx.cmd = cmd;
2047 dump_ctx.info = info;
2048
2049 err = table->table_ops->entries_dump(table->priv,
2050 table->counters_enabled,
2051 &dump_ctx);
2052 if (err)
865e97e4 2053 return err;
1555d204
AS		 2054
2055send_done:
2056 nlh = nlmsg_put(dump_ctx.skb, info->snd_portid, info->snd_seq,
2057 NLMSG_DONE, 0, flags | NLM_F_MULTI);
2058 if (!nlh) {
2059 err = devlink_dpipe_send_and_alloc_skb(&dump_ctx.skb, info);
2060 if (err)
865e97e4 2061 return err;
1555d204
AS		 2062 goto send_done;
2063 }
2064 return genlmsg_reply(dump_ctx.skb, info);
1555d204
AS		 2065}
2066
2067static int devlink_nl_cmd_dpipe_entries_get(struct sk_buff *skb,
2068 struct genl_info *info)
2069{
2070 struct devlink *devlink = info->user_ptr[0];
2071 struct devlink_dpipe_table *table;
2072 const char *table_name;
2073
2074 if (!info->attrs[DEVLINK_ATTR_DPIPE_TABLE_NAME])
2075 return -EINVAL;
2076
2077 table_name = nla_data(info->attrs[DEVLINK_ATTR_DPIPE_TABLE_NAME]);
2078 table = devlink_dpipe_table_find(&devlink->dpipe_table_list,
2079 table_name);
2080 if (!table)
2081 return -EINVAL;
2082
2083 if (!table->table_ops->entries_dump)
2084 return -EINVAL;
2085
2086 return devlink_dpipe_entries_fill(info, DEVLINK_CMD_DPIPE_ENTRIES_GET,
2087 0, table);
2088}
2089
2090static int devlink_dpipe_fields_put(struct sk_buff *skb,
2091 const struct devlink_dpipe_header *header)
2092{
2093 struct devlink_dpipe_field *field;
2094 struct nlattr *field_attr;
2095 int i;
2096
2097 for (i = 0; i < header->fields_count; i++) {
2098 field = &header->fields[i];
2099 field_attr = nla_nest_start(skb, DEVLINK_ATTR_DPIPE_FIELD);
2100 if (!field_attr)
2101 return -EMSGSIZE;
2102 if (nla_put_string(skb, DEVLINK_ATTR_DPIPE_FIELD_NAME, field->name) ||
2103 nla_put_u32(skb, DEVLINK_ATTR_DPIPE_FIELD_ID, field->id) ||
2104 nla_put_u32(skb, DEVLINK_ATTR_DPIPE_FIELD_BITWIDTH, field->bitwidth) ||
2105 nla_put_u32(skb, DEVLINK_ATTR_DPIPE_FIELD_MAPPING_TYPE, field->mapping_type))
2106 goto nla_put_failure;
2107 nla_nest_end(skb, field_attr);
2108 }
2109 return 0;
2110
2111nla_put_failure:
2112 nla_nest_cancel(skb, field_attr);
2113 return -EMSGSIZE;
2114}
2115
2116static int devlink_dpipe_header_put(struct sk_buff *skb,
2117 struct devlink_dpipe_header *header)
2118{
2119 struct nlattr *fields_attr, *header_attr;
2120 int err;
2121
2122 header_attr = nla_nest_start(skb, DEVLINK_ATTR_DPIPE_HEADER);
cb6bf9cf 2123 if (!header_attr)
1555d204
AS		 2124 return -EMSGSIZE;
2125
2126 if (nla_put_string(skb, DEVLINK_ATTR_DPIPE_HEADER_NAME, header->name) ||
2127 nla_put_u32(skb, DEVLINK_ATTR_DPIPE_HEADER_ID, header->id) ||
2128 nla_put_u8(skb, DEVLINK_ATTR_DPIPE_HEADER_GLOBAL, header->global))
2129 goto nla_put_failure;
2130
2131 fields_attr = nla_nest_start(skb, DEVLINK_ATTR_DPIPE_HEADER_FIELDS);
2132 if (!fields_attr)
2133 goto nla_put_failure;
2134
2135 err = devlink_dpipe_fields_put(skb, header);
2136 if (err) {
2137 nla_nest_cancel(skb, fields_attr);
2138 goto nla_put_failure;
2139 }
2140 nla_nest_end(skb, fields_attr);
2141 nla_nest_end(skb, header_attr);
2142 return 0;
2143
2144nla_put_failure:
2145 err = -EMSGSIZE;
2146 nla_nest_cancel(skb, header_attr);
2147 return err;
2148}
2149
2150static int devlink_dpipe_headers_fill(struct genl_info *info,
2151 enum devlink_command cmd, int flags,
2152 struct devlink_dpipe_headers *
2153 dpipe_headers)
2154{
2155 struct devlink *devlink = info->user_ptr[0];
2156 struct nlattr *headers_attr;
2157 struct sk_buff *skb = NULL;
2158 struct nlmsghdr *nlh;
2159 void *hdr;
2160 int i, j;
2161 int err;
2162
2163 i = 0;
2164start_again:
2165 err = devlink_dpipe_send_and_alloc_skb(&skb, info);
2166 if (err)
2167 return err;
2168
2169 hdr = genlmsg_put(skb, info->snd_portid, info->snd_seq,
2170 &devlink_nl_family, NLM_F_MULTI, cmd);
6044bd4a
HY		 2171 if (!hdr) {
2172 nlmsg_free(skb);
1555d204 2173 return -EMSGSIZE;
6044bd4a 2174 }
1555d204
AS		 2175
2176 if (devlink_nl_put_handle(skb, devlink))
2177 goto nla_put_failure;
2178 headers_attr = nla_nest_start(skb, DEVLINK_ATTR_DPIPE_HEADERS);
2179 if (!headers_attr)
2180 goto nla_put_failure;
2181
2182 j = 0;
2183 for (; i < dpipe_headers->headers_count; i++) {
2184 err = devlink_dpipe_header_put(skb, dpipe_headers->headers[i]);
2185 if (err) {
2186 if (!j)
2187 goto err_table_put;
2188 break;
2189 }
2190 j++;
2191 }
2192 nla_nest_end(skb, headers_attr);
2193 genlmsg_end(skb, hdr);
2194 if (i != dpipe_headers->headers_count)
2195 goto start_again;
2196
2197send_done:
2198 nlh = nlmsg_put(skb, info->snd_portid, info->snd_seq,
2199 NLMSG_DONE, 0, flags | NLM_F_MULTI);
2200 if (!nlh) {
2201 err = devlink_dpipe_send_and_alloc_skb(&skb, info);
2202 if (err)
865e97e4 2203 return err;
1555d204
AS		 2204 goto send_done;
2205 }
2206 return genlmsg_reply(skb, info);
2207
2208nla_put_failure:
2209 err = -EMSGSIZE;
2210err_table_put:
1555d204
AS		 2211 genlmsg_cancel(skb, hdr);
2212 nlmsg_free(skb);
2213 return err;
2214}
2215
2216static int devlink_nl_cmd_dpipe_headers_get(struct sk_buff *skb,
2217 struct genl_info *info)
2218{
2219 struct devlink *devlink = info->user_ptr[0];
2220
2221 if (!devlink->dpipe_headers)
2222 return -EOPNOTSUPP;
2223 return devlink_dpipe_headers_fill(info, DEVLINK_CMD_DPIPE_HEADERS_GET,
2224 0, devlink->dpipe_headers);
2225}
2226
2227static int devlink_dpipe_table_counters_set(struct devlink *devlink,
2228 const char *table_name,
2229 bool enable)
2230{
2231 struct devlink_dpipe_table *table;
2232
2233 table = devlink_dpipe_table_find(&devlink->dpipe_table_list,
2234 table_name);
2235 if (!table)
2236 return -EINVAL;
2237
2238 if (table->counter_control_extern)
2239 return -EOPNOTSUPP;
2240
2241 if (!(table->counters_enabled ^ enable))
2242 return 0;
2243
2244 table->counters_enabled = enable;
2245 if (table->table_ops->counters_set_update)
2246 table->table_ops->counters_set_update(table->priv, enable);
2247 return 0;
2248}
2249
2250static int devlink_nl_cmd_dpipe_table_counters_set(struct sk_buff *skb,
2251 struct genl_info *info)
2252{
2253 struct devlink *devlink = info->user_ptr[0];
2254 const char *table_name;
2255 bool counters_enable;
2256
2257 if (!info->attrs[DEVLINK_ATTR_DPIPE_TABLE_NAME] ||
2258 !info->attrs[DEVLINK_ATTR_DPIPE_TABLE_COUNTERS_ENABLED])
2259 return -EINVAL;
2260
2261 table_name = nla_data(info->attrs[DEVLINK_ATTR_DPIPE_TABLE_NAME]);
2262 counters_enable = !!nla_get_u8(info->attrs[DEVLINK_ATTR_DPIPE_TABLE_COUNTERS_ENABLED]);
2263
2264 return devlink_dpipe_table_counters_set(devlink, table_name,
2265 counters_enable);
08f4b591
OG		 2266}
2267
bfcd3a46
JP		 2268static const struct nla_policy devlink_nl_policy[DEVLINK_ATTR_MAX + 1] = {
2269 [DEVLINK_ATTR_BUS_NAME] = { .type = NLA_NUL_STRING },
2270 [DEVLINK_ATTR_DEV_NAME] = { .type = NLA_NUL_STRING },
2271 [DEVLINK_ATTR_PORT_INDEX] = { .type = NLA_U32 },
2272 [DEVLINK_ATTR_PORT_TYPE] = { .type = NLA_U16 },
2273 [DEVLINK_ATTR_PORT_SPLIT_COUNT] = { .type = NLA_U32 },
bf797471
JP		 2274 [DEVLINK_ATTR_SB_INDEX] = { .type = NLA_U32 },
2275 [DEVLINK_ATTR_SB_POOL_INDEX] = { .type = NLA_U16 },
2276 [DEVLINK_ATTR_SB_POOL_TYPE] = { .type = NLA_U8 },
2277 [DEVLINK_ATTR_SB_POOL_SIZE] = { .type = NLA_U32 },
2278 [DEVLINK_ATTR_SB_POOL_THRESHOLD_TYPE] = { .type = NLA_U8 },
2279 [DEVLINK_ATTR_SB_THRESHOLD] = { .type = NLA_U32 },
2280 [DEVLINK_ATTR_SB_TC_INDEX] = { .type = NLA_U16 },
08f4b591 2281 [DEVLINK_ATTR_ESWITCH_MODE] = { .type = NLA_U16 },
59bfde01 2282 [DEVLINK_ATTR_ESWITCH_INLINE_MODE] = { .type = NLA_U8 },
f43e9b06 2283 [DEVLINK_ATTR_ESWITCH_ENCAP_MODE] = { .type = NLA_U8 },
1555d204
AS		 2284 [DEVLINK_ATTR_DPIPE_TABLE_NAME] = { .type = NLA_NUL_STRING },
2285 [DEVLINK_ATTR_DPIPE_TABLE_COUNTERS_ENABLED] = { .type = NLA_U8 },
bfcd3a46
JP		 2286};
2287
2288static const struct genl_ops devlink_nl_ops[] = {
2289 {
2290 .cmd = DEVLINK_CMD_GET,
2291 .doit = devlink_nl_cmd_get_doit,
2292 .dumpit = devlink_nl_cmd_get_dumpit,
2293 .policy = devlink_nl_policy,
1fc2257e 2294 .internal_flags = DEVLINK_NL_FLAG_NEED_DEVLINK,
bfcd3a46
JP		 2295 /* can be retrieved by unprivileged users */
2296 },
2297 {
2298 .cmd = DEVLINK_CMD_PORT_GET,
2299 .doit = devlink_nl_cmd_port_get_doit,
2300 .dumpit = devlink_nl_cmd_port_get_dumpit,
2301 .policy = devlink_nl_policy,
2302 .internal_flags = DEVLINK_NL_FLAG_NEED_PORT,
2303 /* can be retrieved by unprivileged users */
2304 },
2305 {
2306 .cmd = DEVLINK_CMD_PORT_SET,
2307 .doit = devlink_nl_cmd_port_set_doit,
2308 .policy = devlink_nl_policy,
2309 .flags = GENL_ADMIN_PERM,
2310 .internal_flags = DEVLINK_NL_FLAG_NEED_PORT,
2311 },
2312 {
2313 .cmd = DEVLINK_CMD_PORT_SPLIT,
2314 .doit = devlink_nl_cmd_port_split_doit,
2315 .policy = devlink_nl_policy,
2316 .flags = GENL_ADMIN_PERM,
1fc2257e 2317 .internal_flags = DEVLINK_NL_FLAG_NEED_DEVLINK,
bfcd3a46
JP		 2318 },
2319 {
2320 .cmd = DEVLINK_CMD_PORT_UNSPLIT,
2321 .doit = devlink_nl_cmd_port_unsplit_doit,
2322 .policy = devlink_nl_policy,
2323 .flags = GENL_ADMIN_PERM,
1fc2257e 2324 .internal_flags = DEVLINK_NL_FLAG_NEED_DEVLINK,
bfcd3a46 2325 },
bf797471
JP		 2326 {
2327 .cmd = DEVLINK_CMD_SB_GET,
2328 .doit = devlink_nl_cmd_sb_get_doit,
2329 .dumpit = devlink_nl_cmd_sb_get_dumpit,
2330 .policy = devlink_nl_policy,
2331 .internal_flags = DEVLINK_NL_FLAG_NEED_DEVLINK |
2332 DEVLINK_NL_FLAG_NEED_SB,
2333 /* can be retrieved by unprivileged users */
2334 },
2335 {
2336 .cmd = DEVLINK_CMD_SB_POOL_GET,
2337 .doit = devlink_nl_cmd_sb_pool_get_doit,
2338 .dumpit = devlink_nl_cmd_sb_pool_get_dumpit,
2339 .policy = devlink_nl_policy,
2340 .internal_flags = DEVLINK_NL_FLAG_NEED_DEVLINK |
2341 DEVLINK_NL_FLAG_NEED_SB,
2342 /* can be retrieved by unprivileged users */
2343 },
2344 {
2345 .cmd = DEVLINK_CMD_SB_POOL_SET,
2346 .doit = devlink_nl_cmd_sb_pool_set_doit,
2347 .policy = devlink_nl_policy,
2348 .flags = GENL_ADMIN_PERM,
2349 .internal_flags = DEVLINK_NL_FLAG_NEED_DEVLINK |
2350 DEVLINK_NL_FLAG_NEED_SB,
2351 },
2352 {
2353 .cmd = DEVLINK_CMD_SB_PORT_POOL_GET,
2354 .doit = devlink_nl_cmd_sb_port_pool_get_doit,
2355 .dumpit = devlink_nl_cmd_sb_port_pool_get_dumpit,
2356 .policy = devlink_nl_policy,
2357 .internal_flags = DEVLINK_NL_FLAG_NEED_PORT |
2358 DEVLINK_NL_FLAG_NEED_SB,
2359 /* can be retrieved by unprivileged users */
2360 },
2361 {
2362 .cmd = DEVLINK_CMD_SB_PORT_POOL_SET,
2363 .doit = devlink_nl_cmd_sb_port_pool_set_doit,
2364 .policy = devlink_nl_policy,
2365 .flags = GENL_ADMIN_PERM,
2366 .internal_flags = DEVLINK_NL_FLAG_NEED_PORT |
2367 DEVLINK_NL_FLAG_NEED_SB,
2368 },
2369 {
2370 .cmd = DEVLINK_CMD_SB_TC_POOL_BIND_GET,
2371 .doit = devlink_nl_cmd_sb_tc_pool_bind_get_doit,
2372 .dumpit = devlink_nl_cmd_sb_tc_pool_bind_get_dumpit,
2373 .policy = devlink_nl_policy,
2374 .internal_flags = DEVLINK_NL_FLAG_NEED_PORT |
2375 DEVLINK_NL_FLAG_NEED_SB,
2376 /* can be retrieved by unprivileged users */
2377 },
2378 {
2379 .cmd = DEVLINK_CMD_SB_TC_POOL_BIND_SET,
2380 .doit = devlink_nl_cmd_sb_tc_pool_bind_set_doit,
2381 .policy = devlink_nl_policy,
2382 .flags = GENL_ADMIN_PERM,
2383 .internal_flags = DEVLINK_NL_FLAG_NEED_PORT |
2384 DEVLINK_NL_FLAG_NEED_SB,
2385 },
df38dafd
JP		 2386 {
2387 .cmd = DEVLINK_CMD_SB_OCC_SNAPSHOT,
2388 .doit = devlink_nl_cmd_sb_occ_snapshot_doit,
2389 .policy = devlink_nl_policy,
2390 .flags = GENL_ADMIN_PERM,
2391 .internal_flags = DEVLINK_NL_FLAG_NEED_DEVLINK |
2392 DEVLINK_NL_FLAG_NEED_SB |
2393 DEVLINK_NL_FLAG_LOCK_PORTS,
2394 },
2395 {
2396 .cmd = DEVLINK_CMD_SB_OCC_MAX_CLEAR,
2397 .doit = devlink_nl_cmd_sb_occ_max_clear_doit,
2398 .policy = devlink_nl_policy,
2399 .flags = GENL_ADMIN_PERM,
2400 .internal_flags = DEVLINK_NL_FLAG_NEED_DEVLINK |
2401 DEVLINK_NL_FLAG_NEED_SB |
2402 DEVLINK_NL_FLAG_LOCK_PORTS,
2403 },
08f4b591 2404 {
adf200f3
JP		 2405 .cmd = DEVLINK_CMD_ESWITCH_GET,
2406 .doit = devlink_nl_cmd_eswitch_get_doit,
08f4b591
OG		 2407 .policy = devlink_nl_policy,
2408 .flags = GENL_ADMIN_PERM,
2409 .internal_flags = DEVLINK_NL_FLAG_NEED_DEVLINK,
2410 },
2411 {
adf200f3
JP		 2412 .cmd = DEVLINK_CMD_ESWITCH_SET,
2413 .doit = devlink_nl_cmd_eswitch_set_doit,
08f4b591
OG		 2414 .policy = devlink_nl_policy,
2415 .flags = GENL_ADMIN_PERM,
2416 .internal_flags = DEVLINK_NL_FLAG_NEED_DEVLINK,
2417 },
1555d204
AS		 2418 {
2419 .cmd = DEVLINK_CMD_DPIPE_TABLE_GET,
2420 .doit = devlink_nl_cmd_dpipe_table_get,
2421 .policy = devlink_nl_policy,
2422 .flags = GENL_ADMIN_PERM,
2423 .internal_flags = DEVLINK_NL_FLAG_NEED_DEVLINK,
2424 },
2425 {
2426 .cmd = DEVLINK_CMD_DPIPE_ENTRIES_GET,
2427 .doit = devlink_nl_cmd_dpipe_entries_get,
2428 .policy = devlink_nl_policy,
2429 .flags = GENL_ADMIN_PERM,
2430 .internal_flags = DEVLINK_NL_FLAG_NEED_DEVLINK,
2431 },
2432 {
2433 .cmd = DEVLINK_CMD_DPIPE_HEADERS_GET,
2434 .doit = devlink_nl_cmd_dpipe_headers_get,
2435 .policy = devlink_nl_policy,
2436 .flags = GENL_ADMIN_PERM,
2437 .internal_flags = DEVLINK_NL_FLAG_NEED_DEVLINK,
2438 },
2439 {
2440 .cmd = DEVLINK_CMD_DPIPE_TABLE_COUNTERS_SET,
2441 .doit = devlink_nl_cmd_dpipe_table_counters_set,
2442 .policy = devlink_nl_policy,
2443 .flags = GENL_ADMIN_PERM,
2444 .internal_flags = DEVLINK_NL_FLAG_NEED_DEVLINK,
2445 },
bfcd3a46
JP		 2446};
2447
56989f6d 2448static struct genl_family devlink_nl_family __ro_after_init = {
489111e5
JB		 2449 .name = DEVLINK_GENL_NAME,
2450 .version = DEVLINK_GENL_VERSION,
2451 .maxattr = DEVLINK_ATTR_MAX,
2452 .netnsok = true,
2453 .pre_doit = devlink_nl_pre_doit,
2454 .post_doit = devlink_nl_post_doit,
2455 .module = THIS_MODULE,
2456 .ops = devlink_nl_ops,
2457 .n_ops = ARRAY_SIZE(devlink_nl_ops),
2458 .mcgrps = devlink_nl_mcgrps,
2459 .n_mcgrps = ARRAY_SIZE(devlink_nl_mcgrps),
2460};
2461
bfcd3a46
JP		 2462/**
2463 * devlink_alloc - Allocate new devlink instance resources
2464 *
2465 * @ops: ops
2466 * @priv_size: size of user private data
2467 *
2468 * Allocate new devlink instance resources, including devlink index
2469 * and name.
2470 */
2471struct devlink *devlink_alloc(const struct devlink_ops *ops, size_t priv_size)
2472{
2473 struct devlink *devlink;
2474
2475 devlink = kzalloc(sizeof(*devlink) + priv_size, GFP_KERNEL);
2476 if (!devlink)
2477 return NULL;
2478 devlink->ops = ops;
2479 devlink_net_set(devlink, &init_net);
2480 INIT_LIST_HEAD(&devlink->port_list);
bf797471 2481 INIT_LIST_HEAD(&devlink->sb_list);
1555d204 2482 INIT_LIST_HEAD_RCU(&devlink->dpipe_table_list);
bfcd3a46
JP		 2483 return devlink;
2484}
2485EXPORT_SYMBOL_GPL(devlink_alloc);
2486
2487/**
2488 * devlink_register - Register devlink instance
2489 *
2490 * @devlink: devlink
2491 */
2492int devlink_register(struct devlink *devlink, struct device *dev)
2493{
2494 mutex_lock(&devlink_mutex);
2495 devlink->dev = dev;
2496 list_add_tail(&devlink->list, &devlink_list);
2497 devlink_notify(devlink, DEVLINK_CMD_NEW);
2498 mutex_unlock(&devlink_mutex);
2499 return 0;
2500}
2501EXPORT_SYMBOL_GPL(devlink_register);
2502
2503/**
2504 * devlink_unregister - Unregister devlink instance
2505 *
2506 * @devlink: devlink
2507 */
2508void devlink_unregister(struct devlink *devlink)
2509{
2510 mutex_lock(&devlink_mutex);
2511 devlink_notify(devlink, DEVLINK_CMD_DEL);
2512 list_del(&devlink->list);
2513 mutex_unlock(&devlink_mutex);
2514}
2515EXPORT_SYMBOL_GPL(devlink_unregister);
2516
2517/**
2518 * devlink_free - Free devlink instance resources
2519 *
2520 * @devlink: devlink
2521 */
2522void devlink_free(struct devlink *devlink)
2523{
2524 kfree(devlink);
2525}
2526EXPORT_SYMBOL_GPL(devlink_free);
2527
2528/**
2529 * devlink_port_register - Register devlink port
2530 *
2531 * @devlink: devlink
2532 * @devlink_port: devlink port
2533 * @port_index
2534 *
2535 * Register devlink port with provided port index. User can use
2536 * any indexing, even hw-related one. devlink_port structure
2537 * is convenient to be embedded inside user driver private structure.
2538 * Note that the caller should take care of zeroing the devlink_port
2539 * structure.
2540 */
2541int devlink_port_register(struct devlink *devlink,
2542 struct devlink_port *devlink_port,
2543 unsigned int port_index)
2544{
2545 mutex_lock(&devlink_port_mutex);
2546 if (devlink_port_index_exists(devlink, port_index)) {
2547 mutex_unlock(&devlink_port_mutex);
2548 return -EEXIST;
2549 }
2550 devlink_port->devlink = devlink;
2551 devlink_port->index = port_index;
bfcd3a46
JP		 2552 devlink_port->registered = true;
2553 list_add_tail(&devlink_port->list, &devlink->port_list);
2554 mutex_unlock(&devlink_port_mutex);
2555 devlink_port_notify(devlink_port, DEVLINK_CMD_PORT_NEW);
2556 return 0;
2557}
2558EXPORT_SYMBOL_GPL(devlink_port_register);
2559
2560/**
2561 * devlink_port_unregister - Unregister devlink port
2562 *
2563 * @devlink_port: devlink port
2564 */
2565void devlink_port_unregister(struct devlink_port *devlink_port)
2566{
2567 devlink_port_notify(devlink_port, DEVLINK_CMD_PORT_DEL);
2568 mutex_lock(&devlink_port_mutex);
2569 list_del(&devlink_port->list);
2570 mutex_unlock(&devlink_port_mutex);
2571}
2572EXPORT_SYMBOL_GPL(devlink_port_unregister);
2573
2574static void __devlink_port_type_set(struct devlink_port *devlink_port,
2575 enum devlink_port_type type,
2576 void *type_dev)
2577{
2578 devlink_port->type = type;
2579 devlink_port->type_dev = type_dev;
2580 devlink_port_notify(devlink_port, DEVLINK_CMD_PORT_NEW);
2581}
2582
2583/**
2584 * devlink_port_type_eth_set - Set port type to Ethernet
2585 *
2586 * @devlink_port: devlink port
2587 * @netdev: related netdevice
2588 */
2589void devlink_port_type_eth_set(struct devlink_port *devlink_port,
2590 struct net_device *netdev)
2591{
2592 return __devlink_port_type_set(devlink_port,
2593 DEVLINK_PORT_TYPE_ETH, netdev);
2594}
2595EXPORT_SYMBOL_GPL(devlink_port_type_eth_set);
2596
2597/**
2598 * devlink_port_type_ib_set - Set port type to InfiniBand
2599 *
2600 * @devlink_port: devlink port
2601 * @ibdev: related IB device
2602 */
2603void devlink_port_type_ib_set(struct devlink_port *devlink_port,
2604 struct ib_device *ibdev)
2605{
2606 return __devlink_port_type_set(devlink_port,
2607 DEVLINK_PORT_TYPE_IB, ibdev);
2608}
2609EXPORT_SYMBOL_GPL(devlink_port_type_ib_set);
2610
2611/**
2612 * devlink_port_type_clear - Clear port type
2613 *
2614 * @devlink_port: devlink port
2615 */
2616void devlink_port_type_clear(struct devlink_port *devlink_port)
2617{
2618 return __devlink_port_type_set(devlink_port,
2619 DEVLINK_PORT_TYPE_NOTSET, NULL);
2620}
2621EXPORT_SYMBOL_GPL(devlink_port_type_clear);
2622
2623/**
2624 * devlink_port_split_set - Set port is split
2625 *
2626 * @devlink_port: devlink port
2627 * @split_group: split group - identifies group split port is part of
2628 */
2629void devlink_port_split_set(struct devlink_port *devlink_port,
2630 u32 split_group)
2631{
2632 devlink_port->split = true;
2633 devlink_port->split_group = split_group;
2634 devlink_port_notify(devlink_port, DEVLINK_CMD_PORT_NEW);
2635}
2636EXPORT_SYMBOL_GPL(devlink_port_split_set);
2637
bf797471
JP		 2638int devlink_sb_register(struct devlink *devlink, unsigned int sb_index,
2639 u32 size, u16 ingress_pools_count,
2640 u16 egress_pools_count, u16 ingress_tc_count,
2641 u16 egress_tc_count)
2642{
2643 struct devlink_sb *devlink_sb;
2644 int err = 0;
2645
2646 mutex_lock(&devlink_mutex);
2647 if (devlink_sb_index_exists(devlink, sb_index)) {
2648 err = -EEXIST;
2649 goto unlock;
2650 }
2651
2652 devlink_sb = kzalloc(sizeof(*devlink_sb), GFP_KERNEL);
2653 if (!devlink_sb) {
2654 err = -ENOMEM;
2655 goto unlock;
2656 }
2657 devlink_sb->index = sb_index;
2658 devlink_sb->size = size;
2659 devlink_sb->ingress_pools_count = ingress_pools_count;
2660 devlink_sb->egress_pools_count = egress_pools_count;
2661 devlink_sb->ingress_tc_count = ingress_tc_count;
2662 devlink_sb->egress_tc_count = egress_tc_count;
2663 list_add_tail(&devlink_sb->list, &devlink->sb_list);
2664unlock:
2665 mutex_unlock(&devlink_mutex);
2666 return err;
2667}
2668EXPORT_SYMBOL_GPL(devlink_sb_register);
2669
2670void devlink_sb_unregister(struct devlink *devlink, unsigned int sb_index)
2671{
2672 struct devlink_sb *devlink_sb;
2673
2674 mutex_lock(&devlink_mutex);
2675 devlink_sb = devlink_sb_get_by_index(devlink, sb_index);
2676 WARN_ON(!devlink_sb);
2677 list_del(&devlink_sb->list);
2678 mutex_unlock(&devlink_mutex);
2679 kfree(devlink_sb);
2680}
2681EXPORT_SYMBOL_GPL(devlink_sb_unregister);
2682
1555d204
AS		 2683/**
2684 * devlink_dpipe_headers_register - register dpipe headers
2685 *
2686 * @devlink: devlink
2687 * @dpipe_headers: dpipe header array
2688 *
2689 * Register the headers supported by hardware.
2690 */
2691int devlink_dpipe_headers_register(struct devlink *devlink,
2692 struct devlink_dpipe_headers *dpipe_headers)
2693{
2694 mutex_lock(&devlink_mutex);
2695 devlink->dpipe_headers = dpipe_headers;
2696 mutex_unlock(&devlink_mutex);
2697 return 0;
2698}
2699EXPORT_SYMBOL_GPL(devlink_dpipe_headers_register);
2700
2701/**
2702 * devlink_dpipe_headers_unregister - unregister dpipe headers
2703 *
2704 * @devlink: devlink
2705 *
2706 * Unregister the headers supported by hardware.
2707 */
2708void devlink_dpipe_headers_unregister(struct devlink *devlink)
2709{
2710 mutex_lock(&devlink_mutex);
2711 devlink->dpipe_headers = NULL;
2712 mutex_unlock(&devlink_mutex);
2713}
2714EXPORT_SYMBOL_GPL(devlink_dpipe_headers_unregister);
2715
2716/**
2717 * devlink_dpipe_table_counter_enabled - check if counter allocation
2718 * required
2719 * @devlink: devlink
2720 * @table_name: tables name
2721 *
2722 * Used by driver to check if counter allocation is required.
2723 * After counter allocation is turned on the table entries
2724 * are updated to include counter statistics.
2725 *
2726 * After that point on the driver must respect the counter
2727 * state so that each entry added to the table is added
2728 * with a counter.
2729 */
2730bool devlink_dpipe_table_counter_enabled(struct devlink *devlink,
2731 const char *table_name)
2732{
2733 struct devlink_dpipe_table *table;
2734 bool enabled;
2735
2736 rcu_read_lock();
2737 table = devlink_dpipe_table_find(&devlink->dpipe_table_list,
2738 table_name);
2739 enabled = false;
2740 if (table)
2741 enabled = table->counters_enabled;
2742 rcu_read_unlock();
2743 return enabled;
2744}
2745EXPORT_SYMBOL_GPL(devlink_dpipe_table_counter_enabled);
2746
2747/**
2748 * devlink_dpipe_table_register - register dpipe table
2749 *
2750 * @devlink: devlink
2751 * @table_name: table name
2752 * @table_ops: table ops
2753 * @priv: priv
1555d204
AS		 2754 * @counter_control_extern: external control for counters
2755 */
2756int devlink_dpipe_table_register(struct devlink *devlink,
2757 const char *table_name,
2758 struct devlink_dpipe_table_ops *table_ops,
ffd3cdcc 2759 void *priv, bool counter_control_extern)
1555d204
AS		 2760{
2761 struct devlink_dpipe_table *table;
2762
2763 if (devlink_dpipe_table_find(&devlink->dpipe_table_list, table_name))
2764 return -EEXIST;
2765
ffd3cdcc
AS		 2766 if (WARN_ON(!table_ops->size_get))
2767 return -EINVAL;
2768
1555d204
AS		 2769 table = kzalloc(sizeof(*table), GFP_KERNEL);
2770 if (!table)
2771 return -ENOMEM;
2772
2773 table->name = table_name;
2774 table->table_ops = table_ops;
2775 table->priv = priv;
1555d204
AS		 2776 table->counter_control_extern = counter_control_extern;
2777
2778 mutex_lock(&devlink_mutex);
2779 list_add_tail_rcu(&table->list, &devlink->dpipe_table_list);
2780 mutex_unlock(&devlink_mutex);
2781 return 0;
2782}
2783EXPORT_SYMBOL_GPL(devlink_dpipe_table_register);
2784
2785/**
2786 * devlink_dpipe_table_unregister - unregister dpipe table
2787 *
2788 * @devlink: devlink
2789 * @table_name: table name
2790 */
2791void devlink_dpipe_table_unregister(struct devlink *devlink,
2792 const char *table_name)
2793{
2794 struct devlink_dpipe_table *table;
2795
2796 mutex_lock(&devlink_mutex);
2797 table = devlink_dpipe_table_find(&devlink->dpipe_table_list,
2798 table_name);
2799 if (!table)
2800 goto unlock;
2801 list_del_rcu(&table->list);
2802 mutex_unlock(&devlink_mutex);
2803 kfree_rcu(table, rcu);
2804 return;
2805unlock:
2806 mutex_unlock(&devlink_mutex);
2807}
2808EXPORT_SYMBOL_GPL(devlink_dpipe_table_unregister);
2809
bfcd3a46
JP		 2810static int __init devlink_module_init(void)
2811{
489111e5 2812 return genl_register_family(&devlink_nl_family);
bfcd3a46
JP		 2813}
2814
2815static void __exit devlink_module_exit(void)
2816{
2817 genl_unregister_family(&devlink_nl_family);
2818}
2819
2820module_init(devlink_module_init);
2821module_exit(devlink_module_exit);
2822
2823MODULE_LICENSE("GPL v2");
2824MODULE_AUTHOR("Jiri Pirko <jiri@mellanox.com>");
2825MODULE_DESCRIPTION("Network physical device Netlink interface");
2826MODULE_ALIAS_GENL_FAMILY(DEVLINK_GENL_NAME);
ubuntu-bionic-kernel mirror