projects/linux·blob v6.13 · refs

721 lines · 19.7 KiB

1// SPDX-License-Identifier: GPL-2.0-or-later
2/*
3 * Copyright (c) 2016 Mellanox Technologies. All rights reserved.
4 * Copyright (c) 2016 Jiri Pirko <[email protected]>
5 */
6
7#include "devl_internal.h"
8
9static inline bool
10devlink_rate_is_leaf(struct devlink_rate *devlink_rate)
11{
12 return devlink_rate->type == DEVLINK_RATE_TYPE_LEAF;
13}
14
15static inline bool
16devlink_rate_is_node(struct devlink_rate *devlink_rate)
17{
18 return devlink_rate->type == DEVLINK_RATE_TYPE_NODE;
19}
20
21static struct devlink_rate *
22devlink_rate_leaf_get_from_info(struct devlink *devlink, struct genl_info *info)
23{
24 struct devlink_rate *devlink_rate;
25 struct devlink_port *devlink_port;
26
27 devlink_port = devlink_port_get_from_attrs(devlink, info->attrs);
28 if (IS_ERR(devlink_port))
29 return ERR_CAST(devlink_port);
30 devlink_rate = devlink_port->devlink_rate;
31 return devlink_rate ?: ERR_PTR(-ENODEV);
32}
33
34static struct devlink_rate *
35devlink_rate_node_get_by_name(struct devlink *devlink, const char *node_name)
36{
37 static struct devlink_rate *devlink_rate;
38
39 list_for_each_entry(devlink_rate, &devlink->rate_list, list) {
40 if (devlink_rate_is_node(devlink_rate) &&
41 !strcmp(node_name, devlink_rate->name))
42 return devlink_rate;
43 }
44 return ERR_PTR(-ENODEV);
45}
46
47static struct devlink_rate *
48devlink_rate_node_get_from_attrs(struct devlink *devlink, struct nlattr **attrs)
49{
50 const char *rate_node_name;
51 size_t len;
52
53 if (!attrs[DEVLINK_ATTR_RATE_NODE_NAME])
54 return ERR_PTR(-EINVAL);
55 rate_node_name = nla_data(attrs[DEVLINK_ATTR_RATE_NODE_NAME]);
56 len = strlen(rate_node_name);
57 /* Name cannot be empty or decimal number */
58 if (!len || strspn(rate_node_name, "0123456789") == len)
59 return ERR_PTR(-EINVAL);
60
61 return devlink_rate_node_get_by_name(devlink, rate_node_name);
62}
63
64static struct devlink_rate *
65devlink_rate_node_get_from_info(struct devlink *devlink, struct genl_info *info)
66{
67 return devlink_rate_node_get_from_attrs(devlink, info->attrs);
68}
69
70static struct devlink_rate *
71devlink_rate_get_from_info(struct devlink *devlink, struct genl_info *info)
72{
73 struct nlattr **attrs = info->attrs;
74
75 if (attrs[DEVLINK_ATTR_PORT_INDEX])
76 return devlink_rate_leaf_get_from_info(devlink, info);
77 else if (attrs[DEVLINK_ATTR_RATE_NODE_NAME])
78 return devlink_rate_node_get_from_info(devlink, info);
79 else
80 return ERR_PTR(-EINVAL);
81}
82
83static int devlink_nl_rate_fill(struct sk_buff *msg,
84 struct devlink_rate *devlink_rate,
85 enum devlink_command cmd, u32 portid, u32 seq,
86 int flags, struct netlink_ext_ack *extack)
87{
88 struct devlink *devlink = devlink_rate->devlink;
89 void *hdr;
90
91 hdr = genlmsg_put(msg, portid, seq, &devlink_nl_family, flags, cmd);
92 if (!hdr)
93 return -EMSGSIZE;
94
95 if (devlink_nl_put_handle(msg, devlink))
96 goto nla_put_failure;
97
98 if (nla_put_u16(msg, DEVLINK_ATTR_RATE_TYPE, devlink_rate->type))
99 goto nla_put_failure;
100
101 if (devlink_rate_is_leaf(devlink_rate)) {
102 if (nla_put_u32(msg, DEVLINK_ATTR_PORT_INDEX,
103 devlink_rate->devlink_port->index))
104 goto nla_put_failure;
105 } else if (devlink_rate_is_node(devlink_rate)) {
106 if (nla_put_string(msg, DEVLINK_ATTR_RATE_NODE_NAME,
107 devlink_rate->name))
108 goto nla_put_failure;
109 }
110
111 if (devlink_nl_put_u64(msg, DEVLINK_ATTR_RATE_TX_SHARE,
112 devlink_rate->tx_share))
113 goto nla_put_failure;
114
115 if (devlink_nl_put_u64(msg, DEVLINK_ATTR_RATE_TX_MAX,
116 devlink_rate->tx_max))
117 goto nla_put_failure;
118
119 if (nla_put_u32(msg, DEVLINK_ATTR_RATE_TX_PRIORITY,
120 devlink_rate->tx_priority))
121 goto nla_put_failure;
122
123 if (nla_put_u32(msg, DEVLINK_ATTR_RATE_TX_WEIGHT,
124 devlink_rate->tx_weight))
125 goto nla_put_failure;
126
127 if (devlink_rate->parent)
128 if (nla_put_string(msg, DEVLINK_ATTR_RATE_PARENT_NODE_NAME,
129 devlink_rate->parent->name))
130 goto nla_put_failure;
131
132 genlmsg_end(msg, hdr);
133 return 0;
134
135nla_put_failure:
136 genlmsg_cancel(msg, hdr);
137 return -EMSGSIZE;
138}
139
140static void devlink_rate_notify(struct devlink_rate *devlink_rate,
141 enum devlink_command cmd)
142{
143 struct devlink *devlink = devlink_rate->devlink;
144 struct sk_buff *msg;
145 int err;
146
147 WARN_ON(cmd != DEVLINK_CMD_RATE_NEW && cmd != DEVLINK_CMD_RATE_DEL);
148
149 if (!devl_is_registered(devlink) || !devlink_nl_notify_need(devlink))
150 return;
151
152 msg = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL);
153 if (!msg)
154 return;
155
156 err = devlink_nl_rate_fill(msg, devlink_rate, cmd, 0, 0, 0, NULL);
157 if (err) {
158 nlmsg_free(msg);
159 return;
160 }
161
162 devlink_nl_notify_send(devlink, msg);
163}
164
165void devlink_rates_notify_register(struct devlink *devlink)
166{
167 struct devlink_rate *rate_node;
168
169 list_for_each_entry(rate_node, &devlink->rate_list, list)
170 devlink_rate_notify(rate_node, DEVLINK_CMD_RATE_NEW);
171}
172
173void devlink_rates_notify_unregister(struct devlink *devlink)
174{
175 struct devlink_rate *rate_node;
176
177 list_for_each_entry_reverse(rate_node, &devlink->rate_list, list)
178 devlink_rate_notify(rate_node, DEVLINK_CMD_RATE_DEL);
179}
180
181static int
182devlink_nl_rate_get_dump_one(struct sk_buff *msg, struct devlink *devlink,
183 struct netlink_callback *cb, int flags)
184{
185 struct devlink_nl_dump_state *state = devlink_dump_state(cb);
186 struct devlink_rate *devlink_rate;
187 int idx = 0;
188 int err = 0;
189
190 list_for_each_entry(devlink_rate, &devlink->rate_list, list) {
191 enum devlink_command cmd = DEVLINK_CMD_RATE_NEW;
192 u32 id = NETLINK_CB(cb->skb).portid;
193
194 if (idx < state->idx) {
195 idx++;
196 continue;
197 }
198 err = devlink_nl_rate_fill(msg, devlink_rate, cmd, id,
199 cb->nlh->nlmsg_seq, flags, NULL);
200 if (err) {
201 state->idx = idx;
202 break;
203 }
204 idx++;
205 }
206
207 return err;
208}
209
210int devlink_nl_rate_get_dumpit(struct sk_buff *skb, struct netlink_callback *cb)
211{
212 return devlink_nl_dumpit(skb, cb, devlink_nl_rate_get_dump_one);
213}
214
215int devlink_nl_rate_get_doit(struct sk_buff *skb, struct genl_info *info)
216{
217 struct devlink *devlink = info->user_ptr[0];
218 struct devlink_rate *devlink_rate;
219 struct sk_buff *msg;
220 int err;
221
222 devlink_rate = devlink_rate_get_from_info(devlink, info);
223 if (IS_ERR(devlink_rate))
224 return PTR_ERR(devlink_rate);
225
226 msg = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL);
227 if (!msg)
228 return -ENOMEM;
229
230 err = devlink_nl_rate_fill(msg, devlink_rate, DEVLINK_CMD_RATE_NEW,
231 info->snd_portid, info->snd_seq, 0,
232 info->extack);
233 if (err) {
234 nlmsg_free(msg);
235 return err;
236 }
237
238 return genlmsg_reply(msg, info);
239}
240
241static bool
242devlink_rate_is_parent_node(struct devlink_rate *devlink_rate,
243 struct devlink_rate *parent)
244{
245 while (parent) {
246 if (parent == devlink_rate)
247 return true;
248 parent = parent->parent;
249 }
250 return false;
251}
252
253static int
254devlink_nl_rate_parent_node_set(struct devlink_rate *devlink_rate,
255 struct genl_info *info,
256 struct nlattr *nla_parent)
257{
258 struct devlink *devlink = devlink_rate->devlink;
259 const char *parent_name = nla_data(nla_parent);
260 const struct devlink_ops *ops = devlink->ops;
261 size_t len = strlen(parent_name);
262 struct devlink_rate *parent;
263 int err = -EOPNOTSUPP;
264
265 parent = devlink_rate->parent;
266
267 if (parent && !len) {
268 if (devlink_rate_is_leaf(devlink_rate))
269 err = ops->rate_leaf_parent_set(devlink_rate, NULL,
270 devlink_rate->priv, NULL,
271 info->extack);
272 else if (devlink_rate_is_node(devlink_rate))
273 err = ops->rate_node_parent_set(devlink_rate, NULL,
274 devlink_rate->priv, NULL,
275 info->extack);
276 if (err)
277 return err;
278
279 refcount_dec(&parent->refcnt);
280 devlink_rate->parent = NULL;
281 } else if (len) {
282 parent = devlink_rate_node_get_by_name(devlink, parent_name);
283 if (IS_ERR(parent))
284 return -ENODEV;
285
286 if (parent == devlink_rate) {
287 NL_SET_ERR_MSG(info->extack, "Parent to self is not allowed");
288 return -EINVAL;
289 }
290
291 if (devlink_rate_is_node(devlink_rate) &&
292 devlink_rate_is_parent_node(devlink_rate, parent->parent)) {
293 NL_SET_ERR_MSG(info->extack, "Node is already a parent of parent node.");
294 return -EEXIST;
295 }
296
297 if (devlink_rate_is_leaf(devlink_rate))
298 err = ops->rate_leaf_parent_set(devlink_rate, parent,
299 devlink_rate->priv, parent->priv,
300 info->extack);
301 else if (devlink_rate_is_node(devlink_rate))
302 err = ops->rate_node_parent_set(devlink_rate, parent,
303 devlink_rate->priv, parent->priv,
304 info->extack);
305 if (err)
306 return err;
307
308 if (devlink_rate->parent)
309 /* we're reassigning to other parent in this case */
310 refcount_dec(&devlink_rate->parent->refcnt);
311
312 refcount_inc(&parent->refcnt);
313 devlink_rate->parent = parent;
314 }
315
316 return 0;
317}
318
319static int devlink_nl_rate_set(struct devlink_rate *devlink_rate,
320 const struct devlink_ops *ops,
321 struct genl_info *info)
322{
323 struct nlattr *nla_parent, **attrs = info->attrs;
324 int err = -EOPNOTSUPP;
325 u32 priority;
326 u32 weight;
327 u64 rate;
328
329 if (attrs[DEVLINK_ATTR_RATE_TX_SHARE]) {
330 rate = nla_get_u64(attrs[DEVLINK_ATTR_RATE_TX_SHARE]);
331 if (devlink_rate_is_leaf(devlink_rate))
332 err = ops->rate_leaf_tx_share_set(devlink_rate, devlink_rate->priv,
333 rate, info->extack);
334 else if (devlink_rate_is_node(devlink_rate))
335 err = ops->rate_node_tx_share_set(devlink_rate, devlink_rate->priv,
336 rate, info->extack);
337 if (err)
338 return err;
339 devlink_rate->tx_share = rate;
340 }
341
342 if (attrs[DEVLINK_ATTR_RATE_TX_MAX]) {
343 rate = nla_get_u64(attrs[DEVLINK_ATTR_RATE_TX_MAX]);
344 if (devlink_rate_is_leaf(devlink_rate))
345 err = ops->rate_leaf_tx_max_set(devlink_rate, devlink_rate->priv,
346 rate, info->extack);
347 else if (devlink_rate_is_node(devlink_rate))
348 err = ops->rate_node_tx_max_set(devlink_rate, devlink_rate->priv,
349 rate, info->extack);
350 if (err)
351 return err;
352 devlink_rate->tx_max = rate;
353 }
354
355 if (attrs[DEVLINK_ATTR_RATE_TX_PRIORITY]) {
356 priority = nla_get_u32(attrs[DEVLINK_ATTR_RATE_TX_PRIORITY]);
357 if (devlink_rate_is_leaf(devlink_rate))
358 err = ops->rate_leaf_tx_priority_set(devlink_rate, devlink_rate->priv,
359 priority, info->extack);
360 else if (devlink_rate_is_node(devlink_rate))
361 err = ops->rate_node_tx_priority_set(devlink_rate, devlink_rate->priv,
362 priority, info->extack);
363
364 if (err)
365 return err;
366 devlink_rate->tx_priority = priority;
367 }
368
369 if (attrs[DEVLINK_ATTR_RATE_TX_WEIGHT]) {
370 weight = nla_get_u32(attrs[DEVLINK_ATTR_RATE_TX_WEIGHT]);
371 if (devlink_rate_is_leaf(devlink_rate))
372 err = ops->rate_leaf_tx_weight_set(devlink_rate, devlink_rate->priv,
373 weight, info->extack);
374 else if (devlink_rate_is_node(devlink_rate))
375 err = ops->rate_node_tx_weight_set(devlink_rate, devlink_rate->priv,
376 weight, info->extack);
377
378 if (err)
379 return err;
380 devlink_rate->tx_weight = weight;
381 }
382
383 nla_parent = attrs[DEVLINK_ATTR_RATE_PARENT_NODE_NAME];
384 if (nla_parent) {
385 err = devlink_nl_rate_parent_node_set(devlink_rate, info,
386 nla_parent);
387 if (err)
388 return err;
389 }
390
391 return 0;
392}
393
394static bool devlink_rate_set_ops_supported(const struct devlink_ops *ops,
395 struct genl_info *info,
396 enum devlink_rate_type type)
397{
398 struct nlattr **attrs = info->attrs;
399
400 if (type == DEVLINK_RATE_TYPE_LEAF) {
401 if (attrs[DEVLINK_ATTR_RATE_TX_SHARE] && !ops->rate_leaf_tx_share_set) {
402 NL_SET_ERR_MSG(info->extack, "TX share set isn't supported for the leafs");
403 return false;
404 }
405 if (attrs[DEVLINK_ATTR_RATE_TX_MAX] && !ops->rate_leaf_tx_max_set) {
406 NL_SET_ERR_MSG(info->extack, "TX max set isn't supported for the leafs");
407 return false;
408 }
409 if (attrs[DEVLINK_ATTR_RATE_PARENT_NODE_NAME] &&
410 !ops->rate_leaf_parent_set) {
411 NL_SET_ERR_MSG(info->extack, "Parent set isn't supported for the leafs");
412 return false;
413 }
414 if (attrs[DEVLINK_ATTR_RATE_TX_PRIORITY] && !ops->rate_leaf_tx_priority_set) {
415 NL_SET_ERR_MSG_ATTR(info->extack,
416 attrs[DEVLINK_ATTR_RATE_TX_PRIORITY],
417 "TX priority set isn't supported for the leafs");
418 return false;
419 }
420 if (attrs[DEVLINK_ATTR_RATE_TX_WEIGHT] && !ops->rate_leaf_tx_weight_set) {
421 NL_SET_ERR_MSG_ATTR(info->extack,
422 attrs[DEVLINK_ATTR_RATE_TX_WEIGHT],
423 "TX weight set isn't supported for the leafs");
424 return false;
425 }
426 } else if (type == DEVLINK_RATE_TYPE_NODE) {
427 if (attrs[DEVLINK_ATTR_RATE_TX_SHARE] && !ops->rate_node_tx_share_set) {
428 NL_SET_ERR_MSG(info->extack, "TX share set isn't supported for the nodes");
429 return false;
430 }
431 if (attrs[DEVLINK_ATTR_RATE_TX_MAX] && !ops->rate_node_tx_max_set) {
432 NL_SET_ERR_MSG(info->extack, "TX max set isn't supported for the nodes");
433 return false;
434 }
435 if (attrs[DEVLINK_ATTR_RATE_PARENT_NODE_NAME] &&
436 !ops->rate_node_parent_set) {
437 NL_SET_ERR_MSG(info->extack, "Parent set isn't supported for the nodes");
438 return false;
439 }
440 if (attrs[DEVLINK_ATTR_RATE_TX_PRIORITY] && !ops->rate_node_tx_priority_set) {
441 NL_SET_ERR_MSG_ATTR(info->extack,
442 attrs[DEVLINK_ATTR_RATE_TX_PRIORITY],
443 "TX priority set isn't supported for the nodes");
444 return false;
445 }
446 if (attrs[DEVLINK_ATTR_RATE_TX_WEIGHT] && !ops->rate_node_tx_weight_set) {
447 NL_SET_ERR_MSG_ATTR(info->extack,
448 attrs[DEVLINK_ATTR_RATE_TX_WEIGHT],
449 "TX weight set isn't supported for the nodes");
450 return false;
451 }
452 } else {
453 WARN(1, "Unknown type of rate object");
454 return false;
455 }
456
457 return true;
458}
459
460int devlink_nl_rate_set_doit(struct sk_buff *skb, struct genl_info *info)
461{
462 struct devlink *devlink = info->user_ptr[0];
463 struct devlink_rate *devlink_rate;
464 const struct devlink_ops *ops;
465 int err;
466
467 devlink_rate = devlink_rate_get_from_info(devlink, info);
468 if (IS_ERR(devlink_rate))
469 return PTR_ERR(devlink_rate);
470
471 ops = devlink->ops;
472 if (!ops || !devlink_rate_set_ops_supported(ops, info, devlink_rate->type))
473 return -EOPNOTSUPP;
474
475 err = devlink_nl_rate_set(devlink_rate, ops, info);
476
477 if (!err)
478 devlink_rate_notify(devlink_rate, DEVLINK_CMD_RATE_NEW);
479 return err;
480}
481
482int devlink_nl_rate_new_doit(struct sk_buff *skb, struct genl_info *info)
483{
484 struct devlink *devlink = info->user_ptr[0];
485 struct devlink_rate *rate_node;
486 const struct devlink_ops *ops;
487 int err;
488
489 ops = devlink->ops;
490 if (!ops || !ops->rate_node_new || !ops->rate_node_del) {
491 NL_SET_ERR_MSG(info->extack, "Rate nodes aren't supported");
492 return -EOPNOTSUPP;
493 }
494
495 if (!devlink_rate_set_ops_supported(ops, info, DEVLINK_RATE_TYPE_NODE))
496 return -EOPNOTSUPP;
497
498 rate_node = devlink_rate_node_get_from_attrs(devlink, info->attrs);
499 if (!IS_ERR(rate_node))
500 return -EEXIST;
501 else if (rate_node == ERR_PTR(-EINVAL))
502 return -EINVAL;
503
504 rate_node = kzalloc(sizeof(*rate_node), GFP_KERNEL);
505 if (!rate_node)
506 return -ENOMEM;
507
508 rate_node->devlink = devlink;
509 rate_node->type = DEVLINK_RATE_TYPE_NODE;
510 rate_node->name = nla_strdup(info->attrs[DEVLINK_ATTR_RATE_NODE_NAME], GFP_KERNEL);
511 if (!rate_node->name) {
512 err = -ENOMEM;
513 goto err_strdup;
514 }
515
516 err = ops->rate_node_new(rate_node, &rate_node->priv, info->extack);
517 if (err)
518 goto err_node_new;
519
520 err = devlink_nl_rate_set(rate_node, ops, info);
521 if (err)
522 goto err_rate_set;
523
524 refcount_set(&rate_node->refcnt, 1);
525 list_add(&rate_node->list, &devlink->rate_list);
526 devlink_rate_notify(rate_node, DEVLINK_CMD_RATE_NEW);
527 return 0;
528
529err_rate_set:
530 ops->rate_node_del(rate_node, rate_node->priv, info->extack);
531err_node_new:
532 kfree(rate_node->name);
533err_strdup:
534 kfree(rate_node);
535 return err;
536}
537
538int devlink_nl_rate_del_doit(struct sk_buff *skb, struct genl_info *info)
539{
540 struct devlink *devlink = info->user_ptr[0];
541 struct devlink_rate *rate_node;
542 int err;
543
544 rate_node = devlink_rate_node_get_from_info(devlink, info);
545 if (IS_ERR(rate_node))
546 return PTR_ERR(rate_node);
547
548 if (refcount_read(&rate_node->refcnt) > 1) {
549 NL_SET_ERR_MSG(info->extack, "Node has children. Cannot delete node.");
550 return -EBUSY;
551 }
552
553 devlink_rate_notify(rate_node, DEVLINK_CMD_RATE_DEL);
554 err = devlink->ops->rate_node_del(rate_node, rate_node->priv,
555 info->extack);
556 if (rate_node->parent)
557 refcount_dec(&rate_node->parent->refcnt);
558 list_del(&rate_node->list);
559 kfree(rate_node->name);
560 kfree(rate_node);
561 return err;
562}
563
564int devlink_rate_nodes_check(struct devlink *devlink, u16 mode,
565 struct netlink_ext_ack *extack)
566{
567 struct devlink_rate *devlink_rate;
568
569 list_for_each_entry(devlink_rate, &devlink->rate_list, list)
570 if (devlink_rate_is_node(devlink_rate)) {
571 NL_SET_ERR_MSG(extack, "Rate node(s) exists.");
572 return -EBUSY;
573 }
574 return 0;
575}
576
577/**
578 * devl_rate_node_create - create devlink rate node
579 * @devlink: devlink instance
580 * @priv: driver private data
581 * @node_name: name of the resulting node
582 * @parent: parent devlink_rate struct
583 *
584 * Create devlink rate object of type node
585 */
586struct devlink_rate *
587devl_rate_node_create(struct devlink *devlink, void *priv, char *node_name,
588 struct devlink_rate *parent)
589{
590 struct devlink_rate *rate_node;
591
592 rate_node = devlink_rate_node_get_by_name(devlink, node_name);
593 if (!IS_ERR(rate_node))
594 return ERR_PTR(-EEXIST);
595
596 rate_node = kzalloc(sizeof(*rate_node), GFP_KERNEL);
597 if (!rate_node)
598 return ERR_PTR(-ENOMEM);
599
600 if (parent) {
601 rate_node->parent = parent;
602 refcount_inc(&rate_node->parent->refcnt);
603 }
604
605 rate_node->type = DEVLINK_RATE_TYPE_NODE;
606 rate_node->devlink = devlink;
607 rate_node->priv = priv;
608
609 rate_node->name = kstrdup(node_name, GFP_KERNEL);
610 if (!rate_node->name) {
611 kfree(rate_node);
612 return ERR_PTR(-ENOMEM);
613 }
614
615 refcount_set(&rate_node->refcnt, 1);
616 list_add(&rate_node->list, &devlink->rate_list);
617 devlink_rate_notify(rate_node, DEVLINK_CMD_RATE_NEW);
618 return rate_node;
619}
620EXPORT_SYMBOL_GPL(devl_rate_node_create);
621
622/**
623 * devl_rate_leaf_create - create devlink rate leaf
624 * @devlink_port: devlink port object to create rate object on
625 * @priv: driver private data
626 * @parent: parent devlink_rate struct
627 *
628 * Create devlink rate object of type leaf on provided @devlink_port.
629 */
630int devl_rate_leaf_create(struct devlink_port *devlink_port, void *priv,
631 struct devlink_rate *parent)
632{
633 struct devlink *devlink = devlink_port->devlink;
634 struct devlink_rate *devlink_rate;
635
636 devl_assert_locked(devlink_port->devlink);
637
638 if (WARN_ON(devlink_port->devlink_rate))
639 return -EBUSY;
640
641 devlink_rate = kzalloc(sizeof(*devlink_rate), GFP_KERNEL);
642 if (!devlink_rate)
643 return -ENOMEM;
644
645 if (parent) {
646 devlink_rate->parent = parent;
647 refcount_inc(&devlink_rate->parent->refcnt);
648 }
649
650 devlink_rate->type = DEVLINK_RATE_TYPE_LEAF;
651 devlink_rate->devlink = devlink;
652 devlink_rate->devlink_port = devlink_port;
653 devlink_rate->priv = priv;
654 list_add_tail(&devlink_rate->list, &devlink->rate_list);
655 devlink_port->devlink_rate = devlink_rate;
656 devlink_rate_notify(devlink_rate, DEVLINK_CMD_RATE_NEW);
657
658 return 0;
659}
660EXPORT_SYMBOL_GPL(devl_rate_leaf_create);
661
662/**
663 * devl_rate_leaf_destroy - destroy devlink rate leaf
664 *
665 * @devlink_port: devlink port linked to the rate object
666 *
667 * Destroy the devlink rate object of type leaf on provided @devlink_port.
668 */
669void devl_rate_leaf_destroy(struct devlink_port *devlink_port)
670{
671 struct devlink_rate *devlink_rate = devlink_port->devlink_rate;
672
673 devl_assert_locked(devlink_port->devlink);
674 if (!devlink_rate)
675 return;
676
677 devlink_rate_notify(devlink_rate, DEVLINK_CMD_RATE_DEL);
678 if (devlink_rate->parent)
679 refcount_dec(&devlink_rate->parent->refcnt);
680 list_del(&devlink_rate->list);
681 devlink_port->devlink_rate = NULL;
682 kfree(devlink_rate);
683}
684EXPORT_SYMBOL_GPL(devl_rate_leaf_destroy);
685
686/**
687 * devl_rate_nodes_destroy - destroy all devlink rate nodes on device
688 * @devlink: devlink instance
689 *
690 * Unset parent for all rate objects and destroy all rate nodes
691 * on specified device.
692 */
693void devl_rate_nodes_destroy(struct devlink *devlink)
694{
695 static struct devlink_rate *devlink_rate, *tmp;
696 const struct devlink_ops *ops = devlink->ops;
697
698 devl_assert_locked(devlink);
699
700 list_for_each_entry(devlink_rate, &devlink->rate_list, list) {
701 if (!devlink_rate->parent)
702 continue;
703
704 refcount_dec(&devlink_rate->parent->refcnt);
705 if (devlink_rate_is_leaf(devlink_rate))
706 ops->rate_leaf_parent_set(devlink_rate, NULL, devlink_rate->priv,
707 NULL, NULL);
708 else if (devlink_rate_is_node(devlink_rate))
709 ops->rate_node_parent_set(devlink_rate, NULL, devlink_rate->priv,
710 NULL, NULL);
711 }
712 list_for_each_entry_safe(devlink_rate, tmp, &devlink->rate_list, list) {
713 if (devlink_rate_is_node(devlink_rate)) {
714 ops->rate_node_del(devlink_rate, devlink_rate->priv, NULL);
715 list_del(&devlink_rate->list);
716 kfree(devlink_rate->name);
717 kfree(devlink_rate);
718 }
719 }
720}
721EXPORT_SYMBOL_GPL(devl_rate_nodes_destroy);