19 void *devlink_priv(struct devlink *devlink)  in devlink_priv()  argument
21 	return &devlink->priv;  in devlink_priv()
25 struct devlink *priv_to_devlink(void *priv)  in priv_to_devlink()
27 	return container_of(priv, struct devlink, priv);  in priv_to_devlink()
31 struct device *devlink_to_dev(const struct devlink *devlink)  in devlink_to_dev()  argument
33 	return devlink->dev;  in devlink_to_dev()
37 struct net *devlink_net(const struct devlink *devlink)  in devlink_net()  argument
39 	return read_pnet(&devlink->_net);  in devlink_net()
43 void devl_assert_locked(struct devlink *devlink)  in devl_assert_locked()  argument
45 	lockdep_assert_held(&devlink->lock);  in devl_assert_locked()
51 bool devl_lock_is_held(struct devlink *devlink)  in devl_lock_is_held()  argument
53 	return lockdep_is_held(&devlink->lock);  in devl_lock_is_held()
58 void devl_lock(struct devlink *devlink)  in devl_lock()  argument
60 	mutex_lock(&devlink->lock);  in devl_lock()
64 int devl_trylock(struct devlink *devlink)  in devl_trylock()  argument
66 	return mutex_trylock(&devlink->lock);  in devl_trylock()
70 void devl_unlock(struct devlink *devlink)  in devl_unlock()  argument
72 	mutex_unlock(&devlink->lock);  in devl_unlock()
85 struct devlink *__must_check devlink_try_get(struct devlink *devlink)  in devlink_try_get()  argument
87 	if (refcount_inc_not_zero(&devlink->refcount))  in devlink_try_get()
88 		return devlink;  in devlink_try_get()
94 	struct devlink *devlink;  in devlink_release()  local
96 	devlink = container_of(to_rcu_work(work), struct devlink, rwork);  in devlink_release()
98 	mutex_destroy(&devlink->lock);  in devlink_release()
99 	lockdep_unregister_key(&devlink->lock_key);  in devlink_release()
100 	kfree(devlink);  in devlink_release()
103 void devlink_put(struct devlink *devlink)  in devlink_put()  argument
105 	if (refcount_dec_and_test(&devlink->refcount))  in devlink_put()
106 		queue_rcu_work(system_wq, &devlink->rwork);  in devlink_put()
109 struct devlink *devlinks_xa_find_get(struct net *net, unsigned long *indexp)  in devlinks_xa_find_get()
111 	struct devlink *devlink = NULL;  in devlinks_xa_find_get()  local
115 	devlink = xa_find(&devlinks, indexp, ULONG_MAX, DEVLINK_REGISTERED);  in devlinks_xa_find_get()
116 	if (!devlink)  in devlinks_xa_find_get()
119 	if (!devlink_try_get(devlink))  in devlinks_xa_find_get()
121 	if (!net_eq(devlink_net(devlink), net)) {  in devlinks_xa_find_get()
122 		devlink_put(devlink);  in devlinks_xa_find_get()
127 	return devlink;  in devlinks_xa_find_get()
138 int devl_register(struct devlink *devlink)  in devl_register()  argument
140 	ASSERT_DEVLINK_NOT_REGISTERED(devlink);  in devl_register()
141 	devl_assert_locked(devlink);  in devl_register()
143 	xa_set_mark(&devlinks, devlink->index, DEVLINK_REGISTERED);  in devl_register()
144 	devlink_notify_register(devlink);  in devl_register()
150 void devlink_register(struct devlink *devlink)  in devlink_register()  argument
152 	devl_lock(devlink);  in devlink_register()
153 	devl_register(devlink);  in devlink_register()
154 	devl_unlock(devlink);  in devlink_register()
162 void devl_unregister(struct devlink *devlink)  in devl_unregister()  argument
164 	ASSERT_DEVLINK_REGISTERED(devlink);  in devl_unregister()
165 	devl_assert_locked(devlink);  in devl_unregister()
167 	devlink_notify_unregister(devlink);  in devl_unregister()
168 	xa_clear_mark(&devlinks, devlink->index, DEVLINK_REGISTERED);  in devl_unregister()
172 void devlink_unregister(struct devlink *devlink)  in devlink_unregister()  argument
174 	devl_lock(devlink);  in devlink_unregister()
175 	devl_unregister(devlink);  in devlink_unregister()
176 	devl_unlock(devlink);  in devlink_unregister()
192 struct devlink *devlink_alloc_ns(const struct devlink_ops *ops,  in devlink_alloc_ns()
196 	struct devlink *devlink;  in devlink_alloc_ns()  local
204 	devlink = kzalloc(sizeof(*devlink) + priv_size, GFP_KERNEL);  in devlink_alloc_ns()
205 	if (!devlink)  in devlink_alloc_ns()
208 	ret = xa_alloc_cyclic(&devlinks, &devlink->index, devlink, xa_limit_31b,  in devlink_alloc_ns()
213 	devlink->dev = dev;  in devlink_alloc_ns()
214 	devlink->ops = ops;  in devlink_alloc_ns()
215 	xa_init_flags(&devlink->ports, XA_FLAGS_ALLOC);  in devlink_alloc_ns()
216 	xa_init_flags(&devlink->params, XA_FLAGS_ALLOC);  in devlink_alloc_ns()
217 	xa_init_flags(&devlink->snapshot_ids, XA_FLAGS_ALLOC);  in devlink_alloc_ns()
218 	write_pnet(&devlink->_net, net);  in devlink_alloc_ns()
219 	INIT_LIST_HEAD(&devlink->rate_list);  in devlink_alloc_ns()
220 	INIT_LIST_HEAD(&devlink->linecard_list);  in devlink_alloc_ns()
221 	INIT_LIST_HEAD(&devlink->sb_list);  in devlink_alloc_ns()
222 	INIT_LIST_HEAD_RCU(&devlink->dpipe_table_list);  in devlink_alloc_ns()
223 	INIT_LIST_HEAD(&devlink->resource_list);  in devlink_alloc_ns()
224 	INIT_LIST_HEAD(&devlink->region_list);  in devlink_alloc_ns()
225 	INIT_LIST_HEAD(&devlink->reporter_list);  in devlink_alloc_ns()
226 	INIT_LIST_HEAD(&devlink->trap_list);  in devlink_alloc_ns()
227 	INIT_LIST_HEAD(&devlink->trap_group_list);  in devlink_alloc_ns()
228 	INIT_LIST_HEAD(&devlink->trap_policer_list);  in devlink_alloc_ns()
229 	INIT_RCU_WORK(&devlink->rwork, devlink_release);  in devlink_alloc_ns()
230 	lockdep_register_key(&devlink->lock_key);  in devlink_alloc_ns()
231 	mutex_init(&devlink->lock);  in devlink_alloc_ns()
232 	lockdep_set_class(&devlink->lock, &devlink->lock_key);  in devlink_alloc_ns()
233 	refcount_set(&devlink->refcount, 1);  in devlink_alloc_ns()
235 	return devlink;  in devlink_alloc_ns()
238 	kfree(devlink);  in devlink_alloc_ns()
248 void devlink_free(struct devlink *devlink)  in devlink_free()  argument
250 	ASSERT_DEVLINK_NOT_REGISTERED(devlink);  in devlink_free()
252 	WARN_ON(!list_empty(&devlink->trap_policer_list));  in devlink_free()
253 	WARN_ON(!list_empty(&devlink->trap_group_list));  in devlink_free()
254 	WARN_ON(!list_empty(&devlink->trap_list));  in devlink_free()
255 	WARN_ON(!list_empty(&devlink->reporter_list));  in devlink_free()
256 	WARN_ON(!list_empty(&devlink->region_list));  in devlink_free()
257 	WARN_ON(!list_empty(&devlink->resource_list));  in devlink_free()
258 	WARN_ON(!list_empty(&devlink->dpipe_table_list));  in devlink_free()
259 	WARN_ON(!list_empty(&devlink->sb_list));  in devlink_free()
260 	WARN_ON(!list_empty(&devlink->rate_list));  in devlink_free()
261 	WARN_ON(!list_empty(&devlink->linecard_list));  in devlink_free()
262 	WARN_ON(!xa_empty(&devlink->ports));  in devlink_free()
264 	xa_destroy(&devlink->snapshot_ids);  in devlink_free()
265 	xa_destroy(&devlink->params);  in devlink_free()
266 	xa_destroy(&devlink->ports);  in devlink_free()
268 	xa_erase(&devlinks, devlink->index);  in devlink_free()
270 	devlink_put(devlink);  in devlink_free()
276 	struct devlink *devlink;  in devlink_pernet_pre_exit()  local
284 	devlinks_xa_for_each_registered_get(net, index, devlink) {  in devlink_pernet_pre_exit()
285 		devl_lock(devlink);  in devlink_pernet_pre_exit()
287 		if (devl_is_registered(devlink))  in devlink_pernet_pre_exit()
288 			err = devlink_reload(devlink, &init_net,  in devlink_pernet_pre_exit()
292 		devl_unlock(devlink);  in devlink_pernet_pre_exit()
293 		devlink_put(devlink);  in devlink_pernet_pre_exit()