1 /*
2 * Copyright (C) 2017 Netronome Systems, Inc.
3 *
4 * This software is licensed under the GNU General License Version 2,
5 * June 1991 as shown in the file COPYING in the top-level directory of this
6 * source tree.
7 *
8 * THE COPYRIGHT HOLDERS AND/OR OTHER PARTIES PROVIDE THE PROGRAM "AS IS"
9 * WITHOUT WARRANTY OF ANY KIND, EITHER EXPRESSED OR IMPLIED, INCLUDING,
10 * BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
11 * FOR A PARTICULAR PURPOSE. THE ENTIRE RISK AS TO THE QUALITY AND PERFORMANCE
12 * OF THE PROGRAM IS WITH YOU. SHOULD THE PROGRAM PROVE DEFECTIVE, YOU ASSUME
13 * THE COST OF ALL NECESSARY SERVICING, REPAIR OR CORRECTION.
14 */
15
16 #include <linux/debugfs.h>
17 #include <linux/device.h>
18 #include <linux/ethtool.h>
19 #include <linux/kernel.h>
20 #include <linux/list.h>
21 #include <linux/netdevice.h>
22 #include <linux/ptp_mock.h>
23 #include <linux/u64_stats_sync.h>
24 #include <net/devlink.h>
25 #include <net/udp_tunnel.h>
26 #include <net/xdp.h>
27 #include <net/macsec.h>
28
29 #define DRV_NAME "netdevsim"
30
31 #define NSIM_XDP_MAX_MTU 4000
32
33 #define NSIM_EA(extack, msg) NL_SET_ERR_MSG_MOD((extack), msg)
34
35 #define NSIM_IPSEC_MAX_SA_COUNT 33
36 #define NSIM_IPSEC_VALID BIT(31)
37 #define NSIM_UDP_TUNNEL_N_PORTS 4
38
39 struct nsim_sa {
40 struct xfrm_state *xs;
41 __be32 ipaddr[4];
42 u32 key[4];
43 u32 salt;
44 bool used;
45 bool crypt;
46 bool rx;
47 };
48
49 struct nsim_ipsec {
50 struct nsim_sa sa[NSIM_IPSEC_MAX_SA_COUNT];
51 struct dentry *pfile;
52 u32 count;
53 u32 tx;
54 u32 ok;
55 };
56
57 #define NSIM_MACSEC_MAX_SECY_COUNT 3
58 #define NSIM_MACSEC_MAX_RXSC_COUNT 1
59 struct nsim_rxsc {
60 sci_t sci;
61 bool used;
62 };
63
64 struct nsim_secy {
65 sci_t sci;
66 struct nsim_rxsc nsim_rxsc[NSIM_MACSEC_MAX_RXSC_COUNT];
67 u8 nsim_rxsc_count;
68 bool used;
69 };
70
71 struct nsim_macsec {
72 struct nsim_secy nsim_secy[NSIM_MACSEC_MAX_SECY_COUNT];
73 u8 nsim_secy_count;
74 };
75
76 struct nsim_ethtool_pauseparam {
77 bool rx;
78 bool tx;
79 bool report_stats_rx;
80 bool report_stats_tx;
81 };
82
83 struct nsim_ethtool {
84 u32 get_err;
85 u32 set_err;
86 u32 channels;
87 struct nsim_ethtool_pauseparam pauseparam;
88 struct ethtool_coalesce coalesce;
89 struct ethtool_ringparam ring;
90 struct ethtool_fecparam fec;
91 };
92
93 struct nsim_rq {
94 struct napi_struct napi;
95 struct sk_buff_head skb_queue;
96 struct page_pool *page_pool;
97 };
98
99 struct netdevsim {
100 struct net_device *netdev;
101 struct nsim_dev *nsim_dev;
102 struct nsim_dev_port *nsim_dev_port;
103 struct mock_phc *phc;
104 struct nsim_rq *rq;
105
106 u64 tx_packets;
107 u64 tx_bytes;
108 u64 tx_dropped;
109 struct u64_stats_sync syncp;
110
111 struct nsim_bus_dev *nsim_bus_dev;
112
113 struct bpf_prog *bpf_offloaded;
114 u32 bpf_offloaded_id;
115
116 struct xdp_attachment_info xdp;
117 struct xdp_attachment_info xdp_hw;
118
119 bool bpf_tc_accept;
120 bool bpf_tc_non_bound_accept;
121 bool bpf_xdpdrv_accept;
122 bool bpf_xdpoffload_accept;
123
124 bool bpf_map_accept;
125 struct nsim_ipsec ipsec;
126 struct nsim_macsec macsec;
127 struct {
128 u32 inject_error;
129 u32 sleep;
130 u32 __ports[2][NSIM_UDP_TUNNEL_N_PORTS];
131 u32 (*ports)[NSIM_UDP_TUNNEL_N_PORTS];
132 struct dentry *ddir;
133 struct debugfs_u32_array dfs_ports[2];
134 } udp_ports;
135
136 struct page *page;
137 struct dentry *pp_dfs;
138
139 struct nsim_ethtool ethtool;
140 struct netdevsim __rcu *peer;
141 };
142
143 struct netdevsim *
144 nsim_create(struct nsim_dev *nsim_dev, struct nsim_dev_port *nsim_dev_port);
145 void nsim_destroy(struct netdevsim *ns);
146 bool netdev_is_nsim(struct net_device *dev);
147
148 void nsim_ethtool_init(struct netdevsim *ns);
149
150 void nsim_udp_tunnels_debugfs_create(struct nsim_dev *nsim_dev);
151 int nsim_udp_tunnels_info_create(struct nsim_dev *nsim_dev,
152 struct net_device *dev);
153 void nsim_udp_tunnels_info_destroy(struct net_device *dev);
154
155 #ifdef CONFIG_BPF_SYSCALL
156 int nsim_bpf_dev_init(struct nsim_dev *nsim_dev);
157 void nsim_bpf_dev_exit(struct nsim_dev *nsim_dev);
158 int nsim_bpf_init(struct netdevsim *ns);
159 void nsim_bpf_uninit(struct netdevsim *ns);
160 int nsim_bpf(struct net_device *dev, struct netdev_bpf *bpf);
161 int nsim_bpf_disable_tc(struct netdevsim *ns);
162 int nsim_bpf_setup_tc_block_cb(enum tc_setup_type type,
163 void *type_data, void *cb_priv);
164 #else
165
nsim_bpf_dev_init(struct nsim_dev * nsim_dev)166 static inline int nsim_bpf_dev_init(struct nsim_dev *nsim_dev)
167 {
168 return 0;
169 }
170
nsim_bpf_dev_exit(struct nsim_dev * nsim_dev)171 static inline void nsim_bpf_dev_exit(struct nsim_dev *nsim_dev)
172 {
173 }
nsim_bpf_init(struct netdevsim * ns)174 static inline int nsim_bpf_init(struct netdevsim *ns)
175 {
176 return 0;
177 }
178
nsim_bpf_uninit(struct netdevsim * ns)179 static inline void nsim_bpf_uninit(struct netdevsim *ns)
180 {
181 }
182
nsim_bpf(struct net_device * dev,struct netdev_bpf * bpf)183 static inline int nsim_bpf(struct net_device *dev, struct netdev_bpf *bpf)
184 {
185 return -EOPNOTSUPP;
186 }
187
nsim_bpf_disable_tc(struct netdevsim * ns)188 static inline int nsim_bpf_disable_tc(struct netdevsim *ns)
189 {
190 return 0;
191 }
192
193 static inline int
nsim_bpf_setup_tc_block_cb(enum tc_setup_type type,void * type_data,void * cb_priv)194 nsim_bpf_setup_tc_block_cb(enum tc_setup_type type, void *type_data,
195 void *cb_priv)
196 {
197 return -EOPNOTSUPP;
198 }
199 #endif
200
201 enum nsim_resource_id {
202 NSIM_RESOURCE_NONE, /* DEVLINK_RESOURCE_ID_PARENT_TOP */
203 NSIM_RESOURCE_IPV4,
204 NSIM_RESOURCE_IPV4_FIB,
205 NSIM_RESOURCE_IPV4_FIB_RULES,
206 NSIM_RESOURCE_IPV6,
207 NSIM_RESOURCE_IPV6_FIB,
208 NSIM_RESOURCE_IPV6_FIB_RULES,
209 NSIM_RESOURCE_NEXTHOPS,
210 };
211
212 struct nsim_dev_health {
213 struct devlink_health_reporter *empty_reporter;
214 struct devlink_health_reporter *dummy_reporter;
215 struct dentry *ddir;
216 char *recovered_break_msg;
217 u32 binary_len;
218 bool fail_recover;
219 };
220
221 int nsim_dev_health_init(struct nsim_dev *nsim_dev, struct devlink *devlink);
222 void nsim_dev_health_exit(struct nsim_dev *nsim_dev);
223
224 struct nsim_dev_hwstats_netdev {
225 struct list_head list;
226 struct net_device *netdev;
227 struct rtnl_hw_stats64 stats;
228 bool enabled;
229 bool fail_enable;
230 };
231
232 struct nsim_dev_hwstats {
233 struct dentry *ddir;
234 struct dentry *l3_ddir;
235
236 struct mutex hwsdev_list_lock; /* protects hwsdev list(s) */
237 struct list_head l3_list;
238
239 struct notifier_block netdevice_nb;
240 struct delayed_work traffic_dw;
241 };
242
243 int nsim_dev_hwstats_init(struct nsim_dev *nsim_dev);
244 void nsim_dev_hwstats_exit(struct nsim_dev *nsim_dev);
245
246 #if IS_ENABLED(CONFIG_PSAMPLE)
247 int nsim_dev_psample_init(struct nsim_dev *nsim_dev);
248 void nsim_dev_psample_exit(struct nsim_dev *nsim_dev);
249 #else
nsim_dev_psample_init(struct nsim_dev * nsim_dev)250 static inline int nsim_dev_psample_init(struct nsim_dev *nsim_dev)
251 {
252 return 0;
253 }
254
nsim_dev_psample_exit(struct nsim_dev * nsim_dev)255 static inline void nsim_dev_psample_exit(struct nsim_dev *nsim_dev)
256 {
257 }
258 #endif
259
260 enum nsim_dev_port_type {
261 NSIM_DEV_PORT_TYPE_PF,
262 NSIM_DEV_PORT_TYPE_VF,
263 };
264
265 #define NSIM_DEV_VF_PORT_INDEX_BASE 128
266 #define NSIM_DEV_VF_PORT_INDEX_MAX UINT_MAX
267
268 struct nsim_dev_port {
269 struct list_head list;
270 struct devlink_port devlink_port;
271 unsigned int port_index;
272 enum nsim_dev_port_type port_type;
273 struct dentry *ddir;
274 struct dentry *rate_parent;
275 char *parent_name;
276 struct netdevsim *ns;
277 };
278
279 struct nsim_vf_config {
280 int link_state;
281 u16 min_tx_rate;
282 u16 max_tx_rate;
283 u16 vlan;
284 __be16 vlan_proto;
285 u16 qos;
286 u8 vf_mac[ETH_ALEN];
287 bool spoofchk_enabled;
288 bool trusted;
289 bool rss_query_enabled;
290 };
291
292 struct nsim_dev {
293 struct nsim_bus_dev *nsim_bus_dev;
294 struct nsim_fib_data *fib_data;
295 struct nsim_trap_data *trap_data;
296 struct dentry *ddir;
297 struct dentry *ports_ddir;
298 struct dentry *take_snapshot;
299 struct dentry *nodes_ddir;
300
301 struct nsim_vf_config *vfconfigs;
302
303 struct bpf_offload_dev *bpf_dev;
304 bool bpf_bind_accept;
305 bool bpf_bind_verifier_accept;
306 u32 bpf_bind_verifier_delay;
307 struct dentry *ddir_bpf_bound_progs;
308 u32 prog_id_gen;
309 struct list_head bpf_bound_progs;
310 struct list_head bpf_bound_maps;
311 struct netdev_phys_item_id switch_id;
312 struct list_head port_list;
313 bool fw_update_status;
314 u32 fw_update_overwrite_mask;
315 u32 max_macs;
316 bool test1;
317 bool dont_allow_reload;
318 bool fail_reload;
319 struct devlink_region *dummy_region;
320 struct nsim_dev_health health;
321 struct nsim_dev_hwstats hwstats;
322 struct flow_action_cookie *fa_cookie;
323 spinlock_t fa_cookie_lock; /* protects fa_cookie */
324 bool fail_trap_group_set;
325 bool fail_trap_policer_set;
326 bool fail_trap_policer_counter_get;
327 bool fail_trap_drop_counter_get;
328 struct {
329 struct udp_tunnel_nic_shared utn_shared;
330 u32 __ports[2][NSIM_UDP_TUNNEL_N_PORTS];
331 bool sync_all;
332 bool open_only;
333 bool ipv4_only;
334 bool shared;
335 bool static_iana_vxlan;
336 u32 sleep;
337 } udp_ports;
338 struct nsim_dev_psample *psample;
339 u16 esw_mode;
340 };
341
nsim_esw_mode_is_legacy(struct nsim_dev * nsim_dev)342 static inline bool nsim_esw_mode_is_legacy(struct nsim_dev *nsim_dev)
343 {
344 return nsim_dev->esw_mode == DEVLINK_ESWITCH_MODE_LEGACY;
345 }
346
nsim_esw_mode_is_switchdev(struct nsim_dev * nsim_dev)347 static inline bool nsim_esw_mode_is_switchdev(struct nsim_dev *nsim_dev)
348 {
349 return nsim_dev->esw_mode == DEVLINK_ESWITCH_MODE_SWITCHDEV;
350 }
351
nsim_dev_net(struct nsim_dev * nsim_dev)352 static inline struct net *nsim_dev_net(struct nsim_dev *nsim_dev)
353 {
354 return devlink_net(priv_to_devlink(nsim_dev));
355 }
356
357 int nsim_dev_init(void);
358 void nsim_dev_exit(void);
359 int nsim_drv_probe(struct nsim_bus_dev *nsim_bus_dev);
360 void nsim_drv_remove(struct nsim_bus_dev *nsim_bus_dev);
361 int nsim_drv_port_add(struct nsim_bus_dev *nsim_bus_dev,
362 enum nsim_dev_port_type type,
363 unsigned int port_index);
364 int nsim_drv_port_del(struct nsim_bus_dev *nsim_bus_dev,
365 enum nsim_dev_port_type type,
366 unsigned int port_index);
367 int nsim_drv_configure_vfs(struct nsim_bus_dev *nsim_bus_dev,
368 unsigned int num_vfs);
369
370 unsigned int nsim_dev_get_vfs(struct nsim_dev *nsim_dev);
371
372 struct nsim_fib_data *nsim_fib_create(struct devlink *devlink,
373 struct netlink_ext_ack *extack);
374 void nsim_fib_destroy(struct devlink *devlink, struct nsim_fib_data *fib_data);
375 u64 nsim_fib_get_val(struct nsim_fib_data *fib_data,
376 enum nsim_resource_id res_id, bool max);
377
nsim_dev_port_is_pf(struct nsim_dev_port * nsim_dev_port)378 static inline bool nsim_dev_port_is_pf(struct nsim_dev_port *nsim_dev_port)
379 {
380 return nsim_dev_port->port_type == NSIM_DEV_PORT_TYPE_PF;
381 }
382
nsim_dev_port_is_vf(struct nsim_dev_port * nsim_dev_port)383 static inline bool nsim_dev_port_is_vf(struct nsim_dev_port *nsim_dev_port)
384 {
385 return nsim_dev_port->port_type == NSIM_DEV_PORT_TYPE_VF;
386 }
387 #if IS_ENABLED(CONFIG_XFRM_OFFLOAD)
388 void nsim_ipsec_init(struct netdevsim *ns);
389 void nsim_ipsec_teardown(struct netdevsim *ns);
390 bool nsim_ipsec_tx(struct netdevsim *ns, struct sk_buff *skb);
391 #else
nsim_ipsec_init(struct netdevsim * ns)392 static inline void nsim_ipsec_init(struct netdevsim *ns)
393 {
394 }
395
nsim_ipsec_teardown(struct netdevsim * ns)396 static inline void nsim_ipsec_teardown(struct netdevsim *ns)
397 {
398 }
399
nsim_ipsec_tx(struct netdevsim * ns,struct sk_buff * skb)400 static inline bool nsim_ipsec_tx(struct netdevsim *ns, struct sk_buff *skb)
401 {
402 return true;
403 }
404 #endif
405
406 #if IS_ENABLED(CONFIG_MACSEC)
407 void nsim_macsec_init(struct netdevsim *ns);
408 void nsim_macsec_teardown(struct netdevsim *ns);
409 #else
nsim_macsec_init(struct netdevsim * ns)410 static inline void nsim_macsec_init(struct netdevsim *ns)
411 {
412 }
413
nsim_macsec_teardown(struct netdevsim * ns)414 static inline void nsim_macsec_teardown(struct netdevsim *ns)
415 {
416 }
417 #endif
418
419 struct nsim_bus_dev {
420 struct device dev;
421 struct list_head list;
422 unsigned int port_count;
423 unsigned int num_queues; /* Number of queues for each port on this bus */
424 struct net *initial_net; /* Purpose of this is to carry net pointer
425 * during the probe time only.
426 */
427 unsigned int max_vfs;
428 unsigned int num_vfs;
429 bool init;
430 };
431
432 int nsim_bus_init(void);
433 void nsim_bus_exit(void);
434