• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 /*
2  * net/core/ethtool.c - Ethtool ioctl handler
3  * Copyright (c) 2003 Matthew Wilcox <matthew@wil.cx>
4  *
5  * This file is where we call all the ethtool_ops commands to get
6  * the information ethtool needs.
7  *
8  * This program is free software; you can redistribute it and/or modify
9  * it under the terms of the GNU General Public License as published by
10  * the Free Software Foundation; either version 2 of the License, or
11  * (at your option) any later version.
12  */
13 
14 #include <linux/module.h>
15 #include <linux/types.h>
16 #include <linux/capability.h>
17 #include <linux/errno.h>
18 #include <linux/ethtool.h>
19 #include <linux/netdevice.h>
20 #include <linux/net_tstamp.h>
21 #include <linux/phy.h>
22 #include <linux/bitops.h>
23 #include <linux/uaccess.h>
24 #include <linux/vmalloc.h>
25 #include <linux/slab.h>
26 #include <linux/rtnetlink.h>
27 #include <linux/sched.h>
28 
29 /*
30  * Some useful ethtool_ops methods that're device independent.
31  * If we find that all drivers want to do the same thing here,
32  * we can turn these into dev_() function calls.
33  */
34 
ethtool_op_get_link(struct net_device * dev)35 u32 ethtool_op_get_link(struct net_device *dev)
36 {
37 	return netif_carrier_ok(dev) ? 1 : 0;
38 }
39 EXPORT_SYMBOL(ethtool_op_get_link);
40 
ethtool_op_get_ts_info(struct net_device * dev,struct ethtool_ts_info * info)41 int ethtool_op_get_ts_info(struct net_device *dev, struct ethtool_ts_info *info)
42 {
43 	info->so_timestamping =
44 		SOF_TIMESTAMPING_TX_SOFTWARE |
45 		SOF_TIMESTAMPING_RX_SOFTWARE |
46 		SOF_TIMESTAMPING_SOFTWARE;
47 	info->phc_index = -1;
48 	return 0;
49 }
50 EXPORT_SYMBOL(ethtool_op_get_ts_info);
51 
52 /* Handlers for each ethtool command */
53 
54 #define ETHTOOL_DEV_FEATURE_WORDS	((NETDEV_FEATURE_COUNT + 31) / 32)
55 
56 static const char netdev_features_strings[NETDEV_FEATURE_COUNT][ETH_GSTRING_LEN] = {
57 	[NETIF_F_SG_BIT] =               "tx-scatter-gather",
58 	[NETIF_F_IP_CSUM_BIT] =          "tx-checksum-ipv4",
59 	[NETIF_F_HW_CSUM_BIT] =          "tx-checksum-ip-generic",
60 	[NETIF_F_IPV6_CSUM_BIT] =        "tx-checksum-ipv6",
61 	[NETIF_F_HIGHDMA_BIT] =          "highdma",
62 	[NETIF_F_FRAGLIST_BIT] =         "tx-scatter-gather-fraglist",
63 	[NETIF_F_HW_VLAN_CTAG_TX_BIT] =  "tx-vlan-hw-insert",
64 
65 	[NETIF_F_HW_VLAN_CTAG_RX_BIT] =  "rx-vlan-hw-parse",
66 	[NETIF_F_HW_VLAN_CTAG_FILTER_BIT] = "rx-vlan-filter",
67 	[NETIF_F_HW_VLAN_STAG_TX_BIT] =  "tx-vlan-stag-hw-insert",
68 	[NETIF_F_HW_VLAN_STAG_RX_BIT] =  "rx-vlan-stag-hw-parse",
69 	[NETIF_F_HW_VLAN_STAG_FILTER_BIT] = "rx-vlan-stag-filter",
70 	[NETIF_F_VLAN_CHALLENGED_BIT] =  "vlan-challenged",
71 	[NETIF_F_GSO_BIT] =              "tx-generic-segmentation",
72 	[NETIF_F_LLTX_BIT] =             "tx-lockless",
73 	[NETIF_F_NETNS_LOCAL_BIT] =      "netns-local",
74 	[NETIF_F_GRO_BIT] =              "rx-gro",
75 	[NETIF_F_LRO_BIT] =              "rx-lro",
76 
77 	[NETIF_F_TSO_BIT] =              "tx-tcp-segmentation",
78 	[NETIF_F_UFO_BIT] =              "tx-udp-fragmentation",
79 	[NETIF_F_GSO_ROBUST_BIT] =       "tx-gso-robust",
80 	[NETIF_F_TSO_ECN_BIT] =          "tx-tcp-ecn-segmentation",
81 	[NETIF_F_TSO6_BIT] =             "tx-tcp6-segmentation",
82 	[NETIF_F_FSO_BIT] =              "tx-fcoe-segmentation",
83 	[NETIF_F_GSO_GRE_BIT] =		 "tx-gre-segmentation",
84 	[NETIF_F_GSO_IPIP_BIT] =	 "tx-ipip-segmentation",
85 	[NETIF_F_GSO_SIT_BIT] =		 "tx-sit-segmentation",
86 	[NETIF_F_GSO_UDP_TUNNEL_BIT] =	 "tx-udp_tnl-segmentation",
87 	[NETIF_F_GSO_MPLS_BIT] =	 "tx-mpls-segmentation",
88 
89 	[NETIF_F_FCOE_CRC_BIT] =         "tx-checksum-fcoe-crc",
90 	[NETIF_F_SCTP_CSUM_BIT] =        "tx-checksum-sctp",
91 	[NETIF_F_FCOE_MTU_BIT] =         "fcoe-mtu",
92 	[NETIF_F_NTUPLE_BIT] =           "rx-ntuple-filter",
93 	[NETIF_F_RXHASH_BIT] =           "rx-hashing",
94 	[NETIF_F_RXCSUM_BIT] =           "rx-checksum",
95 	[NETIF_F_NOCACHE_COPY_BIT] =     "tx-nocache-copy",
96 	[NETIF_F_LOOPBACK_BIT] =         "loopback",
97 	[NETIF_F_RXFCS_BIT] =            "rx-fcs",
98 	[NETIF_F_RXALL_BIT] =            "rx-all",
99 	[NETIF_F_HW_L2FW_DOFFLOAD_BIT] = "l2-fwd-offload",
100 	[NETIF_F_BUSY_POLL_BIT] =        "busy-poll",
101 };
102 
ethtool_get_features(struct net_device * dev,void __user * useraddr)103 static int ethtool_get_features(struct net_device *dev, void __user *useraddr)
104 {
105 	struct ethtool_gfeatures cmd = {
106 		.cmd = ETHTOOL_GFEATURES,
107 		.size = ETHTOOL_DEV_FEATURE_WORDS,
108 	};
109 	struct ethtool_get_features_block features[ETHTOOL_DEV_FEATURE_WORDS];
110 	u32 __user *sizeaddr;
111 	u32 copy_size;
112 	int i;
113 
114 	/* in case feature bits run out again */
115 	BUILD_BUG_ON(ETHTOOL_DEV_FEATURE_WORDS * sizeof(u32) > sizeof(netdev_features_t));
116 
117 	for (i = 0; i < ETHTOOL_DEV_FEATURE_WORDS; ++i) {
118 		features[i].available = (u32)(dev->hw_features >> (32 * i));
119 		features[i].requested = (u32)(dev->wanted_features >> (32 * i));
120 		features[i].active = (u32)(dev->features >> (32 * i));
121 		features[i].never_changed =
122 			(u32)(NETIF_F_NEVER_CHANGE >> (32 * i));
123 	}
124 
125 	sizeaddr = useraddr + offsetof(struct ethtool_gfeatures, size);
126 	if (get_user(copy_size, sizeaddr))
127 		return -EFAULT;
128 
129 	if (copy_size > ETHTOOL_DEV_FEATURE_WORDS)
130 		copy_size = ETHTOOL_DEV_FEATURE_WORDS;
131 
132 	if (copy_to_user(useraddr, &cmd, sizeof(cmd)))
133 		return -EFAULT;
134 	useraddr += sizeof(cmd);
135 	if (copy_to_user(useraddr, features, copy_size * sizeof(*features)))
136 		return -EFAULT;
137 
138 	return 0;
139 }
140 
ethtool_set_features(struct net_device * dev,void __user * useraddr)141 static int ethtool_set_features(struct net_device *dev, void __user *useraddr)
142 {
143 	struct ethtool_sfeatures cmd;
144 	struct ethtool_set_features_block features[ETHTOOL_DEV_FEATURE_WORDS];
145 	netdev_features_t wanted = 0, valid = 0;
146 	int i, ret = 0;
147 
148 	if (copy_from_user(&cmd, useraddr, sizeof(cmd)))
149 		return -EFAULT;
150 	useraddr += sizeof(cmd);
151 
152 	if (cmd.size != ETHTOOL_DEV_FEATURE_WORDS)
153 		return -EINVAL;
154 
155 	if (copy_from_user(features, useraddr, sizeof(features)))
156 		return -EFAULT;
157 
158 	for (i = 0; i < ETHTOOL_DEV_FEATURE_WORDS; ++i) {
159 		valid |= (netdev_features_t)features[i].valid << (32 * i);
160 		wanted |= (netdev_features_t)features[i].requested << (32 * i);
161 	}
162 
163 	if (valid & ~NETIF_F_ETHTOOL_BITS)
164 		return -EINVAL;
165 
166 	if (valid & ~dev->hw_features) {
167 		valid &= dev->hw_features;
168 		ret |= ETHTOOL_F_UNSUPPORTED;
169 	}
170 
171 	dev->wanted_features &= ~valid;
172 	dev->wanted_features |= wanted & valid;
173 	__netdev_update_features(dev);
174 
175 	if ((dev->wanted_features ^ dev->features) & valid)
176 		ret |= ETHTOOL_F_WISH;
177 
178 	return ret;
179 }
180 
__ethtool_get_sset_count(struct net_device * dev,int sset)181 static int __ethtool_get_sset_count(struct net_device *dev, int sset)
182 {
183 	const struct ethtool_ops *ops = dev->ethtool_ops;
184 
185 	if (sset == ETH_SS_FEATURES)
186 		return ARRAY_SIZE(netdev_features_strings);
187 
188 	if (ops->get_sset_count && ops->get_strings)
189 		return ops->get_sset_count(dev, sset);
190 	else
191 		return -EOPNOTSUPP;
192 }
193 
__ethtool_get_strings(struct net_device * dev,u32 stringset,u8 * data)194 static void __ethtool_get_strings(struct net_device *dev,
195 	u32 stringset, u8 *data)
196 {
197 	const struct ethtool_ops *ops = dev->ethtool_ops;
198 
199 	if (stringset == ETH_SS_FEATURES)
200 		memcpy(data, netdev_features_strings,
201 			sizeof(netdev_features_strings));
202 	else
203 		/* ops->get_strings is valid because checked earlier */
204 		ops->get_strings(dev, stringset, data);
205 }
206 
ethtool_get_feature_mask(u32 eth_cmd)207 static netdev_features_t ethtool_get_feature_mask(u32 eth_cmd)
208 {
209 	/* feature masks of legacy discrete ethtool ops */
210 
211 	switch (eth_cmd) {
212 	case ETHTOOL_GTXCSUM:
213 	case ETHTOOL_STXCSUM:
214 		return NETIF_F_ALL_CSUM | NETIF_F_SCTP_CSUM;
215 	case ETHTOOL_GRXCSUM:
216 	case ETHTOOL_SRXCSUM:
217 		return NETIF_F_RXCSUM;
218 	case ETHTOOL_GSG:
219 	case ETHTOOL_SSG:
220 		return NETIF_F_SG;
221 	case ETHTOOL_GTSO:
222 	case ETHTOOL_STSO:
223 		return NETIF_F_ALL_TSO;
224 	case ETHTOOL_GUFO:
225 	case ETHTOOL_SUFO:
226 		return NETIF_F_UFO;
227 	case ETHTOOL_GGSO:
228 	case ETHTOOL_SGSO:
229 		return NETIF_F_GSO;
230 	case ETHTOOL_GGRO:
231 	case ETHTOOL_SGRO:
232 		return NETIF_F_GRO;
233 	default:
234 		BUG();
235 	}
236 }
237 
ethtool_get_one_feature(struct net_device * dev,char __user * useraddr,u32 ethcmd)238 static int ethtool_get_one_feature(struct net_device *dev,
239 	char __user *useraddr, u32 ethcmd)
240 {
241 	netdev_features_t mask = ethtool_get_feature_mask(ethcmd);
242 	struct ethtool_value edata = {
243 		.cmd = ethcmd,
244 		.data = !!(dev->features & mask),
245 	};
246 
247 	if (copy_to_user(useraddr, &edata, sizeof(edata)))
248 		return -EFAULT;
249 	return 0;
250 }
251 
ethtool_set_one_feature(struct net_device * dev,void __user * useraddr,u32 ethcmd)252 static int ethtool_set_one_feature(struct net_device *dev,
253 	void __user *useraddr, u32 ethcmd)
254 {
255 	struct ethtool_value edata;
256 	netdev_features_t mask;
257 
258 	if (copy_from_user(&edata, useraddr, sizeof(edata)))
259 		return -EFAULT;
260 
261 	mask = ethtool_get_feature_mask(ethcmd);
262 	mask &= dev->hw_features;
263 	if (!mask)
264 		return -EOPNOTSUPP;
265 
266 	if (edata.data)
267 		dev->wanted_features |= mask;
268 	else
269 		dev->wanted_features &= ~mask;
270 
271 	__netdev_update_features(dev);
272 
273 	return 0;
274 }
275 
276 #define ETH_ALL_FLAGS    (ETH_FLAG_LRO | ETH_FLAG_RXVLAN | ETH_FLAG_TXVLAN | \
277 			  ETH_FLAG_NTUPLE | ETH_FLAG_RXHASH)
278 #define ETH_ALL_FEATURES (NETIF_F_LRO | NETIF_F_HW_VLAN_CTAG_RX | \
279 			  NETIF_F_HW_VLAN_CTAG_TX | NETIF_F_NTUPLE | \
280 			  NETIF_F_RXHASH)
281 
__ethtool_get_flags(struct net_device * dev)282 static u32 __ethtool_get_flags(struct net_device *dev)
283 {
284 	u32 flags = 0;
285 
286 	if (dev->features & NETIF_F_LRO)
287 		flags |= ETH_FLAG_LRO;
288 	if (dev->features & NETIF_F_HW_VLAN_CTAG_RX)
289 		flags |= ETH_FLAG_RXVLAN;
290 	if (dev->features & NETIF_F_HW_VLAN_CTAG_TX)
291 		flags |= ETH_FLAG_TXVLAN;
292 	if (dev->features & NETIF_F_NTUPLE)
293 		flags |= ETH_FLAG_NTUPLE;
294 	if (dev->features & NETIF_F_RXHASH)
295 		flags |= ETH_FLAG_RXHASH;
296 
297 	return flags;
298 }
299 
__ethtool_set_flags(struct net_device * dev,u32 data)300 static int __ethtool_set_flags(struct net_device *dev, u32 data)
301 {
302 	netdev_features_t features = 0, changed;
303 
304 	if (data & ~ETH_ALL_FLAGS)
305 		return -EINVAL;
306 
307 	if (data & ETH_FLAG_LRO)
308 		features |= NETIF_F_LRO;
309 	if (data & ETH_FLAG_RXVLAN)
310 		features |= NETIF_F_HW_VLAN_CTAG_RX;
311 	if (data & ETH_FLAG_TXVLAN)
312 		features |= NETIF_F_HW_VLAN_CTAG_TX;
313 	if (data & ETH_FLAG_NTUPLE)
314 		features |= NETIF_F_NTUPLE;
315 	if (data & ETH_FLAG_RXHASH)
316 		features |= NETIF_F_RXHASH;
317 
318 	/* allow changing only bits set in hw_features */
319 	changed = (features ^ dev->features) & ETH_ALL_FEATURES;
320 	if (changed & ~dev->hw_features)
321 		return (changed & dev->hw_features) ? -EINVAL : -EOPNOTSUPP;
322 
323 	dev->wanted_features =
324 		(dev->wanted_features & ~changed) | (features & changed);
325 
326 	__netdev_update_features(dev);
327 
328 	return 0;
329 }
330 
__ethtool_get_settings(struct net_device * dev,struct ethtool_cmd * cmd)331 int __ethtool_get_settings(struct net_device *dev, struct ethtool_cmd *cmd)
332 {
333 	ASSERT_RTNL();
334 
335 	if (!dev->ethtool_ops->get_settings)
336 		return -EOPNOTSUPP;
337 
338 	memset(cmd, 0, sizeof(struct ethtool_cmd));
339 	cmd->cmd = ETHTOOL_GSET;
340 	return dev->ethtool_ops->get_settings(dev, cmd);
341 }
342 EXPORT_SYMBOL(__ethtool_get_settings);
343 
ethtool_get_settings(struct net_device * dev,void __user * useraddr)344 static int ethtool_get_settings(struct net_device *dev, void __user *useraddr)
345 {
346 	int err;
347 	struct ethtool_cmd cmd;
348 
349 	err = __ethtool_get_settings(dev, &cmd);
350 	if (err < 0)
351 		return err;
352 
353 	if (copy_to_user(useraddr, &cmd, sizeof(cmd)))
354 		return -EFAULT;
355 	return 0;
356 }
357 
ethtool_set_settings(struct net_device * dev,void __user * useraddr)358 static int ethtool_set_settings(struct net_device *dev, void __user *useraddr)
359 {
360 	struct ethtool_cmd cmd;
361 
362 	if (!dev->ethtool_ops->set_settings)
363 		return -EOPNOTSUPP;
364 
365 	if (copy_from_user(&cmd, useraddr, sizeof(cmd)))
366 		return -EFAULT;
367 
368 	return dev->ethtool_ops->set_settings(dev, &cmd);
369 }
370 
ethtool_get_drvinfo(struct net_device * dev,void __user * useraddr)371 static noinline_for_stack int ethtool_get_drvinfo(struct net_device *dev,
372 						  void __user *useraddr)
373 {
374 	struct ethtool_drvinfo info;
375 	const struct ethtool_ops *ops = dev->ethtool_ops;
376 
377 	memset(&info, 0, sizeof(info));
378 	info.cmd = ETHTOOL_GDRVINFO;
379 	if (ops->get_drvinfo) {
380 		ops->get_drvinfo(dev, &info);
381 	} else if (dev->dev.parent && dev->dev.parent->driver) {
382 		strlcpy(info.bus_info, dev_name(dev->dev.parent),
383 			sizeof(info.bus_info));
384 		strlcpy(info.driver, dev->dev.parent->driver->name,
385 			sizeof(info.driver));
386 	} else {
387 		return -EOPNOTSUPP;
388 	}
389 
390 	/*
391 	 * this method of obtaining string set info is deprecated;
392 	 * Use ETHTOOL_GSSET_INFO instead.
393 	 */
394 	if (ops->get_sset_count) {
395 		int rc;
396 
397 		rc = ops->get_sset_count(dev, ETH_SS_TEST);
398 		if (rc >= 0)
399 			info.testinfo_len = rc;
400 		rc = ops->get_sset_count(dev, ETH_SS_STATS);
401 		if (rc >= 0)
402 			info.n_stats = rc;
403 		rc = ops->get_sset_count(dev, ETH_SS_PRIV_FLAGS);
404 		if (rc >= 0)
405 			info.n_priv_flags = rc;
406 	}
407 	if (ops->get_regs_len)
408 		info.regdump_len = ops->get_regs_len(dev);
409 	if (ops->get_eeprom_len)
410 		info.eedump_len = ops->get_eeprom_len(dev);
411 
412 	if (copy_to_user(useraddr, &info, sizeof(info)))
413 		return -EFAULT;
414 	return 0;
415 }
416 
ethtool_get_sset_info(struct net_device * dev,void __user * useraddr)417 static noinline_for_stack int ethtool_get_sset_info(struct net_device *dev,
418 						    void __user *useraddr)
419 {
420 	struct ethtool_sset_info info;
421 	u64 sset_mask;
422 	int i, idx = 0, n_bits = 0, ret, rc;
423 	u32 *info_buf = NULL;
424 
425 	if (copy_from_user(&info, useraddr, sizeof(info)))
426 		return -EFAULT;
427 
428 	/* store copy of mask, because we zero struct later on */
429 	sset_mask = info.sset_mask;
430 	if (!sset_mask)
431 		return 0;
432 
433 	/* calculate size of return buffer */
434 	n_bits = hweight64(sset_mask);
435 
436 	memset(&info, 0, sizeof(info));
437 	info.cmd = ETHTOOL_GSSET_INFO;
438 
439 	info_buf = kzalloc(n_bits * sizeof(u32), GFP_USER);
440 	if (!info_buf)
441 		return -ENOMEM;
442 
443 	/*
444 	 * fill return buffer based on input bitmask and successful
445 	 * get_sset_count return
446 	 */
447 	for (i = 0; i < 64; i++) {
448 		if (!(sset_mask & (1ULL << i)))
449 			continue;
450 
451 		rc = __ethtool_get_sset_count(dev, i);
452 		if (rc >= 0) {
453 			info.sset_mask |= (1ULL << i);
454 			info_buf[idx++] = rc;
455 		}
456 	}
457 
458 	ret = -EFAULT;
459 	if (copy_to_user(useraddr, &info, sizeof(info)))
460 		goto out;
461 
462 	useraddr += offsetof(struct ethtool_sset_info, data);
463 	if (copy_to_user(useraddr, info_buf, idx * sizeof(u32)))
464 		goto out;
465 
466 	ret = 0;
467 
468 out:
469 	kfree(info_buf);
470 	return ret;
471 }
472 
ethtool_set_rxnfc(struct net_device * dev,u32 cmd,void __user * useraddr)473 static noinline_for_stack int ethtool_set_rxnfc(struct net_device *dev,
474 						u32 cmd, void __user *useraddr)
475 {
476 	struct ethtool_rxnfc info;
477 	size_t info_size = sizeof(info);
478 	int rc;
479 
480 	if (!dev->ethtool_ops->set_rxnfc)
481 		return -EOPNOTSUPP;
482 
483 	/* struct ethtool_rxnfc was originally defined for
484 	 * ETHTOOL_{G,S}RXFH with only the cmd, flow_type and data
485 	 * members.  User-space might still be using that
486 	 * definition. */
487 	if (cmd == ETHTOOL_SRXFH)
488 		info_size = (offsetof(struct ethtool_rxnfc, data) +
489 			     sizeof(info.data));
490 
491 	if (copy_from_user(&info, useraddr, info_size))
492 		return -EFAULT;
493 
494 	rc = dev->ethtool_ops->set_rxnfc(dev, &info);
495 	if (rc)
496 		return rc;
497 
498 	if (cmd == ETHTOOL_SRXCLSRLINS &&
499 	    copy_to_user(useraddr, &info, info_size))
500 		return -EFAULT;
501 
502 	return 0;
503 }
504 
ethtool_get_rxnfc(struct net_device * dev,u32 cmd,void __user * useraddr)505 static noinline_for_stack int ethtool_get_rxnfc(struct net_device *dev,
506 						u32 cmd, void __user *useraddr)
507 {
508 	struct ethtool_rxnfc info;
509 	size_t info_size = sizeof(info);
510 	const struct ethtool_ops *ops = dev->ethtool_ops;
511 	int ret;
512 	void *rule_buf = NULL;
513 
514 	if (!ops->get_rxnfc)
515 		return -EOPNOTSUPP;
516 
517 	/* struct ethtool_rxnfc was originally defined for
518 	 * ETHTOOL_{G,S}RXFH with only the cmd, flow_type and data
519 	 * members.  User-space might still be using that
520 	 * definition. */
521 	if (cmd == ETHTOOL_GRXFH)
522 		info_size = (offsetof(struct ethtool_rxnfc, data) +
523 			     sizeof(info.data));
524 
525 	if (copy_from_user(&info, useraddr, info_size))
526 		return -EFAULT;
527 
528 	if (info.cmd == ETHTOOL_GRXCLSRLALL) {
529 		if (info.rule_cnt > 0) {
530 			if (info.rule_cnt <= KMALLOC_MAX_SIZE / sizeof(u32))
531 				rule_buf = kzalloc(info.rule_cnt * sizeof(u32),
532 						   GFP_USER);
533 			if (!rule_buf)
534 				return -ENOMEM;
535 		}
536 	}
537 
538 	ret = ops->get_rxnfc(dev, &info, rule_buf);
539 	if (ret < 0)
540 		goto err_out;
541 
542 	ret = -EFAULT;
543 	if (copy_to_user(useraddr, &info, info_size))
544 		goto err_out;
545 
546 	if (rule_buf) {
547 		useraddr += offsetof(struct ethtool_rxnfc, rule_locs);
548 		if (copy_to_user(useraddr, rule_buf,
549 				 info.rule_cnt * sizeof(u32)))
550 			goto err_out;
551 	}
552 	ret = 0;
553 
554 err_out:
555 	kfree(rule_buf);
556 
557 	return ret;
558 }
559 
ethtool_copy_validate_indir(u32 * indir,void __user * useraddr,struct ethtool_rxnfc * rx_rings,u32 size)560 static int ethtool_copy_validate_indir(u32 *indir, void __user *useraddr,
561 					struct ethtool_rxnfc *rx_rings,
562 					u32 size)
563 {
564 	int i;
565 
566 	if (copy_from_user(indir, useraddr, size * sizeof(indir[0])))
567 		return -EFAULT;
568 
569 	/* Validate ring indices */
570 	for (i = 0; i < size; i++)
571 		if (indir[i] >= rx_rings->data)
572 			return -EINVAL;
573 
574 	return 0;
575 }
576 
ethtool_get_rxfh_indir(struct net_device * dev,void __user * useraddr)577 static noinline_for_stack int ethtool_get_rxfh_indir(struct net_device *dev,
578 						     void __user *useraddr)
579 {
580 	u32 user_size, dev_size;
581 	u32 *indir;
582 	int ret;
583 
584 	if (!dev->ethtool_ops->get_rxfh_indir_size ||
585 	    !dev->ethtool_ops->get_rxfh)
586 		return -EOPNOTSUPP;
587 	dev_size = dev->ethtool_ops->get_rxfh_indir_size(dev);
588 	if (dev_size == 0)
589 		return -EOPNOTSUPP;
590 
591 	if (copy_from_user(&user_size,
592 			   useraddr + offsetof(struct ethtool_rxfh_indir, size),
593 			   sizeof(user_size)))
594 		return -EFAULT;
595 
596 	if (copy_to_user(useraddr + offsetof(struct ethtool_rxfh_indir, size),
597 			 &dev_size, sizeof(dev_size)))
598 		return -EFAULT;
599 
600 	/* If the user buffer size is 0, this is just a query for the
601 	 * device table size.  Otherwise, if it's smaller than the
602 	 * device table size it's an error.
603 	 */
604 	if (user_size < dev_size)
605 		return user_size == 0 ? 0 : -EINVAL;
606 
607 	indir = kcalloc(dev_size, sizeof(indir[0]), GFP_USER);
608 	if (!indir)
609 		return -ENOMEM;
610 
611 	ret = dev->ethtool_ops->get_rxfh(dev, indir, NULL);
612 	if (ret)
613 		goto out;
614 
615 	if (copy_to_user(useraddr +
616 			 offsetof(struct ethtool_rxfh_indir, ring_index[0]),
617 			 indir, dev_size * sizeof(indir[0])))
618 		ret = -EFAULT;
619 
620 out:
621 	kfree(indir);
622 	return ret;
623 }
624 
ethtool_set_rxfh_indir(struct net_device * dev,void __user * useraddr)625 static noinline_for_stack int ethtool_set_rxfh_indir(struct net_device *dev,
626 						     void __user *useraddr)
627 {
628 	struct ethtool_rxnfc rx_rings;
629 	u32 user_size, dev_size, i;
630 	u32 *indir;
631 	const struct ethtool_ops *ops = dev->ethtool_ops;
632 	int ret;
633 	u32 ringidx_offset = offsetof(struct ethtool_rxfh_indir, ring_index[0]);
634 
635 	if (!ops->get_rxfh_indir_size || !ops->set_rxfh ||
636 	    !ops->get_rxnfc)
637 		return -EOPNOTSUPP;
638 
639 	dev_size = ops->get_rxfh_indir_size(dev);
640 	if (dev_size == 0)
641 		return -EOPNOTSUPP;
642 
643 	if (copy_from_user(&user_size,
644 			   useraddr + offsetof(struct ethtool_rxfh_indir, size),
645 			   sizeof(user_size)))
646 		return -EFAULT;
647 
648 	if (user_size != 0 && user_size != dev_size)
649 		return -EINVAL;
650 
651 	indir = kcalloc(dev_size, sizeof(indir[0]), GFP_USER);
652 	if (!indir)
653 		return -ENOMEM;
654 
655 	rx_rings.cmd = ETHTOOL_GRXRINGS;
656 	ret = ops->get_rxnfc(dev, &rx_rings, NULL);
657 	if (ret)
658 		goto out;
659 
660 	if (user_size == 0) {
661 		for (i = 0; i < dev_size; i++)
662 			indir[i] = ethtool_rxfh_indir_default(i, rx_rings.data);
663 	} else {
664 		ret = ethtool_copy_validate_indir(indir,
665 						  useraddr + ringidx_offset,
666 						  &rx_rings,
667 						  dev_size);
668 		if (ret)
669 			goto out;
670 	}
671 
672 	ret = ops->set_rxfh(dev, indir, NULL);
673 
674 out:
675 	kfree(indir);
676 	return ret;
677 }
678 
ethtool_get_rxfh(struct net_device * dev,void __user * useraddr)679 static noinline_for_stack int ethtool_get_rxfh(struct net_device *dev,
680 					       void __user *useraddr)
681 {
682 	int ret;
683 	const struct ethtool_ops *ops = dev->ethtool_ops;
684 	u32 user_indir_size, user_key_size;
685 	u32 dev_indir_size = 0, dev_key_size = 0;
686 	struct ethtool_rxfh rxfh;
687 	u32 total_size;
688 	u32 indir_bytes;
689 	u32 *indir = NULL;
690 	u8 *hkey = NULL;
691 	u8 *rss_config;
692 
693 	if (!(dev->ethtool_ops->get_rxfh_indir_size ||
694 	      dev->ethtool_ops->get_rxfh_key_size) ||
695 	      !dev->ethtool_ops->get_rxfh)
696 		return -EOPNOTSUPP;
697 
698 	if (ops->get_rxfh_indir_size)
699 		dev_indir_size = ops->get_rxfh_indir_size(dev);
700 	if (ops->get_rxfh_key_size)
701 		dev_key_size = ops->get_rxfh_key_size(dev);
702 
703 	if ((dev_key_size + dev_indir_size) == 0)
704 		return -EOPNOTSUPP;
705 
706 	if (copy_from_user(&rxfh, useraddr, sizeof(rxfh)))
707 		return -EFAULT;
708 	user_indir_size = rxfh.indir_size;
709 	user_key_size = rxfh.key_size;
710 
711 	/* Check that reserved fields are 0 for now */
712 	if (rxfh.rss_context || rxfh.rsvd[0] || rxfh.rsvd[1])
713 		return -EINVAL;
714 
715 	rxfh.indir_size = dev_indir_size;
716 	rxfh.key_size = dev_key_size;
717 	if (copy_to_user(useraddr, &rxfh, sizeof(rxfh)))
718 		return -EFAULT;
719 
720 	/* If the user buffer size is 0, this is just a query for the
721 	 * device table size and key size.  Otherwise, if the User size is
722 	 * not equal to device table size or key size it's an error.
723 	 */
724 	if (!user_indir_size && !user_key_size)
725 		return 0;
726 
727 	if ((user_indir_size && (user_indir_size != dev_indir_size)) ||
728 	    (user_key_size && (user_key_size != dev_key_size)))
729 		return -EINVAL;
730 
731 	indir_bytes = user_indir_size * sizeof(indir[0]);
732 	total_size = indir_bytes + user_key_size;
733 	rss_config = kzalloc(total_size, GFP_USER);
734 	if (!rss_config)
735 		return -ENOMEM;
736 
737 	if (user_indir_size)
738 		indir = (u32 *)rss_config;
739 
740 	if (user_key_size)
741 		hkey = rss_config + indir_bytes;
742 
743 	ret = dev->ethtool_ops->get_rxfh(dev, indir, hkey);
744 	if (!ret) {
745 		if (copy_to_user(useraddr +
746 				 offsetof(struct ethtool_rxfh, rss_config[0]),
747 				 rss_config, total_size))
748 			ret = -EFAULT;
749 	}
750 
751 	kfree(rss_config);
752 
753 	return ret;
754 }
755 
ethtool_set_rxfh(struct net_device * dev,void __user * useraddr)756 static noinline_for_stack int ethtool_set_rxfh(struct net_device *dev,
757 					       void __user *useraddr)
758 {
759 	int ret;
760 	const struct ethtool_ops *ops = dev->ethtool_ops;
761 	struct ethtool_rxnfc rx_rings;
762 	struct ethtool_rxfh rxfh;
763 	u32 dev_indir_size = 0, dev_key_size = 0, i;
764 	u32 *indir = NULL, indir_bytes = 0;
765 	u8 *hkey = NULL;
766 	u8 *rss_config;
767 	u32 rss_cfg_offset = offsetof(struct ethtool_rxfh, rss_config[0]);
768 
769 	if (!(ops->get_rxfh_indir_size || ops->get_rxfh_key_size) ||
770 	    !ops->get_rxnfc || !ops->set_rxfh)
771 		return -EOPNOTSUPP;
772 
773 	if (ops->get_rxfh_indir_size)
774 		dev_indir_size = ops->get_rxfh_indir_size(dev);
775 	if (ops->get_rxfh_key_size)
776 		dev_key_size = dev->ethtool_ops->get_rxfh_key_size(dev);
777 	if ((dev_key_size + dev_indir_size) == 0)
778 		return -EOPNOTSUPP;
779 
780 	if (copy_from_user(&rxfh, useraddr, sizeof(rxfh)))
781 		return -EFAULT;
782 
783 	/* Check that reserved fields are 0 for now */
784 	if (rxfh.rss_context || rxfh.rsvd[0] || rxfh.rsvd[1])
785 		return -EINVAL;
786 
787 	/* If either indir or hash key is valid, proceed further.
788 	 * It is not valid to request that both be unchanged.
789 	 */
790 	if ((rxfh.indir_size &&
791 	     rxfh.indir_size != ETH_RXFH_INDIR_NO_CHANGE &&
792 	     rxfh.indir_size != dev_indir_size) ||
793 	    (rxfh.key_size && (rxfh.key_size != dev_key_size)) ||
794 	    (rxfh.indir_size == ETH_RXFH_INDIR_NO_CHANGE &&
795 	     rxfh.key_size == 0))
796 		return -EINVAL;
797 
798 	if (rxfh.indir_size != ETH_RXFH_INDIR_NO_CHANGE)
799 		indir_bytes = dev_indir_size * sizeof(indir[0]);
800 
801 	rss_config = kzalloc(indir_bytes + rxfh.key_size, GFP_USER);
802 	if (!rss_config)
803 		return -ENOMEM;
804 
805 	rx_rings.cmd = ETHTOOL_GRXRINGS;
806 	ret = ops->get_rxnfc(dev, &rx_rings, NULL);
807 	if (ret)
808 		goto out;
809 
810 	/* rxfh.indir_size == 0 means reset the indir table to default.
811 	 * rxfh.indir_size == ETH_RXFH_INDIR_NO_CHANGE means leave it unchanged.
812 	 */
813 	if (rxfh.indir_size &&
814 	    rxfh.indir_size != ETH_RXFH_INDIR_NO_CHANGE) {
815 		indir = (u32 *)rss_config;
816 		ret = ethtool_copy_validate_indir(indir,
817 						  useraddr + rss_cfg_offset,
818 						  &rx_rings,
819 						  rxfh.indir_size);
820 		if (ret)
821 			goto out;
822 	} else if (rxfh.indir_size == 0) {
823 		indir = (u32 *)rss_config;
824 		for (i = 0; i < dev_indir_size; i++)
825 			indir[i] = ethtool_rxfh_indir_default(i, rx_rings.data);
826 	}
827 
828 	if (rxfh.key_size) {
829 		hkey = rss_config + indir_bytes;
830 		if (copy_from_user(hkey,
831 				   useraddr + rss_cfg_offset + indir_bytes,
832 				   rxfh.key_size)) {
833 			ret = -EFAULT;
834 			goto out;
835 		}
836 	}
837 
838 	ret = ops->set_rxfh(dev, indir, hkey);
839 
840 out:
841 	kfree(rss_config);
842 	return ret;
843 }
844 
ethtool_get_regs(struct net_device * dev,char __user * useraddr)845 static int ethtool_get_regs(struct net_device *dev, char __user *useraddr)
846 {
847 	struct ethtool_regs regs;
848 	const struct ethtool_ops *ops = dev->ethtool_ops;
849 	void *regbuf;
850 	int reglen, ret;
851 
852 	if (!ops->get_regs || !ops->get_regs_len)
853 		return -EOPNOTSUPP;
854 
855 	if (copy_from_user(&regs, useraddr, sizeof(regs)))
856 		return -EFAULT;
857 
858 	reglen = ops->get_regs_len(dev);
859 	if (regs.len > reglen)
860 		regs.len = reglen;
861 
862 	regbuf = vzalloc(reglen);
863 	if (reglen && !regbuf)
864 		return -ENOMEM;
865 
866 	ops->get_regs(dev, &regs, regbuf);
867 
868 	ret = -EFAULT;
869 	if (copy_to_user(useraddr, &regs, sizeof(regs)))
870 		goto out;
871 	useraddr += offsetof(struct ethtool_regs, data);
872 	if (regbuf && copy_to_user(useraddr, regbuf, regs.len))
873 		goto out;
874 	ret = 0;
875 
876  out:
877 	vfree(regbuf);
878 	return ret;
879 }
880 
ethtool_reset(struct net_device * dev,char __user * useraddr)881 static int ethtool_reset(struct net_device *dev, char __user *useraddr)
882 {
883 	struct ethtool_value reset;
884 	int ret;
885 
886 	if (!dev->ethtool_ops->reset)
887 		return -EOPNOTSUPP;
888 
889 	if (copy_from_user(&reset, useraddr, sizeof(reset)))
890 		return -EFAULT;
891 
892 	ret = dev->ethtool_ops->reset(dev, &reset.data);
893 	if (ret)
894 		return ret;
895 
896 	if (copy_to_user(useraddr, &reset, sizeof(reset)))
897 		return -EFAULT;
898 	return 0;
899 }
900 
ethtool_get_wol(struct net_device * dev,char __user * useraddr)901 static int ethtool_get_wol(struct net_device *dev, char __user *useraddr)
902 {
903 	struct ethtool_wolinfo wol = { .cmd = ETHTOOL_GWOL };
904 
905 	if (!dev->ethtool_ops->get_wol)
906 		return -EOPNOTSUPP;
907 
908 	dev->ethtool_ops->get_wol(dev, &wol);
909 
910 	if (copy_to_user(useraddr, &wol, sizeof(wol)))
911 		return -EFAULT;
912 	return 0;
913 }
914 
ethtool_set_wol(struct net_device * dev,char __user * useraddr)915 static int ethtool_set_wol(struct net_device *dev, char __user *useraddr)
916 {
917 	struct ethtool_wolinfo wol;
918 
919 	if (!dev->ethtool_ops->set_wol)
920 		return -EOPNOTSUPP;
921 
922 	if (copy_from_user(&wol, useraddr, sizeof(wol)))
923 		return -EFAULT;
924 
925 	return dev->ethtool_ops->set_wol(dev, &wol);
926 }
927 
ethtool_get_eee(struct net_device * dev,char __user * useraddr)928 static int ethtool_get_eee(struct net_device *dev, char __user *useraddr)
929 {
930 	struct ethtool_eee edata;
931 	int rc;
932 
933 	if (!dev->ethtool_ops->get_eee)
934 		return -EOPNOTSUPP;
935 
936 	memset(&edata, 0, sizeof(struct ethtool_eee));
937 	edata.cmd = ETHTOOL_GEEE;
938 	rc = dev->ethtool_ops->get_eee(dev, &edata);
939 
940 	if (rc)
941 		return rc;
942 
943 	if (copy_to_user(useraddr, &edata, sizeof(edata)))
944 		return -EFAULT;
945 
946 	return 0;
947 }
948 
ethtool_set_eee(struct net_device * dev,char __user * useraddr)949 static int ethtool_set_eee(struct net_device *dev, char __user *useraddr)
950 {
951 	struct ethtool_eee edata;
952 
953 	if (!dev->ethtool_ops->set_eee)
954 		return -EOPNOTSUPP;
955 
956 	if (copy_from_user(&edata, useraddr, sizeof(edata)))
957 		return -EFAULT;
958 
959 	return dev->ethtool_ops->set_eee(dev, &edata);
960 }
961 
ethtool_nway_reset(struct net_device * dev)962 static int ethtool_nway_reset(struct net_device *dev)
963 {
964 	if (!dev->ethtool_ops->nway_reset)
965 		return -EOPNOTSUPP;
966 
967 	return dev->ethtool_ops->nway_reset(dev);
968 }
969 
ethtool_get_link(struct net_device * dev,char __user * useraddr)970 static int ethtool_get_link(struct net_device *dev, char __user *useraddr)
971 {
972 	struct ethtool_value edata = { .cmd = ETHTOOL_GLINK };
973 
974 	if (!dev->ethtool_ops->get_link)
975 		return -EOPNOTSUPP;
976 
977 	edata.data = netif_running(dev) && dev->ethtool_ops->get_link(dev);
978 
979 	if (copy_to_user(useraddr, &edata, sizeof(edata)))
980 		return -EFAULT;
981 	return 0;
982 }
983 
ethtool_get_any_eeprom(struct net_device * dev,void __user * useraddr,int (* getter)(struct net_device *,struct ethtool_eeprom *,u8 *),u32 total_len)984 static int ethtool_get_any_eeprom(struct net_device *dev, void __user *useraddr,
985 				  int (*getter)(struct net_device *,
986 						struct ethtool_eeprom *, u8 *),
987 				  u32 total_len)
988 {
989 	struct ethtool_eeprom eeprom;
990 	void __user *userbuf = useraddr + sizeof(eeprom);
991 	u32 bytes_remaining;
992 	u8 *data;
993 	int ret = 0;
994 
995 	if (copy_from_user(&eeprom, useraddr, sizeof(eeprom)))
996 		return -EFAULT;
997 
998 	/* Check for wrap and zero */
999 	if (eeprom.offset + eeprom.len <= eeprom.offset)
1000 		return -EINVAL;
1001 
1002 	/* Check for exceeding total eeprom len */
1003 	if (eeprom.offset + eeprom.len > total_len)
1004 		return -EINVAL;
1005 
1006 	data = kmalloc(PAGE_SIZE, GFP_USER);
1007 	if (!data)
1008 		return -ENOMEM;
1009 
1010 	bytes_remaining = eeprom.len;
1011 	while (bytes_remaining > 0) {
1012 		eeprom.len = min(bytes_remaining, (u32)PAGE_SIZE);
1013 
1014 		ret = getter(dev, &eeprom, data);
1015 		if (ret)
1016 			break;
1017 		if (copy_to_user(userbuf, data, eeprom.len)) {
1018 			ret = -EFAULT;
1019 			break;
1020 		}
1021 		userbuf += eeprom.len;
1022 		eeprom.offset += eeprom.len;
1023 		bytes_remaining -= eeprom.len;
1024 	}
1025 
1026 	eeprom.len = userbuf - (useraddr + sizeof(eeprom));
1027 	eeprom.offset -= eeprom.len;
1028 	if (copy_to_user(useraddr, &eeprom, sizeof(eeprom)))
1029 		ret = -EFAULT;
1030 
1031 	kfree(data);
1032 	return ret;
1033 }
1034 
ethtool_get_eeprom(struct net_device * dev,void __user * useraddr)1035 static int ethtool_get_eeprom(struct net_device *dev, void __user *useraddr)
1036 {
1037 	const struct ethtool_ops *ops = dev->ethtool_ops;
1038 
1039 	if (!ops->get_eeprom || !ops->get_eeprom_len ||
1040 	    !ops->get_eeprom_len(dev))
1041 		return -EOPNOTSUPP;
1042 
1043 	return ethtool_get_any_eeprom(dev, useraddr, ops->get_eeprom,
1044 				      ops->get_eeprom_len(dev));
1045 }
1046 
ethtool_set_eeprom(struct net_device * dev,void __user * useraddr)1047 static int ethtool_set_eeprom(struct net_device *dev, void __user *useraddr)
1048 {
1049 	struct ethtool_eeprom eeprom;
1050 	const struct ethtool_ops *ops = dev->ethtool_ops;
1051 	void __user *userbuf = useraddr + sizeof(eeprom);
1052 	u32 bytes_remaining;
1053 	u8 *data;
1054 	int ret = 0;
1055 
1056 	if (!ops->set_eeprom || !ops->get_eeprom_len ||
1057 	    !ops->get_eeprom_len(dev))
1058 		return -EOPNOTSUPP;
1059 
1060 	if (copy_from_user(&eeprom, useraddr, sizeof(eeprom)))
1061 		return -EFAULT;
1062 
1063 	/* Check for wrap and zero */
1064 	if (eeprom.offset + eeprom.len <= eeprom.offset)
1065 		return -EINVAL;
1066 
1067 	/* Check for exceeding total eeprom len */
1068 	if (eeprom.offset + eeprom.len > ops->get_eeprom_len(dev))
1069 		return -EINVAL;
1070 
1071 	data = kmalloc(PAGE_SIZE, GFP_USER);
1072 	if (!data)
1073 		return -ENOMEM;
1074 
1075 	bytes_remaining = eeprom.len;
1076 	while (bytes_remaining > 0) {
1077 		eeprom.len = min(bytes_remaining, (u32)PAGE_SIZE);
1078 
1079 		if (copy_from_user(data, userbuf, eeprom.len)) {
1080 			ret = -EFAULT;
1081 			break;
1082 		}
1083 		ret = ops->set_eeprom(dev, &eeprom, data);
1084 		if (ret)
1085 			break;
1086 		userbuf += eeprom.len;
1087 		eeprom.offset += eeprom.len;
1088 		bytes_remaining -= eeprom.len;
1089 	}
1090 
1091 	kfree(data);
1092 	return ret;
1093 }
1094 
ethtool_get_coalesce(struct net_device * dev,void __user * useraddr)1095 static noinline_for_stack int ethtool_get_coalesce(struct net_device *dev,
1096 						   void __user *useraddr)
1097 {
1098 	struct ethtool_coalesce coalesce = { .cmd = ETHTOOL_GCOALESCE };
1099 
1100 	if (!dev->ethtool_ops->get_coalesce)
1101 		return -EOPNOTSUPP;
1102 
1103 	dev->ethtool_ops->get_coalesce(dev, &coalesce);
1104 
1105 	if (copy_to_user(useraddr, &coalesce, sizeof(coalesce)))
1106 		return -EFAULT;
1107 	return 0;
1108 }
1109 
ethtool_set_coalesce(struct net_device * dev,void __user * useraddr)1110 static noinline_for_stack int ethtool_set_coalesce(struct net_device *dev,
1111 						   void __user *useraddr)
1112 {
1113 	struct ethtool_coalesce coalesce;
1114 
1115 	if (!dev->ethtool_ops->set_coalesce)
1116 		return -EOPNOTSUPP;
1117 
1118 	if (copy_from_user(&coalesce, useraddr, sizeof(coalesce)))
1119 		return -EFAULT;
1120 
1121 	return dev->ethtool_ops->set_coalesce(dev, &coalesce);
1122 }
1123 
ethtool_get_ringparam(struct net_device * dev,void __user * useraddr)1124 static int ethtool_get_ringparam(struct net_device *dev, void __user *useraddr)
1125 {
1126 	struct ethtool_ringparam ringparam = { .cmd = ETHTOOL_GRINGPARAM };
1127 
1128 	if (!dev->ethtool_ops->get_ringparam)
1129 		return -EOPNOTSUPP;
1130 
1131 	dev->ethtool_ops->get_ringparam(dev, &ringparam);
1132 
1133 	if (copy_to_user(useraddr, &ringparam, sizeof(ringparam)))
1134 		return -EFAULT;
1135 	return 0;
1136 }
1137 
ethtool_set_ringparam(struct net_device * dev,void __user * useraddr)1138 static int ethtool_set_ringparam(struct net_device *dev, void __user *useraddr)
1139 {
1140 	struct ethtool_ringparam ringparam;
1141 
1142 	if (!dev->ethtool_ops->set_ringparam)
1143 		return -EOPNOTSUPP;
1144 
1145 	if (copy_from_user(&ringparam, useraddr, sizeof(ringparam)))
1146 		return -EFAULT;
1147 
1148 	return dev->ethtool_ops->set_ringparam(dev, &ringparam);
1149 }
1150 
ethtool_get_channels(struct net_device * dev,void __user * useraddr)1151 static noinline_for_stack int ethtool_get_channels(struct net_device *dev,
1152 						   void __user *useraddr)
1153 {
1154 	struct ethtool_channels channels = { .cmd = ETHTOOL_GCHANNELS };
1155 
1156 	if (!dev->ethtool_ops->get_channels)
1157 		return -EOPNOTSUPP;
1158 
1159 	dev->ethtool_ops->get_channels(dev, &channels);
1160 
1161 	if (copy_to_user(useraddr, &channels, sizeof(channels)))
1162 		return -EFAULT;
1163 	return 0;
1164 }
1165 
ethtool_set_channels(struct net_device * dev,void __user * useraddr)1166 static noinline_for_stack int ethtool_set_channels(struct net_device *dev,
1167 						   void __user *useraddr)
1168 {
1169 	struct ethtool_channels channels;
1170 
1171 	if (!dev->ethtool_ops->set_channels)
1172 		return -EOPNOTSUPP;
1173 
1174 	if (copy_from_user(&channels, useraddr, sizeof(channels)))
1175 		return -EFAULT;
1176 
1177 	return dev->ethtool_ops->set_channels(dev, &channels);
1178 }
1179 
ethtool_get_pauseparam(struct net_device * dev,void __user * useraddr)1180 static int ethtool_get_pauseparam(struct net_device *dev, void __user *useraddr)
1181 {
1182 	struct ethtool_pauseparam pauseparam = { ETHTOOL_GPAUSEPARAM };
1183 
1184 	if (!dev->ethtool_ops->get_pauseparam)
1185 		return -EOPNOTSUPP;
1186 
1187 	dev->ethtool_ops->get_pauseparam(dev, &pauseparam);
1188 
1189 	if (copy_to_user(useraddr, &pauseparam, sizeof(pauseparam)))
1190 		return -EFAULT;
1191 	return 0;
1192 }
1193 
ethtool_set_pauseparam(struct net_device * dev,void __user * useraddr)1194 static int ethtool_set_pauseparam(struct net_device *dev, void __user *useraddr)
1195 {
1196 	struct ethtool_pauseparam pauseparam;
1197 
1198 	if (!dev->ethtool_ops->set_pauseparam)
1199 		return -EOPNOTSUPP;
1200 
1201 	if (copy_from_user(&pauseparam, useraddr, sizeof(pauseparam)))
1202 		return -EFAULT;
1203 
1204 	return dev->ethtool_ops->set_pauseparam(dev, &pauseparam);
1205 }
1206 
ethtool_self_test(struct net_device * dev,char __user * useraddr)1207 static int ethtool_self_test(struct net_device *dev, char __user *useraddr)
1208 {
1209 	struct ethtool_test test;
1210 	const struct ethtool_ops *ops = dev->ethtool_ops;
1211 	u64 *data;
1212 	int ret, test_len;
1213 
1214 	if (!ops->self_test || !ops->get_sset_count)
1215 		return -EOPNOTSUPP;
1216 
1217 	test_len = ops->get_sset_count(dev, ETH_SS_TEST);
1218 	if (test_len < 0)
1219 		return test_len;
1220 	WARN_ON(test_len == 0);
1221 
1222 	if (copy_from_user(&test, useraddr, sizeof(test)))
1223 		return -EFAULT;
1224 
1225 	test.len = test_len;
1226 	data = kmalloc(test_len * sizeof(u64), GFP_USER);
1227 	if (!data)
1228 		return -ENOMEM;
1229 
1230 	ops->self_test(dev, &test, data);
1231 
1232 	ret = -EFAULT;
1233 	if (copy_to_user(useraddr, &test, sizeof(test)))
1234 		goto out;
1235 	useraddr += sizeof(test);
1236 	if (copy_to_user(useraddr, data, test.len * sizeof(u64)))
1237 		goto out;
1238 	ret = 0;
1239 
1240  out:
1241 	kfree(data);
1242 	return ret;
1243 }
1244 
ethtool_get_strings(struct net_device * dev,void __user * useraddr)1245 static int ethtool_get_strings(struct net_device *dev, void __user *useraddr)
1246 {
1247 	struct ethtool_gstrings gstrings;
1248 	u8 *data;
1249 	int ret;
1250 
1251 	if (copy_from_user(&gstrings, useraddr, sizeof(gstrings)))
1252 		return -EFAULT;
1253 
1254 	ret = __ethtool_get_sset_count(dev, gstrings.string_set);
1255 	if (ret < 0)
1256 		return ret;
1257 
1258 	gstrings.len = ret;
1259 
1260 	data = kcalloc(gstrings.len, ETH_GSTRING_LEN, GFP_USER);
1261 	if (!data)
1262 		return -ENOMEM;
1263 
1264 	__ethtool_get_strings(dev, gstrings.string_set, data);
1265 
1266 	ret = -EFAULT;
1267 	if (copy_to_user(useraddr, &gstrings, sizeof(gstrings)))
1268 		goto out;
1269 	useraddr += sizeof(gstrings);
1270 	if (copy_to_user(useraddr, data, gstrings.len * ETH_GSTRING_LEN))
1271 		goto out;
1272 	ret = 0;
1273 
1274 out:
1275 	kfree(data);
1276 	return ret;
1277 }
1278 
ethtool_phys_id(struct net_device * dev,void __user * useraddr)1279 static int ethtool_phys_id(struct net_device *dev, void __user *useraddr)
1280 {
1281 	struct ethtool_value id;
1282 	static bool busy;
1283 	const struct ethtool_ops *ops = dev->ethtool_ops;
1284 	int rc;
1285 
1286 	if (!ops->set_phys_id)
1287 		return -EOPNOTSUPP;
1288 
1289 	if (busy)
1290 		return -EBUSY;
1291 
1292 	if (copy_from_user(&id, useraddr, sizeof(id)))
1293 		return -EFAULT;
1294 
1295 	rc = ops->set_phys_id(dev, ETHTOOL_ID_ACTIVE);
1296 	if (rc < 0)
1297 		return rc;
1298 
1299 	/* Drop the RTNL lock while waiting, but prevent reentry or
1300 	 * removal of the device.
1301 	 */
1302 	busy = true;
1303 	dev_hold(dev);
1304 	rtnl_unlock();
1305 
1306 	if (rc == 0) {
1307 		/* Driver will handle this itself */
1308 		schedule_timeout_interruptible(
1309 			id.data ? (id.data * HZ) : MAX_SCHEDULE_TIMEOUT);
1310 	} else {
1311 		/* Driver expects to be called at twice the frequency in rc */
1312 		int n = rc * 2, i, interval = HZ / n;
1313 
1314 		/* Count down seconds */
1315 		do {
1316 			/* Count down iterations per second */
1317 			i = n;
1318 			do {
1319 				rtnl_lock();
1320 				rc = ops->set_phys_id(dev,
1321 				    (i & 1) ? ETHTOOL_ID_OFF : ETHTOOL_ID_ON);
1322 				rtnl_unlock();
1323 				if (rc)
1324 					break;
1325 				schedule_timeout_interruptible(interval);
1326 			} while (!signal_pending(current) && --i != 0);
1327 		} while (!signal_pending(current) &&
1328 			 (id.data == 0 || --id.data != 0));
1329 	}
1330 
1331 	rtnl_lock();
1332 	dev_put(dev);
1333 	busy = false;
1334 
1335 	(void) ops->set_phys_id(dev, ETHTOOL_ID_INACTIVE);
1336 	return rc;
1337 }
1338 
ethtool_get_stats(struct net_device * dev,void __user * useraddr)1339 static int ethtool_get_stats(struct net_device *dev, void __user *useraddr)
1340 {
1341 	struct ethtool_stats stats;
1342 	const struct ethtool_ops *ops = dev->ethtool_ops;
1343 	u64 *data;
1344 	int ret, n_stats;
1345 
1346 	if (!ops->get_ethtool_stats || !ops->get_sset_count)
1347 		return -EOPNOTSUPP;
1348 
1349 	n_stats = ops->get_sset_count(dev, ETH_SS_STATS);
1350 	if (n_stats < 0)
1351 		return n_stats;
1352 	WARN_ON(n_stats == 0);
1353 
1354 	if (copy_from_user(&stats, useraddr, sizeof(stats)))
1355 		return -EFAULT;
1356 
1357 	stats.n_stats = n_stats;
1358 	data = kmalloc(n_stats * sizeof(u64), GFP_USER);
1359 	if (!data)
1360 		return -ENOMEM;
1361 
1362 	ops->get_ethtool_stats(dev, &stats, data);
1363 
1364 	ret = -EFAULT;
1365 	if (copy_to_user(useraddr, &stats, sizeof(stats)))
1366 		goto out;
1367 	useraddr += sizeof(stats);
1368 	if (copy_to_user(useraddr, data, stats.n_stats * sizeof(u64)))
1369 		goto out;
1370 	ret = 0;
1371 
1372  out:
1373 	kfree(data);
1374 	return ret;
1375 }
1376 
ethtool_get_perm_addr(struct net_device * dev,void __user * useraddr)1377 static int ethtool_get_perm_addr(struct net_device *dev, void __user *useraddr)
1378 {
1379 	struct ethtool_perm_addr epaddr;
1380 
1381 	if (copy_from_user(&epaddr, useraddr, sizeof(epaddr)))
1382 		return -EFAULT;
1383 
1384 	if (epaddr.size < dev->addr_len)
1385 		return -ETOOSMALL;
1386 	epaddr.size = dev->addr_len;
1387 
1388 	if (copy_to_user(useraddr, &epaddr, sizeof(epaddr)))
1389 		return -EFAULT;
1390 	useraddr += sizeof(epaddr);
1391 	if (copy_to_user(useraddr, dev->perm_addr, epaddr.size))
1392 		return -EFAULT;
1393 	return 0;
1394 }
1395 
ethtool_get_value(struct net_device * dev,char __user * useraddr,u32 cmd,u32 (* actor)(struct net_device *))1396 static int ethtool_get_value(struct net_device *dev, char __user *useraddr,
1397 			     u32 cmd, u32 (*actor)(struct net_device *))
1398 {
1399 	struct ethtool_value edata = { .cmd = cmd };
1400 
1401 	if (!actor)
1402 		return -EOPNOTSUPP;
1403 
1404 	edata.data = actor(dev);
1405 
1406 	if (copy_to_user(useraddr, &edata, sizeof(edata)))
1407 		return -EFAULT;
1408 	return 0;
1409 }
1410 
ethtool_set_value_void(struct net_device * dev,char __user * useraddr,void (* actor)(struct net_device *,u32))1411 static int ethtool_set_value_void(struct net_device *dev, char __user *useraddr,
1412 			     void (*actor)(struct net_device *, u32))
1413 {
1414 	struct ethtool_value edata;
1415 
1416 	if (!actor)
1417 		return -EOPNOTSUPP;
1418 
1419 	if (copy_from_user(&edata, useraddr, sizeof(edata)))
1420 		return -EFAULT;
1421 
1422 	actor(dev, edata.data);
1423 	return 0;
1424 }
1425 
ethtool_set_value(struct net_device * dev,char __user * useraddr,int (* actor)(struct net_device *,u32))1426 static int ethtool_set_value(struct net_device *dev, char __user *useraddr,
1427 			     int (*actor)(struct net_device *, u32))
1428 {
1429 	struct ethtool_value edata;
1430 
1431 	if (!actor)
1432 		return -EOPNOTSUPP;
1433 
1434 	if (copy_from_user(&edata, useraddr, sizeof(edata)))
1435 		return -EFAULT;
1436 
1437 	return actor(dev, edata.data);
1438 }
1439 
ethtool_flash_device(struct net_device * dev,char __user * useraddr)1440 static noinline_for_stack int ethtool_flash_device(struct net_device *dev,
1441 						   char __user *useraddr)
1442 {
1443 	struct ethtool_flash efl;
1444 
1445 	if (copy_from_user(&efl, useraddr, sizeof(efl)))
1446 		return -EFAULT;
1447 
1448 	if (!dev->ethtool_ops->flash_device)
1449 		return -EOPNOTSUPP;
1450 
1451 	efl.data[ETHTOOL_FLASH_MAX_FILENAME - 1] = 0;
1452 
1453 	return dev->ethtool_ops->flash_device(dev, &efl);
1454 }
1455 
ethtool_set_dump(struct net_device * dev,void __user * useraddr)1456 static int ethtool_set_dump(struct net_device *dev,
1457 			void __user *useraddr)
1458 {
1459 	struct ethtool_dump dump;
1460 
1461 	if (!dev->ethtool_ops->set_dump)
1462 		return -EOPNOTSUPP;
1463 
1464 	if (copy_from_user(&dump, useraddr, sizeof(dump)))
1465 		return -EFAULT;
1466 
1467 	return dev->ethtool_ops->set_dump(dev, &dump);
1468 }
1469 
ethtool_get_dump_flag(struct net_device * dev,void __user * useraddr)1470 static int ethtool_get_dump_flag(struct net_device *dev,
1471 				void __user *useraddr)
1472 {
1473 	int ret;
1474 	struct ethtool_dump dump;
1475 	const struct ethtool_ops *ops = dev->ethtool_ops;
1476 
1477 	if (!ops->get_dump_flag)
1478 		return -EOPNOTSUPP;
1479 
1480 	if (copy_from_user(&dump, useraddr, sizeof(dump)))
1481 		return -EFAULT;
1482 
1483 	ret = ops->get_dump_flag(dev, &dump);
1484 	if (ret)
1485 		return ret;
1486 
1487 	if (copy_to_user(useraddr, &dump, sizeof(dump)))
1488 		return -EFAULT;
1489 	return 0;
1490 }
1491 
ethtool_get_dump_data(struct net_device * dev,void __user * useraddr)1492 static int ethtool_get_dump_data(struct net_device *dev,
1493 				void __user *useraddr)
1494 {
1495 	int ret;
1496 	__u32 len;
1497 	struct ethtool_dump dump, tmp;
1498 	const struct ethtool_ops *ops = dev->ethtool_ops;
1499 	void *data = NULL;
1500 
1501 	if (!ops->get_dump_data || !ops->get_dump_flag)
1502 		return -EOPNOTSUPP;
1503 
1504 	if (copy_from_user(&dump, useraddr, sizeof(dump)))
1505 		return -EFAULT;
1506 
1507 	memset(&tmp, 0, sizeof(tmp));
1508 	tmp.cmd = ETHTOOL_GET_DUMP_FLAG;
1509 	ret = ops->get_dump_flag(dev, &tmp);
1510 	if (ret)
1511 		return ret;
1512 
1513 	len = min(tmp.len, dump.len);
1514 	if (!len)
1515 		return -EFAULT;
1516 
1517 	/* Don't ever let the driver think there's more space available
1518 	 * than it requested with .get_dump_flag().
1519 	 */
1520 	dump.len = len;
1521 
1522 	/* Always allocate enough space to hold the whole thing so that the
1523 	 * driver does not need to check the length and bother with partial
1524 	 * dumping.
1525 	 */
1526 	data = vzalloc(tmp.len);
1527 	if (!data)
1528 		return -ENOMEM;
1529 	ret = ops->get_dump_data(dev, &dump, data);
1530 	if (ret)
1531 		goto out;
1532 
1533 	/* There are two sane possibilities:
1534 	 * 1. The driver's .get_dump_data() does not touch dump.len.
1535 	 * 2. Or it may set dump.len to how much it really writes, which
1536 	 *    should be tmp.len (or len if it can do a partial dump).
1537 	 * In any case respond to userspace with the actual length of data
1538 	 * it's receiving.
1539 	 */
1540 	WARN_ON(dump.len != len && dump.len != tmp.len);
1541 	dump.len = len;
1542 
1543 	if (copy_to_user(useraddr, &dump, sizeof(dump))) {
1544 		ret = -EFAULT;
1545 		goto out;
1546 	}
1547 	useraddr += offsetof(struct ethtool_dump, data);
1548 	if (copy_to_user(useraddr, data, len))
1549 		ret = -EFAULT;
1550 out:
1551 	vfree(data);
1552 	return ret;
1553 }
1554 
ethtool_get_ts_info(struct net_device * dev,void __user * useraddr)1555 static int ethtool_get_ts_info(struct net_device *dev, void __user *useraddr)
1556 {
1557 	int err = 0;
1558 	struct ethtool_ts_info info;
1559 	const struct ethtool_ops *ops = dev->ethtool_ops;
1560 	struct phy_device *phydev = dev->phydev;
1561 
1562 	memset(&info, 0, sizeof(info));
1563 	info.cmd = ETHTOOL_GET_TS_INFO;
1564 
1565 	if (phydev && phydev->drv && phydev->drv->ts_info) {
1566 		err = phydev->drv->ts_info(phydev, &info);
1567 	} else if (ops->get_ts_info) {
1568 		err = ops->get_ts_info(dev, &info);
1569 	} else {
1570 		info.so_timestamping =
1571 			SOF_TIMESTAMPING_RX_SOFTWARE |
1572 			SOF_TIMESTAMPING_SOFTWARE;
1573 		info.phc_index = -1;
1574 	}
1575 
1576 	if (err)
1577 		return err;
1578 
1579 	if (copy_to_user(useraddr, &info, sizeof(info)))
1580 		err = -EFAULT;
1581 
1582 	return err;
1583 }
1584 
ethtool_get_module_info(struct net_device * dev,void __user * useraddr)1585 static int ethtool_get_module_info(struct net_device *dev,
1586 				   void __user *useraddr)
1587 {
1588 	int ret;
1589 	struct ethtool_modinfo modinfo;
1590 	const struct ethtool_ops *ops = dev->ethtool_ops;
1591 
1592 	if (!ops->get_module_info)
1593 		return -EOPNOTSUPP;
1594 
1595 	if (copy_from_user(&modinfo, useraddr, sizeof(modinfo)))
1596 		return -EFAULT;
1597 
1598 	ret = ops->get_module_info(dev, &modinfo);
1599 	if (ret)
1600 		return ret;
1601 
1602 	if (copy_to_user(useraddr, &modinfo, sizeof(modinfo)))
1603 		return -EFAULT;
1604 
1605 	return 0;
1606 }
1607 
ethtool_get_module_eeprom(struct net_device * dev,void __user * useraddr)1608 static int ethtool_get_module_eeprom(struct net_device *dev,
1609 				     void __user *useraddr)
1610 {
1611 	int ret;
1612 	struct ethtool_modinfo modinfo;
1613 	const struct ethtool_ops *ops = dev->ethtool_ops;
1614 
1615 	if (!ops->get_module_info || !ops->get_module_eeprom)
1616 		return -EOPNOTSUPP;
1617 
1618 	ret = ops->get_module_info(dev, &modinfo);
1619 	if (ret)
1620 		return ret;
1621 
1622 	return ethtool_get_any_eeprom(dev, useraddr, ops->get_module_eeprom,
1623 				      modinfo.eeprom_len);
1624 }
1625 
ethtool_tunable_valid(const struct ethtool_tunable * tuna)1626 static int ethtool_tunable_valid(const struct ethtool_tunable *tuna)
1627 {
1628 	switch (tuna->id) {
1629 	case ETHTOOL_RX_COPYBREAK:
1630 	case ETHTOOL_TX_COPYBREAK:
1631 		if (tuna->len != sizeof(u32) ||
1632 		    tuna->type_id != ETHTOOL_TUNABLE_U32)
1633 			return -EINVAL;
1634 		break;
1635 	default:
1636 		return -EINVAL;
1637 	}
1638 
1639 	return 0;
1640 }
1641 
ethtool_get_tunable(struct net_device * dev,void __user * useraddr)1642 static int ethtool_get_tunable(struct net_device *dev, void __user *useraddr)
1643 {
1644 	int ret;
1645 	struct ethtool_tunable tuna;
1646 	const struct ethtool_ops *ops = dev->ethtool_ops;
1647 	void *data;
1648 
1649 	if (!ops->get_tunable)
1650 		return -EOPNOTSUPP;
1651 	if (copy_from_user(&tuna, useraddr, sizeof(tuna)))
1652 		return -EFAULT;
1653 	ret = ethtool_tunable_valid(&tuna);
1654 	if (ret)
1655 		return ret;
1656 	data = kmalloc(tuna.len, GFP_USER);
1657 	if (!data)
1658 		return -ENOMEM;
1659 	ret = ops->get_tunable(dev, &tuna, data);
1660 	if (ret)
1661 		goto out;
1662 	useraddr += sizeof(tuna);
1663 	ret = -EFAULT;
1664 	if (copy_to_user(useraddr, data, tuna.len))
1665 		goto out;
1666 	ret = 0;
1667 
1668 out:
1669 	kfree(data);
1670 	return ret;
1671 }
1672 
ethtool_set_tunable(struct net_device * dev,void __user * useraddr)1673 static int ethtool_set_tunable(struct net_device *dev, void __user *useraddr)
1674 {
1675 	int ret;
1676 	struct ethtool_tunable tuna;
1677 	const struct ethtool_ops *ops = dev->ethtool_ops;
1678 	void *data;
1679 
1680 	if (!ops->set_tunable)
1681 		return -EOPNOTSUPP;
1682 	if (copy_from_user(&tuna, useraddr, sizeof(tuna)))
1683 		return -EFAULT;
1684 	ret = ethtool_tunable_valid(&tuna);
1685 	if (ret)
1686 		return ret;
1687 	data = kmalloc(tuna.len, GFP_USER);
1688 	if (!data)
1689 		return -ENOMEM;
1690 	useraddr += sizeof(tuna);
1691 	ret = -EFAULT;
1692 	if (copy_from_user(data, useraddr, tuna.len))
1693 		goto out;
1694 	ret = ops->set_tunable(dev, &tuna, data);
1695 
1696 out:
1697 	kfree(data);
1698 	return ret;
1699 }
1700 
1701 /* The main entry point in this file.  Called from net/core/dev_ioctl.c */
1702 
dev_ethtool(struct net * net,struct ifreq * ifr)1703 int dev_ethtool(struct net *net, struct ifreq *ifr)
1704 {
1705 	struct net_device *dev = __dev_get_by_name(net, ifr->ifr_name);
1706 	void __user *useraddr = ifr->ifr_data;
1707 	u32 ethcmd;
1708 	int rc;
1709 	netdev_features_t old_features;
1710 
1711 	if (!dev || !netif_device_present(dev))
1712 		return -ENODEV;
1713 
1714 	if (copy_from_user(&ethcmd, useraddr, sizeof(ethcmd)))
1715 		return -EFAULT;
1716 
1717 	/* Allow some commands to be done by anyone */
1718 	switch (ethcmd) {
1719 	case ETHTOOL_GSET:
1720 	case ETHTOOL_GDRVINFO:
1721 	case ETHTOOL_GMSGLVL:
1722 	case ETHTOOL_GLINK:
1723 	case ETHTOOL_GCOALESCE:
1724 	case ETHTOOL_GRINGPARAM:
1725 	case ETHTOOL_GPAUSEPARAM:
1726 	case ETHTOOL_GRXCSUM:
1727 	case ETHTOOL_GTXCSUM:
1728 	case ETHTOOL_GSG:
1729 	case ETHTOOL_GSSET_INFO:
1730 	case ETHTOOL_GSTRINGS:
1731 	case ETHTOOL_GSTATS:
1732 	case ETHTOOL_GTSO:
1733 	case ETHTOOL_GPERMADDR:
1734 	case ETHTOOL_GUFO:
1735 	case ETHTOOL_GGSO:
1736 	case ETHTOOL_GGRO:
1737 	case ETHTOOL_GFLAGS:
1738 	case ETHTOOL_GPFLAGS:
1739 	case ETHTOOL_GRXFH:
1740 	case ETHTOOL_GRXRINGS:
1741 	case ETHTOOL_GRXCLSRLCNT:
1742 	case ETHTOOL_GRXCLSRULE:
1743 	case ETHTOOL_GRXCLSRLALL:
1744 	case ETHTOOL_GRXFHINDIR:
1745 	case ETHTOOL_GRSSH:
1746 	case ETHTOOL_GFEATURES:
1747 	case ETHTOOL_GCHANNELS:
1748 	case ETHTOOL_GET_TS_INFO:
1749 	case ETHTOOL_GEEE:
1750 	case ETHTOOL_GTUNABLE:
1751 		break;
1752 	default:
1753 		if (!ns_capable(net->user_ns, CAP_NET_ADMIN))
1754 			return -EPERM;
1755 	}
1756 
1757 	if (dev->ethtool_ops->begin) {
1758 		rc = dev->ethtool_ops->begin(dev);
1759 		if (rc  < 0)
1760 			return rc;
1761 	}
1762 	old_features = dev->features;
1763 
1764 	switch (ethcmd) {
1765 	case ETHTOOL_GSET:
1766 		rc = ethtool_get_settings(dev, useraddr);
1767 		break;
1768 	case ETHTOOL_SSET:
1769 		rc = ethtool_set_settings(dev, useraddr);
1770 		break;
1771 	case ETHTOOL_GDRVINFO:
1772 		rc = ethtool_get_drvinfo(dev, useraddr);
1773 		break;
1774 	case ETHTOOL_GREGS:
1775 		rc = ethtool_get_regs(dev, useraddr);
1776 		break;
1777 	case ETHTOOL_GWOL:
1778 		rc = ethtool_get_wol(dev, useraddr);
1779 		break;
1780 	case ETHTOOL_SWOL:
1781 		rc = ethtool_set_wol(dev, useraddr);
1782 		break;
1783 	case ETHTOOL_GMSGLVL:
1784 		rc = ethtool_get_value(dev, useraddr, ethcmd,
1785 				       dev->ethtool_ops->get_msglevel);
1786 		break;
1787 	case ETHTOOL_SMSGLVL:
1788 		rc = ethtool_set_value_void(dev, useraddr,
1789 				       dev->ethtool_ops->set_msglevel);
1790 		break;
1791 	case ETHTOOL_GEEE:
1792 		rc = ethtool_get_eee(dev, useraddr);
1793 		break;
1794 	case ETHTOOL_SEEE:
1795 		rc = ethtool_set_eee(dev, useraddr);
1796 		break;
1797 	case ETHTOOL_NWAY_RST:
1798 		rc = ethtool_nway_reset(dev);
1799 		break;
1800 	case ETHTOOL_GLINK:
1801 		rc = ethtool_get_link(dev, useraddr);
1802 		break;
1803 	case ETHTOOL_GEEPROM:
1804 		rc = ethtool_get_eeprom(dev, useraddr);
1805 		break;
1806 	case ETHTOOL_SEEPROM:
1807 		rc = ethtool_set_eeprom(dev, useraddr);
1808 		break;
1809 	case ETHTOOL_GCOALESCE:
1810 		rc = ethtool_get_coalesce(dev, useraddr);
1811 		break;
1812 	case ETHTOOL_SCOALESCE:
1813 		rc = ethtool_set_coalesce(dev, useraddr);
1814 		break;
1815 	case ETHTOOL_GRINGPARAM:
1816 		rc = ethtool_get_ringparam(dev, useraddr);
1817 		break;
1818 	case ETHTOOL_SRINGPARAM:
1819 		rc = ethtool_set_ringparam(dev, useraddr);
1820 		break;
1821 	case ETHTOOL_GPAUSEPARAM:
1822 		rc = ethtool_get_pauseparam(dev, useraddr);
1823 		break;
1824 	case ETHTOOL_SPAUSEPARAM:
1825 		rc = ethtool_set_pauseparam(dev, useraddr);
1826 		break;
1827 	case ETHTOOL_TEST:
1828 		rc = ethtool_self_test(dev, useraddr);
1829 		break;
1830 	case ETHTOOL_GSTRINGS:
1831 		rc = ethtool_get_strings(dev, useraddr);
1832 		break;
1833 	case ETHTOOL_PHYS_ID:
1834 		rc = ethtool_phys_id(dev, useraddr);
1835 		break;
1836 	case ETHTOOL_GSTATS:
1837 		rc = ethtool_get_stats(dev, useraddr);
1838 		break;
1839 	case ETHTOOL_GPERMADDR:
1840 		rc = ethtool_get_perm_addr(dev, useraddr);
1841 		break;
1842 	case ETHTOOL_GFLAGS:
1843 		rc = ethtool_get_value(dev, useraddr, ethcmd,
1844 					__ethtool_get_flags);
1845 		break;
1846 	case ETHTOOL_SFLAGS:
1847 		rc = ethtool_set_value(dev, useraddr, __ethtool_set_flags);
1848 		break;
1849 	case ETHTOOL_GPFLAGS:
1850 		rc = ethtool_get_value(dev, useraddr, ethcmd,
1851 				       dev->ethtool_ops->get_priv_flags);
1852 		break;
1853 	case ETHTOOL_SPFLAGS:
1854 		rc = ethtool_set_value(dev, useraddr,
1855 				       dev->ethtool_ops->set_priv_flags);
1856 		break;
1857 	case ETHTOOL_GRXFH:
1858 	case ETHTOOL_GRXRINGS:
1859 	case ETHTOOL_GRXCLSRLCNT:
1860 	case ETHTOOL_GRXCLSRULE:
1861 	case ETHTOOL_GRXCLSRLALL:
1862 		rc = ethtool_get_rxnfc(dev, ethcmd, useraddr);
1863 		break;
1864 	case ETHTOOL_SRXFH:
1865 	case ETHTOOL_SRXCLSRLDEL:
1866 	case ETHTOOL_SRXCLSRLINS:
1867 		rc = ethtool_set_rxnfc(dev, ethcmd, useraddr);
1868 		break;
1869 	case ETHTOOL_FLASHDEV:
1870 		rc = ethtool_flash_device(dev, useraddr);
1871 		break;
1872 	case ETHTOOL_RESET:
1873 		rc = ethtool_reset(dev, useraddr);
1874 		break;
1875 	case ETHTOOL_GSSET_INFO:
1876 		rc = ethtool_get_sset_info(dev, useraddr);
1877 		break;
1878 	case ETHTOOL_GRXFHINDIR:
1879 		rc = ethtool_get_rxfh_indir(dev, useraddr);
1880 		break;
1881 	case ETHTOOL_SRXFHINDIR:
1882 		rc = ethtool_set_rxfh_indir(dev, useraddr);
1883 		break;
1884 	case ETHTOOL_GRSSH:
1885 		rc = ethtool_get_rxfh(dev, useraddr);
1886 		break;
1887 	case ETHTOOL_SRSSH:
1888 		rc = ethtool_set_rxfh(dev, useraddr);
1889 		break;
1890 	case ETHTOOL_GFEATURES:
1891 		rc = ethtool_get_features(dev, useraddr);
1892 		break;
1893 	case ETHTOOL_SFEATURES:
1894 		rc = ethtool_set_features(dev, useraddr);
1895 		break;
1896 	case ETHTOOL_GTXCSUM:
1897 	case ETHTOOL_GRXCSUM:
1898 	case ETHTOOL_GSG:
1899 	case ETHTOOL_GTSO:
1900 	case ETHTOOL_GUFO:
1901 	case ETHTOOL_GGSO:
1902 	case ETHTOOL_GGRO:
1903 		rc = ethtool_get_one_feature(dev, useraddr, ethcmd);
1904 		break;
1905 	case ETHTOOL_STXCSUM:
1906 	case ETHTOOL_SRXCSUM:
1907 	case ETHTOOL_SSG:
1908 	case ETHTOOL_STSO:
1909 	case ETHTOOL_SUFO:
1910 	case ETHTOOL_SGSO:
1911 	case ETHTOOL_SGRO:
1912 		rc = ethtool_set_one_feature(dev, useraddr, ethcmd);
1913 		break;
1914 	case ETHTOOL_GCHANNELS:
1915 		rc = ethtool_get_channels(dev, useraddr);
1916 		break;
1917 	case ETHTOOL_SCHANNELS:
1918 		rc = ethtool_set_channels(dev, useraddr);
1919 		break;
1920 	case ETHTOOL_SET_DUMP:
1921 		rc = ethtool_set_dump(dev, useraddr);
1922 		break;
1923 	case ETHTOOL_GET_DUMP_FLAG:
1924 		rc = ethtool_get_dump_flag(dev, useraddr);
1925 		break;
1926 	case ETHTOOL_GET_DUMP_DATA:
1927 		rc = ethtool_get_dump_data(dev, useraddr);
1928 		break;
1929 	case ETHTOOL_GET_TS_INFO:
1930 		rc = ethtool_get_ts_info(dev, useraddr);
1931 		break;
1932 	case ETHTOOL_GMODULEINFO:
1933 		rc = ethtool_get_module_info(dev, useraddr);
1934 		break;
1935 	case ETHTOOL_GMODULEEEPROM:
1936 		rc = ethtool_get_module_eeprom(dev, useraddr);
1937 		break;
1938 	case ETHTOOL_GTUNABLE:
1939 		rc = ethtool_get_tunable(dev, useraddr);
1940 		break;
1941 	case ETHTOOL_STUNABLE:
1942 		rc = ethtool_set_tunable(dev, useraddr);
1943 		break;
1944 	default:
1945 		rc = -EOPNOTSUPP;
1946 	}
1947 
1948 	if (dev->ethtool_ops->complete)
1949 		dev->ethtool_ops->complete(dev);
1950 
1951 	if (old_features != dev->features)
1952 		netdev_features_change(dev);
1953 
1954 	return rc;
1955 }
1956