Lines Matching +full:mii +full:- +full:rt
70 #include <linux/mii.h>
89 /*---------------------------- Module parameters ----------------------------*/
136 MODULE_PARM_DESC(use_carrier, "Use netif_carrier_ok (vs MII ioctls) in miimon; "
139 MODULE_PARM_DESC(mode, "Mode of operation; 0 for balance-rr, "
140 "1 for active-backup, 2 for balance-xor, "
141 "3 for broadcast, 4 for 802.3ad, 5 for balance-tlb, "
142 "6 for balance-alb");
164 MODULE_PARM_DESC(xmit_hash_policy, "balance-alb, balance-tlb, balance-xor, 802.3ad hashing method; "
179 MODULE_PARM_DESC(fail_over_mac, "For active-backup, do not set all slaves to "
190 MODULE_PARM_DESC(packets_per_slave, "Packets to send per slave in balance-rr "
198 /*----------------------------- Global variables ----------------------------*/
251 /*-------------------------- Forward declarations ---------------------------*/
262 /*---------------------------- General routines -----------------------------*/
267 [BOND_MODE_ROUNDROBIN] = "load balancing (round-robin)", in bond_mode_name()
268 [BOND_MODE_ACTIVEBACKUP] = "fault-tolerance (active-backup)", in bond_mode_name()
270 [BOND_MODE_BROADCAST] = "fault-tolerance (broadcast)", in bond_mode_name()
283 * bond_dev_queue_xmit - Prepare skb for xmit.
292 skb->dev = slave_dev; in bond_dev_queue_xmit()
294 BUILD_BUG_ON(sizeof(skb->queue_mapping) != in bond_dev_queue_xmit()
295 sizeof(qdisc_skb_cb(skb)->slave_dev_queue_mapping)); in bond_dev_queue_xmit()
296 skb_set_queue_mapping(skb, qdisc_skb_cb(skb)->slave_dev_queue_mapping); in bond_dev_queue_xmit()
298 if (unlikely(netpoll_tx_running(bond->dev))) in bond_dev_queue_xmit()
304 /*---------------------------------- VLAN -----------------------------------*/
323 * bond_vlan_rx_add_vid - Propagates adding an id to slaves
337 res = vlan_vid_add(slave->dev, proto, vid); in bond_vlan_rx_add_vid()
350 vlan_vid_del(rollback_slave->dev, proto, vid); in bond_vlan_rx_add_vid()
357 * bond_vlan_rx_kill_vid - Propagates deleting an id to slaves
370 vlan_vid_del(slave->dev, proto, vid); in bond_vlan_rx_kill_vid()
378 /*---------------------------------- XFRM -----------------------------------*/
382 * bond_ipsec_add_sa - program device with a security association
387 struct net_device *bond_dev = xs->xso.dev; in bond_ipsec_add_sa()
394 return -EINVAL; in bond_ipsec_add_sa()
398 slave = rcu_dereference(bond->curr_active_slave); in bond_ipsec_add_sa()
401 return -ENODEV; in bond_ipsec_add_sa()
404 if (!slave->dev->xfrmdev_ops || in bond_ipsec_add_sa()
405 !slave->dev->xfrmdev_ops->xdo_dev_state_add || in bond_ipsec_add_sa()
406 netif_is_bond_master(slave->dev)) { in bond_ipsec_add_sa()
407 slave_warn(bond_dev, slave->dev, "Slave does not support ipsec offload\n"); in bond_ipsec_add_sa()
409 return -EINVAL; in bond_ipsec_add_sa()
415 return -ENOMEM; in bond_ipsec_add_sa()
417 xs->xso.real_dev = slave->dev; in bond_ipsec_add_sa()
419 err = slave->dev->xfrmdev_ops->xdo_dev_state_add(xs); in bond_ipsec_add_sa()
421 ipsec->xs = xs; in bond_ipsec_add_sa()
422 INIT_LIST_HEAD(&ipsec->list); in bond_ipsec_add_sa()
423 spin_lock_bh(&bond->ipsec_lock); in bond_ipsec_add_sa()
424 list_add(&ipsec->list, &bond->ipsec_list); in bond_ipsec_add_sa()
425 spin_unlock_bh(&bond->ipsec_lock); in bond_ipsec_add_sa()
435 struct net_device *bond_dev = bond->dev; in bond_ipsec_add_sa_all()
440 slave = rcu_dereference(bond->curr_active_slave); in bond_ipsec_add_sa_all()
444 if (!slave->dev->xfrmdev_ops || in bond_ipsec_add_sa_all()
445 !slave->dev->xfrmdev_ops->xdo_dev_state_add || in bond_ipsec_add_sa_all()
446 netif_is_bond_master(slave->dev)) { in bond_ipsec_add_sa_all()
447 spin_lock_bh(&bond->ipsec_lock); in bond_ipsec_add_sa_all()
448 if (!list_empty(&bond->ipsec_list)) in bond_ipsec_add_sa_all()
449 slave_warn(bond_dev, slave->dev, in bond_ipsec_add_sa_all()
452 spin_unlock_bh(&bond->ipsec_lock); in bond_ipsec_add_sa_all()
456 spin_lock_bh(&bond->ipsec_lock); in bond_ipsec_add_sa_all()
457 list_for_each_entry(ipsec, &bond->ipsec_list, list) { in bond_ipsec_add_sa_all()
458 ipsec->xs->xso.real_dev = slave->dev; in bond_ipsec_add_sa_all()
459 if (slave->dev->xfrmdev_ops->xdo_dev_state_add(ipsec->xs)) { in bond_ipsec_add_sa_all()
460 slave_warn(bond_dev, slave->dev, "%s: failed to add SA\n", __func__); in bond_ipsec_add_sa_all()
461 ipsec->xs->xso.real_dev = NULL; in bond_ipsec_add_sa_all()
464 spin_unlock_bh(&bond->ipsec_lock); in bond_ipsec_add_sa_all()
470 * bond_ipsec_del_sa - clear out this specific SA
475 struct net_device *bond_dev = xs->xso.dev; in bond_ipsec_del_sa()
485 slave = rcu_dereference(bond->curr_active_slave); in bond_ipsec_del_sa()
490 if (!xs->xso.real_dev) in bond_ipsec_del_sa()
493 WARN_ON(xs->xso.real_dev != slave->dev); in bond_ipsec_del_sa()
495 if (!slave->dev->xfrmdev_ops || in bond_ipsec_del_sa()
496 !slave->dev->xfrmdev_ops->xdo_dev_state_delete || in bond_ipsec_del_sa()
497 netif_is_bond_master(slave->dev)) { in bond_ipsec_del_sa()
498 slave_warn(bond_dev, slave->dev, "%s: no slave xdo_dev_state_delete\n", __func__); in bond_ipsec_del_sa()
502 slave->dev->xfrmdev_ops->xdo_dev_state_delete(xs); in bond_ipsec_del_sa()
504 spin_lock_bh(&bond->ipsec_lock); in bond_ipsec_del_sa()
505 list_for_each_entry(ipsec, &bond->ipsec_list, list) { in bond_ipsec_del_sa()
506 if (ipsec->xs == xs) { in bond_ipsec_del_sa()
507 list_del(&ipsec->list); in bond_ipsec_del_sa()
512 spin_unlock_bh(&bond->ipsec_lock); in bond_ipsec_del_sa()
518 struct net_device *bond_dev = bond->dev; in bond_ipsec_del_sa_all()
523 slave = rcu_dereference(bond->curr_active_slave); in bond_ipsec_del_sa_all()
529 spin_lock_bh(&bond->ipsec_lock); in bond_ipsec_del_sa_all()
530 list_for_each_entry(ipsec, &bond->ipsec_list, list) { in bond_ipsec_del_sa_all()
531 if (!ipsec->xs->xso.real_dev) in bond_ipsec_del_sa_all()
534 if (!slave->dev->xfrmdev_ops || in bond_ipsec_del_sa_all()
535 !slave->dev->xfrmdev_ops->xdo_dev_state_delete || in bond_ipsec_del_sa_all()
536 netif_is_bond_master(slave->dev)) { in bond_ipsec_del_sa_all()
537 slave_warn(bond_dev, slave->dev, in bond_ipsec_del_sa_all()
541 slave->dev->xfrmdev_ops->xdo_dev_state_delete(ipsec->xs); in bond_ipsec_del_sa_all()
543 ipsec->xs->xso.real_dev = NULL; in bond_ipsec_del_sa_all()
545 spin_unlock_bh(&bond->ipsec_lock); in bond_ipsec_del_sa_all()
550 * bond_ipsec_offload_ok - can this packet use the xfrm hw offload
556 struct net_device *bond_dev = xs->xso.dev; in bond_ipsec_offload_ok()
564 curr_active = rcu_dereference(bond->curr_active_slave); in bond_ipsec_offload_ok()
565 real_dev = curr_active->dev; in bond_ipsec_offload_ok()
572 if (!xs->xso.real_dev) { in bond_ipsec_offload_ok()
577 if (!real_dev->xfrmdev_ops || in bond_ipsec_offload_ok()
578 !real_dev->xfrmdev_ops->xdo_dev_offload_ok || in bond_ipsec_offload_ok()
584 err = real_dev->xfrmdev_ops->xdo_dev_offload_ok(skb, xs); in bond_ipsec_offload_ok()
597 /*------------------------------- Link status -------------------------------*/
617 if (slave->link == BOND_LINK_UP) { in bond_set_carrier()
618 if (!netif_carrier_ok(bond->dev)) { in bond_set_carrier()
619 netif_carrier_on(bond->dev); in bond_set_carrier()
627 if (netif_carrier_ok(bond->dev)) { in bond_set_carrier()
628 netif_carrier_off(bond->dev); in bond_set_carrier()
636 * values are invalid, set speed and duplex to -1,
642 struct net_device *slave_dev = slave->dev; in bond_update_speed_duplex()
646 slave->speed = SPEED_UNKNOWN; in bond_update_speed_duplex()
647 slave->duplex = DUPLEX_UNKNOWN; in bond_update_speed_duplex()
652 if (ecmd.base.speed == 0 || ecmd.base.speed == ((__u32)-1)) in bond_update_speed_duplex()
662 slave->speed = ecmd.base.speed; in bond_update_speed_duplex()
663 slave->duplex = ecmd.base.duplex; in bond_update_speed_duplex()
684 /* if <dev> supports MII link status reporting, check its link status.
686 * We either do MII/ETHTOOL ioctls, or check netif_carrier_ok(),
693 * If reporting is non-zero, instead of faking link up, return -1 if
694 * both ETHTOOL and MII ioctls fail (meaning the device does not
702 const struct net_device_ops *slave_ops = slave_dev->netdev_ops; in bond_check_dev_link()
705 struct mii_ioctl_data *mii; in bond_check_dev_link() local
710 if (bond->params.use_carrier) in bond_check_dev_link()
714 if (slave_dev->ethtool_ops->get_link) in bond_check_dev_link()
715 return slave_dev->ethtool_ops->get_link(slave_dev) ? in bond_check_dev_link()
718 /* Ethtool can't be used, fallback to MII ioctls. */ in bond_check_dev_link()
719 ioctl = slave_ops->ndo_do_ioctl; in bond_check_dev_link()
733 /* Yes, the mii is overlaid on the ifreq.ifr_ifru */ in bond_check_dev_link()
734 strncpy(ifr.ifr_name, slave_dev->name, IFNAMSIZ); in bond_check_dev_link()
735 mii = if_mii(&ifr); in bond_check_dev_link()
737 mii->reg_num = MII_BMSR; in bond_check_dev_link()
739 return mii->val_out & BMSR_LSTATUS; in bond_check_dev_link()
743 /* If reporting, report that either there's no dev->do_ioctl, in bond_check_dev_link()
748 return reporting ? -1 : BMSR_LSTATUS; in bond_check_dev_link()
751 /*----------------------------- Multicast list ------------------------------*/
760 struct slave *curr_active = rtnl_dereference(bond->curr_active_slave); in bond_set_promiscuity()
763 err = dev_set_promiscuity(curr_active->dev, inc); in bond_set_promiscuity()
768 err = dev_set_promiscuity(slave->dev, inc); in bond_set_promiscuity()
783 struct slave *curr_active = rtnl_dereference(bond->curr_active_slave); in bond_set_allmulti()
786 err = dev_set_allmulti(curr_active->dev, inc); in bond_set_allmulti()
791 err = dev_set_allmulti(slave->dev, inc); in bond_set_allmulti()
809 queue_delayed_work(bond->wq, &bond->mcast_work, 1); in bond_resend_igmp_join_requests_delayed()
812 call_netdevice_notifiers(NETDEV_RESEND_IGMP, bond->dev); in bond_resend_igmp_join_requests_delayed()
814 if (bond->igmp_retrans > 1) { in bond_resend_igmp_join_requests_delayed()
815 bond->igmp_retrans--; in bond_resend_igmp_join_requests_delayed()
816 queue_delayed_work(bond->wq, &bond->mcast_work, HZ/5); in bond_resend_igmp_join_requests_delayed()
834 /*--------------------------- Active slave change ---------------------------*/
845 if (bond->dev->flags & IFF_PROMISC) in bond_hw_addr_swap()
846 dev_set_promiscuity(old_active->dev, -1); in bond_hw_addr_swap()
848 if (bond->dev->flags & IFF_ALLMULTI) in bond_hw_addr_swap()
849 dev_set_allmulti(old_active->dev, -1); in bond_hw_addr_swap()
851 if (bond->dev->flags & IFF_UP) in bond_hw_addr_swap()
852 bond_hw_addr_flush(bond->dev, old_active->dev); in bond_hw_addr_swap()
857 if (bond->dev->flags & IFF_PROMISC) in bond_hw_addr_swap()
858 dev_set_promiscuity(new_active->dev, 1); in bond_hw_addr_swap()
860 if (bond->dev->flags & IFF_ALLMULTI) in bond_hw_addr_swap()
861 dev_set_allmulti(new_active->dev, 1); in bond_hw_addr_swap()
863 if (bond->dev->flags & IFF_UP) { in bond_hw_addr_swap()
864 netif_addr_lock_bh(bond->dev); in bond_hw_addr_swap()
865 dev_uc_sync(new_active->dev, bond->dev); in bond_hw_addr_swap()
866 dev_mc_sync(new_active->dev, bond->dev); in bond_hw_addr_swap()
867 netif_addr_unlock_bh(bond->dev); in bond_hw_addr_swap()
873 * bond_set_dev_addr - clone slave's address to bond
884 slave_dbg(bond_dev, slave_dev, "bond_dev=%p slave_dev=%p slave_dev->addr_len=%d\n", in bond_set_dev_addr()
885 bond_dev, slave_dev, slave_dev->addr_len); in bond_set_dev_addr()
886 err = dev_pre_changeaddr_notify(bond_dev, slave_dev->dev_addr, NULL); in bond_set_dev_addr()
890 memcpy(bond_dev->dev_addr, slave_dev->dev_addr, slave_dev->addr_len); in bond_set_dev_addr()
891 bond_dev->addr_assign_type = NET_ADDR_STOLEN; in bond_set_dev_addr()
906 if (ether_addr_equal(bond->dev->dev_addr, slave->dev->dev_addr)) in bond_get_old_active()
927 switch (bond->params.fail_over_mac) { in bond_do_fail_over_mac()
930 rv = bond_set_dev_addr(bond->dev, new_active->dev); in bond_do_fail_over_mac()
932 slave_err(bond->dev, new_active->dev, "Error %d setting bond MAC from slave\n", in bond_do_fail_over_mac()
933 -rv); in bond_do_fail_over_mac()
948 bond_hw_addr_copy(tmp_mac, new_active->dev->dev_addr, in bond_do_fail_over_mac()
949 new_active->dev->addr_len); in bond_do_fail_over_mac()
951 old_active->dev->dev_addr, in bond_do_fail_over_mac()
952 old_active->dev->addr_len); in bond_do_fail_over_mac()
953 ss.ss_family = new_active->dev->type; in bond_do_fail_over_mac()
955 bond_hw_addr_copy(ss.__data, bond->dev->dev_addr, in bond_do_fail_over_mac()
956 bond->dev->addr_len); in bond_do_fail_over_mac()
957 ss.ss_family = bond->dev->type; in bond_do_fail_over_mac()
960 rv = dev_set_mac_address(new_active->dev, in bond_do_fail_over_mac()
963 slave_err(bond->dev, new_active->dev, "Error %d setting MAC of new active slave\n", in bond_do_fail_over_mac()
964 -rv); in bond_do_fail_over_mac()
972 new_active->dev->addr_len); in bond_do_fail_over_mac()
973 ss.ss_family = old_active->dev->type; in bond_do_fail_over_mac()
975 rv = dev_set_mac_address(old_active->dev, in bond_do_fail_over_mac()
978 slave_err(bond->dev, old_active->dev, "Error %d setting MAC of old active slave\n", in bond_do_fail_over_mac()
979 -rv); in bond_do_fail_over_mac()
983 netdev_err(bond->dev, "bond_do_fail_over_mac impossible: bad policy %d\n", in bond_do_fail_over_mac()
984 bond->params.fail_over_mac); in bond_do_fail_over_mac()
992 struct slave *prim = rtnl_dereference(bond->primary_slave); in bond_choose_primary_or_current()
993 struct slave *curr = rtnl_dereference(bond->curr_active_slave); in bond_choose_primary_or_current()
995 if (!prim || prim->link != BOND_LINK_UP) { in bond_choose_primary_or_current()
996 if (!curr || curr->link != BOND_LINK_UP) in bond_choose_primary_or_current()
1001 if (bond->force_primary) { in bond_choose_primary_or_current()
1002 bond->force_primary = false; in bond_choose_primary_or_current()
1006 if (!curr || curr->link != BOND_LINK_UP) in bond_choose_primary_or_current()
1010 switch (bond->params.primary_reselect) { in bond_choose_primary_or_current()
1014 if (prim->speed < curr->speed) in bond_choose_primary_or_current()
1016 if (prim->speed == curr->speed && prim->duplex <= curr->duplex) in bond_choose_primary_or_current()
1022 netdev_err(bond->dev, "impossible primary_reselect %d\n", in bond_choose_primary_or_current()
1023 bond->params.primary_reselect); in bond_choose_primary_or_current()
1029 * bond_find_best_slave - select the best available slave to be the active one
1036 int mintime = bond->params.updelay; in bond_find_best_slave()
1043 if (slave->link == BOND_LINK_UP) in bond_find_best_slave()
1045 if (slave->link == BOND_LINK_BACK && bond_slave_is_up(slave) && in bond_find_best_slave()
1046 slave->delay < mintime) { in bond_find_best_slave()
1047 mintime = slave->delay; in bond_find_best_slave()
1060 slave = rcu_dereference(bond->curr_active_slave); in bond_should_notify_peers()
1063 if (!slave || !bond->send_peer_notif || in bond_should_notify_peers()
1064 bond->send_peer_notif % in bond_should_notify_peers()
1065 max(1, bond->params.peer_notif_delay) != 0 || in bond_should_notify_peers()
1066 !netif_carrier_ok(bond->dev) || in bond_should_notify_peers()
1067 test_bit(__LINK_STATE_LINKWATCH_PENDING, &slave->dev->state)) in bond_should_notify_peers()
1070 netdev_dbg(bond->dev, "bond_should_notify_peers: slave %s\n", in bond_should_notify_peers()
1071 slave ? slave->dev->name : "NULL"); in bond_should_notify_peers()
1077 * change_active_interface - change the active slave into the specified one
1083 * Setting include flags, mc-list, promiscuity, allmulti, etc.
1097 old_active = rtnl_dereference(bond->curr_active_slave); in bond_change_active_slave()
1107 new_active->last_link_up = jiffies; in bond_change_active_slave()
1109 if (new_active->link == BOND_LINK_BACK) { in bond_change_active_slave()
1111 slave_info(bond->dev, new_active->dev, "making interface the new active one %d ms earlier\n", in bond_change_active_slave()
1112 (bond->params.updelay - new_active->delay) * bond->params.miimon); in bond_change_active_slave()
1115 new_active->delay = 0; in bond_change_active_slave()
1126 slave_info(bond->dev, new_active->dev, "making interface the new active one\n"); in bond_change_active_slave()
1143 rcu_assign_pointer(bond->curr_active_slave, new_active); in bond_change_active_slave()
1157 if (bond->params.fail_over_mac) in bond_change_active_slave()
1161 if (netif_running(bond->dev)) { in bond_change_active_slave()
1162 bond->send_peer_notif = in bond_change_active_slave()
1163 bond->params.num_peer_notif * in bond_change_active_slave()
1164 max(1, bond->params.peer_notif_delay); in bond_change_active_slave()
1169 call_netdevice_notifiers(NETDEV_BONDING_FAILOVER, bond->dev); in bond_change_active_slave()
1171 bond->send_peer_notif--; in bond_change_active_slave()
1173 bond->dev); in bond_change_active_slave()
1187 if (netif_running(bond->dev) && (bond->params.resend_igmp > 0) && in bond_change_active_slave()
1190 bond->igmp_retrans = bond->params.resend_igmp; in bond_change_active_slave()
1191 queue_delayed_work(bond->wq, &bond->mcast_work, 1); in bond_change_active_slave()
1196 * bond_select_active_slave - select a new active slave, if needed
1200 * - The old curr_active_slave has been released or lost its link.
1201 * - The primary_slave has got its link back.
1202 * - A slave has got its link back and there's no old curr_active_slave.
1214 if (best_slave != rtnl_dereference(bond->curr_active_slave)) { in bond_select_active_slave()
1220 if (netif_carrier_ok(bond->dev)) in bond_select_active_slave()
1221 netdev_info(bond->dev, "active interface up!\n"); in bond_select_active_slave()
1223 netdev_info(bond->dev, "now running without any active interface!\n"); in bond_select_active_slave()
1234 err = -ENOMEM; in slave_enable_netpoll()
1238 err = __netpoll_setup(np, slave->dev); in slave_enable_netpoll()
1243 slave->np = np; in slave_enable_netpoll()
1249 struct netpoll *np = slave->np; in slave_disable_netpoll()
1254 slave->np = NULL; in slave_disable_netpoll()
1276 SLAVE_AD_INFO(slave)->port.aggregator; in bond_poll_controller()
1279 agg->aggregator_identifier != ad_info.aggregator_id) in bond_poll_controller()
1283 netpoll_poll_dev(slave->dev); in bond_poll_controller()
1327 /*---------------------------------- IOCTL ----------------------------------*/
1344 slave->dev->features, in bond_fix_features()
1373 struct net_device *bond_dev = bond->dev; in bond_compute_features()
1387 slave->dev->vlan_features, BOND_VLAN_FEATURES); in bond_compute_features()
1390 slave->dev->hw_enc_features, in bond_compute_features()
1395 slave->dev->hw_enc_features, in bond_compute_features()
1400 slave->dev->mpls_features, in bond_compute_features()
1403 dst_release_flag &= slave->dev->priv_flags; in bond_compute_features()
1404 if (slave->dev->hard_header_len > max_hard_header_len) in bond_compute_features()
1405 max_hard_header_len = slave->dev->hard_header_len; in bond_compute_features()
1407 gso_max_size = min(gso_max_size, slave->dev->gso_max_size); in bond_compute_features()
1408 gso_max_segs = min(gso_max_segs, slave->dev->gso_max_segs); in bond_compute_features()
1410 bond_dev->hard_header_len = max_hard_header_len; in bond_compute_features()
1413 bond_dev->vlan_features = vlan_features; in bond_compute_features()
1414 bond_dev->hw_enc_features = enc_features | NETIF_F_GSO_ENCAP_ALL | in bond_compute_features()
1419 bond_dev->hw_enc_features |= xfrm_features; in bond_compute_features()
1421 bond_dev->mpls_features = mpls_features; in bond_compute_features()
1422 bond_dev->gso_max_segs = gso_max_segs; in bond_compute_features()
1425 bond_dev->priv_flags &= ~IFF_XMIT_DST_RELEASE; in bond_compute_features()
1426 if ((bond_dev->priv_flags & IFF_XMIT_DST_RELEASE_PERM) && in bond_compute_features()
1428 bond_dev->priv_flags |= IFF_XMIT_DST_RELEASE; in bond_compute_features()
1436 bond_dev->header_ops = slave_dev->header_ops; in bond_setup_by_slave()
1438 bond_dev->type = slave_dev->type; in bond_setup_by_slave()
1439 bond_dev->hard_header_len = slave_dev->hard_header_len; in bond_setup_by_slave()
1440 bond_dev->needed_headroom = slave_dev->needed_headroom; in bond_setup_by_slave()
1441 bond_dev->addr_len = slave_dev->addr_len; in bond_setup_by_slave()
1443 memcpy(bond_dev->broadcast, slave_dev->broadcast, in bond_setup_by_slave()
1444 slave_dev->addr_len); in bond_setup_by_slave()
1448 * duplicates except for alb non-mcast/bcast.
1456 skb->pkt_type != PACKET_BROADCAST && in bond_should_deliver_exact_match()
1457 skb->pkt_type != PACKET_MULTICAST) in bond_should_deliver_exact_match()
1479 slave = bond_slave_get_rcu(skb->dev); in bond_handle_frame()
1480 bond = slave->bond; in bond_handle_frame()
1482 recv_probe = READ_ONCE(bond->recv_probe); in bond_handle_frame()
1493 * be suppressed we want to make an exception for link-local packets. in bond_handle_frame()
1499 * (including link-local ones) can have their originating interface in bond_handle_frame()
1503 if (is_link_local_ether_addr(eth_hdr(skb)->h_dest)) in bond_handle_frame()
1508 skb->dev = bond->dev; in bond_handle_frame()
1511 netif_is_bridge_port(bond->dev) && in bond_handle_frame()
1512 skb->pkt_type == PACKET_HOST) { in bond_handle_frame()
1515 skb->data - skb_mac_header(skb)))) { in bond_handle_frame()
1519 bond_hw_addr_copy(eth_hdr(skb)->h_dest, bond->dev->dev_addr, in bond_handle_frame()
1520 bond->dev->addr_len); in bond_handle_frame()
1549 switch (bond->params.xmit_policy) { in bond_lag_hash_type()
1575 return netdev_master_upper_dev_link(slave->dev, bond->dev, slave, in bond_master_upper_dev_link()
1581 netdev_upper_dev_unlink(slave->dev, bond->dev); in bond_upper_dev_unlink()
1582 slave->dev->flags &= ~IFF_SLAVE; in bond_upper_dev_unlink()
1590 cancel_delayed_work_sync(&slave->notify_work); in slave_kobj_release()
1608 err = kobject_init_and_add(&slave->kobj, &slave_ktype, in bond_kobj_init()
1609 &(slave->dev->dev.kobj), "bonding_slave"); in bond_kobj_init()
1611 kobject_put(&slave->kobj); in bond_kobj_init()
1625 slave->bond = bond; in bond_alloc_slave()
1626 slave->dev = slave_dev; in bond_alloc_slave()
1627 INIT_DELAYED_WORK(&slave->notify_work, bond_netdev_notify_work); in bond_alloc_slave()
1636 kobject_put(&slave->kobj); in bond_alloc_slave()
1646 info->bond_mode = BOND_MODE(bond); in bond_fill_ifbond()
1647 info->miimon = bond->params.miimon; in bond_fill_ifbond()
1648 info->num_slaves = bond->slave_cnt; in bond_fill_ifbond()
1653 strcpy(info->slave_name, slave->dev->name); in bond_fill_ifslave()
1654 info->link = slave->link; in bond_fill_ifslave()
1655 info->state = bond_slave_state(slave); in bond_fill_ifslave()
1656 info->link_failure_count = slave->link_failure_count; in bond_fill_ifslave()
1668 bond_fill_ifbond(slave->bond, &binfo.master); in bond_netdev_notify_work()
1669 netdev_bonding_info_change(slave->dev, &binfo); in bond_netdev_notify_work()
1672 queue_delayed_work(slave->bond->wq, &slave->notify_work, 1); in bond_netdev_notify_work()
1678 queue_delayed_work(slave->bond->wq, &slave->notify_work, 0); in bond_queue_slave_event()
1685 info.link_up = slave->link == BOND_LINK_UP || in bond_lower_state_changed()
1686 slave->link == BOND_LINK_FAIL; in bond_lower_state_changed()
1688 netdev_lower_state_changed(slave->dev, &info); in bond_lower_state_changed()
1696 const struct net_device_ops *slave_ops = slave_dev->netdev_ops; in bond_enslave()
1702 if (!bond->params.use_carrier && in bond_enslave()
1703 slave_dev->ethtool_ops->get_link == NULL && in bond_enslave()
1704 slave_ops->ndo_do_ioctl == NULL) { in bond_enslave()
1708 /* already in-use? */ in bond_enslave()
1713 return -EBUSY; in bond_enslave()
1719 return -EPERM; in bond_enslave()
1724 if (slave_dev->features & NETIF_F_VLAN_CHALLENGED) { in bond_enslave()
1729 return -EPERM; in bond_enslave()
1737 if (slave_dev->features & NETIF_F_HW_ESP) in bond_enslave()
1738 slave_dbg(bond_dev, slave_dev, "is esp-hw-offload capable\n"); in bond_enslave()
1745 if (slave_dev->flags & IFF_UP) { in bond_enslave()
1747 slave_err(bond_dev, slave_dev, "slave is up - this may be due to an out of date ifenslave\n"); in bond_enslave()
1748 return -EPERM; in bond_enslave()
1751 /* set bonding device ether type by slave - bonding netdevices are in bond_enslave()
1755 * bond ether type mutual exclusion - don't allow slaves of dissimilar in bond_enslave()
1759 if (bond_dev->type != slave_dev->type) { in bond_enslave()
1761 bond_dev->type, slave_dev->type); in bond_enslave()
1768 return -EBUSY; in bond_enslave()
1775 if (slave_dev->type != ARPHRD_ETHER) in bond_enslave()
1779 bond_dev->priv_flags &= ~IFF_TX_SKB_SHARING; in bond_enslave()
1785 } else if (bond_dev->type != slave_dev->type) { in bond_enslave()
1788 slave_dev->type, bond_dev->type); in bond_enslave()
1789 return -EINVAL; in bond_enslave()
1792 if (slave_dev->type == ARPHRD_INFINIBAND && in bond_enslave()
1794 NL_SET_ERR_MSG(extack, "Only active-backup mode is supported for infiniband slaves"); in bond_enslave()
1795 slave_warn(bond_dev, slave_dev, "Type (%d) supports only active-backup mode\n", in bond_enslave()
1796 slave_dev->type); in bond_enslave()
1797 res = -EOPNOTSUPP; in bond_enslave()
1801 if (!slave_ops->ndo_set_mac_address || in bond_enslave()
1802 slave_dev->type == ARPHRD_INFINIBAND) { in bond_enslave()
1805 bond->params.fail_over_mac != BOND_FOM_ACTIVE) { in bond_enslave()
1807 bond->params.fail_over_mac = BOND_FOM_ACTIVE; in bond_enslave()
1808 slave_warn(bond_dev, slave_dev, "Setting fail_over_mac to active for active-backup mode\n"); in bond_enslave()
1812 res = -EOPNOTSUPP; in bond_enslave()
1824 bond->dev->addr_assign_type == NET_ADDR_RANDOM) { in bond_enslave()
1825 res = bond_set_dev_addr(bond->dev, slave_dev); in bond_enslave()
1832 res = -ENOMEM; in bond_enslave()
1839 new_slave->queue_id = 0; in bond_enslave()
1842 new_slave->original_mtu = slave_dev->mtu; in bond_enslave()
1843 res = dev_set_mtu(slave_dev, bond->dev->mtu); in bond_enslave()
1853 bond_hw_addr_copy(new_slave->perm_hwaddr, slave_dev->dev_addr, in bond_enslave()
1854 slave_dev->addr_len); in bond_enslave()
1856 if (!bond->params.fail_over_mac || in bond_enslave()
1861 memcpy(ss.__data, bond_dev->dev_addr, bond_dev->addr_len); in bond_enslave()
1862 ss.ss_family = slave_dev->type; in bond_enslave()
1872 slave_dev->flags |= IFF_SLAVE; in bond_enslave()
1881 slave_dev->priv_flags |= IFF_BONDING; in bond_enslave()
1883 dev_get_stats(new_slave->dev, &new_slave->slave_stats); in bond_enslave()
1902 new_slave->delay = 0; in bond_enslave()
1903 new_slave->link_failure_count = 0; in bond_enslave()
1907 new_slave->link = BOND_LINK_DOWN; in bond_enslave()
1909 new_slave->last_rx = jiffies - in bond_enslave()
1910 (msecs_to_jiffies(bond->params.arp_interval) + 1); in bond_enslave()
1912 new_slave->target_last_arp_rx[i] = new_slave->last_rx; in bond_enslave()
1914 if (bond->params.miimon && !bond->params.use_carrier) { in bond_enslave()
1917 if ((link_reporting == -1) && !bond->params.arp_interval) { in bond_enslave()
1919 * does not support ETHTOOL/MII and in bond_enslave()
1926 …slave_warn(bond_dev, slave_dev, "MII and ETHTOOL support not available for slave, and arp_interval… in bond_enslave()
1927 } else if (link_reporting == -1) { in bond_enslave()
1928 /* unable get link status using mii/ethtool */ in bond_enslave()
1929 … slave; the network driver associated with this interface does not support MII or ETHTOOL link sta… in bond_enslave()
1934 new_slave->link = BOND_LINK_NOCHANGE; in bond_enslave()
1935 if (bond->params.miimon) { in bond_enslave()
1937 if (bond->params.updelay) { in bond_enslave()
1941 new_slave->delay = bond->params.updelay; in bond_enslave()
1951 } else if (bond->params.arp_interval) { in bond_enslave()
1961 if (new_slave->link != BOND_LINK_DOWN) in bond_enslave()
1962 new_slave->last_link_up = jiffies; in bond_enslave()
1964 new_slave->link == BOND_LINK_DOWN ? "DOWN" : in bond_enslave()
1965 (new_slave->link == BOND_LINK_UP ? "UP" : "BACK")); in bond_enslave()
1967 if (bond_uses_primary(bond) && bond->params.primary[0]) { in bond_enslave()
1969 if (strcmp(bond->params.primary, new_slave->dev->name) == 0) { in bond_enslave()
1970 rcu_assign_pointer(bond->primary_slave, new_slave); in bond_enslave()
1971 bond->force_primary = true; in bond_enslave()
1988 SLAVE_AD_INFO(new_slave)->id = 1; in bond_enslave()
1994 SLAVE_AD_INFO(new_slave)->id = in bond_enslave()
1995 SLAVE_AD_INFO(prev_slave)->id + 1; in bond_enslave()
2015 if (!rcu_access_pointer(bond->curr_active_slave) && in bond_enslave()
2016 new_slave->link == BOND_LINK_UP) in bond_enslave()
2017 rcu_assign_pointer(bond->curr_active_slave, new_slave); in bond_enslave()
2023 if (bond->dev->npinfo) { in bond_enslave()
2026 res = -EBUSY; in bond_enslave()
2032 if (!(bond_dev->features & NETIF_F_LRO)) in bond_enslave()
2059 if (bond_dev->flags & IFF_PROMISC) { in bond_enslave()
2066 if (bond_dev->flags & IFF_ALLMULTI) { in bond_enslave()
2069 if (bond_dev->flags & IFF_PROMISC) in bond_enslave()
2070 dev_set_promiscuity(slave_dev, -1); in bond_enslave()
2075 if (bond_dev->flags & IFF_UP) { in bond_enslave()
2086 bond->slave_cnt++; in bond_enslave()
2102 new_slave->link != BOND_LINK_DOWN ? "an up" : "a down"); in bond_enslave()
2120 if (rcu_access_pointer(bond->primary_slave) == new_slave) in bond_enslave()
2121 RCU_INIT_POINTER(bond->primary_slave, NULL); in bond_enslave()
2122 if (rcu_access_pointer(bond->curr_active_slave) == new_slave) { in bond_enslave()
2134 slave_dev->priv_flags &= ~IFF_BONDING; in bond_enslave()
2138 slave_dev->flags &= ~IFF_SLAVE; in bond_enslave()
2139 if (!bond->params.fail_over_mac || in bond_enslave()
2141 /* XXX TODO - fom follow mode needs to change master's in bond_enslave()
2145 bond_hw_addr_copy(ss.__data, new_slave->perm_hwaddr, in bond_enslave()
2146 new_slave->dev->addr_len); in bond_enslave()
2147 ss.ss_family = slave_dev->type; in bond_enslave()
2152 dev_set_mtu(slave_dev, new_slave->original_mtu); in bond_enslave()
2155 kobject_put(&new_slave->kobj); in bond_enslave()
2160 if (ether_addr_equal_64bits(bond_dev->dev_addr, in bond_enslave()
2161 slave_dev->dev_addr)) in bond_enslave()
2163 if (bond_dev->type != ARPHRD_ETHER) { in bond_enslave()
2166 bond_dev->flags |= IFF_MASTER; in bond_enslave()
2167 bond_dev->priv_flags &= ~IFF_TX_SKB_SHARING; in bond_enslave()
2176 * is RTNL-locked. If "all" is true it means that the function is being called
2192 int old_flags = bond_dev->flags; in __bond_release_one()
2193 netdev_features_t old_features = bond_dev->features; in __bond_release_one()
2196 if (!(slave_dev->flags & IFF_SLAVE) || in __bond_release_one()
2199 return -EINVAL; in __bond_release_one()
2209 return -EINVAL; in __bond_release_one()
2217 bond_get_stats(bond->dev, &bond->bond_stats); in __bond_release_one()
2235 oldcurrent = rcu_access_pointer(bond->curr_active_slave); in __bond_release_one()
2237 RCU_INIT_POINTER(bond->current_arp_slave, NULL); in __bond_release_one()
2239 if (!all && (!bond->params.fail_over_mac || in __bond_release_one()
2241 if (ether_addr_equal_64bits(bond_dev->dev_addr, slave->perm_hwaddr) && in __bond_release_one()
2243 …slave_warn(bond_dev, slave_dev, "the permanent HWaddr of slave - %pM - is still in use by bond - s… in __bond_release_one()
2244 slave->perm_hwaddr); in __bond_release_one()
2247 if (rtnl_dereference(bond->primary_slave) == slave) in __bond_release_one()
2248 RCU_INIT_POINTER(bond->primary_slave, NULL); in __bond_release_one()
2263 RCU_INIT_POINTER(bond->curr_active_slave, NULL); in __bond_release_one()
2278 bond->slave_cnt--; in __bond_release_one()
2281 call_netdevice_notifiers(NETDEV_CHANGEADDR, bond->dev); in __bond_release_one()
2282 call_netdevice_notifiers(NETDEV_RELEASE, bond->dev); in __bond_release_one()
2286 if (!(bond_dev->features & NETIF_F_VLAN_CHALLENGED) && in __bond_release_one()
2288 …slave_info(bond_dev, slave_dev, "last VLAN challenged slave left bond - VLAN blocking is removed\n… in __bond_release_one()
2304 dev_set_promiscuity(slave_dev, -1); in __bond_release_one()
2308 dev_set_allmulti(slave_dev, -1); in __bond_release_one()
2319 if (bond->params.fail_over_mac != BOND_FOM_ACTIVE || in __bond_release_one()
2322 bond_hw_addr_copy(ss.__data, slave->perm_hwaddr, in __bond_release_one()
2323 slave->dev->addr_len); in __bond_release_one()
2324 ss.ss_family = slave_dev->type; in __bond_release_one()
2329 __dev_set_mtu(slave_dev, slave->original_mtu); in __bond_release_one()
2331 dev_set_mtu(slave_dev, slave->original_mtu); in __bond_release_one()
2334 slave_dev->priv_flags &= ~IFF_BONDING; in __bond_release_one()
2336 kobject_put(&slave->kobj); in __bond_release_one()
2358 bond_dev->reg_state != NETREG_UNREGISTERING) { in bond_release_and_destroy()
2359 bond_dev->priv_flags |= IFF_DISABLE_NETPOLL; in bond_release_and_destroy()
2377 int i = 0, res = -ENODEV; in bond_slave_info_query()
2381 if (i++ == (int)info->slave_id) { in bond_slave_info_query()
2391 /*-------------------------------- Monitoring -------------------------------*/
2402 ignore_updelay = !rcu_dereference(bond->curr_active_slave); in bond_miimon_inspect()
2406 usable_slaves = rcu_dereference(bond->usable_slaves); in bond_miimon_inspect()
2408 if (usable_slaves && usable_slaves->count == 0) in bond_miimon_inspect()
2415 link_state = bond_check_dev_link(bond, slave->dev, 0); in bond_miimon_inspect()
2417 switch (slave->link) { in bond_miimon_inspect()
2424 slave->delay = bond->params.downdelay; in bond_miimon_inspect()
2425 if (slave->delay) { in bond_miimon_inspect()
2426 slave_info(bond->dev, slave->dev, "link status down for %sinterface, disabling it in %d ms\n", in bond_miimon_inspect()
2431 bond->params.downdelay * bond->params.miimon); in bond_miimon_inspect()
2438 slave->last_link_up = jiffies; in bond_miimon_inspect()
2439 slave_info(bond->dev, slave->dev, "link status up again after %d ms\n", in bond_miimon_inspect()
2440 (bond->params.downdelay - slave->delay) * in bond_miimon_inspect()
2441 bond->params.miimon); in bond_miimon_inspect()
2446 if (slave->delay <= 0) { in bond_miimon_inspect()
2452 slave->delay--; in bond_miimon_inspect()
2461 slave->delay = bond->params.updelay; in bond_miimon_inspect()
2463 if (slave->delay) { in bond_miimon_inspect()
2464 slave_info(bond->dev, slave->dev, "link status up, enabling it in %d ms\n", in bond_miimon_inspect()
2466 bond->params.updelay * in bond_miimon_inspect()
2467 bond->params.miimon); in bond_miimon_inspect()
2473 slave_info(bond->dev, slave->dev, "link status down again after %d ms\n", in bond_miimon_inspect()
2474 (bond->params.updelay - slave->delay) * in bond_miimon_inspect()
2475 bond->params.miimon); in bond_miimon_inspect()
2481 slave->delay = 0; in bond_miimon_inspect()
2483 if (slave->delay <= 0) { in bond_miimon_inspect()
2490 slave->delay--; in bond_miimon_inspect()
2522 switch (slave->link_new_state) { in bond_miimon_commit()
2531 slave->link == BOND_LINK_UP) in bond_miimon_commit()
2538 slave->link = BOND_LINK_DOWN; in bond_miimon_commit()
2540 slave_warn(bond->dev, slave->dev, in bond_miimon_commit()
2546 slave->last_link_up = jiffies; in bond_miimon_commit()
2548 primary = rtnl_dereference(bond->primary_slave); in bond_miimon_commit()
2557 slave_info(bond->dev, slave->dev, "link status definitely up, %u Mbps %s duplex\n", in bond_miimon_commit()
2558 slave->speed == SPEED_UNKNOWN ? 0 : slave->speed, in bond_miimon_commit()
2559 slave->duplex ? "full" : "half"); in bond_miimon_commit()
2563 if (!bond->curr_active_slave || slave == primary) in bond_miimon_commit()
2569 if (slave->link_failure_count < UINT_MAX) in bond_miimon_commit()
2570 slave->link_failure_count++; in bond_miimon_commit()
2580 slave_info(bond->dev, slave->dev, "link status definitely down, disabling slave\n"); in bond_miimon_commit()
2584 if (slave == rcu_access_pointer(bond->curr_active_slave)) in bond_miimon_commit()
2590 slave_err(bond->dev, slave->dev, "invalid new link %d on slave\n", in bond_miimon_commit()
2591 slave->link_new_state); in bond_miimon_commit()
2608 * Really a wrapper that splits the mii monitor into two phases: an
2623 delay = msecs_to_jiffies(bond->params.miimon); in bond_mii_monitor()
2631 if (bond->send_peer_notif) { in bond_mii_monitor()
2634 bond->send_peer_notif--; in bond_mii_monitor()
2658 if (bond->params.miimon) in bond_mii_monitor()
2659 queue_delayed_work(bond->wq, &bond->mii_work, delay); in bond_mii_monitor()
2664 call_netdevice_notifiers(NETDEV_NOTIFY_PEERS, bond->dev); in bond_mii_monitor()
2672 __be32 ip = *(__be32 *)priv->data; in bond_upper_dev_walk()
2684 if (ip == bond_confirm_addr(bond->dev, 0, ip)) in bond_has_this_ip()
2688 if (netdev_walk_all_upper_dev_rcu(bond->dev, bond_upper_dev_walk, &priv)) in bond_has_this_ip()
2697 * "native" to a VLAN) might not pass non-tagged frames.
2704 struct net_device *slave_dev = slave->dev; in bond_arp_send()
2705 struct net_device *bond_dev = slave->bond->dev; in bond_arp_send()
2711 NULL, slave_dev->dev_addr, NULL); in bond_arp_send()
2718 if (!tags || tags->vlan_proto == VLAN_N_VID) in bond_arp_send()
2724 while (tags->vlan_proto != VLAN_N_VID) { in bond_arp_send()
2725 if (!tags->vlan_id) { in bond_arp_send()
2731 ntohs(outer_tag->vlan_proto), tags->vlan_id); in bond_arp_send()
2732 skb = vlan_insert_tag_set_proto(skb, tags->vlan_proto, in bond_arp_send()
2733 tags->vlan_id); in bond_arp_send()
2742 if (outer_tag->vlan_id) { in bond_arp_send()
2744 ntohs(outer_tag->vlan_proto), outer_tag->vlan_id); in bond_arp_send()
2745 __vlan_hwaccel_put_tag(skb, outer_tag->vlan_proto, in bond_arp_send()
2746 outer_tag->vlan_id); in bond_arp_send()
2770 return ERR_PTR(-ENOMEM); in bond_verify_device_path()
2795 struct rtable *rt; in bond_arp_send_all() local
2797 __be32 *targets = bond->params.arp_targets, addr; in bond_arp_send_all()
2801 slave_dbg(bond->dev, slave->dev, "%s: target %pI4\n", in bond_arp_send_all()
2806 rt = ip_route_output(dev_net(bond->dev), targets[i], 0, in bond_arp_send_all()
2808 if (IS_ERR(rt)) { in bond_arp_send_all()
2809 /* there's no route to target - try to send arp in bond_arp_send_all()
2812 if (bond->params.arp_validate) in bond_arp_send_all()
2814 bond->dev->name, in bond_arp_send_all()
2822 if (rt->dst.dev == bond->dev) in bond_arp_send_all()
2826 tags = bond_verify_device_path(bond->dev, rt->dst.dev, 0); in bond_arp_send_all()
2832 /* Not our device - skip */ in bond_arp_send_all()
2833 slave_dbg(bond->dev, slave->dev, "no path to arp_ip_target %pI4 via rt.dev %s\n", in bond_arp_send_all()
2834 &targets[i], rt->dst.dev ? rt->dst.dev->name : "NULL"); in bond_arp_send_all()
2836 ip_rt_put(rt); in bond_arp_send_all()
2840 addr = bond_confirm_addr(rt->dst.dev, targets[i], 0); in bond_arp_send_all()
2841 ip_rt_put(rt); in bond_arp_send_all()
2852 slave_dbg(bond->dev, slave->dev, "%s: sip %pI4 tip %pI4 not found\n", in bond_validate_arp()
2857 i = bond_get_targets_ip(bond->params.arp_targets, sip); in bond_validate_arp()
2858 if (i == -1) { in bond_validate_arp()
2859 slave_dbg(bond->dev, slave->dev, "%s: sip %pI4 not found in targets\n", in bond_validate_arp()
2863 slave->last_rx = jiffies; in bond_validate_arp()
2864 slave->target_last_arp_rx[i] = jiffies; in bond_validate_arp()
2870 struct arphdr *arp = (struct arphdr *)skb->data; in bond_arp_rcv()
2874 int is_arp = skb->protocol == __cpu_to_be16(ETH_P_ARP); in bond_arp_rcv()
2880 slave->last_rx = jiffies; in bond_arp_rcv()
2886 alen = arp_hdr_len(bond->dev); in bond_arp_rcv()
2888 slave_dbg(bond->dev, slave->dev, "%s: skb->dev %s\n", in bond_arp_rcv()
2889 __func__, skb->dev->name); in bond_arp_rcv()
2899 if (arp->ar_hln != bond->dev->addr_len || in bond_arp_rcv()
2900 skb->pkt_type == PACKET_OTHERHOST || in bond_arp_rcv()
2901 skb->pkt_type == PACKET_LOOPBACK || in bond_arp_rcv()
2902 arp->ar_hrd != htons(ARPHRD_ETHER) || in bond_arp_rcv()
2903 arp->ar_pro != htons(ETH_P_IP) || in bond_arp_rcv()
2904 arp->ar_pln != 4) in bond_arp_rcv()
2908 arp_ptr += bond->dev->addr_len; in bond_arp_rcv()
2910 arp_ptr += 4 + bond->dev->addr_len; in bond_arp_rcv()
2913 slave_dbg(bond->dev, slave->dev, "%s: %s/%d av %d sv %d sip %pI4 tip %pI4\n", in bond_arp_rcv()
2914 __func__, slave->dev->name, bond_slave_state(slave), in bond_arp_rcv()
2915 bond->params.arp_validate, slave_do_arp_validate(bond, slave), in bond_arp_rcv()
2918 curr_active_slave = rcu_dereference(bond->curr_active_slave); in bond_arp_rcv()
2919 curr_arp_slave = rcu_dereference(bond->current_arp_slave); in bond_arp_rcv()
2948 curr_active_slave->last_link_up)) in bond_arp_rcv()
2950 else if (curr_arp_slave && (arp->ar_op == htons(ARPOP_REPLY)) && in bond_arp_rcv()
2952 dev_trans_start(curr_arp_slave->dev), 1)) in bond_arp_rcv()
2956 if (arp != (struct arphdr *)skb->data) in bond_arp_rcv()
2962 * (last_act - arp_interval) <= jiffies <= (last_act + mod * arp_interval +
2968 int delta_in_ticks = msecs_to_jiffies(bond->params.arp_interval); in bond_time_in_interval()
2971 last_act - delta_in_ticks, in bond_time_in_interval()
2977 * is used in load-balancing mode. if the adapter has been dormant, then an
2992 oldcurrent = rcu_dereference(bond->curr_active_slave); in bond_loadbalance_arp_mon()
2995 * the picture unless it is null. also, slave->last_link_up is not in bond_loadbalance_arp_mon()
3002 unsigned long trans_start = dev_trans_start(slave->dev); in bond_loadbalance_arp_mon()
3006 if (slave->link != BOND_LINK_UP) { in bond_loadbalance_arp_mon()
3008 bond_time_in_interval(bond, slave->last_rx, 1)) { in bond_loadbalance_arp_mon()
3013 /* primary_slave has no meaning in round-robin in bond_loadbalance_arp_mon()
3019 slave_info(bond->dev, slave->dev, "link status definitely up\n"); in bond_loadbalance_arp_mon()
3022 slave_info(bond->dev, slave->dev, "interface is now up\n"); in bond_loadbalance_arp_mon()
3026 /* slave->link == BOND_LINK_UP */ in bond_loadbalance_arp_mon()
3033 !bond_time_in_interval(bond, slave->last_rx, 2)) { in bond_loadbalance_arp_mon()
3038 if (slave->link_failure_count < UINT_MAX) in bond_loadbalance_arp_mon()
3039 slave->link_failure_count++; in bond_loadbalance_arp_mon()
3041 slave_info(bond->dev, slave->dev, "interface is now down\n"); in bond_loadbalance_arp_mon()
3048 /* note: if switch is in round-robin mode, all links in bond_loadbalance_arp_mon()
3049 * must tx arp to ensure all links rx an arp - otherwise in bond_loadbalance_arp_mon()
3052 * do - all replies will be rx'ed on same link causing slaves in bond_loadbalance_arp_mon()
3066 if (slave->link_new_state != BOND_LINK_NOCHANGE) in bond_loadbalance_arp_mon()
3067 slave->link = slave->link_new_state; in bond_loadbalance_arp_mon()
3084 if (bond->params.arp_interval) in bond_loadbalance_arp_mon()
3085 queue_delayed_work(bond->wq, &bond->arp_work, in bond_loadbalance_arp_mon()
3086 msecs_to_jiffies(bond->params.arp_interval)); in bond_loadbalance_arp_mon()
3089 /* Called to inspect slaves for active-backup mode ARP monitor link state
3107 if (slave->link != BOND_LINK_UP) { in bond_ab_arp_inspect()
3111 } else if (slave->link == BOND_LINK_BACK) { in bond_ab_arp_inspect()
3122 if (bond_time_in_interval(bond, slave->last_link_up, 2)) in bond_ab_arp_inspect()
3126 * - No current_arp_slave AND in bond_ab_arp_inspect()
3127 * - more than 3*delta since last receive AND in bond_ab_arp_inspect()
3128 * - the bond has an IP address in bond_ab_arp_inspect()
3130 * Note: a non-null current_arp_slave indicates in bond_ab_arp_inspect()
3133 * we only take the curr_active_slave down - this in bond_ab_arp_inspect()
3138 !rcu_access_pointer(bond->current_arp_slave) && in bond_ab_arp_inspect()
3145 * - more than 2*delta since transmitting OR in bond_ab_arp_inspect()
3146 * - (more than 2*delta since receive AND in bond_ab_arp_inspect()
3149 trans_start = dev_trans_start(slave->dev); in bond_ab_arp_inspect()
3162 * active-backup mode ARP monitor.
3173 switch (slave->link_new_state) { in bond_ab_arp_commit()
3178 trans_start = dev_trans_start(slave->dev); in bond_ab_arp_commit()
3179 if (rtnl_dereference(bond->curr_active_slave) != slave || in bond_ab_arp_commit()
3180 (!rtnl_dereference(bond->curr_active_slave) && in bond_ab_arp_commit()
3184 current_arp_slave = rtnl_dereference(bond->current_arp_slave); in bond_ab_arp_commit()
3191 RCU_INIT_POINTER(bond->current_arp_slave, NULL); in bond_ab_arp_commit()
3194 slave_info(bond->dev, slave->dev, "link status definitely up\n"); in bond_ab_arp_commit()
3196 if (!rtnl_dereference(bond->curr_active_slave) || in bond_ab_arp_commit()
3197 slave == rtnl_dereference(bond->primary_slave)) in bond_ab_arp_commit()
3205 if (slave->link_failure_count < UINT_MAX) in bond_ab_arp_commit()
3206 slave->link_failure_count++; in bond_ab_arp_commit()
3213 slave_info(bond->dev, slave->dev, "link status definitely down, disabling slave\n"); in bond_ab_arp_commit()
3215 if (slave == rtnl_dereference(bond->curr_active_slave)) { in bond_ab_arp_commit()
3216 RCU_INIT_POINTER(bond->current_arp_slave, NULL); in bond_ab_arp_commit()
3231 if (rtnl_dereference(bond->curr_active_slave)) in bond_ab_arp_commit()
3232 RCU_INIT_POINTER(bond->current_arp_slave, NULL); in bond_ab_arp_commit()
3236 slave_err(bond->dev, slave->dev, in bond_ab_arp_commit()
3238 slave->link_new_state); in bond_ab_arp_commit()
3251 /* Send ARP probes for active-backup mode ARP monitor.
3258 *curr_arp_slave = rcu_dereference(bond->current_arp_slave), in bond_ab_arp_probe()
3259 *curr_active_slave = rcu_dereference(bond->curr_active_slave); in bond_ab_arp_probe()
3265 netdev_info(bond->dev, "PROBE: c_arp %s && cas %s BAD\n", in bond_ab_arp_probe()
3266 curr_arp_slave->dev->name, in bond_ab_arp_probe()
3267 curr_active_slave->dev->name); in bond_ab_arp_probe()
3292 * mark it down - this can happen if we have in bond_ab_arp_probe()
3298 if (!bond_slave_is_up(slave) && slave->link == BOND_LINK_UP) { in bond_ab_arp_probe()
3301 if (slave->link_failure_count < UINT_MAX) in bond_ab_arp_probe()
3302 slave->link_failure_count++; in bond_ab_arp_probe()
3307 slave_info(bond->dev, slave->dev, "backup interface is now down\n"); in bond_ab_arp_probe()
3323 new_slave->last_link_up = jiffies; in bond_ab_arp_probe()
3324 rcu_assign_pointer(bond->current_arp_slave, new_slave); in bond_ab_arp_probe()
3328 if (slave->should_notify || slave->should_notify_link) { in bond_ab_arp_probe()
3342 delta_in_ticks = msecs_to_jiffies(bond->params.arp_interval); in bond_activebackup_arp_mon()
3371 if (bond->params.arp_interval) in bond_activebackup_arp_mon()
3372 queue_delayed_work(bond->wq, &bond->arp_work, delta_in_ticks); in bond_activebackup_arp_mon()
3379 bond->send_peer_notif--; in bond_activebackup_arp_mon()
3381 bond->dev); in bond_activebackup_arp_mon()
3403 /*-------------------------- netdev event handling --------------------------*/
3458 bond_dev = slave->bond->dev; in bond_slave_netdev_event()
3459 bond = slave->bond; in bond_slave_netdev_event()
3460 primary = rtnl_dereference(bond->primary_slave); in bond_slave_netdev_event()
3466 if (bond_dev->type != ARPHRD_ETHER) in bond_slave_netdev_event()
3475 * in weird state. Mark it as link-fail if the link was in bond_slave_netdev_event()
3476 * previously up or link-down if it hasn't yet come up, and in bond_slave_netdev_event()
3477 * let link-monitoring (miimon) set it right when correct in bond_slave_netdev_event()
3482 if (slave->last_link_up) in bond_slave_netdev_event()
3483 slave->link = BOND_LINK_FAIL; in bond_slave_netdev_event()
3485 slave->link = BOND_LINK_DOWN; in bond_slave_netdev_event()
3492 /* Refresh slave-array if applicable! in bond_slave_netdev_event()
3493 * If the setup does not use miimon or arpmon (mode-specific!), in bond_slave_netdev_event()
3494 * then these events will not cause the slave-array to be in bond_slave_netdev_event()
3506 * an active-backup bond, slaves need in bond_slave_netdev_event()
3519 !bond->params.primary[0]) in bond_slave_netdev_event()
3523 /* slave's name changed - he's no longer primary */ in bond_slave_netdev_event()
3524 RCU_INIT_POINTER(bond->primary_slave, NULL); in bond_slave_netdev_event()
3525 } else if (!strcmp(slave_dev->name, bond->params.primary)) { in bond_slave_netdev_event()
3527 rcu_assign_pointer(bond->primary_slave, slave); in bond_slave_netdev_event()
3528 } else { /* we didn't change primary - exit */ in bond_slave_netdev_event()
3532 netdev_info(bond->dev, "Primary slave changed to %s, reselecting active slave\n", in bond_slave_netdev_event()
3533 primary ? slave_dev->name : "none"); in bond_slave_netdev_event()
3540 if (!bond->notifier_ctx) { in bond_slave_netdev_event()
3541 bond->notifier_ctx = true; in bond_slave_netdev_event()
3543 bond->notifier_ctx = false; in bond_slave_netdev_event()
3548 call_netdevice_notifiers(event, slave->bond->dev); in bond_slave_netdev_event()
3572 if (!(event_dev->priv_flags & IFF_BONDING)) in bond_netdev_event()
3575 if (event_dev->flags & IFF_MASTER) { in bond_netdev_event()
3583 if (event_dev->flags & IFF_SLAVE) in bond_netdev_event()
3593 /*---------------------------- Hashing Policies -----------------------------*/
3602 return ep->h_dest[5] ^ ep->h_source[5] ^ ep->h_proto; in bond_eth_hash()
3612 if (skb->protocol == htons(ETH_P_IP)) { in bond_flow_ip()
3615 iph = (const struct iphdr *)(skb->data + *noff); in bond_flow_ip()
3617 *noff += iph->ihl << 2; in bond_flow_ip()
3619 *proto = iph->protocol; in bond_flow_ip()
3620 } else if (skb->protocol == htons(ETH_P_IPV6)) { in bond_flow_ip()
3623 iph6 = (const struct ipv6hdr *)(skb->data + *noff); in bond_flow_ip()
3626 *proto = iph6->nexthdr; in bond_flow_ip()
3632 fk->ports.ports = skb_flow_get_ports(skb, *noff, *proto); in bond_flow_ip()
3641 bool l34 = bond->params.xmit_policy == BOND_XMIT_POLICY_LAYER34; in bond_flow_dissect()
3642 int noff, proto = -1; in bond_flow_dissect()
3644 if (bond->params.xmit_policy > BOND_XMIT_POLICY_LAYER23) { in bond_flow_dissect()
3650 fk->ports.ports = 0; in bond_flow_dissect()
3651 memset(&fk->icmp, 0, sizeof(fk->icmp)); in bond_flow_dissect()
3662 skb_flow_get_icmp_tci(skb, &fk->icmp, skb->data, in bond_flow_dissect()
3666 if (!icmp_is_err(fk->icmp.type)) in bond_flow_dissect()
3671 if (!icmpv6_is_err(fk->icmp.type)) in bond_flow_dissect()
3683 * bond_xmit_hash - generate a hash value based on the xmit policy
3695 if (bond->params.xmit_policy == BOND_XMIT_POLICY_ENCAP34 && in bond_xmit_hash()
3696 skb->l4_hash) in bond_xmit_hash()
3697 return skb->hash; in bond_xmit_hash()
3699 if (bond->params.xmit_policy == BOND_XMIT_POLICY_LAYER2 || in bond_xmit_hash()
3703 if (bond->params.xmit_policy == BOND_XMIT_POLICY_LAYER23 || in bond_xmit_hash()
3704 bond->params.xmit_policy == BOND_XMIT_POLICY_ENCAP23) { in bond_xmit_hash()
3720 /*-------------------------- Device entry points ----------------------------*/
3724 INIT_DELAYED_WORK(&bond->mcast_work, in bond_work_init_all()
3726 INIT_DELAYED_WORK(&bond->alb_work, bond_alb_monitor); in bond_work_init_all()
3727 INIT_DELAYED_WORK(&bond->mii_work, bond_mii_monitor); in bond_work_init_all()
3728 INIT_DELAYED_WORK(&bond->arp_work, bond_arp_monitor); in bond_work_init_all()
3729 INIT_DELAYED_WORK(&bond->ad_work, bond_3ad_state_machine_handler); in bond_work_init_all()
3730 INIT_DELAYED_WORK(&bond->slave_arr_work, bond_slave_arr_handler); in bond_work_init_all()
3735 cancel_delayed_work_sync(&bond->mii_work); in bond_work_cancel_all()
3736 cancel_delayed_work_sync(&bond->arp_work); in bond_work_cancel_all()
3737 cancel_delayed_work_sync(&bond->alb_work); in bond_work_cancel_all()
3738 cancel_delayed_work_sync(&bond->ad_work); in bond_work_cancel_all()
3739 cancel_delayed_work_sync(&bond->mcast_work); in bond_work_cancel_all()
3740 cancel_delayed_work_sync(&bond->slave_arr_work); in bond_work_cancel_all()
3749 /* reset slave->backup and slave->inactive */ in bond_open()
3753 slave != rcu_access_pointer(bond->curr_active_slave)) { in bond_open()
3768 return -ENOMEM; in bond_open()
3769 if (bond->params.tlb_dynamic_lb || BOND_MODE(bond) == BOND_MODE_ALB) in bond_open()
3770 queue_delayed_work(bond->wq, &bond->alb_work, 0); in bond_open()
3773 if (bond->params.miimon) /* link check interval, in milliseconds. */ in bond_open()
3774 queue_delayed_work(bond->wq, &bond->mii_work, 0); in bond_open()
3776 if (bond->params.arp_interval) { /* arp interval, in milliseconds. */ in bond_open()
3777 queue_delayed_work(bond->wq, &bond->arp_work, 0); in bond_open()
3778 bond->recv_probe = bond_arp_rcv; in bond_open()
3782 queue_delayed_work(bond->wq, &bond->ad_work, 0); in bond_open()
3784 bond->recv_probe = bond_3ad_lacpdu_recv; in bond_open()
3788 dev_mc_add(slave->dev, lacpdu_mcast_addr); in bond_open()
3803 bond->send_peer_notif = 0; in bond_close()
3806 bond->recv_probe = NULL; in bond_close()
3810 slave = rcu_dereference(bond->curr_active_slave); in bond_close()
3812 bond_hw_addr_flush(bond_dev, slave->dev); in bond_close()
3818 bond_hw_addr_flush(bond_dev, slave->dev); in bond_close()
3839 s64 delta = nv - ov; in bond_fold_stats()
3843 delta = (s64)(s32)((u32)nv - (u32)ov); in bond_fold_stats()
3861 iter = &dev->adj_list.lower; in bond_get_lowest_level_rcu()
3871 niter = &ldev->adj_list.lower; in bond_get_lowest_level_rcu()
3882 next = dev_stack[--cur]; in bond_get_lowest_level_rcu()
3909 spin_lock_nested(&bond->stats_lock, nest_level); in bond_get_stats()
3910 memcpy(stats, &bond->bond_stats, sizeof(*stats)); in bond_get_stats()
3914 dev_get_stats(slave->dev, &temp); in bond_get_stats()
3916 bond_fold_stats(stats, new, &slave->slave_stats); in bond_get_stats()
3919 memcpy(&slave->slave_stats, new, sizeof(*new)); in bond_get_stats()
3922 memcpy(&bond->bond_stats, stats, sizeof(*stats)); in bond_get_stats()
3923 spin_unlock(&bond->stats_lock); in bond_get_stats()
3935 struct mii_ioctl_data *mii = NULL; in bond_do_ioctl() local
3944 mii = if_mii(ifr); in bond_do_ioctl()
3945 if (!mii) in bond_do_ioctl()
3946 return -EINVAL; in bond_do_ioctl()
3948 mii->phy_id = 0; in bond_do_ioctl()
3954 mii = if_mii(ifr); in bond_do_ioctl()
3955 if (!mii) in bond_do_ioctl()
3956 return -EINVAL; in bond_do_ioctl()
3958 if (mii->reg_num == 1) { in bond_do_ioctl()
3959 mii->val_out = 0; in bond_do_ioctl()
3960 if (netif_carrier_ok(bond->dev)) in bond_do_ioctl()
3961 mii->val_out = BMSR_LSTATUS; in bond_do_ioctl()
3967 u_binfo = (struct ifbond __user *)ifr->ifr_data; in bond_do_ioctl()
3970 return -EFAULT; in bond_do_ioctl()
3974 return -EFAULT; in bond_do_ioctl()
3979 u_sinfo = (struct ifslave __user *)ifr->ifr_data; in bond_do_ioctl()
3982 return -EFAULT; in bond_do_ioctl()
3987 return -EFAULT; in bond_do_ioctl()
3996 if (!ns_capable(net->user_ns, CAP_NET_ADMIN)) in bond_do_ioctl()
3997 return -EPERM; in bond_do_ioctl()
3999 slave_dev = __dev_get_by_name(net, ifr->ifr_slave); in bond_do_ioctl()
4004 return -ENODEV; in bond_do_ioctl()
4021 bond_opt_initstr(&newval, slave_dev->name); in bond_do_ioctl()
4026 res = -EOPNOTSUPP; in bond_do_ioctl()
4038 bond_dev->flags & IFF_PROMISC ? 1 : -1); in bond_change_rx_flags()
4042 bond_dev->flags & IFF_ALLMULTI ? 1 : -1); in bond_change_rx_flags()
4053 slave = rcu_dereference(bond->curr_active_slave); in bond_set_rx_mode()
4055 dev_uc_sync(slave->dev, bond_dev); in bond_set_rx_mode()
4056 dev_mc_sync(slave->dev, bond_dev); in bond_set_rx_mode()
4060 dev_uc_sync_multiple(slave->dev, bond_dev); in bond_set_rx_mode()
4061 dev_mc_sync_multiple(slave->dev, bond_dev); in bond_set_rx_mode()
4069 struct bonding *bond = netdev_priv(n->dev); in bond_neigh_init()
4079 slave_ops = slave->dev->netdev_ops; in bond_neigh_init()
4080 if (!slave_ops->ndo_neigh_setup) in bond_neigh_init()
4092 ret = slave_ops->ndo_neigh_setup(slave->dev, &parms); in bond_neigh_init()
4109 * underlying devices. In that case - do nothing, we're already set up from
4116 if (parms->dev == dev) in bond_neigh_setup()
4117 parms->neigh_setup = bond_neigh_init; in bond_neigh_setup()
4133 slave_dbg(bond_dev, slave->dev, "s %p c_m %p\n", in bond_change_mtu()
4134 slave, slave->dev->netdev_ops->ndo_change_mtu); in bond_change_mtu()
4136 res = dev_set_mtu(slave->dev, new_mtu); in bond_change_mtu()
4147 slave_dbg(bond_dev, slave->dev, "err %d setting mtu to %d\n", in bond_change_mtu()
4153 bond_dev->mtu = new_mtu; in bond_change_mtu()
4165 tmp_res = dev_set_mtu(rollback_slave->dev, bond_dev->mtu); in bond_change_mtu()
4167 slave_dbg(bond_dev, rollback_slave->dev, "unwind err %d\n", in bond_change_mtu()
4197 if (bond->params.fail_over_mac && in bond_set_mac_address()
4201 if (!is_valid_ether_addr(ss->__data)) in bond_set_mac_address()
4202 return -EADDRNOTAVAIL; in bond_set_mac_address()
4205 slave_dbg(bond_dev, slave->dev, "%s: slave=%p\n", in bond_set_mac_address()
4207 res = dev_set_mac_address(slave->dev, addr, NULL); in bond_set_mac_address()
4215 slave_dbg(bond_dev, slave->dev, "%s: err %d\n", in bond_set_mac_address()
4222 memcpy(bond_dev->dev_addr, ss->__data, bond_dev->addr_len); in bond_set_mac_address()
4226 memcpy(tmp_ss.__data, bond_dev->dev_addr, bond_dev->addr_len); in bond_set_mac_address()
4227 tmp_ss.ss_family = bond_dev->type; in bond_set_mac_address()
4236 tmp_res = dev_set_mac_address(rollback_slave->dev, in bond_set_mac_address()
4239 slave_dbg(bond_dev, rollback_slave->dev, "%s: unwind err %d\n", in bond_set_mac_address()
4248 * bond_get_slave_by_id - get xmit slave with slave_id
4250 * @slave_id: slave id up to slave_cnt-1 through which to transmit
4264 if (--i < 0) { in bond_get_slave_by_id()
4273 if (--i < 0) in bond_get_slave_by_id()
4283 * bond_rr_gen_slave_id - generate slave id based on packets_per_slave
4294 int packets_per_slave = bond->params.packets_per_slave; in bond_rr_gen_slave_id()
4301 slave_id = bond->rr_tx_counter; in bond_rr_gen_slave_id()
4305 bond->params.reciprocal_packets_per_slave; in bond_rr_gen_slave_id()
4306 slave_id = reciprocal_divide(bond->rr_tx_counter, in bond_rr_gen_slave_id()
4310 bond->rr_tx_counter++; in bond_rr_gen_slave_id()
4328 if (skb->protocol == htons(ETH_P_IP)) { in bond_xmit_roundrobin_slave_get()
4336 if (iph->protocol == IPPROTO_IGMP) { in bond_xmit_roundrobin_slave_get()
4337 slave = rcu_dereference(bond->curr_active_slave); in bond_xmit_roundrobin_slave_get()
4345 slave_cnt = READ_ONCE(bond->slave_cnt); in bond_xmit_roundrobin_slave_get()
4361 return bond_dev_queue_xmit(bond, skb, slave->dev); in bond_xmit_roundrobin()
4369 return rcu_dereference(bond->curr_active_slave); in bond_xmit_activebackup_slave_get()
4372 /* In active-backup mode, we know that bond->curr_active_slave is always valid if
4383 return bond_dev_queue_xmit(bond, skb, slave->dev); in bond_xmit_activebackup()
4394 queue_delayed_work(bond->wq, &bond->slave_arr_work, delay); in bond_slave_arr_work_rearm()
4430 * this to-be-skipped slave to send a packet out. in bond_skip_slave()
4432 for (idx = 0; slaves && idx < slaves->count; idx++) { in bond_skip_slave()
4433 if (skipslave == slaves->arr[idx]) { in bond_skip_slave()
4434 slaves->arr[idx] = in bond_skip_slave()
4435 slaves->arr[slaves->count - 1]; in bond_skip_slave()
4436 slaves->count--; in bond_skip_slave()
4448 usable = rtnl_dereference(bond->usable_slaves); in bond_set_slave_arr()
4449 rcu_assign_pointer(bond->usable_slaves, usable_slaves); in bond_set_slave_arr()
4452 all = rtnl_dereference(bond->all_slaves); in bond_set_slave_arr()
4453 rcu_assign_pointer(bond->all_slaves, all_slaves); in bond_set_slave_arr()
4461 usable = rtnl_dereference(bond->usable_slaves); in bond_reset_slave_arr()
4463 RCU_INIT_POINTER(bond->usable_slaves, NULL); in bond_reset_slave_arr()
4467 all = rtnl_dereference(bond->all_slaves); in bond_reset_slave_arr()
4469 RCU_INIT_POINTER(bond->all_slaves, NULL); in bond_reset_slave_arr()
4474 /* Build the usable slaves array in control path for modes that use xmit-hash
4475 * to determine the slave interface -
4491 WARN_ON(lockdep_is_held(&bond->mode_lock)); in bond_update_slave_arr()
4495 bond->slave_cnt), GFP_KERNEL); in bond_update_slave_arr()
4497 bond->slave_cnt), GFP_KERNEL); in bond_update_slave_arr()
4499 ret = -ENOMEM; in bond_update_slave_arr()
4519 all_slaves->arr[all_slaves->count++] = slave; in bond_update_slave_arr()
4523 agg = SLAVE_AD_INFO(slave)->port.aggregator; in bond_update_slave_arr()
4524 if (!agg || agg->aggregator_identifier != agg_id) in bond_update_slave_arr()
4530 slave_dbg(bond->dev, slave->dev, "Adding slave to tx hash array[%d]\n", in bond_update_slave_arr()
4531 usable_slaves->count); in bond_update_slave_arr()
4533 usable_slaves->arr[usable_slaves->count++] = slave; in bond_update_slave_arr()
4540 bond_skip_slave(rtnl_dereference(bond->all_slaves), in bond_update_slave_arr()
4542 bond_skip_slave(rtnl_dereference(bond->usable_slaves), in bond_update_slave_arr()
4560 count = slaves ? READ_ONCE(slaves->count) : 0; in bond_xmit_3ad_xor_slave_get()
4564 slave = slaves->arr[hash % count]; in bond_xmit_3ad_xor_slave_get()
4579 slaves = rcu_dereference(bond->usable_slaves); in bond_3ad_xor_xmit()
4582 return bond_dev_queue_xmit(bond, skb, slave->dev); in bond_3ad_xor_xmit()
4600 if (!(bond_slave_is_up(slave) && slave->link == BOND_LINK_UP)) in bond_xmit_broadcast()
4610 bond_dev->name, __func__); in bond_xmit_broadcast()
4615 if (bond_dev_queue_xmit(bond, skb2, slave->dev) == NETDEV_TX_OK) in bond_xmit_broadcast()
4625 atomic_long_inc(&bond_dev->tx_dropped); in bond_xmit_broadcast()
4629 /*------------------------- Device initialization ---------------------------*/
4643 if (slave->queue_id == skb_get_queue_mapping(skb)) { in bond_slave_override()
4645 slave->link == BOND_LINK_UP) { in bond_slave_override()
4646 bond_dev_queue_xmit(bond, skb, slave->dev); in bond_slave_override()
4669 qdisc_skb_cb(skb)->slave_dev_queue_mapping = skb_get_queue_mapping(skb); in bond_select_queue()
4671 if (unlikely(txq >= dev->real_num_tx_queues)) { in bond_select_queue()
4673 txq -= dev->real_num_tx_queues; in bond_select_queue()
4674 } while (txq >= dev->real_num_tx_queues); in bond_select_queue()
4697 slaves = rcu_dereference(bond->all_slaves); in bond_xmit_get_slave()
4699 slaves = rcu_dereference(bond->usable_slaves); in bond_xmit_get_slave()
4717 return slave->dev; in bond_xmit_get_slave()
4775 speed = slave->speed; in bond_mode_bcast_speed()
4777 speed = min(speed, slave->speed); in bond_mode_bcast_speed()
4790 cmd->base.duplex = DUPLEX_UNKNOWN; in bond_ethtool_get_link_ksettings()
4791 cmd->base.port = PORT_OTHER; in bond_ethtool_get_link_ksettings()
4800 if (slave->speed != SPEED_UNKNOWN) { in bond_ethtool_get_link_ksettings()
4805 speed += slave->speed; in bond_ethtool_get_link_ksettings()
4807 if (cmd->base.duplex == DUPLEX_UNKNOWN && in bond_ethtool_get_link_ksettings()
4808 slave->duplex != DUPLEX_UNKNOWN) in bond_ethtool_get_link_ksettings()
4809 cmd->base.duplex = slave->duplex; in bond_ethtool_get_link_ksettings()
4812 cmd->base.speed = speed ? : SPEED_UNKNOWN; in bond_ethtool_get_link_ksettings()
4820 strlcpy(drvinfo->driver, DRV_NAME, sizeof(drvinfo->driver)); in bond_ethtool_get_drvinfo()
4821 snprintf(drvinfo->fw_version, sizeof(drvinfo->fw_version), "%d", in bond_ethtool_get_drvinfo()
4866 if (bond->wq) in bond_destructor()
4867 destroy_workqueue(bond->wq); in bond_destructor()
4874 spin_lock_init(&bond->mode_lock); in bond_setup()
4875 bond->params = bonding_defaults; in bond_setup()
4878 bond->dev = bond_dev; in bond_setup()
4882 bond_dev->max_mtu = ETH_MAX_MTU; in bond_setup()
4883 bond_dev->netdev_ops = &bond_netdev_ops; in bond_setup()
4884 bond_dev->ethtool_ops = &bond_ethtool_ops; in bond_setup()
4886 bond_dev->needs_free_netdev = true; in bond_setup()
4887 bond_dev->priv_destructor = bond_destructor; in bond_setup()
4892 bond_dev->flags |= IFF_MASTER; in bond_setup()
4893 bond_dev->priv_flags |= IFF_BONDING | IFF_UNICAST_FLT | IFF_NO_QUEUE; in bond_setup()
4894 bond_dev->priv_flags &= ~(IFF_XMIT_DST_RELEASE | IFF_TX_SKB_SHARING); in bond_setup()
4897 /* set up xfrm device ops (only supported in active-backup right now) */ in bond_setup()
4898 bond_dev->xfrmdev_ops = &bond_xfrmdev_ops; in bond_setup()
4899 INIT_LIST_HEAD(&bond->ipsec_list); in bond_setup()
4900 spin_lock_init(&bond->ipsec_lock); in bond_setup()
4904 bond_dev->features |= NETIF_F_LLTX; in bond_setup()
4914 bond_dev->features |= NETIF_F_NETNS_LOCAL; in bond_setup()
4916 bond_dev->hw_features = BOND_VLAN_FEATURES | in bond_setup()
4920 bond_dev->hw_features |= NETIF_F_GSO_ENCAP_ALL | NETIF_F_GSO_UDP_L4; in bond_setup()
4922 bond_dev->hw_features |= BOND_XFRM_FEATURES; in bond_setup()
4924 bond_dev->features |= bond_dev->hw_features; in bond_setup()
4925 bond_dev->features |= NETIF_F_HW_VLAN_CTAG_TX | NETIF_F_HW_VLAN_STAG_TX; in bond_setup()
4927 /* Disable XFRM features if this isn't an active-backup config */ in bond_setup()
4929 bond_dev->features &= ~BOND_XFRM_FEATURES; in bond_setup()
4947 __bond_release_one(bond_dev, slave->dev, true, true); in bond_uninit()
4950 usable = rtnl_dereference(bond->usable_slaves); in bond_uninit()
4952 RCU_INIT_POINTER(bond->usable_slaves, NULL); in bond_uninit()
4956 all = rtnl_dereference(bond->all_slaves); in bond_uninit()
4958 RCU_INIT_POINTER(bond->all_slaves, NULL); in bond_uninit()
4962 list_del(&bond->bond_list); in bond_uninit()
4967 /*------------------------- Module initialization ---------------------------*/
4990 return -EINVAL; in bond_check_params()
4992 bond_mode = valptr->value; in bond_check_params()
5008 return -EINVAL; in bond_check_params()
5010 xmit_hashtype = valptr->value; in bond_check_params()
5025 return -EINVAL; in bond_check_params()
5027 lacp_fast = valptr->value; in bond_check_params()
5037 return -EINVAL; in bond_check_params()
5039 params->ad_select = valptr->value; in bond_check_params()
5043 params->ad_select = BOND_AD_STABLE; in bond_check_params()
5047 …pr_warn("Warning: max_bonds (%d) not in range %d-%d, so it was reset to BOND_DEFAULT_MAX_BONDS (%d… in bond_check_params()
5053 pr_warn("Warning: miimon module parameter (%d), not in range 0-%d, so it was reset to 0\n", in bond_check_params()
5059 pr_warn("Warning: updelay module parameter (%d), not in range 0-%d, so it was reset to 0\n", in bond_check_params()
5065 pr_warn("Warning: downdelay module parameter (%d), not in range 0-%d, so it was reset to 0\n", in bond_check_params()
5077 pr_warn("Warning: num_grat_arp/num_unsol_na (%d) not in range 0-255 so it was reset to 1\n", in bond_check_params()
5154 pr_warn("Warning: arp_interval module parameter (%d), not in range 0-%d, so it was reset to 0\n", in bond_check_params()
5164 if (!in4_pton(arp_ip_target[i], -1, (u8 *)&ip, -1, NULL) || in bond_check_params()
5170 if (bond_get_targets_ip(arp_target, ip) == -1) in bond_check_params()
5188 return -EINVAL; in bond_check_params()
5197 return -EINVAL; in bond_check_params()
5199 arp_validate_value = valptr->value; in bond_check_params()
5213 arp_all_targets_value = valptr->value; in bond_check_params()
5218 pr_info("MII link monitoring set to %d ms\n", miimon); in bond_check_params()
5223 arp_interval, valptr->string, arp_ip_count); in bond_check_params()
5253 return -EINVAL; in bond_check_params()
5255 primary_reselect_value = valptr->value; in bond_check_params()
5267 return -EINVAL; in bond_check_params()
5269 fail_over_mac_value = valptr->value; in bond_check_params()
5271 pr_warn("Warning: fail_over_mac only affects active-backup mode\n"); in bond_check_params()
5282 return -EINVAL; in bond_check_params()
5284 ad_actor_sys_prio = valptr->value; in bond_check_params()
5290 return -EINVAL; in bond_check_params()
5292 ad_user_port_key = valptr->value; in bond_check_params()
5298 return -EINVAL; in bond_check_params()
5300 tlb_dynamic_lb = valptr->value; in bond_check_params()
5309 params->mode = bond_mode; in bond_check_params()
5310 params->xmit_policy = xmit_hashtype; in bond_check_params()
5311 params->miimon = miimon; in bond_check_params()
5312 params->num_peer_notif = num_peer_notif; in bond_check_params()
5313 params->arp_interval = arp_interval; in bond_check_params()
5314 params->arp_validate = arp_validate_value; in bond_check_params()
5315 params->arp_all_targets = arp_all_targets_value; in bond_check_params()
5316 params->updelay = updelay; in bond_check_params()
5317 params->downdelay = downdelay; in bond_check_params()
5318 params->peer_notif_delay = 0; in bond_check_params()
5319 params->use_carrier = use_carrier; in bond_check_params()
5320 params->lacp_fast = lacp_fast; in bond_check_params()
5321 params->primary[0] = 0; in bond_check_params()
5322 params->primary_reselect = primary_reselect_value; in bond_check_params()
5323 params->fail_over_mac = fail_over_mac_value; in bond_check_params()
5324 params->tx_queues = tx_queues; in bond_check_params()
5325 params->all_slaves_active = all_slaves_active; in bond_check_params()
5326 params->resend_igmp = resend_igmp; in bond_check_params()
5327 params->min_links = min_links; in bond_check_params()
5328 params->lp_interval = lp_interval; in bond_check_params()
5329 params->packets_per_slave = packets_per_slave; in bond_check_params()
5330 params->tlb_dynamic_lb = tlb_dynamic_lb; in bond_check_params()
5331 params->ad_actor_sys_prio = ad_actor_sys_prio; in bond_check_params()
5332 eth_zero_addr(params->ad_actor_system); in bond_check_params()
5333 params->ad_user_port_key = ad_user_port_key; in bond_check_params()
5335 params->reciprocal_packets_per_slave = in bond_check_params()
5341 params->reciprocal_packets_per_slave = in bond_check_params()
5346 strncpy(params->primary, primary, IFNAMSIZ); in bond_check_params()
5347 params->primary[IFNAMSIZ - 1] = 0; in bond_check_params()
5350 memcpy(params->arp_targets, arp_target, sizeof(arp_target)); in bond_check_params()
5363 bond->wq = alloc_ordered_workqueue(bond_dev->name, WQ_MEM_RECLAIM); in bond_init()
5364 if (!bond->wq) in bond_init()
5365 return -ENOMEM; in bond_init()
5367 bond->notifier_ctx = false; in bond_init()
5369 spin_lock_init(&bond->stats_lock); in bond_init()
5372 list_add_tail(&bond->bond_list, &bn->dev_list); in bond_init()
5379 if (is_zero_ether_addr(bond_dev->dev_addr) && in bond_init()
5380 bond_dev->addr_assign_type == NET_ADDR_PERM) in bond_init()
5411 return -ENOMEM; in bond_create()
5420 bond_info->rx_hashtbl_used_head = RLB_NULL_INDEX; in bond_create()
5423 bond_dev->rtnl_link_ops = &bond_link_ops; in bond_create()
5445 bn->net = net; in bond_net_init()
5446 INIT_LIST_HEAD(&bn->dev_list); in bond_net_init()
5464 list_for_each_entry_safe(bond, tmp_bond, &bn->dev_list, bond_list) in bond_net_exit()
5465 unregister_netdevice_queue(bond->dev, &list); in bond_net_exit()