79 #define RTL_W8(tp, reg, val8)	writeb((val8), tp->mmio_addr + (reg))  argument
80 #define RTL_W16(tp, reg, val16)	writew((val16), tp->mmio_addr + (reg))  argument
81 #define RTL_W32(tp, reg, val32)	writel((val32), tp->mmio_addr + (reg))  argument
82 #define RTL_R8(tp, reg)		readb(tp->mmio_addr + (reg))  argument
83 #define RTL_R16(tp, reg)		readw(tp->mmio_addr + (reg))  argument
84 #define RTL_R32(tp, reg)		readl(tp->mmio_addr + (reg))  argument
643 typedef void (*rtl_generic_fct)(struct rtl8169_private *tp);
672 static inline struct device *tp_to_dev(struct rtl8169_private *tp)  in tp_to_dev()  argument
674 	return &tp->pci_dev->dev;  in tp_to_dev()
677 static void rtl_lock_config_regs(struct rtl8169_private *tp)  in rtl_lock_config_regs()  argument
679 	RTL_W8(tp, Cfg9346, Cfg9346_Lock);  in rtl_lock_config_regs()
682 static void rtl_unlock_config_regs(struct rtl8169_private *tp)  in rtl_unlock_config_regs()  argument
684 	RTL_W8(tp, Cfg9346, Cfg9346_Unlock);  in rtl_unlock_config_regs()
687 static void rtl_pci_commit(struct rtl8169_private *tp)  in rtl_pci_commit()  argument
690 	RTL_R8(tp, ChipCmd);  in rtl_pci_commit()
693 static bool rtl_is_8125(struct rtl8169_private *tp)  in rtl_is_8125()  argument
695 	return tp->mac_version >= RTL_GIGA_MAC_VER_60;  in rtl_is_8125()
698 static bool rtl_is_8168evl_up(struct rtl8169_private *tp)  in rtl_is_8168evl_up()  argument
700 	return tp->mac_version >= RTL_GIGA_MAC_VER_34 &&  in rtl_is_8168evl_up()
701 	       tp->mac_version != RTL_GIGA_MAC_VER_39 &&  in rtl_is_8168evl_up()
702 	       tp->mac_version <= RTL_GIGA_MAC_VER_53;  in rtl_is_8168evl_up()
705 static bool rtl_supports_eee(struct rtl8169_private *tp)  in rtl_supports_eee()  argument
707 	return tp->mac_version >= RTL_GIGA_MAC_VER_34 &&  in rtl_supports_eee()
708 	       tp->mac_version != RTL_GIGA_MAC_VER_37 &&  in rtl_supports_eee()
709 	       tp->mac_version != RTL_GIGA_MAC_VER_39;  in rtl_supports_eee()
712 static void rtl_read_mac_from_reg(struct rtl8169_private *tp, u8 *mac, int reg)  in rtl_read_mac_from_reg()  argument
717 		mac[i] = RTL_R8(tp, reg + i);  in rtl_read_mac_from_reg()
725 static bool rtl_loop_wait(struct rtl8169_private *tp, const struct rtl_cond *c,  in rtl_loop_wait()  argument
731 		if (c->check(tp) == high)  in rtl_loop_wait()
737 		netdev_err(tp->dev, "%s == %d (loop: %d, delay: %lu).\n",  in rtl_loop_wait()
742 static bool rtl_loop_wait_high(struct rtl8169_private *tp,  in rtl_loop_wait_high()  argument
746 	return rtl_loop_wait(tp, c, d, n, true);  in rtl_loop_wait_high()
749 static bool rtl_loop_wait_low(struct rtl8169_private *tp,  in rtl_loop_wait_low()  argument
753 	return rtl_loop_wait(tp, c, d, n, false);  in rtl_loop_wait_low()
764 static bool name ## _check(struct rtl8169_private *tp)
766 static void r8168fp_adjust_ocp_cmd(struct rtl8169_private *tp, u32 *cmd, int type)  in r8168fp_adjust_ocp_cmd()  argument
770 	    (tp->mac_version == RTL_GIGA_MAC_VER_52 ||  in r8168fp_adjust_ocp_cmd()
771 	     tp->mac_version == RTL_GIGA_MAC_VER_53))  in r8168fp_adjust_ocp_cmd()
777 	return RTL_R32(tp, ERIAR) & ERIAR_FLAG;  in DECLARE_RTL_COND()
780 static void _rtl_eri_write(struct rtl8169_private *tp, int addr, u32 mask,  in _rtl_eri_write()  argument
788 	RTL_W32(tp, ERIDR, val);  in _rtl_eri_write()
789 	r8168fp_adjust_ocp_cmd(tp, &cmd, type);  in _rtl_eri_write()
790 	RTL_W32(tp, ERIAR, cmd);  in _rtl_eri_write()
792 	rtl_loop_wait_low(tp, &rtl_eriar_cond, 100, 100);  in _rtl_eri_write()
795 static void rtl_eri_write(struct rtl8169_private *tp, int addr, u32 mask,  in rtl_eri_write()  argument
798 	_rtl_eri_write(tp, addr, mask, val, ERIAR_EXGMAC);  in rtl_eri_write()
801 static u32 _rtl_eri_read(struct rtl8169_private *tp, int addr, int type)  in _rtl_eri_read()  argument
805 	r8168fp_adjust_ocp_cmd(tp, &cmd, type);  in _rtl_eri_read()
806 	RTL_W32(tp, ERIAR, cmd);  in _rtl_eri_read()
808 	return rtl_loop_wait_high(tp, &rtl_eriar_cond, 100, 100) ?  in _rtl_eri_read()
809 		RTL_R32(tp, ERIDR) : ~0;  in _rtl_eri_read()
812 static u32 rtl_eri_read(struct rtl8169_private *tp, int addr)  in rtl_eri_read()  argument
814 	return _rtl_eri_read(tp, addr, ERIAR_EXGMAC);  in rtl_eri_read()
817 static void rtl_w0w1_eri(struct rtl8169_private *tp, int addr, u32 p, u32 m)  in rtl_w0w1_eri()  argument
819 	u32 val = rtl_eri_read(tp, addr);  in rtl_w0w1_eri()
821 	rtl_eri_write(tp, addr, ERIAR_MASK_1111, (val & ~m) | p);  in rtl_w0w1_eri()
824 static void rtl_eri_set_bits(struct rtl8169_private *tp, int addr, u32 p)  in rtl_eri_set_bits()  argument
826 	rtl_w0w1_eri(tp, addr, p, 0);  in rtl_eri_set_bits()
829 static void rtl_eri_clear_bits(struct rtl8169_private *tp, int addr, u32 m)  in rtl_eri_clear_bits()  argument
831 	rtl_w0w1_eri(tp, addr, 0, m);  in rtl_eri_clear_bits()
841 	return RTL_R32(tp, GPHY_OCP) & OCPAR_FLAG;  in DECLARE_RTL_COND()
844 static void r8168_phy_ocp_write(struct rtl8169_private *tp, u32 reg, u32 data)  in r8168_phy_ocp_write()  argument
849 	RTL_W32(tp, GPHY_OCP, OCPAR_FLAG | (reg << 15) | data);  in r8168_phy_ocp_write()
851 	rtl_loop_wait_low(tp, &rtl_ocp_gphy_cond, 25, 10);  in r8168_phy_ocp_write()
854 static int r8168_phy_ocp_read(struct rtl8169_private *tp, u32 reg)  in r8168_phy_ocp_read()  argument
859 	RTL_W32(tp, GPHY_OCP, reg << 15);  in r8168_phy_ocp_read()
861 	return rtl_loop_wait_high(tp, &rtl_ocp_gphy_cond, 25, 10) ?  in r8168_phy_ocp_read()
862 		(RTL_R32(tp, GPHY_OCP) & 0xffff) : -ETIMEDOUT;  in r8168_phy_ocp_read()
865 static void r8168_mac_ocp_write(struct rtl8169_private *tp, u32 reg, u32 data)  in r8168_mac_ocp_write()  argument
870 	RTL_W32(tp, OCPDR, OCPAR_FLAG | (reg << 15) | data);  in r8168_mac_ocp_write()
873 static u16 r8168_mac_ocp_read(struct rtl8169_private *tp, u32 reg)  in r8168_mac_ocp_read()  argument
878 	RTL_W32(tp, OCPDR, reg << 15);  in r8168_mac_ocp_read()
880 	return RTL_R32(tp, OCPDR);  in r8168_mac_ocp_read()
883 static void r8168_mac_ocp_modify(struct rtl8169_private *tp, u32 reg, u16 mask,  in r8168_mac_ocp_modify()  argument
886 	u16 data = r8168_mac_ocp_read(tp, reg);  in r8168_mac_ocp_modify()
888 	r8168_mac_ocp_write(tp, reg, (data & ~mask) | set);  in r8168_mac_ocp_modify()
894 static void rtl8168g_phy_suspend_quirk(struct rtl8169_private *tp, int value)  in rtl8168g_phy_suspend_quirk()  argument
896 	switch (tp->mac_version) {  in rtl8168g_phy_suspend_quirk()
901 			rtl_eri_set_bits(tp, 0x1a8, 0xfc000000);  in rtl8168g_phy_suspend_quirk()
903 			rtl_eri_clear_bits(tp, 0x1a8, 0xfc000000);  in rtl8168g_phy_suspend_quirk()
910 static void r8168g_mdio_write(struct rtl8169_private *tp, int reg, int value)  in r8168g_mdio_write()  argument
913 		tp->ocp_base = value ? value << 4 : OCP_STD_PHY_BASE;  in r8168g_mdio_write()
917 	if (tp->ocp_base != OCP_STD_PHY_BASE)  in r8168g_mdio_write()
920 	if (tp->ocp_base == OCP_STD_PHY_BASE && reg == MII_BMCR)  in r8168g_mdio_write()
921 		rtl8168g_phy_suspend_quirk(tp, value);  in r8168g_mdio_write()
923 	r8168_phy_ocp_write(tp, tp->ocp_base + reg * 2, value);  in r8168g_mdio_write()
926 static int r8168g_mdio_read(struct rtl8169_private *tp, int reg)  in r8168g_mdio_read()  argument
929 		return tp->ocp_base == OCP_STD_PHY_BASE ? 0 : tp->ocp_base >> 4;  in r8168g_mdio_read()
931 	if (tp->ocp_base != OCP_STD_PHY_BASE)  in r8168g_mdio_read()
934 	return r8168_phy_ocp_read(tp, tp->ocp_base + reg * 2);  in r8168g_mdio_read()
937 static void mac_mcu_write(struct rtl8169_private *tp, int reg, int value)  in mac_mcu_write()  argument
940 		tp->ocp_base = value << 4;  in mac_mcu_write()
944 	r8168_mac_ocp_write(tp, tp->ocp_base + reg, value);  in mac_mcu_write()
947 static int mac_mcu_read(struct rtl8169_private *tp, int reg)  in mac_mcu_read()  argument
949 	return r8168_mac_ocp_read(tp, tp->ocp_base + reg);  in mac_mcu_read()
954 	return RTL_R32(tp, PHYAR) & 0x80000000;  in DECLARE_RTL_COND()
957 static void r8169_mdio_write(struct rtl8169_private *tp, int reg, int value)  in r8169_mdio_write()  argument
959 	RTL_W32(tp, PHYAR, 0x80000000 | (reg & 0x1f) << 16 | (value & 0xffff));  in r8169_mdio_write()
961 	rtl_loop_wait_low(tp, &rtl_phyar_cond, 25, 20);  in r8169_mdio_write()
969 static int r8169_mdio_read(struct rtl8169_private *tp, int reg)  in r8169_mdio_read()  argument
973 	RTL_W32(tp, PHYAR, 0x0 | (reg & 0x1f) << 16);  in r8169_mdio_read()
975 	value = rtl_loop_wait_high(tp, &rtl_phyar_cond, 25, 20) ?  in r8169_mdio_read()
976 		RTL_R32(tp, PHYAR) & 0xffff : -ETIMEDOUT;  in r8169_mdio_read()
989 	return RTL_R32(tp, OCPAR) & OCPAR_FLAG;  in DECLARE_RTL_COND()
992 static void r8168dp_1_mdio_access(struct rtl8169_private *tp, int reg, u32 data)  in r8168dp_1_mdio_access()  argument
994 	RTL_W32(tp, OCPDR, data | ((reg & OCPDR_REG_MASK) << OCPDR_GPHY_REG_SHIFT));  in r8168dp_1_mdio_access()
995 	RTL_W32(tp, OCPAR, OCPAR_GPHY_WRITE_CMD);  in r8168dp_1_mdio_access()
996 	RTL_W32(tp, EPHY_RXER_NUM, 0);  in r8168dp_1_mdio_access()
998 	rtl_loop_wait_low(tp, &rtl_ocpar_cond, 1000, 100);  in r8168dp_1_mdio_access()
1001 static void r8168dp_1_mdio_write(struct rtl8169_private *tp, int reg, int value)  in r8168dp_1_mdio_write()  argument
1003 	r8168dp_1_mdio_access(tp, reg,  in r8168dp_1_mdio_write()
1007 static int r8168dp_1_mdio_read(struct rtl8169_private *tp, int reg)  in r8168dp_1_mdio_read()  argument
1009 	r8168dp_1_mdio_access(tp, reg, OCPDR_READ_CMD);  in r8168dp_1_mdio_read()
1012 	RTL_W32(tp, OCPAR, OCPAR_GPHY_READ_CMD);  in r8168dp_1_mdio_read()
1013 	RTL_W32(tp, EPHY_RXER_NUM, 0);  in r8168dp_1_mdio_read()
1015 	return rtl_loop_wait_high(tp, &rtl_ocpar_cond, 1000, 100) ?  in r8168dp_1_mdio_read()
1016 		RTL_R32(tp, OCPDR) & OCPDR_DATA_MASK : -ETIMEDOUT;  in r8168dp_1_mdio_read()
1021 static void r8168dp_2_mdio_start(struct rtl8169_private *tp)  in r8168dp_2_mdio_start()  argument
1023 	RTL_W32(tp, 0xd0, RTL_R32(tp, 0xd0) & ~R8168DP_1_MDIO_ACCESS_BIT);  in r8168dp_2_mdio_start()
1026 static void r8168dp_2_mdio_stop(struct rtl8169_private *tp)  in r8168dp_2_mdio_stop()  argument
1028 	RTL_W32(tp, 0xd0, RTL_R32(tp, 0xd0) | R8168DP_1_MDIO_ACCESS_BIT);  in r8168dp_2_mdio_stop()
1031 static void r8168dp_2_mdio_write(struct rtl8169_private *tp, int reg, int value)  in r8168dp_2_mdio_write()  argument
1033 	r8168dp_2_mdio_start(tp);  in r8168dp_2_mdio_write()
1035 	r8169_mdio_write(tp, reg, value);  in r8168dp_2_mdio_write()
1037 	r8168dp_2_mdio_stop(tp);  in r8168dp_2_mdio_write()
1040 static int r8168dp_2_mdio_read(struct rtl8169_private *tp, int reg)  in r8168dp_2_mdio_read()  argument
1048 	r8168dp_2_mdio_start(tp);  in r8168dp_2_mdio_read()
1050 	value = r8169_mdio_read(tp, reg);  in r8168dp_2_mdio_read()
1052 	r8168dp_2_mdio_stop(tp);  in r8168dp_2_mdio_read()
1057 static void rtl_writephy(struct rtl8169_private *tp, int location, int val)  in rtl_writephy()  argument
1059 	switch (tp->mac_version) {  in rtl_writephy()
1061 		r8168dp_1_mdio_write(tp, location, val);  in rtl_writephy()
1065 		r8168dp_2_mdio_write(tp, location, val);  in rtl_writephy()
1068 		r8168g_mdio_write(tp, location, val);  in rtl_writephy()
1071 		r8169_mdio_write(tp, location, val);  in rtl_writephy()
1076 static int rtl_readphy(struct rtl8169_private *tp, int location)  in rtl_readphy()  argument
1078 	switch (tp->mac_version) {  in rtl_readphy()
1080 		return r8168dp_1_mdio_read(tp, location);  in rtl_readphy()
1083 		return r8168dp_2_mdio_read(tp, location);  in rtl_readphy()
1085 		return r8168g_mdio_read(tp, location);  in rtl_readphy()
1087 		return r8169_mdio_read(tp, location);  in rtl_readphy()
1093 	return RTL_R32(tp, EPHYAR) & EPHYAR_FLAG;  in DECLARE_RTL_COND()
1096 static void rtl_ephy_write(struct rtl8169_private *tp, int reg_addr, int value)  in rtl_ephy_write()  argument
1098 	RTL_W32(tp, EPHYAR, EPHYAR_WRITE_CMD | (value & EPHYAR_DATA_MASK) |  in rtl_ephy_write()
1101 	rtl_loop_wait_low(tp, &rtl_ephyar_cond, 10, 100);  in rtl_ephy_write()
1106 static u16 rtl_ephy_read(struct rtl8169_private *tp, int reg_addr)  in rtl_ephy_read()  argument
1108 	RTL_W32(tp, EPHYAR, (reg_addr & EPHYAR_REG_MASK) << EPHYAR_REG_SHIFT);  in rtl_ephy_read()
1110 	return rtl_loop_wait_high(tp, &rtl_ephyar_cond, 10, 100) ?  in rtl_ephy_read()
1111 		RTL_R32(tp, EPHYAR) & EPHYAR_DATA_MASK : ~0;  in rtl_ephy_read()
1114 static u32 r8168dp_ocp_read(struct rtl8169_private *tp, u16 reg)  in r8168dp_ocp_read()  argument
1116 	RTL_W32(tp, OCPAR, 0x0fu << 12 | (reg & 0x0fff));  in r8168dp_ocp_read()
1117 	return rtl_loop_wait_high(tp, &rtl_ocpar_cond, 100, 20) ?  in r8168dp_ocp_read()
1118 		RTL_R32(tp, OCPDR) : ~0;  in r8168dp_ocp_read()
1121 static u32 r8168ep_ocp_read(struct rtl8169_private *tp, u16 reg)  in r8168ep_ocp_read()  argument
1123 	return _rtl_eri_read(tp, reg, ERIAR_OOB);  in r8168ep_ocp_read()
1126 static void r8168dp_ocp_write(struct rtl8169_private *tp, u8 mask, u16 reg,  in r8168dp_ocp_write()  argument
1129 	RTL_W32(tp, OCPDR, data);  in r8168dp_ocp_write()
1130 	RTL_W32(tp, OCPAR, OCPAR_FLAG | ((u32)mask & 0x0f) << 12 | (reg & 0x0fff));  in r8168dp_ocp_write()
1131 	rtl_loop_wait_low(tp, &rtl_ocpar_cond, 100, 20);  in r8168dp_ocp_write()
1134 static void r8168ep_ocp_write(struct rtl8169_private *tp, u8 mask, u16 reg,  in r8168ep_ocp_write()  argument
1137 	_rtl_eri_write(tp, reg, ((u32)mask & 0x0f) << ERIAR_MASK_SHIFT,  in r8168ep_ocp_write()
1141 static void r8168dp_oob_notify(struct rtl8169_private *tp, u8 cmd)  in r8168dp_oob_notify()  argument
1143 	rtl_eri_write(tp, 0xe8, ERIAR_MASK_0001, cmd);  in r8168dp_oob_notify()
1145 	r8168dp_ocp_write(tp, 0x1, 0x30, 0x00000001);  in r8168dp_oob_notify()
1152 static u16 rtl8168_get_ocp_reg(struct rtl8169_private *tp)  in rtl8168_get_ocp_reg()  argument
1154 	return (tp->mac_version == RTL_GIGA_MAC_VER_31) ? 0xb8 : 0x10;  in rtl8168_get_ocp_reg()
1161 	reg = rtl8168_get_ocp_reg(tp);  in DECLARE_RTL_COND()
1163 	return r8168dp_ocp_read(tp, reg) & 0x00000800;  in DECLARE_RTL_COND()
1168 	return r8168ep_ocp_read(tp, 0x124) & 0x00000001;  in DECLARE_RTL_COND()
1173 	return RTL_R8(tp, IBISR0) & 0x20;  in DECLARE_RTL_COND()
1176 static void rtl8168ep_stop_cmac(struct rtl8169_private *tp)  in rtl8168ep_stop_cmac()  argument
1178 	RTL_W8(tp, IBCR2, RTL_R8(tp, IBCR2) & ~0x01);  in rtl8168ep_stop_cmac()
1179 	rtl_loop_wait_high(tp, &rtl_ocp_tx_cond, 50000, 2000);  in rtl8168ep_stop_cmac()
1180 	RTL_W8(tp, IBISR0, RTL_R8(tp, IBISR0) | 0x20);  in rtl8168ep_stop_cmac()
1181 	RTL_W8(tp, IBCR0, RTL_R8(tp, IBCR0) & ~0x01);  in rtl8168ep_stop_cmac()
1184 static void rtl8168dp_driver_start(struct rtl8169_private *tp)  in rtl8168dp_driver_start()  argument
1186 	r8168dp_oob_notify(tp, OOB_CMD_DRIVER_START);  in rtl8168dp_driver_start()
1187 	rtl_loop_wait_high(tp, &rtl_dp_ocp_read_cond, 10000, 10);  in rtl8168dp_driver_start()
1190 static void rtl8168ep_driver_start(struct rtl8169_private *tp)  in rtl8168ep_driver_start()  argument
1192 	r8168ep_ocp_write(tp, 0x01, 0x180, OOB_CMD_DRIVER_START);  in rtl8168ep_driver_start()
1193 	r8168ep_ocp_write(tp, 0x01, 0x30, r8168ep_ocp_read(tp, 0x30) | 0x01);  in rtl8168ep_driver_start()
1194 	rtl_loop_wait_high(tp, &rtl_ep_ocp_read_cond, 10000, 30);  in rtl8168ep_driver_start()
1197 static void rtl8168_driver_start(struct rtl8169_private *tp)  in rtl8168_driver_start()  argument
1199 	if (tp->dash_type == RTL_DASH_DP)  in rtl8168_driver_start()
1200 		rtl8168dp_driver_start(tp);  in rtl8168_driver_start()
1202 		rtl8168ep_driver_start(tp);  in rtl8168_driver_start()
1205 static void rtl8168dp_driver_stop(struct rtl8169_private *tp)  in rtl8168dp_driver_stop()  argument
1207 	r8168dp_oob_notify(tp, OOB_CMD_DRIVER_STOP);  in rtl8168dp_driver_stop()
1208 	rtl_loop_wait_low(tp, &rtl_dp_ocp_read_cond, 10000, 10);  in rtl8168dp_driver_stop()
1211 static void rtl8168ep_driver_stop(struct rtl8169_private *tp)  in rtl8168ep_driver_stop()  argument
1213 	rtl8168ep_stop_cmac(tp);  in rtl8168ep_driver_stop()
1214 	r8168ep_ocp_write(tp, 0x01, 0x180, OOB_CMD_DRIVER_STOP);  in rtl8168ep_driver_stop()
1215 	r8168ep_ocp_write(tp, 0x01, 0x30, r8168ep_ocp_read(tp, 0x30) | 0x01);  in rtl8168ep_driver_stop()
1216 	rtl_loop_wait_low(tp, &rtl_ep_ocp_read_cond, 10000, 10);  in rtl8168ep_driver_stop()
1219 static void rtl8168_driver_stop(struct rtl8169_private *tp)  in rtl8168_driver_stop()  argument
1221 	if (tp->dash_type == RTL_DASH_DP)  in rtl8168_driver_stop()
1222 		rtl8168dp_driver_stop(tp);  in rtl8168_driver_stop()
1224 		rtl8168ep_driver_stop(tp);  in rtl8168_driver_stop()
1227 static bool r8168dp_check_dash(struct rtl8169_private *tp)  in r8168dp_check_dash()  argument
1229 	u16 reg = rtl8168_get_ocp_reg(tp);  in r8168dp_check_dash()
1231 	return r8168dp_ocp_read(tp, reg) & BIT(15);  in r8168dp_check_dash()
1234 static bool r8168ep_check_dash(struct rtl8169_private *tp)  in r8168ep_check_dash()  argument
1236 	return r8168ep_ocp_read(tp, 0x128) & BIT(0);  in r8168ep_check_dash()
1239 static enum rtl_dash_type rtl_check_dash(struct rtl8169_private *tp)  in rtl_check_dash()  argument
1241 	switch (tp->mac_version) {  in rtl_check_dash()
1245 		return r8168dp_check_dash(tp) ? RTL_DASH_DP : RTL_DASH_NONE;  in rtl_check_dash()
1247 		return r8168ep_check_dash(tp) ? RTL_DASH_EP : RTL_DASH_NONE;  in rtl_check_dash()
1253 static void rtl_set_d3_pll_down(struct rtl8169_private *tp, bool enable)  in rtl_set_d3_pll_down()  argument
1255 	switch (tp->mac_version) {  in rtl_set_d3_pll_down()
1261 			RTL_W8(tp, PMCH, RTL_R8(tp, PMCH) & ~D3_NO_PLL_DOWN);  in rtl_set_d3_pll_down()
1263 			RTL_W8(tp, PMCH, RTL_R8(tp, PMCH) | D3_NO_PLL_DOWN);  in rtl_set_d3_pll_down()
1270 static void rtl_reset_packet_filter(struct rtl8169_private *tp)  in rtl_reset_packet_filter()  argument
1272 	rtl_eri_clear_bits(tp, 0xdc, BIT(0));  in rtl_reset_packet_filter()
1273 	rtl_eri_set_bits(tp, 0xdc, BIT(0));  in rtl_reset_packet_filter()
1278 	return RTL_R32(tp, EFUSEAR) & EFUSEAR_FLAG;  in DECLARE_RTL_COND()
1281 u8 rtl8168d_efuse_read(struct rtl8169_private *tp, int reg_addr)  in rtl8168d_efuse_read()  argument
1283 	RTL_W32(tp, EFUSEAR, (reg_addr & EFUSEAR_REG_MASK) << EFUSEAR_REG_SHIFT);  in rtl8168d_efuse_read()
1285 	return rtl_loop_wait_high(tp, &rtl_efusear_cond, 100, 300) ?  in rtl8168d_efuse_read()
1286 		RTL_R32(tp, EFUSEAR) & EFUSEAR_DATA_MASK : ~0;  in rtl8168d_efuse_read()
1289 static u32 rtl_get_events(struct rtl8169_private *tp)  in rtl_get_events()  argument
1291 	if (rtl_is_8125(tp))  in rtl_get_events()
1292 		return RTL_R32(tp, IntrStatus_8125);  in rtl_get_events()
1294 		return RTL_R16(tp, IntrStatus);  in rtl_get_events()
1297 static void rtl_ack_events(struct rtl8169_private *tp, u32 bits)  in rtl_ack_events()  argument
1299 	if (rtl_is_8125(tp))  in rtl_ack_events()
1300 		RTL_W32(tp, IntrStatus_8125, bits);  in rtl_ack_events()
1302 		RTL_W16(tp, IntrStatus, bits);  in rtl_ack_events()
1305 static void rtl_irq_disable(struct rtl8169_private *tp)  in rtl_irq_disable()  argument
1307 	if (rtl_is_8125(tp))  in rtl_irq_disable()
1308 		RTL_W32(tp, IntrMask_8125, 0);  in rtl_irq_disable()
1310 		RTL_W16(tp, IntrMask, 0);  in rtl_irq_disable()
1313 static void rtl_irq_enable(struct rtl8169_private *tp)  in rtl_irq_enable()  argument
1315 	if (rtl_is_8125(tp))  in rtl_irq_enable()
1316 		RTL_W32(tp, IntrMask_8125, tp->irq_mask);  in rtl_irq_enable()
1318 		RTL_W16(tp, IntrMask, tp->irq_mask);  in rtl_irq_enable()
1321 static void rtl8169_irq_mask_and_ack(struct rtl8169_private *tp)  in rtl8169_irq_mask_and_ack()  argument
1323 	rtl_irq_disable(tp);  in rtl8169_irq_mask_and_ack()
1324 	rtl_ack_events(tp, 0xffffffff);  in rtl8169_irq_mask_and_ack()
1325 	rtl_pci_commit(tp);  in rtl8169_irq_mask_and_ack()
1328 static void rtl_link_chg_patch(struct rtl8169_private *tp)  in rtl_link_chg_patch()  argument
1330 	struct phy_device *phydev = tp->phydev;  in rtl_link_chg_patch()
1332 	if (tp->mac_version == RTL_GIGA_MAC_VER_34 ||  in rtl_link_chg_patch()
1333 	    tp->mac_version == RTL_GIGA_MAC_VER_38) {  in rtl_link_chg_patch()
1335 			rtl_eri_write(tp, 0x1bc, ERIAR_MASK_1111, 0x00000011);  in rtl_link_chg_patch()
1336 			rtl_eri_write(tp, 0x1dc, ERIAR_MASK_1111, 0x00000005);  in rtl_link_chg_patch()
1338 			rtl_eri_write(tp, 0x1bc, ERIAR_MASK_1111, 0x0000001f);  in rtl_link_chg_patch()
1339 			rtl_eri_write(tp, 0x1dc, ERIAR_MASK_1111, 0x00000005);  in rtl_link_chg_patch()
1341 			rtl_eri_write(tp, 0x1bc, ERIAR_MASK_1111, 0x0000001f);  in rtl_link_chg_patch()
1342 			rtl_eri_write(tp, 0x1dc, ERIAR_MASK_1111, 0x0000003f);  in rtl_link_chg_patch()
1344 		rtl_reset_packet_filter(tp);  in rtl_link_chg_patch()
1345 	} else if (tp->mac_version == RTL_GIGA_MAC_VER_35 ||  in rtl_link_chg_patch()
1346 		   tp->mac_version == RTL_GIGA_MAC_VER_36) {  in rtl_link_chg_patch()
1348 			rtl_eri_write(tp, 0x1bc, ERIAR_MASK_1111, 0x00000011);  in rtl_link_chg_patch()
1349 			rtl_eri_write(tp, 0x1dc, ERIAR_MASK_1111, 0x00000005);  in rtl_link_chg_patch()
1351 			rtl_eri_write(tp, 0x1bc, ERIAR_MASK_1111, 0x0000001f);  in rtl_link_chg_patch()
1352 			rtl_eri_write(tp, 0x1dc, ERIAR_MASK_1111, 0x0000003f);  in rtl_link_chg_patch()
1354 	} else if (tp->mac_version == RTL_GIGA_MAC_VER_37) {  in rtl_link_chg_patch()
1356 			rtl_eri_write(tp, 0x1d0, ERIAR_MASK_0011, 0x4d02);  in rtl_link_chg_patch()
1357 			rtl_eri_write(tp, 0x1dc, ERIAR_MASK_0011, 0x0060a);  in rtl_link_chg_patch()
1359 			rtl_eri_write(tp, 0x1d0, ERIAR_MASK_0011, 0x0000);  in rtl_link_chg_patch()
1368 	struct rtl8169_private *tp = netdev_priv(dev);  in rtl8169_get_wol()  local
1371 	wol->wolopts = tp->saved_wolopts;  in rtl8169_get_wol()
1374 static void __rtl8169_set_wol(struct rtl8169_private *tp, u32 wolopts)  in __rtl8169_set_wol()  argument
1391 	rtl_unlock_config_regs(tp);  in __rtl8169_set_wol()
1393 	if (rtl_is_8168evl_up(tp)) {  in __rtl8169_set_wol()
1396 			rtl_eri_set_bits(tp, 0x0dc, MagicPacket_v2);  in __rtl8169_set_wol()
1398 			rtl_eri_clear_bits(tp, 0x0dc, MagicPacket_v2);  in __rtl8169_set_wol()
1399 	} else if (rtl_is_8125(tp)) {  in __rtl8169_set_wol()
1402 			r8168_mac_ocp_modify(tp, 0xc0b6, 0, BIT(0));  in __rtl8169_set_wol()
1404 			r8168_mac_ocp_modify(tp, 0xc0b6, BIT(0), 0);  in __rtl8169_set_wol()
1408 		options = RTL_R8(tp, cfg[i].reg) & ~cfg[i].mask;  in __rtl8169_set_wol()
1411 		RTL_W8(tp, cfg[i].reg, options);  in __rtl8169_set_wol()
1414 	switch (tp->mac_version) {  in __rtl8169_set_wol()
1416 		options = RTL_R8(tp, Config1) & ~PMEnable;  in __rtl8169_set_wol()
1419 		RTL_W8(tp, Config1, options);  in __rtl8169_set_wol()
1424 		options = RTL_R8(tp, Config2) & ~PME_SIGNAL;  in __rtl8169_set_wol()
1427 		RTL_W8(tp, Config2, options);  in __rtl8169_set_wol()
1433 	rtl_lock_config_regs(tp);  in __rtl8169_set_wol()
1435 	device_set_wakeup_enable(tp_to_dev(tp), wolopts);  in __rtl8169_set_wol()
1436 	rtl_set_d3_pll_down(tp, !wolopts);  in __rtl8169_set_wol()
1437 	tp->dev->wol_enabled = wolopts ? 1 : 0;  in __rtl8169_set_wol()
1442 	struct rtl8169_private *tp = netdev_priv(dev);  in rtl8169_set_wol()  local
1447 	tp->saved_wolopts = wol->wolopts;  in rtl8169_set_wol()
1448 	__rtl8169_set_wol(tp, tp->saved_wolopts);  in rtl8169_set_wol()
1456 	struct rtl8169_private *tp = netdev_priv(dev);  in rtl8169_get_drvinfo()  local
1457 	struct rtl_fw *rtl_fw = tp->rtl_fw;  in rtl8169_get_drvinfo()
1460 	strlcpy(info->bus_info, pci_name(tp->pci_dev), sizeof(info->bus_info));  in rtl8169_get_drvinfo()
1475 	struct rtl8169_private *tp = netdev_priv(dev);  in rtl8169_fix_features()  local
1481 	    tp->mac_version > RTL_GIGA_MAC_VER_06)  in rtl8169_fix_features()
1487 static void rtl_set_rx_config_features(struct rtl8169_private *tp,  in rtl_set_rx_config_features()  argument
1490 	u32 rx_config = RTL_R32(tp, RxConfig);  in rtl_set_rx_config_features()
1497 	if (rtl_is_8125(tp)) {  in rtl_set_rx_config_features()
1504 	RTL_W32(tp, RxConfig, rx_config);  in rtl_set_rx_config_features()
1510 	struct rtl8169_private *tp = netdev_priv(dev);  in rtl8169_set_features()  local
1512 	rtl_set_rx_config_features(tp, features);  in rtl8169_set_features()
1515 		tp->cp_cmd |= RxChkSum;  in rtl8169_set_features()
1517 		tp->cp_cmd &= ~RxChkSum;  in rtl8169_set_features()
1519 	if (!rtl_is_8125(tp)) {  in rtl8169_set_features()
1521 			tp->cp_cmd |= RxVlan;  in rtl8169_set_features()
1523 			tp->cp_cmd &= ~RxVlan;  in rtl8169_set_features()
1526 	RTL_W16(tp, CPlusCmd, tp->cp_cmd);  in rtl8169_set_features()
1527 	rtl_pci_commit(tp);  in rtl8169_set_features()
1549 	struct rtl8169_private *tp = netdev_priv(dev);  in rtl8169_get_regs()  local
1550 	u32 __iomem *data = tp->mmio_addr;  in rtl8169_get_regs()
1586 	return RTL_R32(tp, CounterAddrLow) & (CounterReset | CounterDump);  in DECLARE_RTL_COND()
1589 static void rtl8169_do_counters(struct rtl8169_private *tp, u32 counter_cmd)  in rtl8169_do_counters()  argument
1591 	u32 cmd = lower_32_bits(tp->counters_phys_addr);  in rtl8169_do_counters()
1593 	RTL_W32(tp, CounterAddrHigh, upper_32_bits(tp->counters_phys_addr));  in rtl8169_do_counters()
1594 	rtl_pci_commit(tp);  in rtl8169_do_counters()
1595 	RTL_W32(tp, CounterAddrLow, cmd);  in rtl8169_do_counters()
1596 	RTL_W32(tp, CounterAddrLow, cmd | counter_cmd);  in rtl8169_do_counters()
1598 	rtl_loop_wait_low(tp, &rtl_counters_cond, 10, 1000);  in rtl8169_do_counters()
1601 static void rtl8169_update_counters(struct rtl8169_private *tp)  in rtl8169_update_counters()  argument
1603 	u8 val = RTL_R8(tp, ChipCmd);  in rtl8169_update_counters()
1610 		rtl8169_do_counters(tp, CounterDump);  in rtl8169_update_counters()
1613 static void rtl8169_init_counter_offsets(struct rtl8169_private *tp)  in rtl8169_init_counter_offsets()  argument
1615 	struct rtl8169_counters *counters = tp->counters;  in rtl8169_init_counter_offsets()
1632 	if (tp->tc_offset.inited)  in rtl8169_init_counter_offsets()
1635 	if (tp->mac_version >= RTL_GIGA_MAC_VER_19) {  in rtl8169_init_counter_offsets()
1636 		rtl8169_do_counters(tp, CounterReset);  in rtl8169_init_counter_offsets()
1638 		rtl8169_update_counters(tp);  in rtl8169_init_counter_offsets()
1639 		tp->tc_offset.tx_errors = counters->tx_errors;  in rtl8169_init_counter_offsets()
1640 		tp->tc_offset.tx_multi_collision = counters->tx_multi_collision;  in rtl8169_init_counter_offsets()
1641 		tp->tc_offset.tx_aborted = counters->tx_aborted;  in rtl8169_init_counter_offsets()
1642 		tp->tc_offset.rx_missed = counters->rx_missed;  in rtl8169_init_counter_offsets()
1645 	tp->tc_offset.inited = true;  in rtl8169_init_counter_offsets()
1651 	struct rtl8169_private *tp = netdev_priv(dev);  in rtl8169_get_ethtool_stats()  local
1654 	counters = tp->counters;  in rtl8169_get_ethtool_stats()
1655 	rtl8169_update_counters(tp);  in rtl8169_get_ethtool_stats()
1735 rtl_coalesce_info(struct rtl8169_private *tp)  in rtl_coalesce_info()  argument
1739 	if (tp->mac_version <= RTL_GIGA_MAC_VER_06)  in rtl_coalesce_info()
1745 	if (tp->phydev->speed == SPEED_UNKNOWN)  in rtl_coalesce_info()
1749 		if (tp->phydev->speed == ci->speed)  in rtl_coalesce_info()
1761 	struct rtl8169_private *tp = netdev_priv(dev);  in rtl_get_coalesce()  local
1766 	if (rtl_is_8125(tp))  in rtl_get_coalesce()
1772 	ci = rtl_coalesce_info(tp);  in rtl_get_coalesce()
1776 	scale = ci->scale_nsecs[tp->cp_cmd & INTT_MASK];  in rtl_get_coalesce()
1778 	intrmit = RTL_R16(tp, IntrMitigate);  in rtl_get_coalesce()
1797 static int rtl_coalesce_choose_scale(struct rtl8169_private *tp, u32 usec,  in rtl_coalesce_choose_scale()  argument
1803 	ci = rtl_coalesce_info(tp);  in rtl_coalesce_choose_scale()
1822 	struct rtl8169_private *tp = netdev_priv(dev);  in rtl_set_coalesce()  local
1829 	if (rtl_is_8125(tp))  in rtl_set_coalesce()
1836 	scale = rtl_coalesce_choose_scale(tp, coal_usec_max, &cp01);  in rtl_set_coalesce()
1868 	RTL_W16(tp, IntrMitigate, w);  in rtl_set_coalesce()
1871 	if (rtl_is_8168evl_up(tp)) {  in rtl_set_coalesce()
1874 			tp->cp_cmd |= PktCntrDisable;  in rtl_set_coalesce()
1876 			tp->cp_cmd &= ~PktCntrDisable;  in rtl_set_coalesce()
1879 	tp->cp_cmd = (tp->cp_cmd & ~INTT_MASK) | cp01;  in rtl_set_coalesce()
1880 	RTL_W16(tp, CPlusCmd, tp->cp_cmd);  in rtl_set_coalesce()
1881 	rtl_pci_commit(tp);  in rtl_set_coalesce()
1888 	struct rtl8169_private *tp = netdev_priv(dev);  in rtl8169_get_eee()  local
1890 	if (!rtl_supports_eee(tp))  in rtl8169_get_eee()
1893 	return phy_ethtool_get_eee(tp->phydev, data);  in rtl8169_get_eee()
1898 	struct rtl8169_private *tp = netdev_priv(dev);  in rtl8169_set_eee()  local
1901 	if (!rtl_supports_eee(tp))  in rtl8169_set_eee()
1904 	ret = phy_ethtool_set_eee(tp->phydev, data);  in rtl8169_set_eee()
1907 		tp->eee_adv = phy_read_mmd(dev->phydev, MDIO_MMD_AN,  in rtl8169_set_eee()
1924 	struct rtl8169_private *tp = netdev_priv(dev);  in rtl8169_get_pauseparam()  local
1927 	phy_get_pause(tp->phydev, &tx_pause, &rx_pause);  in rtl8169_get_pauseparam()
1929 	data->autoneg = tp->phydev->autoneg;  in rtl8169_get_pauseparam()
1937 	struct rtl8169_private *tp = netdev_priv(dev);  in rtl8169_set_pauseparam()  local
1942 	phy_set_asym_pause(tp->phydev, data->rx_pause, data->tx_pause);  in rtl8169_set_pauseparam()
1972 static void rtl_enable_eee(struct rtl8169_private *tp)  in rtl_enable_eee()  argument
1974 	struct phy_device *phydev = tp->phydev;  in rtl_enable_eee()
1978 	if (tp->eee_adv >= 0)  in rtl_enable_eee()
1979 		adv = tp->eee_adv;  in rtl_enable_eee()
2120 static void rtl_release_firmware(struct rtl8169_private *tp)  in rtl_release_firmware()  argument
2122 	if (tp->rtl_fw) {  in rtl_release_firmware()
2123 		rtl_fw_release_firmware(tp->rtl_fw);  in rtl_release_firmware()
2124 		kfree(tp->rtl_fw);  in rtl_release_firmware()
2125 		tp->rtl_fw = NULL;  in rtl_release_firmware()
2129 void r8169_apply_firmware(struct rtl8169_private *tp)  in r8169_apply_firmware()  argument
2134 	if (tp->rtl_fw) {  in r8169_apply_firmware()
2135 		rtl_fw_write_firmware(tp, tp->rtl_fw);  in r8169_apply_firmware()
2137 		tp->ocp_base = OCP_STD_PHY_BASE;  in r8169_apply_firmware()
2140 		phy_read_poll_timeout(tp->phydev, MII_BMCR, val,  in r8169_apply_firmware()
2146 static void rtl8168_config_eee_mac(struct rtl8169_private *tp)  in rtl8168_config_eee_mac()  argument
2149 	if (tp->mac_version != RTL_GIGA_MAC_VER_38)  in rtl8168_config_eee_mac()
2150 		RTL_W8(tp, EEE_LED, RTL_R8(tp, EEE_LED) & ~0x07);  in rtl8168_config_eee_mac()
2152 	rtl_eri_set_bits(tp, 0x1b0, 0x0003);  in rtl8168_config_eee_mac()
2155 static void rtl8125a_config_eee_mac(struct rtl8169_private *tp)  in rtl8125a_config_eee_mac()  argument
2157 	r8168_mac_ocp_modify(tp, 0xe040, 0, BIT(1) | BIT(0));  in rtl8125a_config_eee_mac()
2158 	r8168_mac_ocp_modify(tp, 0xeb62, 0, BIT(2) | BIT(1));  in rtl8125a_config_eee_mac()
2161 static void rtl8125_set_eee_txidle_timer(struct rtl8169_private *tp)  in rtl8125_set_eee_txidle_timer()  argument
2163 	RTL_W16(tp, EEE_TXIDLE_TIMER_8125, tp->dev->mtu + ETH_HLEN + 0x20);  in rtl8125_set_eee_txidle_timer()
2166 static void rtl8125b_config_eee_mac(struct rtl8169_private *tp)  in rtl8125b_config_eee_mac()  argument
2168 	rtl8125_set_eee_txidle_timer(tp);  in rtl8125b_config_eee_mac()
2169 	r8168_mac_ocp_modify(tp, 0xe040, 0, BIT(1) | BIT(0));  in rtl8125b_config_eee_mac()
2172 static void rtl_rar_exgmac_set(struct rtl8169_private *tp, const u8 *addr)  in rtl_rar_exgmac_set()  argument
2174 	rtl_eri_write(tp, 0xe0, ERIAR_MASK_1111, get_unaligned_le32(addr));  in rtl_rar_exgmac_set()
2175 	rtl_eri_write(tp, 0xe4, ERIAR_MASK_1111, get_unaligned_le16(addr + 4));  in rtl_rar_exgmac_set()
2176 	rtl_eri_write(tp, 0xf0, ERIAR_MASK_1111, get_unaligned_le16(addr) << 16);  in rtl_rar_exgmac_set()
2177 	rtl_eri_write(tp, 0xf4, ERIAR_MASK_1111, get_unaligned_le32(addr + 2));  in rtl_rar_exgmac_set()
2180 u16 rtl8168h_2_get_adc_bias_ioffset(struct rtl8169_private *tp)  in rtl8168h_2_get_adc_bias_ioffset()  argument
2184 	r8168_mac_ocp_write(tp, 0xdd02, 0x807d);  in rtl8168h_2_get_adc_bias_ioffset()
2185 	data1 = r8168_mac_ocp_read(tp, 0xdd02);  in rtl8168h_2_get_adc_bias_ioffset()
2186 	data2 = r8168_mac_ocp_read(tp, 0xdd00);  in rtl8168h_2_get_adc_bias_ioffset()
2196 static void rtl_schedule_task(struct rtl8169_private *tp, enum rtl_flag flag)  in rtl_schedule_task()  argument
2198 	set_bit(flag, tp->wk.flags);  in rtl_schedule_task()
2199 	schedule_work(&tp->wk.work);  in rtl_schedule_task()
2202 static void rtl8169_init_phy(struct rtl8169_private *tp)  in rtl8169_init_phy()  argument
2204 	r8169_hw_phy_config(tp, tp->phydev, tp->mac_version);  in rtl8169_init_phy()
2206 	if (tp->mac_version <= RTL_GIGA_MAC_VER_06) {  in rtl8169_init_phy()
2207 		pci_write_config_byte(tp->pci_dev, PCI_LATENCY_TIMER, 0x40);  in rtl8169_init_phy()
2208 		pci_write_config_byte(tp->pci_dev, PCI_CACHE_LINE_SIZE, 0x08);  in rtl8169_init_phy()
2210 		RTL_W8(tp, 0x82, 0x01);  in rtl8169_init_phy()
2213 	if (tp->mac_version == RTL_GIGA_MAC_VER_05 &&  in rtl8169_init_phy()
2214 	    tp->pci_dev->subsystem_vendor == PCI_VENDOR_ID_GIGABYTE &&  in rtl8169_init_phy()
2215 	    tp->pci_dev->subsystem_device == 0xe000)  in rtl8169_init_phy()
2216 		phy_write_paged(tp->phydev, 0x0001, 0x10, 0xf01b);  in rtl8169_init_phy()
2219 	phy_speed_up(tp->phydev);  in rtl8169_init_phy()
2221 	if (rtl_supports_eee(tp))  in rtl8169_init_phy()
2222 		rtl_enable_eee(tp);  in rtl8169_init_phy()
2224 	genphy_soft_reset(tp->phydev);  in rtl8169_init_phy()
2227 static void rtl_rar_set(struct rtl8169_private *tp, const u8 *addr)  in rtl_rar_set()  argument
2229 	rtl_unlock_config_regs(tp);  in rtl_rar_set()
2231 	RTL_W32(tp, MAC4, get_unaligned_le16(addr + 4));  in rtl_rar_set()
2232 	rtl_pci_commit(tp);  in rtl_rar_set()
2234 	RTL_W32(tp, MAC0, get_unaligned_le32(addr));  in rtl_rar_set()
2235 	rtl_pci_commit(tp);  in rtl_rar_set()
2237 	if (tp->mac_version == RTL_GIGA_MAC_VER_34)  in rtl_rar_set()
2238 		rtl_rar_exgmac_set(tp, addr);  in rtl_rar_set()
2240 	rtl_lock_config_regs(tp);  in rtl_rar_set()
2245 	struct rtl8169_private *tp = netdev_priv(dev);  in rtl_set_mac_address()  local
2252 	rtl_rar_set(tp, dev->dev_addr);  in rtl_set_mac_address()
2257 static void rtl_init_rxcfg(struct rtl8169_private *tp)  in rtl_init_rxcfg()  argument
2259 	switch (tp->mac_version) {  in rtl_init_rxcfg()
2262 		RTL_W32(tp, RxConfig, RX_FIFO_THRESH | RX_DMA_BURST);  in rtl_init_rxcfg()
2267 		RTL_W32(tp, RxConfig, RX128_INT_EN | RX_MULTI_EN | RX_DMA_BURST);  in rtl_init_rxcfg()
2270 		RTL_W32(tp, RxConfig, RX128_INT_EN | RX_MULTI_EN | RX_DMA_BURST | RX_EARLY_OFF);  in rtl_init_rxcfg()
2273 		RTL_W32(tp, RxConfig, RX_FETCH_DFLT_8125 | RX_DMA_BURST);  in rtl_init_rxcfg()
2276 		RTL_W32(tp, RxConfig, RX_FETCH_DFLT_8125 | RX_DMA_BURST |  in rtl_init_rxcfg()
2280 		RTL_W32(tp, RxConfig, RX128_INT_EN | RX_DMA_BURST);  in rtl_init_rxcfg()
2285 static void rtl8169_init_ring_indexes(struct rtl8169_private *tp)  in rtl8169_init_ring_indexes()  argument
2287 	tp->dirty_tx = tp->cur_tx = tp->cur_rx = 0;  in rtl8169_init_ring_indexes()
2290 static void r8168c_hw_jumbo_enable(struct rtl8169_private *tp)  in r8168c_hw_jumbo_enable()  argument
2292 	RTL_W8(tp, Config3, RTL_R8(tp, Config3) | Jumbo_En0);  in r8168c_hw_jumbo_enable()
2293 	RTL_W8(tp, Config4, RTL_R8(tp, Config4) | Jumbo_En1);  in r8168c_hw_jumbo_enable()
2296 static void r8168c_hw_jumbo_disable(struct rtl8169_private *tp)  in r8168c_hw_jumbo_disable()  argument
2298 	RTL_W8(tp, Config3, RTL_R8(tp, Config3) & ~Jumbo_En0);  in r8168c_hw_jumbo_disable()
2299 	RTL_W8(tp, Config4, RTL_R8(tp, Config4) & ~Jumbo_En1);  in r8168c_hw_jumbo_disable()
2302 static void r8168dp_hw_jumbo_enable(struct rtl8169_private *tp)  in r8168dp_hw_jumbo_enable()  argument
2304 	RTL_W8(tp, Config3, RTL_R8(tp, Config3) | Jumbo_En0);  in r8168dp_hw_jumbo_enable()
2307 static void r8168dp_hw_jumbo_disable(struct rtl8169_private *tp)  in r8168dp_hw_jumbo_disable()  argument
2309 	RTL_W8(tp, Config3, RTL_R8(tp, Config3) & ~Jumbo_En0);  in r8168dp_hw_jumbo_disable()
2312 static void r8168e_hw_jumbo_enable(struct rtl8169_private *tp)  in r8168e_hw_jumbo_enable()  argument
2314 	RTL_W8(tp, MaxTxPacketSize, 0x24);  in r8168e_hw_jumbo_enable()
2315 	RTL_W8(tp, Config3, RTL_R8(tp, Config3) | Jumbo_En0);  in r8168e_hw_jumbo_enable()
2316 	RTL_W8(tp, Config4, RTL_R8(tp, Config4) | 0x01);  in r8168e_hw_jumbo_enable()
2319 static void r8168e_hw_jumbo_disable(struct rtl8169_private *tp)  in r8168e_hw_jumbo_disable()  argument
2321 	RTL_W8(tp, MaxTxPacketSize, 0x3f);  in r8168e_hw_jumbo_disable()
2322 	RTL_W8(tp, Config3, RTL_R8(tp, Config3) & ~Jumbo_En0);  in r8168e_hw_jumbo_disable()
2323 	RTL_W8(tp, Config4, RTL_R8(tp, Config4) & ~0x01);  in r8168e_hw_jumbo_disable()
2326 static void r8168b_1_hw_jumbo_enable(struct rtl8169_private *tp)  in r8168b_1_hw_jumbo_enable()  argument
2328 	RTL_W8(tp, Config4, RTL_R8(tp, Config4) | (1 << 0));  in r8168b_1_hw_jumbo_enable()
2331 static void r8168b_1_hw_jumbo_disable(struct rtl8169_private *tp)  in r8168b_1_hw_jumbo_disable()  argument
2333 	RTL_W8(tp, Config4, RTL_R8(tp, Config4) & ~(1 << 0));  in r8168b_1_hw_jumbo_disable()
2336 static void rtl_jumbo_config(struct rtl8169_private *tp)  in rtl_jumbo_config()  argument
2338 	bool jumbo = tp->dev->mtu > ETH_DATA_LEN;  in rtl_jumbo_config()
2341 	rtl_unlock_config_regs(tp);  in rtl_jumbo_config()
2342 	switch (tp->mac_version) {  in rtl_jumbo_config()
2347 			r8168b_1_hw_jumbo_enable(tp);  in rtl_jumbo_config()
2349 			r8168b_1_hw_jumbo_disable(tp);  in rtl_jumbo_config()
2355 			r8168c_hw_jumbo_enable(tp);  in rtl_jumbo_config()
2357 			r8168c_hw_jumbo_disable(tp);  in rtl_jumbo_config()
2362 			r8168dp_hw_jumbo_enable(tp);  in rtl_jumbo_config()
2364 			r8168dp_hw_jumbo_disable(tp);  in rtl_jumbo_config()
2368 			r8168e_hw_jumbo_enable(tp);  in rtl_jumbo_config()
2370 			r8168e_hw_jumbo_disable(tp);  in rtl_jumbo_config()
2375 	rtl_lock_config_regs(tp);  in rtl_jumbo_config()
2377 	if (pci_is_pcie(tp->pci_dev) && tp->supports_gmii)  in rtl_jumbo_config()
2378 		pcie_set_readrq(tp->pci_dev, readrq);  in rtl_jumbo_config()
2383 				   tp->phydev->advertising);  in rtl_jumbo_config()
2385 				   tp->phydev->advertising);  in rtl_jumbo_config()
2386 		phy_start_aneg(tp->phydev);  in rtl_jumbo_config()
2392 	return RTL_R8(tp, ChipCmd) & CmdReset;  in DECLARE_RTL_COND()
2395 static void rtl_hw_reset(struct rtl8169_private *tp)  in rtl_hw_reset()  argument
2397 	RTL_W8(tp, ChipCmd, CmdReset);  in rtl_hw_reset()
2399 	rtl_loop_wait_low(tp, &rtl_chipcmd_cond, 100, 100);  in rtl_hw_reset()
2402 static void rtl_request_firmware(struct rtl8169_private *tp)  in rtl_request_firmware()  argument
2407 	if (tp->rtl_fw || !tp->fw_name)  in rtl_request_firmware()
2418 	rtl_fw->fw_name = tp->fw_name;  in rtl_request_firmware()
2419 	rtl_fw->dev = tp_to_dev(tp);  in rtl_request_firmware()
2424 		tp->rtl_fw = rtl_fw;  in rtl_request_firmware()
2427 static void rtl_rx_close(struct rtl8169_private *tp)  in rtl_rx_close()  argument
2429 	RTL_W32(tp, RxConfig, RTL_R32(tp, RxConfig) & ~RX_CONFIG_ACCEPT_MASK);  in rtl_rx_close()
2434 	return RTL_R8(tp, TxPoll) & NPQ;  in DECLARE_RTL_COND()
2439 	return RTL_R32(tp, TxConfig) & TXCFG_EMPTY;  in DECLARE_RTL_COND()
2444 	return (RTL_R8(tp, MCU) & RXTX_EMPTY) == RXTX_EMPTY;  in DECLARE_RTL_COND()
2450 	return (RTL_R16(tp, IntrMitigate) & 0x0103) == 0x0103;  in DECLARE_RTL_COND()
2453 static void rtl_wait_txrx_fifo_empty(struct rtl8169_private *tp)  in rtl_wait_txrx_fifo_empty()  argument
2455 	switch (tp->mac_version) {  in rtl_wait_txrx_fifo_empty()
2457 		rtl_loop_wait_high(tp, &rtl_txcfg_empty_cond, 100, 42);  in rtl_wait_txrx_fifo_empty()
2458 		rtl_loop_wait_high(tp, &rtl_rxtx_empty_cond, 100, 42);  in rtl_wait_txrx_fifo_empty()
2461 		rtl_loop_wait_high(tp, &rtl_rxtx_empty_cond, 100, 42);  in rtl_wait_txrx_fifo_empty()
2464 		RTL_W8(tp, ChipCmd, RTL_R8(tp, ChipCmd) | StopReq);  in rtl_wait_txrx_fifo_empty()
2465 		rtl_loop_wait_high(tp, &rtl_rxtx_empty_cond, 100, 42);  in rtl_wait_txrx_fifo_empty()
2466 		rtl_loop_wait_high(tp, &rtl_rxtx_empty_cond_2, 100, 42);  in rtl_wait_txrx_fifo_empty()
2473 static void rtl_enable_rxdvgate(struct rtl8169_private *tp)  in rtl_enable_rxdvgate()  argument
2475 	RTL_W32(tp, MISC, RTL_R32(tp, MISC) | RXDV_GATED_EN);  in rtl_enable_rxdvgate()
2477 	rtl_wait_txrx_fifo_empty(tp);  in rtl_enable_rxdvgate()
2480 static void rtl_wol_enable_rx(struct rtl8169_private *tp)  in rtl_wol_enable_rx()  argument
2482 	if (tp->mac_version >= RTL_GIGA_MAC_VER_25)  in rtl_wol_enable_rx()
2483 		RTL_W32(tp, RxConfig, RTL_R32(tp, RxConfig) |  in rtl_wol_enable_rx()
2487 static void rtl_prepare_power_down(struct rtl8169_private *tp)  in rtl_prepare_power_down()  argument
2489 	if (tp->dash_type != RTL_DASH_NONE)  in rtl_prepare_power_down()
2492 	if (tp->mac_version == RTL_GIGA_MAC_VER_32 ||  in rtl_prepare_power_down()
2493 	    tp->mac_version == RTL_GIGA_MAC_VER_33)  in rtl_prepare_power_down()
2494 		rtl_ephy_write(tp, 0x19, 0xff64);  in rtl_prepare_power_down()
2496 	if (device_may_wakeup(tp_to_dev(tp))) {  in rtl_prepare_power_down()
2497 		phy_speed_down(tp->phydev, false);  in rtl_prepare_power_down()
2498 		rtl_wol_enable_rx(tp);  in rtl_prepare_power_down()
2502 static void rtl_set_tx_config_registers(struct rtl8169_private *tp)  in rtl_set_tx_config_registers()  argument
2507 	if (rtl_is_8168evl_up(tp))  in rtl_set_tx_config_registers()
2510 	RTL_W32(tp, TxConfig, val);  in rtl_set_tx_config_registers()
2513 static void rtl_set_rx_max_size(struct rtl8169_private *tp)  in rtl_set_rx_max_size()  argument
2516 	RTL_W16(tp, RxMaxSize, R8169_RX_BUF_SIZE + 1);  in rtl_set_rx_max_size()
2519 static void rtl_set_rx_tx_desc_registers(struct rtl8169_private *tp)  in rtl_set_rx_tx_desc_registers()  argument
2526 	RTL_W32(tp, TxDescStartAddrHigh, ((u64) tp->TxPhyAddr) >> 32);  in rtl_set_rx_tx_desc_registers()
2527 	RTL_W32(tp, TxDescStartAddrLow, ((u64) tp->TxPhyAddr) & DMA_BIT_MASK(32));  in rtl_set_rx_tx_desc_registers()
2528 	RTL_W32(tp, RxDescAddrHigh, ((u64) tp->RxPhyAddr) >> 32);  in rtl_set_rx_tx_desc_registers()
2529 	RTL_W32(tp, RxDescAddrLow, ((u64) tp->RxPhyAddr) & DMA_BIT_MASK(32));  in rtl_set_rx_tx_desc_registers()
2532 static void rtl8169_set_magic_reg(struct rtl8169_private *tp)  in rtl8169_set_magic_reg()  argument
2536 	if (tp->mac_version == RTL_GIGA_MAC_VER_05)  in rtl8169_set_magic_reg()
2538 	else if (tp->mac_version == RTL_GIGA_MAC_VER_06)  in rtl8169_set_magic_reg()
2543 	if (RTL_R8(tp, Config2) & PCI_Clock_66MHz)  in rtl8169_set_magic_reg()
2546 	RTL_W32(tp, 0x7c, val);  in rtl8169_set_magic_reg()
2554 	struct rtl8169_private *tp = netdev_priv(dev);  in rtl_set_rx_mode()  local
2563 		   tp->mac_version == RTL_GIGA_MAC_VER_35) {  in rtl_set_rx_mode()
2576 		if (tp->mac_version > RTL_GIGA_MAC_VER_06) {  in rtl_set_rx_mode()
2583 	RTL_W32(tp, MAR0 + 4, mc_filter[1]);  in rtl_set_rx_mode()
2584 	RTL_W32(tp, MAR0 + 0, mc_filter[0]);  in rtl_set_rx_mode()
2586 	tmp = RTL_R32(tp, RxConfig);  in rtl_set_rx_mode()
2587 	RTL_W32(tp, RxConfig, (tmp & ~RX_CONFIG_ACCEPT_OK_MASK) | rx_mode);  in rtl_set_rx_mode()
2592 	return RTL_R32(tp, CSIAR) & CSIAR_FLAG;  in DECLARE_RTL_COND()
2595 static void rtl_csi_write(struct rtl8169_private *tp, int addr, int value)  in rtl_csi_write()  argument
2597 	u32 func = PCI_FUNC(tp->pci_dev->devfn);  in rtl_csi_write()
2599 	RTL_W32(tp, CSIDR, value);  in rtl_csi_write()
2600 	RTL_W32(tp, CSIAR, CSIAR_WRITE_CMD | (addr & CSIAR_ADDR_MASK) |  in rtl_csi_write()
2603 	rtl_loop_wait_low(tp, &rtl_csiar_cond, 10, 100);  in rtl_csi_write()
2606 static u32 rtl_csi_read(struct rtl8169_private *tp, int addr)  in rtl_csi_read()  argument
2608 	u32 func = PCI_FUNC(tp->pci_dev->devfn);  in rtl_csi_read()
2610 	RTL_W32(tp, CSIAR, (addr & CSIAR_ADDR_MASK) | func << 16 |  in rtl_csi_read()
2613 	return rtl_loop_wait_high(tp, &rtl_csiar_cond, 10, 100) ?  in rtl_csi_read()
2614 		RTL_R32(tp, CSIDR) : ~0;  in rtl_csi_read()
2617 static void rtl_set_aspm_entry_latency(struct rtl8169_private *tp, u8 val)  in rtl_set_aspm_entry_latency()  argument
2619 	struct pci_dev *pdev = tp->pci_dev;  in rtl_set_aspm_entry_latency()
2632 	netdev_notice_once(tp->dev,  in rtl_set_aspm_entry_latency()
2634 	csi = rtl_csi_read(tp, 0x070c) & 0x00ffffff;  in rtl_set_aspm_entry_latency()
2635 	rtl_csi_write(tp, 0x070c, csi | val << 24);  in rtl_set_aspm_entry_latency()
2638 static void rtl_set_def_aspm_entry_latency(struct rtl8169_private *tp)  in rtl_set_def_aspm_entry_latency()  argument
2641 	rtl_set_aspm_entry_latency(tp, 0x27);  in rtl_set_def_aspm_entry_latency()
2650 static void __rtl_ephy_init(struct rtl8169_private *tp,  in __rtl_ephy_init()  argument
2656 		w = (rtl_ephy_read(tp, e->offset) & ~e->mask) | e->bits;  in __rtl_ephy_init()
2657 		rtl_ephy_write(tp, e->offset, w);  in __rtl_ephy_init()
2662 #define rtl_ephy_init(tp, a) __rtl_ephy_init(tp, a, ARRAY_SIZE(a))  argument
2664 static void rtl_disable_clock_request(struct rtl8169_private *tp)  in rtl_disable_clock_request()  argument
2666 	pcie_capability_clear_word(tp->pci_dev, PCI_EXP_LNKCTL,  in rtl_disable_clock_request()
2670 static void rtl_enable_clock_request(struct rtl8169_private *tp)  in rtl_enable_clock_request()  argument
2672 	pcie_capability_set_word(tp->pci_dev, PCI_EXP_LNKCTL,  in rtl_enable_clock_request()
2676 static void rtl_pcie_state_l2l3_disable(struct rtl8169_private *tp)  in rtl_pcie_state_l2l3_disable()  argument
2679 	RTL_W8(tp, Config3, RTL_R8(tp, Config3) & ~Rdy_to_L23);  in rtl_pcie_state_l2l3_disable()
2682 static void rtl_enable_exit_l1(struct rtl8169_private *tp)  in rtl_enable_exit_l1()  argument
2692 	switch (tp->mac_version) {  in rtl_enable_exit_l1()
2694 		rtl_eri_set_bits(tp, 0xd4, 0x1f00);  in rtl_enable_exit_l1()
2697 		rtl_eri_set_bits(tp, 0xd4, 0x0c00);  in rtl_enable_exit_l1()
2700 		rtl_eri_set_bits(tp, 0xd4, 0x1f80);  in rtl_enable_exit_l1()
2703 		r8168_mac_ocp_modify(tp, 0xc0ac, 0, 0x1f80);  in rtl_enable_exit_l1()
2710 static void rtl_hw_aspm_clkreq_enable(struct rtl8169_private *tp, bool enable)  in rtl_hw_aspm_clkreq_enable()  argument
2713 	if (enable && tp->aspm_manageable) {  in rtl_hw_aspm_clkreq_enable()
2714 		RTL_W8(tp, Config5, RTL_R8(tp, Config5) | ASPM_en);  in rtl_hw_aspm_clkreq_enable()
2715 		RTL_W8(tp, Config2, RTL_R8(tp, Config2) | ClkReqEn);  in rtl_hw_aspm_clkreq_enable()
2717 		RTL_W8(tp, Config2, RTL_R8(tp, Config2) & ~ClkReqEn);  in rtl_hw_aspm_clkreq_enable()
2718 		RTL_W8(tp, Config5, RTL_R8(tp, Config5) & ~ASPM_en);  in rtl_hw_aspm_clkreq_enable()
2724 static void rtl_set_fifo_size(struct rtl8169_private *tp, u16 rx_stat,  in rtl_set_fifo_size()  argument
2730 	rtl_eri_write(tp, 0xc8, ERIAR_MASK_1111, (rx_stat << 16) | rx_dyn);  in rtl_set_fifo_size()
2731 	rtl_eri_write(tp, 0xe8, ERIAR_MASK_1111, (tx_stat << 16) | tx_dyn);  in rtl_set_fifo_size()
2734 static void rtl8168g_set_pause_thresholds(struct rtl8169_private *tp,  in rtl8168g_set_pause_thresholds()  argument
2738 	rtl_eri_write(tp, 0xcc, ERIAR_MASK_0001, low);  in rtl8168g_set_pause_thresholds()
2739 	rtl_eri_write(tp, 0xd0, ERIAR_MASK_0001, high);  in rtl8168g_set_pause_thresholds()
2742 static void rtl_hw_start_8168b(struct rtl8169_private *tp)  in rtl_hw_start_8168b()  argument
2744 	RTL_W8(tp, Config3, RTL_R8(tp, Config3) & ~Beacon_en);  in rtl_hw_start_8168b()
2747 static void __rtl_hw_start_8168cp(struct rtl8169_private *tp)  in __rtl_hw_start_8168cp()  argument
2749 	RTL_W8(tp, Config1, RTL_R8(tp, Config1) | Speed_down);  in __rtl_hw_start_8168cp()
2751 	RTL_W8(tp, Config3, RTL_R8(tp, Config3) & ~Beacon_en);  in __rtl_hw_start_8168cp()
2753 	rtl_disable_clock_request(tp);  in __rtl_hw_start_8168cp()
2756 static void rtl_hw_start_8168cp_1(struct rtl8169_private *tp)  in rtl_hw_start_8168cp_1()  argument
2766 	rtl_set_def_aspm_entry_latency(tp);  in rtl_hw_start_8168cp_1()
2768 	rtl_ephy_init(tp, e_info_8168cp);  in rtl_hw_start_8168cp_1()
2770 	__rtl_hw_start_8168cp(tp);  in rtl_hw_start_8168cp_1()
2773 static void rtl_hw_start_8168cp_2(struct rtl8169_private *tp)  in rtl_hw_start_8168cp_2()  argument
2775 	rtl_set_def_aspm_entry_latency(tp);  in rtl_hw_start_8168cp_2()
2777 	RTL_W8(tp, Config3, RTL_R8(tp, Config3) & ~Beacon_en);  in rtl_hw_start_8168cp_2()
2780 static void rtl_hw_start_8168cp_3(struct rtl8169_private *tp)  in rtl_hw_start_8168cp_3()  argument
2782 	rtl_set_def_aspm_entry_latency(tp);  in rtl_hw_start_8168cp_3()
2784 	RTL_W8(tp, Config3, RTL_R8(tp, Config3) & ~Beacon_en);  in rtl_hw_start_8168cp_3()
2787 	RTL_W8(tp, DBG_REG, 0x20);  in rtl_hw_start_8168cp_3()
2790 static void rtl_hw_start_8168c_1(struct rtl8169_private *tp)  in rtl_hw_start_8168c_1()  argument
2798 	rtl_set_def_aspm_entry_latency(tp);  in rtl_hw_start_8168c_1()
2800 	RTL_W8(tp, DBG_REG, 0x06 | FIX_NAK_1 | FIX_NAK_2);  in rtl_hw_start_8168c_1()
2802 	rtl_ephy_init(tp, e_info_8168c_1);  in rtl_hw_start_8168c_1()
2804 	__rtl_hw_start_8168cp(tp);  in rtl_hw_start_8168c_1()
2807 static void rtl_hw_start_8168c_2(struct rtl8169_private *tp)  in rtl_hw_start_8168c_2()  argument
2814 	rtl_set_def_aspm_entry_latency(tp);  in rtl_hw_start_8168c_2()
2816 	rtl_ephy_init(tp, e_info_8168c_2);  in rtl_hw_start_8168c_2()
2818 	__rtl_hw_start_8168cp(tp);  in rtl_hw_start_8168c_2()
2821 static void rtl_hw_start_8168c_4(struct rtl8169_private *tp)  in rtl_hw_start_8168c_4()  argument
2823 	rtl_set_def_aspm_entry_latency(tp);  in rtl_hw_start_8168c_4()
2825 	__rtl_hw_start_8168cp(tp);  in rtl_hw_start_8168c_4()
2828 static void rtl_hw_start_8168d(struct rtl8169_private *tp)  in rtl_hw_start_8168d()  argument
2830 	rtl_set_def_aspm_entry_latency(tp);  in rtl_hw_start_8168d()
2832 	rtl_disable_clock_request(tp);  in rtl_hw_start_8168d()
2835 static void rtl_hw_start_8168d_4(struct rtl8169_private *tp)  in rtl_hw_start_8168d_4()  argument
2844 	rtl_set_def_aspm_entry_latency(tp);  in rtl_hw_start_8168d_4()
2846 	rtl_ephy_init(tp, e_info_8168d_4);  in rtl_hw_start_8168d_4()
2848 	rtl_enable_clock_request(tp);  in rtl_hw_start_8168d_4()
2851 static void rtl_hw_start_8168e_1(struct rtl8169_private *tp)  in rtl_hw_start_8168e_1()  argument
2869 	rtl_set_def_aspm_entry_latency(tp);  in rtl_hw_start_8168e_1()
2871 	rtl_ephy_init(tp, e_info_8168e_1);  in rtl_hw_start_8168e_1()
2873 	rtl_disable_clock_request(tp);  in rtl_hw_start_8168e_1()
2876 	RTL_W32(tp, MISC, RTL_R32(tp, MISC) | TXPLA_RST);  in rtl_hw_start_8168e_1()
2877 	RTL_W32(tp, MISC, RTL_R32(tp, MISC) & ~TXPLA_RST);  in rtl_hw_start_8168e_1()
2879 	RTL_W8(tp, Config5, RTL_R8(tp, Config5) & ~Spi_en);  in rtl_hw_start_8168e_1()
2882 static void rtl_hw_start_8168e_2(struct rtl8169_private *tp)  in rtl_hw_start_8168e_2()  argument
2891 	rtl_set_def_aspm_entry_latency(tp);  in rtl_hw_start_8168e_2()
2893 	rtl_ephy_init(tp, e_info_8168e_2);  in rtl_hw_start_8168e_2()
2895 	rtl_eri_write(tp, 0xc0, ERIAR_MASK_0011, 0x0000);  in rtl_hw_start_8168e_2()
2896 	rtl_eri_write(tp, 0xb8, ERIAR_MASK_1111, 0x0000);  in rtl_hw_start_8168e_2()
2897 	rtl_set_fifo_size(tp, 0x10, 0x10, 0x02, 0x06);  in rtl_hw_start_8168e_2()
2898 	rtl_eri_set_bits(tp, 0x1d0, BIT(1));  in rtl_hw_start_8168e_2()
2899 	rtl_reset_packet_filter(tp);  in rtl_hw_start_8168e_2()
2900 	rtl_eri_set_bits(tp, 0x1b0, BIT(4));  in rtl_hw_start_8168e_2()
2901 	rtl_eri_write(tp, 0xcc, ERIAR_MASK_1111, 0x00000050);  in rtl_hw_start_8168e_2()
2902 	rtl_eri_write(tp, 0xd0, ERIAR_MASK_1111, 0x07ff0060);  in rtl_hw_start_8168e_2()
2904 	rtl_disable_clock_request(tp);  in rtl_hw_start_8168e_2()
2906 	RTL_W8(tp, MCU, RTL_R8(tp, MCU) & ~NOW_IS_OOB);  in rtl_hw_start_8168e_2()
2908 	rtl8168_config_eee_mac(tp);  in rtl_hw_start_8168e_2()
2910 	RTL_W8(tp, DLLPR, RTL_R8(tp, DLLPR) | PFM_EN);  in rtl_hw_start_8168e_2()
2911 	RTL_W32(tp, MISC, RTL_R32(tp, MISC) | PWM_EN);  in rtl_hw_start_8168e_2()
2912 	RTL_W8(tp, Config5, RTL_R8(tp, Config5) & ~Spi_en);  in rtl_hw_start_8168e_2()
2914 	rtl_hw_aspm_clkreq_enable(tp, true);  in rtl_hw_start_8168e_2()
2917 static void rtl_hw_start_8168f(struct rtl8169_private *tp)  in rtl_hw_start_8168f()  argument
2919 	rtl_set_def_aspm_entry_latency(tp);  in rtl_hw_start_8168f()
2921 	rtl_eri_write(tp, 0xc0, ERIAR_MASK_0011, 0x0000);  in rtl_hw_start_8168f()
2922 	rtl_eri_write(tp, 0xb8, ERIAR_MASK_1111, 0x0000);  in rtl_hw_start_8168f()
2923 	rtl_set_fifo_size(tp, 0x10, 0x10, 0x02, 0x06);  in rtl_hw_start_8168f()
2924 	rtl_reset_packet_filter(tp);  in rtl_hw_start_8168f()
2925 	rtl_eri_set_bits(tp, 0x1b0, BIT(4));  in rtl_hw_start_8168f()
2926 	rtl_eri_set_bits(tp, 0x1d0, BIT(4) | BIT(1));  in rtl_hw_start_8168f()
2927 	rtl_eri_write(tp, 0xcc, ERIAR_MASK_1111, 0x00000050);  in rtl_hw_start_8168f()
2928 	rtl_eri_write(tp, 0xd0, ERIAR_MASK_1111, 0x00000060);  in rtl_hw_start_8168f()
2930 	rtl_disable_clock_request(tp);  in rtl_hw_start_8168f()
2932 	RTL_W8(tp, MCU, RTL_R8(tp, MCU) & ~NOW_IS_OOB);  in rtl_hw_start_8168f()
2933 	RTL_W8(tp, DLLPR, RTL_R8(tp, DLLPR) | PFM_EN);  in rtl_hw_start_8168f()
2934 	RTL_W32(tp, MISC, RTL_R32(tp, MISC) | PWM_EN);  in rtl_hw_start_8168f()
2935 	RTL_W8(tp, Config5, RTL_R8(tp, Config5) & ~Spi_en);  in rtl_hw_start_8168f()
2937 	rtl8168_config_eee_mac(tp);  in rtl_hw_start_8168f()
2940 static void rtl_hw_start_8168f_1(struct rtl8169_private *tp)  in rtl_hw_start_8168f_1()  argument
2951 	rtl_hw_start_8168f(tp);  in rtl_hw_start_8168f_1()
2953 	rtl_ephy_init(tp, e_info_8168f_1);  in rtl_hw_start_8168f_1()
2956 static void rtl_hw_start_8411(struct rtl8169_private *tp)  in rtl_hw_start_8411()  argument
2966 	rtl_hw_start_8168f(tp);  in rtl_hw_start_8411()
2967 	rtl_pcie_state_l2l3_disable(tp);  in rtl_hw_start_8411()
2969 	rtl_ephy_init(tp, e_info_8168f_1);  in rtl_hw_start_8411()
2972 static void rtl_hw_start_8168g(struct rtl8169_private *tp)  in rtl_hw_start_8168g()  argument
2974 	rtl_set_fifo_size(tp, 0x08, 0x10, 0x02, 0x06);  in rtl_hw_start_8168g()
2975 	rtl8168g_set_pause_thresholds(tp, 0x38, 0x48);  in rtl_hw_start_8168g()
2977 	rtl_set_def_aspm_entry_latency(tp);  in rtl_hw_start_8168g()
2979 	rtl_reset_packet_filter(tp);  in rtl_hw_start_8168g()
2980 	rtl_eri_write(tp, 0x2f8, ERIAR_MASK_0011, 0x1d8f);  in rtl_hw_start_8168g()
2982 	RTL_W32(tp, MISC, RTL_R32(tp, MISC) & ~RXDV_GATED_EN);  in rtl_hw_start_8168g()
2984 	rtl_eri_write(tp, 0xc0, ERIAR_MASK_0011, 0x0000);  in rtl_hw_start_8168g()
2985 	rtl_eri_write(tp, 0xb8, ERIAR_MASK_0011, 0x0000);  in rtl_hw_start_8168g()
2987 	rtl8168_config_eee_mac(tp);  in rtl_hw_start_8168g()
2989 	rtl_w0w1_eri(tp, 0x2fc, 0x01, 0x06);  in rtl_hw_start_8168g()
2990 	rtl_eri_clear_bits(tp, 0x1b0, BIT(12));  in rtl_hw_start_8168g()
2992 	rtl_pcie_state_l2l3_disable(tp);  in rtl_hw_start_8168g()
2995 static void rtl_hw_start_8168g_1(struct rtl8169_private *tp)  in rtl_hw_start_8168g_1()  argument
3004 	rtl_hw_start_8168g(tp);  in rtl_hw_start_8168g_1()
3007 	rtl_hw_aspm_clkreq_enable(tp, false);  in rtl_hw_start_8168g_1()
3008 	rtl_ephy_init(tp, e_info_8168g_1);  in rtl_hw_start_8168g_1()
3009 	rtl_hw_aspm_clkreq_enable(tp, true);  in rtl_hw_start_8168g_1()
3012 static void rtl_hw_start_8168g_2(struct rtl8169_private *tp)  in rtl_hw_start_8168g_2()  argument
3026 	rtl_hw_start_8168g(tp);  in rtl_hw_start_8168g_2()
3029 	rtl_hw_aspm_clkreq_enable(tp, false);  in rtl_hw_start_8168g_2()
3030 	rtl_ephy_init(tp, e_info_8168g_2);  in rtl_hw_start_8168g_2()
3033 static void rtl_hw_start_8411_2(struct rtl8169_private *tp)  in rtl_hw_start_8411_2()  argument
3048 	rtl_hw_start_8168g(tp);  in rtl_hw_start_8411_2()
3051 	rtl_hw_aspm_clkreq_enable(tp, false);  in rtl_hw_start_8411_2()
3052 	rtl_ephy_init(tp, e_info_8411_2);  in rtl_hw_start_8411_2()
3057 	r8168_mac_ocp_write(tp, 0xFC28, 0x0000);  in rtl_hw_start_8411_2()
3058 	r8168_mac_ocp_write(tp, 0xFC2A, 0x0000);  in rtl_hw_start_8411_2()
3059 	r8168_mac_ocp_write(tp, 0xFC2C, 0x0000);  in rtl_hw_start_8411_2()
3060 	r8168_mac_ocp_write(tp, 0xFC2E, 0x0000);  in rtl_hw_start_8411_2()
3061 	r8168_mac_ocp_write(tp, 0xFC30, 0x0000);  in rtl_hw_start_8411_2()
3062 	r8168_mac_ocp_write(tp, 0xFC32, 0x0000);  in rtl_hw_start_8411_2()
3063 	r8168_mac_ocp_write(tp, 0xFC34, 0x0000);  in rtl_hw_start_8411_2()
3064 	r8168_mac_ocp_write(tp, 0xFC36, 0x0000);  in rtl_hw_start_8411_2()
3066 	r8168_mac_ocp_write(tp, 0xFC26, 0x0000);  in rtl_hw_start_8411_2()
3068 	r8168_mac_ocp_write(tp, 0xF800, 0xE008);  in rtl_hw_start_8411_2()
3069 	r8168_mac_ocp_write(tp, 0xF802, 0xE00A);  in rtl_hw_start_8411_2()
3070 	r8168_mac_ocp_write(tp, 0xF804, 0xE00C);  in rtl_hw_start_8411_2()
3071 	r8168_mac_ocp_write(tp, 0xF806, 0xE00E);  in rtl_hw_start_8411_2()
3072 	r8168_mac_ocp_write(tp, 0xF808, 0xE027);  in rtl_hw_start_8411_2()
3073 	r8168_mac_ocp_write(tp, 0xF80A, 0xE04F);  in rtl_hw_start_8411_2()
3074 	r8168_mac_ocp_write(tp, 0xF80C, 0xE05E);  in rtl_hw_start_8411_2()
3075 	r8168_mac_ocp_write(tp, 0xF80E, 0xE065);  in rtl_hw_start_8411_2()
3076 	r8168_mac_ocp_write(tp, 0xF810, 0xC602);  in rtl_hw_start_8411_2()
3077 	r8168_mac_ocp_write(tp, 0xF812, 0xBE00);  in rtl_hw_start_8411_2()
3078 	r8168_mac_ocp_write(tp, 0xF814, 0x0000);  in rtl_hw_start_8411_2()
3079 	r8168_mac_ocp_write(tp, 0xF816, 0xC502);  in rtl_hw_start_8411_2()
3080 	r8168_mac_ocp_write(tp, 0xF818, 0xBD00);  in rtl_hw_start_8411_2()
3081 	r8168_mac_ocp_write(tp, 0xF81A, 0x074C);  in rtl_hw_start_8411_2()
3082 	r8168_mac_ocp_write(tp, 0xF81C, 0xC302);  in rtl_hw_start_8411_2()
3083 	r8168_mac_ocp_write(tp, 0xF81E, 0xBB00);  in rtl_hw_start_8411_2()
3084 	r8168_mac_ocp_write(tp, 0xF820, 0x080A);  in rtl_hw_start_8411_2()
3085 	r8168_mac_ocp_write(tp, 0xF822, 0x6420);  in rtl_hw_start_8411_2()
3086 	r8168_mac_ocp_write(tp, 0xF824, 0x48C2);  in rtl_hw_start_8411_2()
3087 	r8168_mac_ocp_write(tp, 0xF826, 0x8C20);  in rtl_hw_start_8411_2()
3088 	r8168_mac_ocp_write(tp, 0xF828, 0xC516);  in rtl_hw_start_8411_2()
3089 	r8168_mac_ocp_write(tp, 0xF82A, 0x64A4);  in rtl_hw_start_8411_2()
3090 	r8168_mac_ocp_write(tp, 0xF82C, 0x49C0);  in rtl_hw_start_8411_2()
3091 	r8168_mac_ocp_write(tp, 0xF82E, 0xF009);  in rtl_hw_start_8411_2()
3092 	r8168_mac_ocp_write(tp, 0xF830, 0x74A2);  in rtl_hw_start_8411_2()
3093 	r8168_mac_ocp_write(tp, 0xF832, 0x8CA5);  in rtl_hw_start_8411_2()
3094 	r8168_mac_ocp_write(tp, 0xF834, 0x74A0);  in rtl_hw_start_8411_2()
3095 	r8168_mac_ocp_write(tp, 0xF836, 0xC50E);  in rtl_hw_start_8411_2()
3096 	r8168_mac_ocp_write(tp, 0xF838, 0x9CA2);  in rtl_hw_start_8411_2()
3097 	r8168_mac_ocp_write(tp, 0xF83A, 0x1C11);  in rtl_hw_start_8411_2()
3098 	r8168_mac_ocp_write(tp, 0xF83C, 0x9CA0);  in rtl_hw_start_8411_2()
3099 	r8168_mac_ocp_write(tp, 0xF83E, 0xE006);  in rtl_hw_start_8411_2()
3100 	r8168_mac_ocp_write(tp, 0xF840, 0x74F8);  in rtl_hw_start_8411_2()
3101 	r8168_mac_ocp_write(tp, 0xF842, 0x48C4);  in rtl_hw_start_8411_2()
3102 	r8168_mac_ocp_write(tp, 0xF844, 0x8CF8);  in rtl_hw_start_8411_2()
3103 	r8168_mac_ocp_write(tp, 0xF846, 0xC404);  in rtl_hw_start_8411_2()
3104 	r8168_mac_ocp_write(tp, 0xF848, 0xBC00);  in rtl_hw_start_8411_2()
3105 	r8168_mac_ocp_write(tp, 0xF84A, 0xC403);  in rtl_hw_start_8411_2()
3106 	r8168_mac_ocp_write(tp, 0xF84C, 0xBC00);  in rtl_hw_start_8411_2()
3107 	r8168_mac_ocp_write(tp, 0xF84E, 0x0BF2);  in rtl_hw_start_8411_2()
3108 	r8168_mac_ocp_write(tp, 0xF850, 0x0C0A);  in rtl_hw_start_8411_2()
3109 	r8168_mac_ocp_write(tp, 0xF852, 0xE434);  in rtl_hw_start_8411_2()
3110 	r8168_mac_ocp_write(tp, 0xF854, 0xD3C0);  in rtl_hw_start_8411_2()
3111 	r8168_mac_ocp_write(tp, 0xF856, 0x49D9);  in rtl_hw_start_8411_2()
3112 	r8168_mac_ocp_write(tp, 0xF858, 0xF01F);  in rtl_hw_start_8411_2()
3113 	r8168_mac_ocp_write(tp, 0xF85A, 0xC526);  in rtl_hw_start_8411_2()
3114 	r8168_mac_ocp_write(tp, 0xF85C, 0x64A5);  in rtl_hw_start_8411_2()
3115 	r8168_mac_ocp_write(tp, 0xF85E, 0x1400);  in rtl_hw_start_8411_2()
3116 	r8168_mac_ocp_write(tp, 0xF860, 0xF007);  in rtl_hw_start_8411_2()
3117 	r8168_mac_ocp_write(tp, 0xF862, 0x0C01);  in rtl_hw_start_8411_2()
3118 	r8168_mac_ocp_write(tp, 0xF864, 0x8CA5);  in rtl_hw_start_8411_2()
3119 	r8168_mac_ocp_write(tp, 0xF866, 0x1C15);  in rtl_hw_start_8411_2()
3120 	r8168_mac_ocp_write(tp, 0xF868, 0xC51B);  in rtl_hw_start_8411_2()
3121 	r8168_mac_ocp_write(tp, 0xF86A, 0x9CA0);  in rtl_hw_start_8411_2()
3122 	r8168_mac_ocp_write(tp, 0xF86C, 0xE013);  in rtl_hw_start_8411_2()
3123 	r8168_mac_ocp_write(tp, 0xF86E, 0xC519);  in rtl_hw_start_8411_2()
3124 	r8168_mac_ocp_write(tp, 0xF870, 0x74A0);  in rtl_hw_start_8411_2()
3125 	r8168_mac_ocp_write(tp, 0xF872, 0x48C4);  in rtl_hw_start_8411_2()
3126 	r8168_mac_ocp_write(tp, 0xF874, 0x8CA0);  in rtl_hw_start_8411_2()
3127 	r8168_mac_ocp_write(tp, 0xF876, 0xC516);  in rtl_hw_start_8411_2()
3128 	r8168_mac_ocp_write(tp, 0xF878, 0x74A4);  in rtl_hw_start_8411_2()
3129 	r8168_mac_ocp_write(tp, 0xF87A, 0x48C8);  in rtl_hw_start_8411_2()
3130 	r8168_mac_ocp_write(tp, 0xF87C, 0x48CA);  in rtl_hw_start_8411_2()
3131 	r8168_mac_ocp_write(tp, 0xF87E, 0x9CA4);  in rtl_hw_start_8411_2()
3132 	r8168_mac_ocp_write(tp, 0xF880, 0xC512);  in rtl_hw_start_8411_2()
3133 	r8168_mac_ocp_write(tp, 0xF882, 0x1B00);  in rtl_hw_start_8411_2()
3134 	r8168_mac_ocp_write(tp, 0xF884, 0x9BA0);  in rtl_hw_start_8411_2()
3135 	r8168_mac_ocp_write(tp, 0xF886, 0x1B1C);  in rtl_hw_start_8411_2()
3136 	r8168_mac_ocp_write(tp, 0xF888, 0x483F);  in rtl_hw_start_8411_2()
3137 	r8168_mac_ocp_write(tp, 0xF88A, 0x9BA2);  in rtl_hw_start_8411_2()
3138 	r8168_mac_ocp_write(tp, 0xF88C, 0x1B04);  in rtl_hw_start_8411_2()
3139 	r8168_mac_ocp_write(tp, 0xF88E, 0xC508);  in rtl_hw_start_8411_2()
3140 	r8168_mac_ocp_write(tp, 0xF890, 0x9BA0);  in rtl_hw_start_8411_2()
3141 	r8168_mac_ocp_write(tp, 0xF892, 0xC505);  in rtl_hw_start_8411_2()
3142 	r8168_mac_ocp_write(tp, 0xF894, 0xBD00);  in rtl_hw_start_8411_2()
3143 	r8168_mac_ocp_write(tp, 0xF896, 0xC502);  in rtl_hw_start_8411_2()
3144 	r8168_mac_ocp_write(tp, 0xF898, 0xBD00);  in rtl_hw_start_8411_2()
3145 	r8168_mac_ocp_write(tp, 0xF89A, 0x0300);  in rtl_hw_start_8411_2()
3146 	r8168_mac_ocp_write(tp, 0xF89C, 0x051E);  in rtl_hw_start_8411_2()
3147 	r8168_mac_ocp_write(tp, 0xF89E, 0xE434);  in rtl_hw_start_8411_2()
3148 	r8168_mac_ocp_write(tp, 0xF8A0, 0xE018);  in rtl_hw_start_8411_2()
3149 	r8168_mac_ocp_write(tp, 0xF8A2, 0xE092);  in rtl_hw_start_8411_2()
3150 	r8168_mac_ocp_write(tp, 0xF8A4, 0xDE20);  in rtl_hw_start_8411_2()
3151 	r8168_mac_ocp_write(tp, 0xF8A6, 0xD3C0);  in rtl_hw_start_8411_2()
3152 	r8168_mac_ocp_write(tp, 0xF8A8, 0xC50F);  in rtl_hw_start_8411_2()
3153 	r8168_mac_ocp_write(tp, 0xF8AA, 0x76A4);  in rtl_hw_start_8411_2()
3154 	r8168_mac_ocp_write(tp, 0xF8AC, 0x49E3);  in rtl_hw_start_8411_2()
3155 	r8168_mac_ocp_write(tp, 0xF8AE, 0xF007);  in rtl_hw_start_8411_2()
3156 	r8168_mac_ocp_write(tp, 0xF8B0, 0x49C0);  in rtl_hw_start_8411_2()
3157 	r8168_mac_ocp_write(tp, 0xF8B2, 0xF103);  in rtl_hw_start_8411_2()
3158 	r8168_mac_ocp_write(tp, 0xF8B4, 0xC607);  in rtl_hw_start_8411_2()
3159 	r8168_mac_ocp_write(tp, 0xF8B6, 0xBE00);  in rtl_hw_start_8411_2()
3160 	r8168_mac_ocp_write(tp, 0xF8B8, 0xC606);  in rtl_hw_start_8411_2()
3161 	r8168_mac_ocp_write(tp, 0xF8BA, 0xBE00);  in rtl_hw_start_8411_2()
3162 	r8168_mac_ocp_write(tp, 0xF8BC, 0xC602);  in rtl_hw_start_8411_2()
3163 	r8168_mac_ocp_write(tp, 0xF8BE, 0xBE00);  in rtl_hw_start_8411_2()
3164 	r8168_mac_ocp_write(tp, 0xF8C0, 0x0C4C);  in rtl_hw_start_8411_2()
3165 	r8168_mac_ocp_write(tp, 0xF8C2, 0x0C28);  in rtl_hw_start_8411_2()
3166 	r8168_mac_ocp_write(tp, 0xF8C4, 0x0C2C);  in rtl_hw_start_8411_2()
3167 	r8168_mac_ocp_write(tp, 0xF8C6, 0xDC00);  in rtl_hw_start_8411_2()
3168 	r8168_mac_ocp_write(tp, 0xF8C8, 0xC707);  in rtl_hw_start_8411_2()
3169 	r8168_mac_ocp_write(tp, 0xF8CA, 0x1D00);  in rtl_hw_start_8411_2()
3170 	r8168_mac_ocp_write(tp, 0xF8CC, 0x8DE2);  in rtl_hw_start_8411_2()
3171 	r8168_mac_ocp_write(tp, 0xF8CE, 0x48C1);  in rtl_hw_start_8411_2()
3172 	r8168_mac_ocp_write(tp, 0xF8D0, 0xC502);  in rtl_hw_start_8411_2()
3173 	r8168_mac_ocp_write(tp, 0xF8D2, 0xBD00);  in rtl_hw_start_8411_2()
3174 	r8168_mac_ocp_write(tp, 0xF8D4, 0x00AA);  in rtl_hw_start_8411_2()
3175 	r8168_mac_ocp_write(tp, 0xF8D6, 0xE0C0);  in rtl_hw_start_8411_2()
3176 	r8168_mac_ocp_write(tp, 0xF8D8, 0xC502);  in rtl_hw_start_8411_2()
3177 	r8168_mac_ocp_write(tp, 0xF8DA, 0xBD00);  in rtl_hw_start_8411_2()
3178 	r8168_mac_ocp_write(tp, 0xF8DC, 0x0132);  in rtl_hw_start_8411_2()
3180 	r8168_mac_ocp_write(tp, 0xFC26, 0x8000);  in rtl_hw_start_8411_2()
3182 	r8168_mac_ocp_write(tp, 0xFC2A, 0x0743);  in rtl_hw_start_8411_2()
3183 	r8168_mac_ocp_write(tp, 0xFC2C, 0x0801);  in rtl_hw_start_8411_2()
3184 	r8168_mac_ocp_write(tp, 0xFC2E, 0x0BE9);  in rtl_hw_start_8411_2()
3185 	r8168_mac_ocp_write(tp, 0xFC30, 0x02FD);  in rtl_hw_start_8411_2()
3186 	r8168_mac_ocp_write(tp, 0xFC32, 0x0C25);  in rtl_hw_start_8411_2()
3187 	r8168_mac_ocp_write(tp, 0xFC34, 0x00A9);  in rtl_hw_start_8411_2()
3188 	r8168_mac_ocp_write(tp, 0xFC36, 0x012D);  in rtl_hw_start_8411_2()
3190 	rtl_hw_aspm_clkreq_enable(tp, true);  in rtl_hw_start_8411_2()
3193 static void rtl_hw_start_8168h_1(struct rtl8169_private *tp)  in rtl_hw_start_8168h_1()  argument
3206 	rtl_hw_aspm_clkreq_enable(tp, false);  in rtl_hw_start_8168h_1()
3207 	rtl_ephy_init(tp, e_info_8168h_1);  in rtl_hw_start_8168h_1()
3209 	rtl_set_fifo_size(tp, 0x08, 0x10, 0x02, 0x06);  in rtl_hw_start_8168h_1()
3210 	rtl8168g_set_pause_thresholds(tp, 0x38, 0x48);  in rtl_hw_start_8168h_1()
3212 	rtl_set_def_aspm_entry_latency(tp);  in rtl_hw_start_8168h_1()
3214 	rtl_reset_packet_filter(tp);  in rtl_hw_start_8168h_1()
3216 	rtl_eri_set_bits(tp, 0xdc, 0x001c);  in rtl_hw_start_8168h_1()
3218 	rtl_eri_write(tp, 0x5f0, ERIAR_MASK_0011, 0x4f87);  in rtl_hw_start_8168h_1()
3220 	RTL_W32(tp, MISC, RTL_R32(tp, MISC) & ~RXDV_GATED_EN);  in rtl_hw_start_8168h_1()
3222 	rtl_eri_write(tp, 0xc0, ERIAR_MASK_0011, 0x0000);  in rtl_hw_start_8168h_1()
3223 	rtl_eri_write(tp, 0xb8, ERIAR_MASK_0011, 0x0000);  in rtl_hw_start_8168h_1()
3225 	rtl8168_config_eee_mac(tp);  in rtl_hw_start_8168h_1()
3227 	RTL_W8(tp, DLLPR, RTL_R8(tp, DLLPR) & ~PFM_EN);  in rtl_hw_start_8168h_1()
3228 	RTL_W8(tp, MISC_1, RTL_R8(tp, MISC_1) & ~PFM_D3COLD_EN);  in rtl_hw_start_8168h_1()
3230 	RTL_W8(tp, DLLPR, RTL_R8(tp, DLLPR) & ~TX_10M_PS_EN);  in rtl_hw_start_8168h_1()
3232 	rtl_eri_clear_bits(tp, 0x1b0, BIT(12));  in rtl_hw_start_8168h_1()
3234 	rtl_pcie_state_l2l3_disable(tp);  in rtl_hw_start_8168h_1()
3236 	rg_saw_cnt = phy_read_paged(tp->phydev, 0x0c42, 0x13) & 0x3fff;  in rtl_hw_start_8168h_1()
3242 		r8168_mac_ocp_modify(tp, 0xd412, 0x0fff, sw_cnt_1ms_ini);  in rtl_hw_start_8168h_1()
3245 	r8168_mac_ocp_modify(tp, 0xe056, 0x00f0, 0x0070);  in rtl_hw_start_8168h_1()
3246 	r8168_mac_ocp_modify(tp, 0xe052, 0x6000, 0x8008);  in rtl_hw_start_8168h_1()
3247 	r8168_mac_ocp_modify(tp, 0xe0d6, 0x01ff, 0x017f);  in rtl_hw_start_8168h_1()
3248 	r8168_mac_ocp_modify(tp, 0xd420, 0x0fff, 0x047f);  in rtl_hw_start_8168h_1()
3250 	r8168_mac_ocp_write(tp, 0xe63e, 0x0001);  in rtl_hw_start_8168h_1()
3251 	r8168_mac_ocp_write(tp, 0xe63e, 0x0000);  in rtl_hw_start_8168h_1()
3252 	r8168_mac_ocp_write(tp, 0xc094, 0x0000);  in rtl_hw_start_8168h_1()
3253 	r8168_mac_ocp_write(tp, 0xc09e, 0x0000);  in rtl_hw_start_8168h_1()
3255 	rtl_hw_aspm_clkreq_enable(tp, true);  in rtl_hw_start_8168h_1()
3258 static void rtl_hw_start_8168ep(struct rtl8169_private *tp)  in rtl_hw_start_8168ep()  argument
3260 	rtl8168ep_stop_cmac(tp);  in rtl_hw_start_8168ep()
3262 	rtl_set_fifo_size(tp, 0x08, 0x10, 0x02, 0x06);  in rtl_hw_start_8168ep()
3263 	rtl8168g_set_pause_thresholds(tp, 0x2f, 0x5f);  in rtl_hw_start_8168ep()
3265 	rtl_set_def_aspm_entry_latency(tp);  in rtl_hw_start_8168ep()
3267 	rtl_reset_packet_filter(tp);  in rtl_hw_start_8168ep()
3269 	rtl_eri_write(tp, 0x5f0, ERIAR_MASK_0011, 0x4f87);  in rtl_hw_start_8168ep()
3271 	RTL_W32(tp, MISC, RTL_R32(tp, MISC) & ~RXDV_GATED_EN);  in rtl_hw_start_8168ep()
3273 	rtl_eri_write(tp, 0xc0, ERIAR_MASK_0011, 0x0000);  in rtl_hw_start_8168ep()
3274 	rtl_eri_write(tp, 0xb8, ERIAR_MASK_0011, 0x0000);  in rtl_hw_start_8168ep()
3276 	rtl8168_config_eee_mac(tp);  in rtl_hw_start_8168ep()
3278 	rtl_w0w1_eri(tp, 0x2fc, 0x01, 0x06);  in rtl_hw_start_8168ep()
3280 	RTL_W8(tp, DLLPR, RTL_R8(tp, DLLPR) & ~TX_10M_PS_EN);  in rtl_hw_start_8168ep()
3282 	rtl_pcie_state_l2l3_disable(tp);  in rtl_hw_start_8168ep()
3285 static void rtl_hw_start_8168ep_1(struct rtl8169_private *tp)  in rtl_hw_start_8168ep_1()  argument
3296 	rtl_hw_aspm_clkreq_enable(tp, false);  in rtl_hw_start_8168ep_1()
3297 	rtl_ephy_init(tp, e_info_8168ep_1);  in rtl_hw_start_8168ep_1()
3299 	rtl_hw_start_8168ep(tp);  in rtl_hw_start_8168ep_1()
3301 	rtl_hw_aspm_clkreq_enable(tp, true);  in rtl_hw_start_8168ep_1()
3304 static void rtl_hw_start_8168ep_2(struct rtl8169_private *tp)  in rtl_hw_start_8168ep_2()  argument
3313 	rtl_hw_aspm_clkreq_enable(tp, false);  in rtl_hw_start_8168ep_2()
3314 	rtl_ephy_init(tp, e_info_8168ep_2);  in rtl_hw_start_8168ep_2()
3316 	rtl_hw_start_8168ep(tp);  in rtl_hw_start_8168ep_2()
3318 	RTL_W8(tp, DLLPR, RTL_R8(tp, DLLPR) & ~PFM_EN);  in rtl_hw_start_8168ep_2()
3319 	RTL_W8(tp, MISC_1, RTL_R8(tp, MISC_1) & ~PFM_D3COLD_EN);  in rtl_hw_start_8168ep_2()
3321 	rtl_hw_aspm_clkreq_enable(tp, true);  in rtl_hw_start_8168ep_2()
3324 static void rtl_hw_start_8168ep_3(struct rtl8169_private *tp)  in rtl_hw_start_8168ep_3()  argument
3334 	rtl_hw_aspm_clkreq_enable(tp, false);  in rtl_hw_start_8168ep_3()
3335 	rtl_ephy_init(tp, e_info_8168ep_3);  in rtl_hw_start_8168ep_3()
3337 	rtl_hw_start_8168ep(tp);  in rtl_hw_start_8168ep_3()
3339 	RTL_W8(tp, DLLPR, RTL_R8(tp, DLLPR) & ~PFM_EN);  in rtl_hw_start_8168ep_3()
3340 	RTL_W8(tp, MISC_1, RTL_R8(tp, MISC_1) & ~PFM_D3COLD_EN);  in rtl_hw_start_8168ep_3()
3342 	r8168_mac_ocp_modify(tp, 0xd3e2, 0x0fff, 0x0271);  in rtl_hw_start_8168ep_3()
3343 	r8168_mac_ocp_modify(tp, 0xd3e4, 0x00ff, 0x0000);  in rtl_hw_start_8168ep_3()
3344 	r8168_mac_ocp_modify(tp, 0xe860, 0x0000, 0x0080);  in rtl_hw_start_8168ep_3()
3346 	rtl_hw_aspm_clkreq_enable(tp, true);  in rtl_hw_start_8168ep_3()
3349 static void rtl_hw_start_8117(struct rtl8169_private *tp)  in rtl_hw_start_8117()  argument
3357 	rtl8168ep_stop_cmac(tp);  in rtl_hw_start_8117()
3360 	rtl_hw_aspm_clkreq_enable(tp, false);  in rtl_hw_start_8117()
3361 	rtl_ephy_init(tp, e_info_8117);  in rtl_hw_start_8117()
3363 	rtl_set_fifo_size(tp, 0x08, 0x10, 0x02, 0x06);  in rtl_hw_start_8117()
3364 	rtl8168g_set_pause_thresholds(tp, 0x2f, 0x5f);  in rtl_hw_start_8117()
3366 	rtl_set_def_aspm_entry_latency(tp);  in rtl_hw_start_8117()
3368 	rtl_reset_packet_filter(tp);  in rtl_hw_start_8117()
3370 	rtl_eri_set_bits(tp, 0xd4, 0x0010);  in rtl_hw_start_8117()
3372 	rtl_eri_write(tp, 0x5f0, ERIAR_MASK_0011, 0x4f87);  in rtl_hw_start_8117()
3374 	RTL_W32(tp, MISC, RTL_R32(tp, MISC) & ~RXDV_GATED_EN);  in rtl_hw_start_8117()
3376 	rtl_eri_write(tp, 0xc0, ERIAR_MASK_0011, 0x0000);  in rtl_hw_start_8117()
3377 	rtl_eri_write(tp, 0xb8, ERIAR_MASK_0011, 0x0000);  in rtl_hw_start_8117()
3379 	rtl8168_config_eee_mac(tp);  in rtl_hw_start_8117()
3381 	RTL_W8(tp, DLLPR, RTL_R8(tp, DLLPR) & ~PFM_EN);  in rtl_hw_start_8117()
3382 	RTL_W8(tp, MISC_1, RTL_R8(tp, MISC_1) & ~PFM_D3COLD_EN);  in rtl_hw_start_8117()
3384 	RTL_W8(tp, DLLPR, RTL_R8(tp, DLLPR) & ~TX_10M_PS_EN);  in rtl_hw_start_8117()
3386 	rtl_eri_clear_bits(tp, 0x1b0, BIT(12));  in rtl_hw_start_8117()
3388 	rtl_pcie_state_l2l3_disable(tp);  in rtl_hw_start_8117()
3390 	rg_saw_cnt = phy_read_paged(tp->phydev, 0x0c42, 0x13) & 0x3fff;  in rtl_hw_start_8117()
3395 		r8168_mac_ocp_modify(tp, 0xd412, 0x0fff, sw_cnt_1ms_ini);  in rtl_hw_start_8117()
3398 	r8168_mac_ocp_modify(tp, 0xe056, 0x00f0, 0x0070);  in rtl_hw_start_8117()
3399 	r8168_mac_ocp_write(tp, 0xea80, 0x0003);  in rtl_hw_start_8117()
3400 	r8168_mac_ocp_modify(tp, 0xe052, 0x0000, 0x0009);  in rtl_hw_start_8117()
3401 	r8168_mac_ocp_modify(tp, 0xd420, 0x0fff, 0x047f);  in rtl_hw_start_8117()
3403 	r8168_mac_ocp_write(tp, 0xe63e, 0x0001);  in rtl_hw_start_8117()
3404 	r8168_mac_ocp_write(tp, 0xe63e, 0x0000);  in rtl_hw_start_8117()
3405 	r8168_mac_ocp_write(tp, 0xc094, 0x0000);  in rtl_hw_start_8117()
3406 	r8168_mac_ocp_write(tp, 0xc09e, 0x0000);  in rtl_hw_start_8117()
3409 	r8169_apply_firmware(tp);  in rtl_hw_start_8117()
3411 	rtl_hw_aspm_clkreq_enable(tp, true);  in rtl_hw_start_8117()
3414 static void rtl_hw_start_8102e_1(struct rtl8169_private *tp)  in rtl_hw_start_8102e_1()  argument
3428 	rtl_set_def_aspm_entry_latency(tp);  in rtl_hw_start_8102e_1()
3430 	RTL_W8(tp, DBG_REG, FIX_NAK_1);  in rtl_hw_start_8102e_1()
3432 	RTL_W8(tp, Config1,  in rtl_hw_start_8102e_1()
3434 	RTL_W8(tp, Config3, RTL_R8(tp, Config3) & ~Beacon_en);  in rtl_hw_start_8102e_1()
3436 	cfg1 = RTL_R8(tp, Config1);  in rtl_hw_start_8102e_1()
3438 		RTL_W8(tp, Config1, cfg1 & ~LEDS0);  in rtl_hw_start_8102e_1()
3440 	rtl_ephy_init(tp, e_info_8102e_1);  in rtl_hw_start_8102e_1()
3443 static void rtl_hw_start_8102e_2(struct rtl8169_private *tp)  in rtl_hw_start_8102e_2()  argument
3445 	rtl_set_def_aspm_entry_latency(tp);  in rtl_hw_start_8102e_2()
3447 	RTL_W8(tp, Config1, MEMMAP | IOMAP | VPD | PMEnable);  in rtl_hw_start_8102e_2()
3448 	RTL_W8(tp, Config3, RTL_R8(tp, Config3) & ~Beacon_en);  in rtl_hw_start_8102e_2()
3451 static void rtl_hw_start_8102e_3(struct rtl8169_private *tp)  in rtl_hw_start_8102e_3()  argument
3453 	rtl_hw_start_8102e_2(tp);  in rtl_hw_start_8102e_3()
3455 	rtl_ephy_write(tp, 0x03, 0xc2f9);  in rtl_hw_start_8102e_3()
3458 static void rtl_hw_start_8401(struct rtl8169_private *tp)  in rtl_hw_start_8401()  argument
3467 	rtl_ephy_init(tp, e_info_8401);  in rtl_hw_start_8401()
3468 	RTL_W8(tp, Config3, RTL_R8(tp, Config3) & ~Beacon_en);  in rtl_hw_start_8401()
3471 static void rtl_hw_start_8105e_1(struct rtl8169_private *tp)  in rtl_hw_start_8105e_1()  argument
3485 	RTL_W32(tp, FuncEvent, RTL_R32(tp, FuncEvent) | 0x002800);  in rtl_hw_start_8105e_1()
3488 	RTL_W32(tp, FuncEvent, RTL_R32(tp, FuncEvent) & ~0x010000);  in rtl_hw_start_8105e_1()
3490 	RTL_W8(tp, MCU, RTL_R8(tp, MCU) | EN_NDP | EN_OOB_RESET);  in rtl_hw_start_8105e_1()
3491 	RTL_W8(tp, DLLPR, RTL_R8(tp, DLLPR) | PFM_EN);  in rtl_hw_start_8105e_1()
3493 	rtl_ephy_init(tp, e_info_8105e_1);  in rtl_hw_start_8105e_1()
3495 	rtl_pcie_state_l2l3_disable(tp);  in rtl_hw_start_8105e_1()
3498 static void rtl_hw_start_8105e_2(struct rtl8169_private *tp)  in rtl_hw_start_8105e_2()  argument
3500 	rtl_hw_start_8105e_1(tp);  in rtl_hw_start_8105e_2()
3501 	rtl_ephy_write(tp, 0x1e, rtl_ephy_read(tp, 0x1e) | 0x8000);  in rtl_hw_start_8105e_2()
3504 static void rtl_hw_start_8402(struct rtl8169_private *tp)  in rtl_hw_start_8402()  argument
3511 	rtl_set_def_aspm_entry_latency(tp);  in rtl_hw_start_8402()
3514 	RTL_W32(tp, FuncEvent, RTL_R32(tp, FuncEvent) | 0x002800);  in rtl_hw_start_8402()
3516 	RTL_W8(tp, MCU, RTL_R8(tp, MCU) & ~NOW_IS_OOB);  in rtl_hw_start_8402()
3518 	rtl_ephy_init(tp, e_info_8402);  in rtl_hw_start_8402()
3520 	rtl_set_fifo_size(tp, 0x00, 0x00, 0x02, 0x06);  in rtl_hw_start_8402()
3521 	rtl_reset_packet_filter(tp);  in rtl_hw_start_8402()
3522 	rtl_eri_write(tp, 0xc0, ERIAR_MASK_0011, 0x0000);  in rtl_hw_start_8402()
3523 	rtl_eri_write(tp, 0xb8, ERIAR_MASK_0011, 0x0000);  in rtl_hw_start_8402()
3524 	rtl_w0w1_eri(tp, 0x0d4, 0x0e00, 0xff00);  in rtl_hw_start_8402()
3527 	rtl_eri_write(tp, 0x1b0, ERIAR_MASK_0011, 0x0000);  in rtl_hw_start_8402()
3529 	rtl_pcie_state_l2l3_disable(tp);  in rtl_hw_start_8402()
3532 static void rtl_hw_start_8106(struct rtl8169_private *tp)  in rtl_hw_start_8106()  argument
3534 	rtl_hw_aspm_clkreq_enable(tp, false);  in rtl_hw_start_8106()
3537 	RTL_W32(tp, FuncEvent, RTL_R32(tp, FuncEvent) | 0x002800);  in rtl_hw_start_8106()
3539 	RTL_W32(tp, MISC, (RTL_R32(tp, MISC) | DISABLE_LAN_EN) & ~EARLY_TALLY_EN);  in rtl_hw_start_8106()
3540 	RTL_W8(tp, MCU, RTL_R8(tp, MCU) | EN_NDP | EN_OOB_RESET);  in rtl_hw_start_8106()
3541 	RTL_W8(tp, DLLPR, RTL_R8(tp, DLLPR) & ~PFM_EN);  in rtl_hw_start_8106()
3544 	rtl_set_aspm_entry_latency(tp, 0x2f);  in rtl_hw_start_8106()
3546 	rtl_eri_write(tp, 0x1d0, ERIAR_MASK_0011, 0x0000);  in rtl_hw_start_8106()
3549 	rtl_eri_write(tp, 0x1b0, ERIAR_MASK_0011, 0x0000);  in rtl_hw_start_8106()
3551 	rtl_pcie_state_l2l3_disable(tp);  in rtl_hw_start_8106()
3552 	rtl_hw_aspm_clkreq_enable(tp, true);  in rtl_hw_start_8106()
3557 	return r8168_mac_ocp_read(tp, 0xe00e) & BIT(13);  in DECLARE_RTL_COND()
3560 static void rtl_hw_start_8125_common(struct rtl8169_private *tp)  in rtl_hw_start_8125_common()  argument
3562 	rtl_pcie_state_l2l3_disable(tp);  in rtl_hw_start_8125_common()
3564 	RTL_W16(tp, 0x382, 0x221b);  in rtl_hw_start_8125_common()
3565 	RTL_W8(tp, 0x4500, 0);  in rtl_hw_start_8125_common()
3566 	RTL_W16(tp, 0x4800, 0);  in rtl_hw_start_8125_common()
3569 	r8168_mac_ocp_modify(tp, 0xd40a, 0x0010, 0x0000);  in rtl_hw_start_8125_common()
3571 	RTL_W8(tp, Config1, RTL_R8(tp, Config1) & ~0x10);  in rtl_hw_start_8125_common()
3573 	r8168_mac_ocp_write(tp, 0xc140, 0xffff);  in rtl_hw_start_8125_common()
3574 	r8168_mac_ocp_write(tp, 0xc142, 0xffff);  in rtl_hw_start_8125_common()
3576 	r8168_mac_ocp_modify(tp, 0xd3e2, 0x0fff, 0x03a9);  in rtl_hw_start_8125_common()
3577 	r8168_mac_ocp_modify(tp, 0xd3e4, 0x00ff, 0x0000);  in rtl_hw_start_8125_common()
3578 	r8168_mac_ocp_modify(tp, 0xe860, 0x0000, 0x0080);  in rtl_hw_start_8125_common()
3581 	r8168_mac_ocp_modify(tp, 0xeb58, 0x0001, 0x0000);  in rtl_hw_start_8125_common()
3583 	if (tp->mac_version == RTL_GIGA_MAC_VER_63)  in rtl_hw_start_8125_common()
3584 		r8168_mac_ocp_modify(tp, 0xe614, 0x0700, 0x0200);  in rtl_hw_start_8125_common()
3586 		r8168_mac_ocp_modify(tp, 0xe614, 0x0700, 0x0400);  in rtl_hw_start_8125_common()
3588 	if (tp->mac_version == RTL_GIGA_MAC_VER_63)  in rtl_hw_start_8125_common()
3589 		r8168_mac_ocp_modify(tp, 0xe63e, 0x0c30, 0x0000);  in rtl_hw_start_8125_common()
3591 		r8168_mac_ocp_modify(tp, 0xe63e, 0x0c30, 0x0020);  in rtl_hw_start_8125_common()
3593 	r8168_mac_ocp_modify(tp, 0xc0b4, 0x0000, 0x000c);  in rtl_hw_start_8125_common()
3594 	r8168_mac_ocp_modify(tp, 0xeb6a, 0x00ff, 0x0033);  in rtl_hw_start_8125_common()
3595 	r8168_mac_ocp_modify(tp, 0xeb50, 0x03e0, 0x0040);  in rtl_hw_start_8125_common()
3596 	r8168_mac_ocp_modify(tp, 0xe056, 0x00f0, 0x0030);  in rtl_hw_start_8125_common()
3597 	r8168_mac_ocp_modify(tp, 0xe040, 0x1000, 0x0000);  in rtl_hw_start_8125_common()
3598 	r8168_mac_ocp_modify(tp, 0xea1c, 0x0003, 0x0001);  in rtl_hw_start_8125_common()
3599 	r8168_mac_ocp_modify(tp, 0xe0c0, 0x4f0f, 0x4403);  in rtl_hw_start_8125_common()
3600 	r8168_mac_ocp_modify(tp, 0xe052, 0x0080, 0x0068);  in rtl_hw_start_8125_common()
3601 	r8168_mac_ocp_modify(tp, 0xd430, 0x0fff, 0x047f);  in rtl_hw_start_8125_common()
3603 	r8168_mac_ocp_modify(tp, 0xea1c, 0x0004, 0x0000);  in rtl_hw_start_8125_common()
3604 	r8168_mac_ocp_modify(tp, 0xeb54, 0x0000, 0x0001);  in rtl_hw_start_8125_common()
3606 	r8168_mac_ocp_modify(tp, 0xeb54, 0x0001, 0x0000);  in rtl_hw_start_8125_common()
3607 	RTL_W16(tp, 0x1880, RTL_R16(tp, 0x1880) & ~0x0030);  in rtl_hw_start_8125_common()
3609 	r8168_mac_ocp_write(tp, 0xe098, 0xc302);  in rtl_hw_start_8125_common()
3611 	rtl_loop_wait_low(tp, &rtl_mac_ocp_e00e_cond, 1000, 10);  in rtl_hw_start_8125_common()
3613 	if (tp->mac_version == RTL_GIGA_MAC_VER_63)  in rtl_hw_start_8125_common()
3614 		rtl8125b_config_eee_mac(tp);  in rtl_hw_start_8125_common()
3616 		rtl8125a_config_eee_mac(tp);  in rtl_hw_start_8125_common()
3618 	RTL_W32(tp, MISC, RTL_R32(tp, MISC) & ~RXDV_GATED_EN);  in rtl_hw_start_8125_common()
3622 static void rtl_hw_start_8125a_1(struct rtl8169_private *tp)  in rtl_hw_start_8125a_1()  argument
3652 	rtl_set_def_aspm_entry_latency(tp);  in rtl_hw_start_8125a_1()
3655 	rtl_hw_aspm_clkreq_enable(tp, false);  in rtl_hw_start_8125a_1()
3656 	rtl_ephy_init(tp, e_info_8125a_1);  in rtl_hw_start_8125a_1()
3658 	rtl_hw_start_8125_common(tp);  in rtl_hw_start_8125a_1()
3659 	rtl_hw_aspm_clkreq_enable(tp, true);  in rtl_hw_start_8125a_1()
3662 static void rtl_hw_start_8125a_2(struct rtl8169_private *tp)  in rtl_hw_start_8125a_2()  argument
3680 	rtl_set_def_aspm_entry_latency(tp);  in rtl_hw_start_8125a_2()
3683 	rtl_hw_aspm_clkreq_enable(tp, false);  in rtl_hw_start_8125a_2()
3684 	rtl_ephy_init(tp, e_info_8125a_2);  in rtl_hw_start_8125a_2()
3686 	rtl_hw_start_8125_common(tp);  in rtl_hw_start_8125a_2()
3687 	rtl_hw_aspm_clkreq_enable(tp, true);  in rtl_hw_start_8125a_2()
3690 static void rtl_hw_start_8125b(struct rtl8169_private *tp)  in rtl_hw_start_8125b()  argument
3701 	rtl_set_def_aspm_entry_latency(tp);  in rtl_hw_start_8125b()
3702 	rtl_hw_aspm_clkreq_enable(tp, false);  in rtl_hw_start_8125b()
3704 	rtl_ephy_init(tp, e_info_8125b);  in rtl_hw_start_8125b()
3705 	rtl_hw_start_8125_common(tp);  in rtl_hw_start_8125b()
3707 	rtl_hw_aspm_clkreq_enable(tp, true);  in rtl_hw_start_8125b()
3710 static void rtl_hw_config(struct rtl8169_private *tp)  in rtl_hw_config()  argument
3764 	if (hw_configs[tp->mac_version])  in rtl_hw_config()
3765 		hw_configs[tp->mac_version](tp);  in rtl_hw_config()
3768 static void rtl_hw_start_8125(struct rtl8169_private *tp)  in rtl_hw_start_8125()  argument
3774 		RTL_W32(tp, i, 0);  in rtl_hw_start_8125()
3776 	rtl_hw_config(tp);  in rtl_hw_start_8125()
3779 static void rtl_hw_start_8168(struct rtl8169_private *tp)  in rtl_hw_start_8168()  argument
3781 	if (rtl_is_8168evl_up(tp))  in rtl_hw_start_8168()
3782 		RTL_W8(tp, MaxTxPacketSize, EarlySize);  in rtl_hw_start_8168()
3784 		RTL_W8(tp, MaxTxPacketSize, TxPacketMax);  in rtl_hw_start_8168()
3786 	rtl_hw_config(tp);  in rtl_hw_start_8168()
3789 	RTL_W16(tp, IntrMitigate, 0x0000);  in rtl_hw_start_8168()
3792 static void rtl_hw_start_8169(struct rtl8169_private *tp)  in rtl_hw_start_8169()  argument
3794 	RTL_W8(tp, EarlyTxThres, NoEarlyTx);  in rtl_hw_start_8169()
3796 	tp->cp_cmd |= PCIMulRW;  in rtl_hw_start_8169()
3798 	if (tp->mac_version == RTL_GIGA_MAC_VER_02 ||  in rtl_hw_start_8169()
3799 	    tp->mac_version == RTL_GIGA_MAC_VER_03)  in rtl_hw_start_8169()
3800 		tp->cp_cmd |= EnAnaPLL;  in rtl_hw_start_8169()
3802 	RTL_W16(tp, CPlusCmd, tp->cp_cmd);  in rtl_hw_start_8169()
3804 	rtl8169_set_magic_reg(tp);  in rtl_hw_start_8169()
3807 	RTL_W16(tp, IntrMitigate, 0x0000);  in rtl_hw_start_8169()
3810 static void rtl_hw_start(struct  rtl8169_private *tp)  in rtl_hw_start()  argument
3812 	rtl_unlock_config_regs(tp);  in rtl_hw_start()
3814 	RTL_W16(tp, CPlusCmd, tp->cp_cmd);  in rtl_hw_start()
3816 	if (tp->mac_version <= RTL_GIGA_MAC_VER_06)  in rtl_hw_start()
3817 		rtl_hw_start_8169(tp);  in rtl_hw_start()
3818 	else if (rtl_is_8125(tp))  in rtl_hw_start()
3819 		rtl_hw_start_8125(tp);  in rtl_hw_start()
3821 		rtl_hw_start_8168(tp);  in rtl_hw_start()
3823 	rtl_enable_exit_l1(tp);  in rtl_hw_start()
3824 	rtl_set_rx_max_size(tp);  in rtl_hw_start()
3825 	rtl_set_rx_tx_desc_registers(tp);  in rtl_hw_start()
3826 	rtl_lock_config_regs(tp);  in rtl_hw_start()
3828 	rtl_jumbo_config(tp);  in rtl_hw_start()
3831 	rtl_pci_commit(tp);  in rtl_hw_start()
3833 	RTL_W8(tp, ChipCmd, CmdTxEnb | CmdRxEnb);  in rtl_hw_start()
3834 	rtl_init_rxcfg(tp);  in rtl_hw_start()
3835 	rtl_set_tx_config_registers(tp);  in rtl_hw_start()
3836 	rtl_set_rx_config_features(tp, tp->dev->features);  in rtl_hw_start()
3837 	rtl_set_rx_mode(tp->dev);  in rtl_hw_start()
3838 	rtl_irq_enable(tp);  in rtl_hw_start()
3843 	struct rtl8169_private *tp = netdev_priv(dev);  in rtl8169_change_mtu()  local
3847 	rtl_jumbo_config(tp);  in rtl8169_change_mtu()
3849 	switch (tp->mac_version) {  in rtl8169_change_mtu()
3852 		rtl8125_set_eee_txidle_timer(tp);  in rtl8169_change_mtu()
3871 static struct page *rtl8169_alloc_rx_data(struct rtl8169_private *tp,  in rtl8169_alloc_rx_data()  argument
3874 	struct device *d = tp_to_dev(tp);  in rtl8169_alloc_rx_data()
3885 		netdev_err(tp->dev, "Failed to map RX DMA!\n");  in rtl8169_alloc_rx_data()
3896 static void rtl8169_rx_clear(struct rtl8169_private *tp)  in rtl8169_rx_clear()  argument
3900 	for (i = 0; i < NUM_RX_DESC && tp->Rx_databuff[i]; i++) {  in rtl8169_rx_clear()
3901 		dma_unmap_page(tp_to_dev(tp),  in rtl8169_rx_clear()
3902 			       le64_to_cpu(tp->RxDescArray[i].addr),  in rtl8169_rx_clear()
3904 		__free_pages(tp->Rx_databuff[i], get_order(R8169_RX_BUF_SIZE));  in rtl8169_rx_clear()
3905 		tp->Rx_databuff[i] = NULL;  in rtl8169_rx_clear()
3906 		tp->RxDescArray[i].addr = 0;  in rtl8169_rx_clear()
3907 		tp->RxDescArray[i].opts1 = 0;  in rtl8169_rx_clear()
3911 static int rtl8169_rx_fill(struct rtl8169_private *tp)  in rtl8169_rx_fill()  argument
3918 		data = rtl8169_alloc_rx_data(tp, tp->RxDescArray + i);  in rtl8169_rx_fill()
3920 			rtl8169_rx_clear(tp);  in rtl8169_rx_fill()
3923 		tp->Rx_databuff[i] = data;  in rtl8169_rx_fill()
3927 	tp->RxDescArray[NUM_RX_DESC - 1].opts1 |= cpu_to_le32(RingEnd);  in rtl8169_rx_fill()
3932 static int rtl8169_init_ring(struct rtl8169_private *tp)  in rtl8169_init_ring()  argument
3934 	rtl8169_init_ring_indexes(tp);  in rtl8169_init_ring()
3936 	memset(tp->tx_skb, 0, sizeof(tp->tx_skb));  in rtl8169_init_ring()
3937 	memset(tp->Rx_databuff, 0, sizeof(tp->Rx_databuff));  in rtl8169_init_ring()
3939 	return rtl8169_rx_fill(tp);  in rtl8169_init_ring()
3942 static void rtl8169_unmap_tx_skb(struct rtl8169_private *tp, unsigned int entry)  in rtl8169_unmap_tx_skb()  argument
3944 	struct ring_info *tx_skb = tp->tx_skb + entry;  in rtl8169_unmap_tx_skb()
3945 	struct TxDesc *desc = tp->TxDescArray + entry;  in rtl8169_unmap_tx_skb()
3947 	dma_unmap_single(tp_to_dev(tp), le64_to_cpu(desc->addr), tx_skb->len,  in rtl8169_unmap_tx_skb()
3953 static void rtl8169_tx_clear_range(struct rtl8169_private *tp, u32 start,  in rtl8169_tx_clear_range()  argument
3960 		struct ring_info *tx_skb = tp->tx_skb + entry;  in rtl8169_tx_clear_range()
3966 			rtl8169_unmap_tx_skb(tp, entry);  in rtl8169_tx_clear_range()
3973 static void rtl8169_tx_clear(struct rtl8169_private *tp)  in rtl8169_tx_clear()  argument
3975 	rtl8169_tx_clear_range(tp, tp->dirty_tx, NUM_TX_DESC);  in rtl8169_tx_clear()
3976 	netdev_reset_queue(tp->dev);  in rtl8169_tx_clear()
3979 static void rtl8169_cleanup(struct rtl8169_private *tp, bool going_down)  in rtl8169_cleanup()  argument
3981 	napi_disable(&tp->napi);  in rtl8169_cleanup()
3987 	rtl8169_irq_mask_and_ack(tp);  in rtl8169_cleanup()
3989 	rtl_rx_close(tp);  in rtl8169_cleanup()
3991 	if (going_down && tp->dev->wol_enabled)  in rtl8169_cleanup()
3994 	switch (tp->mac_version) {  in rtl8169_cleanup()
3998 		rtl_loop_wait_low(tp, &rtl_npq_cond, 20, 2000);  in rtl8169_cleanup()
4001 		RTL_W8(tp, ChipCmd, RTL_R8(tp, ChipCmd) | StopReq);  in rtl8169_cleanup()
4002 		rtl_loop_wait_high(tp, &rtl_txcfg_empty_cond, 100, 666);  in rtl8169_cleanup()
4005 		rtl_enable_rxdvgate(tp);  in rtl8169_cleanup()
4009 		RTL_W8(tp, ChipCmd, RTL_R8(tp, ChipCmd) | StopReq);  in rtl8169_cleanup()
4014 	rtl_hw_reset(tp);  in rtl8169_cleanup()
4016 	rtl8169_tx_clear(tp);  in rtl8169_cleanup()
4017 	rtl8169_init_ring_indexes(tp);  in rtl8169_cleanup()
4020 static void rtl_reset_work(struct rtl8169_private *tp)  in rtl_reset_work()  argument
4024 	netif_stop_queue(tp->dev);  in rtl_reset_work()
4026 	rtl8169_cleanup(tp, false);  in rtl_reset_work()
4029 		rtl8169_mark_to_asic(tp->RxDescArray + i);  in rtl_reset_work()
4031 	napi_enable(&tp->napi);  in rtl_reset_work()
4032 	rtl_hw_start(tp);  in rtl_reset_work()
4037 	struct rtl8169_private *tp = netdev_priv(dev);  in rtl8169_tx_timeout()  local
4039 	rtl_schedule_task(tp, RTL_FLAG_TASK_TX_TIMEOUT);  in rtl8169_tx_timeout()
4042 static int rtl8169_tx_map(struct rtl8169_private *tp, const u32 *opts, u32 len,  in rtl8169_tx_map()  argument
4045 	struct TxDesc *txd = tp->TxDescArray + entry;  in rtl8169_tx_map()
4046 	struct device *d = tp_to_dev(tp);  in rtl8169_tx_map()
4055 			netdev_err(tp->dev, "Failed to map TX data!\n");  in rtl8169_tx_map()
4069 	tp->tx_skb[entry].len = len;  in rtl8169_tx_map()
4074 static int rtl8169_xmit_frags(struct rtl8169_private *tp, struct sk_buff *skb,  in rtl8169_xmit_frags()  argument
4087 		if (unlikely(rtl8169_tx_map(tp, opts, len, addr, entry, true)))  in rtl8169_xmit_frags()
4094 	rtl8169_tx_clear_range(tp, tp->cur_tx + 1, cur_frag);  in rtl8169_xmit_frags()
4119 static unsigned int rtl8125_quirk_udp_padto(struct rtl8169_private *tp,  in rtl8125_quirk_udp_padto()  argument
4124 	if (rtl_is_8125(tp) && len < 128 + RTL_MIN_PATCH_LEN &&  in rtl8125_quirk_udp_padto()
4146 static unsigned int rtl_quirk_packet_padto(struct rtl8169_private *tp,  in rtl_quirk_packet_padto()  argument
4151 	padto = rtl8125_quirk_udp_padto(tp, skb);  in rtl_quirk_packet_padto()
4153 	switch (tp->mac_version) {  in rtl_quirk_packet_padto()
4186 static bool rtl8169_tso_csum_v2(struct rtl8169_private *tp,  in rtl8169_tso_csum_v2()  argument
4235 		unsigned int padto = rtl_quirk_packet_padto(tp, skb);  in rtl8169_tso_csum_v2()
4244 static bool rtl_tx_slots_avail(struct rtl8169_private *tp)  in rtl_tx_slots_avail()  argument
4246 	unsigned int slots_avail = READ_ONCE(tp->dirty_tx) + NUM_TX_DESC  in rtl_tx_slots_avail()
4247 					- READ_ONCE(tp->cur_tx);  in rtl_tx_slots_avail()
4254 static bool rtl_chip_supports_csum_v2(struct rtl8169_private *tp)  in rtl_chip_supports_csum_v2()  argument
4256 	switch (tp->mac_version) {  in rtl_chip_supports_csum_v2()
4265 static void rtl8169_doorbell(struct rtl8169_private *tp)  in rtl8169_doorbell()  argument
4267 	if (rtl_is_8125(tp))  in rtl8169_doorbell()
4268 		RTL_W16(tp, TxPoll_8125, BIT(0));  in rtl8169_doorbell()
4270 		RTL_W8(tp, TxPoll, NPQ);  in rtl8169_doorbell()
4277 	struct rtl8169_private *tp = netdev_priv(dev);  in rtl8169_start_xmit()  local
4278 	unsigned int entry = tp->cur_tx % NUM_TX_DESC;  in rtl8169_start_xmit()
4283 	if (unlikely(!rtl_tx_slots_avail(tp))) {  in rtl8169_start_xmit()
4292 	if (!rtl_chip_supports_csum_v2(tp))  in rtl8169_start_xmit()
4294 	else if (!rtl8169_tso_csum_v2(tp, skb, opts))  in rtl8169_start_xmit()
4297 	if (unlikely(rtl8169_tx_map(tp, opts, skb_headlen(skb), skb->data,  in rtl8169_start_xmit()
4301 	txd_first = tp->TxDescArray + entry;  in rtl8169_start_xmit()
4304 		if (rtl8169_xmit_frags(tp, skb, opts, entry))  in rtl8169_start_xmit()
4309 	txd_last = tp->TxDescArray + entry;  in rtl8169_start_xmit()
4311 	tp->tx_skb[entry].skb = skb;  in rtl8169_start_xmit()
4325 	WRITE_ONCE(tp->cur_tx, tp->cur_tx + frags + 1);  in rtl8169_start_xmit()
4327 	stop_queue = !rtl_tx_slots_avail(tp);  in rtl8169_start_xmit()
4342 		if (rtl_tx_slots_avail(tp))  in rtl8169_start_xmit()
4348 		rtl8169_doorbell(tp);  in rtl8169_start_xmit()
4353 	rtl8169_unmap_tx_skb(tp, entry);  in rtl8169_start_xmit()
4400 	struct rtl8169_private *tp = netdev_priv(dev);  in rtl8169_features_check()  local
4403 		if (tp->mac_version == RTL_GIGA_MAC_VER_34)  in rtl8169_features_check()
4407 		    rtl_chip_supports_csum_v2(tp))  in rtl8169_features_check()
4414 		if (rtl_quirk_packet_padto(tp, skb))  in rtl8169_features_check()
4418 		    rtl_chip_supports_csum_v2(tp))  in rtl8169_features_check()
4427 	struct rtl8169_private *tp = netdev_priv(dev);  in rtl8169_pcierr_interrupt()  local
4428 	struct pci_dev *pdev = tp->pci_dev;  in rtl8169_pcierr_interrupt()
4440 	rtl_schedule_task(tp, RTL_FLAG_TASK_RESET_PENDING);  in rtl8169_pcierr_interrupt()
4443 static void rtl_tx(struct net_device *dev, struct rtl8169_private *tp,  in rtl_tx()  argument
4449 	dirty_tx = tp->dirty_tx;  in rtl_tx()
4451 	while (READ_ONCE(tp->cur_tx) != dirty_tx) {  in rtl_tx()
4455 		status = le32_to_cpu(READ_ONCE(tp->TxDescArray[entry].opts1));  in rtl_tx()
4459 		skb = tp->tx_skb[entry].skb;  in rtl_tx()
4460 		rtl8169_unmap_tx_skb(tp, entry);  in rtl_tx()
4470 	if (tp->dirty_tx != dirty_tx) {  in rtl_tx()
4481 		smp_store_mb(tp->dirty_tx, dirty_tx);  in rtl_tx()
4482 		if (netif_queue_stopped(dev) && rtl_tx_slots_avail(tp))  in rtl_tx()
4492 		if (READ_ONCE(tp->cur_tx) != dirty_tx && skb)  in rtl_tx()
4493 			rtl8169_doorbell(tp);  in rtl_tx()
4512 static int rtl_rx(struct net_device *dev, struct rtl8169_private *tp, int budget)  in rtl_rx()  argument
4514 	struct device *d = tp_to_dev(tp);  in rtl_rx()
4517 	for (count = 0; count < budget; count++, tp->cur_rx++) {  in rtl_rx()
4518 		unsigned int pkt_size, entry = tp->cur_rx % NUM_RX_DESC;  in rtl_rx()
4519 		struct RxDesc *desc = tp->RxDescArray + entry;  in rtl_rx()
4564 		skb = napi_alloc_skb(&tp->napi, pkt_size);  in rtl_rx()
4571 		rx_buf = page_address(tp->Rx_databuff[entry]);  in rtl_rx()
4588 		napi_gro_receive(&tp->napi, skb);  in rtl_rx()
4600 	struct rtl8169_private *tp = dev_instance;  in rtl8169_interrupt()  local
4601 	u32 status = rtl_get_events(tp);  in rtl8169_interrupt()
4603 	if ((status & 0xffff) == 0xffff || !(status & tp->irq_mask))  in rtl8169_interrupt()
4607 		rtl8169_pcierr_interrupt(tp->dev);  in rtl8169_interrupt()
4612 		phy_mac_interrupt(tp->phydev);  in rtl8169_interrupt()
4615 	    tp->mac_version == RTL_GIGA_MAC_VER_11)) {  in rtl8169_interrupt()
4616 		netif_stop_queue(tp->dev);  in rtl8169_interrupt()
4617 		rtl_schedule_task(tp, RTL_FLAG_TASK_RESET_PENDING);  in rtl8169_interrupt()
4620 	if (napi_schedule_prep(&tp->napi)) {  in rtl8169_interrupt()
4621 		rtl_irq_disable(tp);  in rtl8169_interrupt()
4622 		__napi_schedule(&tp->napi);  in rtl8169_interrupt()
4625 	rtl_ack_events(tp, status);  in rtl8169_interrupt()
4632 	struct rtl8169_private *tp =  in rtl_task()  local
4638 	if (!netif_running(tp->dev) ||  in rtl_task()
4639 	    !test_bit(RTL_FLAG_TASK_ENABLED, tp->wk.flags))  in rtl_task()
4642 	if (test_and_clear_bit(RTL_FLAG_TASK_TX_TIMEOUT, tp->wk.flags)) {  in rtl_task()
4644 		ret = pci_disable_link_state(tp->pci_dev, PCIE_LINK_STATE_L1 |  in rtl_task()
4647 			netdev_warn_once(tp->dev, "ASPM disabled on Tx timeout\n");  in rtl_task()
4651 	if (test_and_clear_bit(RTL_FLAG_TASK_RESET_PENDING, tp->wk.flags)) {  in rtl_task()
4653 		rtl_reset_work(tp);  in rtl_task()
4654 		netif_wake_queue(tp->dev);  in rtl_task()
4655 	} else if (test_and_clear_bit(RTL_FLAG_TASK_RESET_NO_QUEUE_WAKE, tp->wk.flags)) {  in rtl_task()
4656 		rtl_reset_work(tp);  in rtl_task()
4664 	struct rtl8169_private *tp = container_of(napi, struct rtl8169_private, napi);  in rtl8169_poll()  local
4665 	struct net_device *dev = tp->dev;  in rtl8169_poll()
4668 	rtl_tx(dev, tp, budget);  in rtl8169_poll()
4670 	work_done = rtl_rx(dev, tp, budget);  in rtl8169_poll()
4673 		rtl_irq_enable(tp);  in rtl8169_poll()
4680 	struct rtl8169_private *tp = netdev_priv(ndev);  in r8169_phylink_handler()  local
4681 	struct device *d = tp_to_dev(tp);  in r8169_phylink_handler()
4684 		rtl_link_chg_patch(tp);  in r8169_phylink_handler()
4686 		netif_wake_queue(tp->dev);  in r8169_phylink_handler()
4689 		if (rtl_is_8125(tp))  in r8169_phylink_handler()
4690 			rtl_schedule_task(tp, RTL_FLAG_TASK_RESET_NO_QUEUE_WAKE);  in r8169_phylink_handler()
4695 		phy_print_status(tp->phydev);  in r8169_phylink_handler()
4698 static int r8169_phy_connect(struct rtl8169_private *tp)  in r8169_phy_connect()  argument
4700 	struct phy_device *phydev = tp->phydev;  in r8169_phy_connect()
4704 	phy_mode = tp->supports_gmii ? PHY_INTERFACE_MODE_GMII :  in r8169_phy_connect()
4707 	ret = phy_connect_direct(tp->dev, phydev, r8169_phylink_handler,  in r8169_phy_connect()
4712 	if (!tp->supports_gmii)  in r8169_phy_connect()
4720 static void rtl8169_down(struct rtl8169_private *tp)  in rtl8169_down()  argument
4723 	bitmap_zero(tp->wk.flags, RTL_FLAG_MAX);  in rtl8169_down()
4725 	phy_stop(tp->phydev);  in rtl8169_down()
4727 	rtl8169_update_counters(tp);  in rtl8169_down()
4729 	pci_clear_master(tp->pci_dev);  in rtl8169_down()
4730 	rtl_pci_commit(tp);  in rtl8169_down()
4732 	rtl8169_cleanup(tp, true);  in rtl8169_down()
4734 	rtl_prepare_power_down(tp);  in rtl8169_down()
4736 	if (tp->dash_type != RTL_DASH_NONE)  in rtl8169_down()
4737 		rtl8168_driver_stop(tp);  in rtl8169_down()
4740 static void rtl8169_up(struct rtl8169_private *tp)  in rtl8169_up()  argument
4742 	if (tp->dash_type != RTL_DASH_NONE)  in rtl8169_up()
4743 		rtl8168_driver_start(tp);  in rtl8169_up()
4745 	pci_set_master(tp->pci_dev);  in rtl8169_up()
4746 	phy_init_hw(tp->phydev);  in rtl8169_up()
4747 	phy_resume(tp->phydev);  in rtl8169_up()
4748 	rtl8169_init_phy(tp);  in rtl8169_up()
4749 	napi_enable(&tp->napi);  in rtl8169_up()
4750 	set_bit(RTL_FLAG_TASK_ENABLED, tp->wk.flags);  in rtl8169_up()
4751 	rtl_reset_work(tp);  in rtl8169_up()
4753 	phy_start(tp->phydev);  in rtl8169_up()
4758 	struct rtl8169_private *tp = netdev_priv(dev);  in rtl8169_close()  local
4759 	struct pci_dev *pdev = tp->pci_dev;  in rtl8169_close()
4764 	rtl8169_down(tp);  in rtl8169_close()
4765 	rtl8169_rx_clear(tp);  in rtl8169_close()
4767 	cancel_work(&tp->wk.work);  in rtl8169_close()
4769 	free_irq(pci_irq_vector(pdev, 0), tp);  in rtl8169_close()
4771 	phy_disconnect(tp->phydev);  in rtl8169_close()
4773 	dma_free_coherent(&pdev->dev, R8169_RX_RING_BYTES, tp->RxDescArray,  in rtl8169_close()
4774 			  tp->RxPhyAddr);  in rtl8169_close()
4775 	dma_free_coherent(&pdev->dev, R8169_TX_RING_BYTES, tp->TxDescArray,  in rtl8169_close()
4776 			  tp->TxPhyAddr);  in rtl8169_close()
4777 	tp->TxDescArray = NULL;  in rtl8169_close()
4778 	tp->RxDescArray = NULL;  in rtl8169_close()
4788 	struct rtl8169_private *tp = netdev_priv(dev);  in rtl8169_netpoll()  local
4790 	rtl8169_interrupt(pci_irq_vector(tp->pci_dev, 0), tp);  in rtl8169_netpoll()
4796 	struct rtl8169_private *tp = netdev_priv(dev);  in rtl_open()  local
4797 	struct pci_dev *pdev = tp->pci_dev;  in rtl_open()
4807 	tp->TxDescArray = dma_alloc_coherent(&pdev->dev, R8169_TX_RING_BYTES,  in rtl_open()
4808 					     &tp->TxPhyAddr, GFP_KERNEL);  in rtl_open()
4809 	if (!tp->TxDescArray)  in rtl_open()
4812 	tp->RxDescArray = dma_alloc_coherent(&pdev->dev, R8169_RX_RING_BYTES,  in rtl_open()
4813 					     &tp->RxPhyAddr, GFP_KERNEL);  in rtl_open()
4814 	if (!tp->RxDescArray)  in rtl_open()
4817 	retval = rtl8169_init_ring(tp);  in rtl_open()
4821 	rtl_request_firmware(tp);  in rtl_open()
4825 			     irqflags, dev->name, tp);  in rtl_open()
4829 	retval = r8169_phy_connect(tp);  in rtl_open()
4833 	rtl8169_up(tp);  in rtl_open()
4834 	rtl8169_init_counter_offsets(tp);  in rtl_open()
4842 	free_irq(pci_irq_vector(pdev, 0), tp);  in rtl_open()
4844 	rtl_release_firmware(tp);  in rtl_open()
4845 	rtl8169_rx_clear(tp);  in rtl_open()
4847 	dma_free_coherent(&pdev->dev, R8169_RX_RING_BYTES, tp->RxDescArray,  in rtl_open()
4848 			  tp->RxPhyAddr);  in rtl_open()
4849 	tp->RxDescArray = NULL;  in rtl_open()
4851 	dma_free_coherent(&pdev->dev, R8169_TX_RING_BYTES, tp->TxDescArray,  in rtl_open()
4852 			  tp->TxPhyAddr);  in rtl_open()
4853 	tp->TxDescArray = NULL;  in rtl_open()
4860 	struct rtl8169_private *tp = netdev_priv(dev);  in rtl8169_get_stats64()  local
4861 	struct pci_dev *pdev = tp->pci_dev;  in rtl8169_get_stats64()
4862 	struct rtl8169_counters *counters = tp->counters;  in rtl8169_get_stats64()
4874 		rtl8169_update_counters(tp);  in rtl8169_get_stats64()
4881 		le64_to_cpu(tp->tc_offset.tx_errors);  in rtl8169_get_stats64()
4883 		le32_to_cpu(tp->tc_offset.tx_multi_collision);  in rtl8169_get_stats64()
4885 		le16_to_cpu(tp->tc_offset.tx_aborted);  in rtl8169_get_stats64()
4887 		le16_to_cpu(tp->tc_offset.rx_missed);  in rtl8169_get_stats64()
4892 static void rtl8169_net_suspend(struct rtl8169_private *tp)  in rtl8169_net_suspend()  argument
4894 	netif_device_detach(tp->dev);  in rtl8169_net_suspend()
4896 	if (netif_running(tp->dev))  in rtl8169_net_suspend()
4897 		rtl8169_down(tp);  in rtl8169_net_suspend()
4904 	struct rtl8169_private *tp = dev_get_drvdata(dev);  in rtl8169_runtime_resume()  local
4906 	rtl_rar_set(tp, tp->dev->dev_addr);  in rtl8169_runtime_resume()
4907 	__rtl8169_set_wol(tp, tp->saved_wolopts);  in rtl8169_runtime_resume()
4909 	if (tp->TxDescArray)  in rtl8169_runtime_resume()
4910 		rtl8169_up(tp);  in rtl8169_runtime_resume()
4912 	netif_device_attach(tp->dev);  in rtl8169_runtime_resume()
4919 	struct rtl8169_private *tp = dev_get_drvdata(device);  in rtl8169_suspend()  local
4922 	rtl8169_net_suspend(tp);  in rtl8169_suspend()
4923 	if (!device_may_wakeup(tp_to_dev(tp)))  in rtl8169_suspend()
4924 		clk_disable_unprepare(tp->clk);  in rtl8169_suspend()
4932 	struct rtl8169_private *tp = dev_get_drvdata(device);  in rtl8169_resume()  local
4934 	if (!device_may_wakeup(tp_to_dev(tp)))  in rtl8169_resume()
4935 		clk_prepare_enable(tp->clk);  in rtl8169_resume()
4938 	if (tp->mac_version == RTL_GIGA_MAC_VER_37)  in rtl8169_resume()
4939 		rtl_init_rxcfg(tp);  in rtl8169_resume()
4946 	struct rtl8169_private *tp = dev_get_drvdata(device);  in rtl8169_runtime_suspend()  local
4948 	if (!tp->TxDescArray) {  in rtl8169_runtime_suspend()
4949 		netif_device_detach(tp->dev);  in rtl8169_runtime_suspend()
4954 	__rtl8169_set_wol(tp, WAKE_PHY);  in rtl8169_runtime_suspend()
4955 	rtl8169_net_suspend(tp);  in rtl8169_runtime_suspend()
4963 	struct rtl8169_private *tp = dev_get_drvdata(device);  in rtl8169_runtime_idle()  local
4965 	if (!netif_running(tp->dev) || !netif_carrier_ok(tp->dev))  in rtl8169_runtime_idle()
4979 static void rtl_wol_shutdown_quirk(struct rtl8169_private *tp)  in rtl_wol_shutdown_quirk()  argument
4982 	switch (tp->mac_version) {  in rtl_wol_shutdown_quirk()
4986 		pci_clear_master(tp->pci_dev);  in rtl_wol_shutdown_quirk()
4988 		RTL_W8(tp, ChipCmd, CmdRxEnb);  in rtl_wol_shutdown_quirk()
4989 		rtl_pci_commit(tp);  in rtl_wol_shutdown_quirk()
4998 	struct rtl8169_private *tp = pci_get_drvdata(pdev);  in rtl_shutdown()  local
5001 	rtl8169_net_suspend(tp);  in rtl_shutdown()
5005 	rtl_rar_set(tp, tp->dev->perm_addr);  in rtl_shutdown()
5008 		if (tp->saved_wolopts)  in rtl_shutdown()
5009 			rtl_wol_shutdown_quirk(tp);  in rtl_shutdown()
5011 		pci_wake_from_d3(pdev, tp->saved_wolopts);  in rtl_shutdown()
5018 	struct rtl8169_private *tp = pci_get_drvdata(pdev);  in rtl_remove_one()  local
5023 	cancel_work_sync(&tp->wk.work);  in rtl_remove_one()
5025 	unregister_netdev(tp->dev);  in rtl_remove_one()
5027 	if (tp->dash_type != RTL_DASH_NONE)  in rtl_remove_one()
5028 		rtl8168_driver_stop(tp);  in rtl_remove_one()
5030 	rtl_release_firmware(tp);  in rtl_remove_one()
5033 	rtl_rar_set(tp, tp->dev->perm_addr);  in rtl_remove_one()
5056 static void rtl_set_irq_mask(struct rtl8169_private *tp)  in rtl_set_irq_mask()  argument
5058 	tp->irq_mask = RxOK | RxErr | TxOK | TxErr | LinkChg;  in rtl_set_irq_mask()
5060 	if (tp->mac_version <= RTL_GIGA_MAC_VER_06)  in rtl_set_irq_mask()
5061 		tp->irq_mask |= SYSErr | RxOverflow | RxFIFOOver;  in rtl_set_irq_mask()
5062 	else if (tp->mac_version == RTL_GIGA_MAC_VER_11)  in rtl_set_irq_mask()
5064 		tp->irq_mask |= RxFIFOOver;  in rtl_set_irq_mask()
5066 		tp->irq_mask |= RxOverflow;  in rtl_set_irq_mask()
5069 static int rtl_alloc_irq(struct rtl8169_private *tp)  in rtl_alloc_irq()  argument
5073 	switch (tp->mac_version) {  in rtl_alloc_irq()
5075 		rtl_unlock_config_regs(tp);  in rtl_alloc_irq()
5076 		RTL_W8(tp, Config2, RTL_R8(tp, Config2) & ~MSIEnable);  in rtl_alloc_irq()
5077 		rtl_lock_config_regs(tp);  in rtl_alloc_irq()
5087 	return pci_alloc_irq_vectors(tp->pci_dev, 1, 1, flags);  in rtl_alloc_irq()
5090 static void rtl_read_mac_address(struct rtl8169_private *tp,  in rtl_read_mac_address()  argument
5094 	if (rtl_is_8168evl_up(tp) && tp->mac_version != RTL_GIGA_MAC_VER_34) {  in rtl_read_mac_address()
5097 		value = rtl_eri_read(tp, 0xe0);  in rtl_read_mac_address()
5099 		value = rtl_eri_read(tp, 0xe4);  in rtl_read_mac_address()
5101 	} else if (rtl_is_8125(tp)) {  in rtl_read_mac_address()
5102 		rtl_read_mac_from_reg(tp, mac_addr, MAC0_BKP);  in rtl_read_mac_address()
5108 	return RTL_R8(tp, MCU) & LINK_LIST_RDY;  in DECLARE_RTL_COND()
5111 static void r8168g_wait_ll_share_fifo_ready(struct rtl8169_private *tp)  in r8168g_wait_ll_share_fifo_ready()  argument
5113 	rtl_loop_wait_high(tp, &rtl_link_list_ready_cond, 100, 42);  in r8168g_wait_ll_share_fifo_ready()
5118 	struct rtl8169_private *tp = mii_bus->priv;  in r8169_mdio_read_reg()  local
5123 	return rtl_readphy(tp, phyreg);  in r8169_mdio_read_reg()
5129 	struct rtl8169_private *tp = mii_bus->priv;  in r8169_mdio_write_reg()  local
5134 	rtl_writephy(tp, phyreg, val);  in r8169_mdio_write_reg()
5139 static int r8169_mdio_register(struct rtl8169_private *tp)  in r8169_mdio_register()  argument
5141 	struct pci_dev *pdev = tp->pci_dev;  in r8169_mdio_register()
5150 	new_bus->priv = tp;  in r8169_mdio_register()
5163 	tp->phydev = mdiobus_get_phy(new_bus, 0);  in r8169_mdio_register()
5164 	if (!tp->phydev) {  in r8169_mdio_register()
5166 	} else if (!tp->phydev->drv) {  in r8169_mdio_register()
5171 			tp->phydev->phy_id);  in r8169_mdio_register()
5175 	tp->phydev->mac_managed_pm = 1;  in r8169_mdio_register()
5177 	phy_support_asym_pause(tp->phydev);  in r8169_mdio_register()
5180 	phy_suspend(tp->phydev);  in r8169_mdio_register()
5185 static void rtl_hw_init_8168g(struct rtl8169_private *tp)  in rtl_hw_init_8168g()  argument
5187 	rtl_enable_rxdvgate(tp);  in rtl_hw_init_8168g()
5189 	RTL_W8(tp, ChipCmd, RTL_R8(tp, ChipCmd) & ~(CmdTxEnb | CmdRxEnb));  in rtl_hw_init_8168g()
5191 	RTL_W8(tp, MCU, RTL_R8(tp, MCU) & ~NOW_IS_OOB);  in rtl_hw_init_8168g()
5193 	r8168_mac_ocp_modify(tp, 0xe8de, BIT(14), 0);  in rtl_hw_init_8168g()
5194 	r8168g_wait_ll_share_fifo_ready(tp);  in rtl_hw_init_8168g()
5196 	r8168_mac_ocp_modify(tp, 0xe8de, 0, BIT(15));  in rtl_hw_init_8168g()
5197 	r8168g_wait_ll_share_fifo_ready(tp);  in rtl_hw_init_8168g()
5200 static void rtl_hw_init_8125(struct rtl8169_private *tp)  in rtl_hw_init_8125()  argument
5202 	rtl_enable_rxdvgate(tp);  in rtl_hw_init_8125()
5204 	RTL_W8(tp, ChipCmd, RTL_R8(tp, ChipCmd) & ~(CmdTxEnb | CmdRxEnb));  in rtl_hw_init_8125()
5206 	RTL_W8(tp, MCU, RTL_R8(tp, MCU) & ~NOW_IS_OOB);  in rtl_hw_init_8125()
5208 	r8168_mac_ocp_modify(tp, 0xe8de, BIT(14), 0);  in rtl_hw_init_8125()
5209 	r8168g_wait_ll_share_fifo_ready(tp);  in rtl_hw_init_8125()
5211 	r8168_mac_ocp_write(tp, 0xc0aa, 0x07d0);  in rtl_hw_init_8125()
5212 	r8168_mac_ocp_write(tp, 0xc0a6, 0x0150);  in rtl_hw_init_8125()
5213 	r8168_mac_ocp_write(tp, 0xc01e, 0x5555);  in rtl_hw_init_8125()
5214 	r8168g_wait_ll_share_fifo_ready(tp);  in rtl_hw_init_8125()
5217 static void rtl_hw_initialize(struct rtl8169_private *tp)  in rtl_hw_initialize()  argument
5219 	switch (tp->mac_version) {  in rtl_hw_initialize()
5221 		rtl8168ep_stop_cmac(tp);  in rtl_hw_initialize()
5224 		rtl_hw_init_8168g(tp);  in rtl_hw_initialize()
5227 		rtl_hw_init_8125(tp);  in rtl_hw_initialize()
5234 static int rtl_jumbo_max(struct rtl8169_private *tp)  in rtl_jumbo_max()  argument
5237 	if (!tp->supports_gmii)  in rtl_jumbo_max()
5240 	switch (tp->mac_version) {  in rtl_jumbo_max()
5262 static int rtl_get_ether_clk(struct rtl8169_private *tp)  in rtl_get_ether_clk()  argument
5264 	struct device *d = tp_to_dev(tp);  in rtl_get_ether_clk()
5277 		tp->clk = clk;  in rtl_get_ether_clk()
5288 static void rtl_init_mac_address(struct rtl8169_private *tp)  in rtl_init_mac_address()  argument
5290 	struct net_device *dev = tp->dev;  in rtl_init_mac_address()
5294 	rc = eth_platform_get_mac_address(tp_to_dev(tp), mac_addr);  in rtl_init_mac_address()
5298 	rtl_read_mac_address(tp, mac_addr);  in rtl_init_mac_address()
5302 	rtl_read_mac_from_reg(tp, mac_addr, MAC0);  in rtl_init_mac_address()
5307 	dev_warn(tp_to_dev(tp), "can't read MAC address, setting random one\n");  in rtl_init_mac_address()
5309 	rtl_rar_set(tp, mac_addr);  in rtl_init_mac_address()
5314 	struct rtl8169_private *tp;  in rtl_init_one()  local
5320 	dev = devm_alloc_etherdev(&pdev->dev, sizeof (*tp));  in rtl_init_one()
5326 	tp = netdev_priv(dev);  in rtl_init_one()
5327 	tp->dev = dev;  in rtl_init_one()
5328 	tp->pci_dev = pdev;  in rtl_init_one()
5329 	tp->supports_gmii = ent->driver_data == RTL_CFG_NO_GBIT ? 0 : 1;  in rtl_init_one()
5330 	tp->eee_adv = -1;  in rtl_init_one()
5331 	tp->ocp_base = OCP_STD_PHY_BASE;  in rtl_init_one()
5339 	rc = rtl_get_ether_clk(tp);  in rtl_init_one()
5347 	tp->aspm_manageable = !rc;  in rtl_init_one()
5378 	tp->mmio_addr = pcim_iomap_table(pdev)[region];  in rtl_init_one()
5380 	xid = (RTL_R32(tp, TxConfig) >> 20) & 0xfcf;  in rtl_init_one()
5383 	chipset = rtl8169_get_mac_version(xid, tp->supports_gmii);  in rtl_init_one()
5389 	tp->mac_version = chipset;  in rtl_init_one()
5391 	tp->dash_type = rtl_check_dash(tp);  in rtl_init_one()
5393 	tp->cp_cmd = RTL_R16(tp, CPlusCmd) & CPCMD_MASK;  in rtl_init_one()
5395 	if (sizeof(dma_addr_t) > 4 && tp->mac_version >= RTL_GIGA_MAC_VER_18 &&  in rtl_init_one()
5399 	rtl_init_rxcfg(tp);  in rtl_init_one()
5401 	rtl8169_irq_mask_and_ack(tp);  in rtl_init_one()
5403 	rtl_hw_initialize(tp);  in rtl_init_one()
5405 	rtl_hw_reset(tp);  in rtl_init_one()
5407 	rc = rtl_alloc_irq(tp);  in rtl_init_one()
5413 	INIT_WORK(&tp->wk.work, rtl_task);  in rtl_init_one()
5415 	rtl_init_mac_address(tp);  in rtl_init_one()
5419 	netif_napi_add(dev, &tp->napi, rtl8169_poll, NAPI_POLL_WEIGHT);  in rtl_init_one()
5430 	if (tp->mac_version == RTL_GIGA_MAC_VER_05)  in rtl_init_one()
5434 	if (rtl_chip_supports_csum_v2(tp))  in rtl_init_one()
5444 	if (rtl_chip_supports_csum_v2(tp)) {  in rtl_init_one()
5460 	rtl_set_d3_pll_down(tp, true);  in rtl_init_one()
5462 	jumbo_max = rtl_jumbo_max(tp);  in rtl_init_one()
5466 	rtl_set_irq_mask(tp);  in rtl_init_one()
5468 	tp->fw_name = rtl_chip_infos[chipset].fw_name;  in rtl_init_one()
5470 	tp->counters = dmam_alloc_coherent (&pdev->dev, sizeof(*tp->counters),  in rtl_init_one()
5471 					    &tp->counters_phys_addr,  in rtl_init_one()
5473 	if (!tp->counters)  in rtl_init_one()
5476 	pci_set_drvdata(pdev, tp);  in rtl_init_one()
5478 	rc = r8169_mdio_register(tp);  in rtl_init_one()
5492 			    jumbo_max, tp->mac_version <= RTL_GIGA_MAC_VER_06 ?  in rtl_init_one()
5495 	if (tp->dash_type != RTL_DASH_NONE) {  in rtl_init_one()
5497 		rtl8168_driver_start(tp);  in rtl_init_one()