// SPDX-License-Identifier: GPL-2.0-only /* ################################################################################ # # r8169 is the Linux device driver released for Realtek Gigabit Ethernet # Controllers with PCI interface. # # Copyright(c) 2022 Realtek Semiconductor Corp. All rights reserved. # # This program is free software; you can redistribute it and/or modify it # under the terms of the GNU General Public License as published by the Free # Software Foundation; either version 2 of the License, or (at your option) # any later version. # # This program is distributed in the hope that it will be useful, but WITHOUT # ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or # FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for # more details. # # You should have received a copy of the GNU General Public License along with # this program; if not, see . # # Author: # Realtek NIC software team # No. 2, Innovation Road II, Hsinchu Science Park, Hsinchu 300, Taiwan # ################################################################################ */ /************************************************************************************ * This product is covered by one or more of the following patents: * US6,570,884, US6,115,776, and US6,327,625. ***********************************************************************************/ /* * This driver is modified from r8169.c in Linux kernel 2.6.18 */ #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #if LINUX_VERSION_CODE >= KERNEL_VERSION(2,4,37) #include #endif #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) #include #include #endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,0) #include #include #include #include "r8169.h" /* Maximum number of multicast addresses to filter (vs. Rx-all-multicast). The RTL chips use a 64 element hash table based on the Ethernet CRC. */ static const int multicast_filter_limit = 32; #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,8) #ifdef __CHECKER__ #define __force __attribute__((force)) #else #define __force #endif #endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,8) #define _R(NAME,MAC,MASK) \ { .name = NAME, .mcfg = MAC, .RxConfigMask = MASK } static const struct { const char *name; u8 mcfg; u32 RxConfigMask; /* Clears the bits supported by this chip */ } rtl_chip_info[] = { _R("RTL8169", CFG_METHOD_1, 0xff7e1880), _R("RTL8169S/8110S", CFG_METHOD_2, 0xff7e1880), _R("RTL8169S/8110S", CFG_METHOD_3, 0xff7e1880), _R("RTL8169SB/8110SB", CFG_METHOD_4, 0xff7e1880), _R("RTL8169SC/8110SC", CFG_METHOD_5, 0xff7e1880), _R("RTL8169SC/8110SC", CFG_METHOD_6, 0xff7e1880), }; #undef _R enum cfg_version { RTL_CFG_0 = 0x00, RTL_CFG_1, RTL_CFG_2 }; static const struct { unsigned int region; unsigned int align; } rtl_cfg_info[] = { [RTL_CFG_0] = { 1, 8 }, [RTL_CFG_1] = { 2, 8 }, [RTL_CFG_2] = { 2, 8 } }; static struct pci_device_id rtl8169_pci_tbl[] = { { PCI_DEVICE(PCI_VENDOR_ID_REALTEK, 0x8167), 0, 0, RTL_CFG_0 }, { PCI_DEVICE(PCI_VENDOR_ID_REALTEK, 0x8169), 0, 0, RTL_CFG_0 }, { PCI_VENDOR_ID_DLINK, 0x4300, PCI_VENDOR_ID_DLINK, 0x4300, 0, 0, RTL_CFG_0 }, { PCI_VENDOR_ID_DLINK, 0x4302, PCI_VENDOR_ID_DLINK, 0x4302, 0, 0, RTL_CFG_0 }, { PCI_VENDOR_ID_DLINK, 0x4300, PCI_VENDOR_ID_DLINK, 0x4c00, 0, 0, RTL_CFG_0 }, {0,}, }; MODULE_DEVICE_TABLE(pci, rtl8169_pci_tbl); static int rx_copybreak = 0; static int use_dac; #ifdef ENABLE_S5_KEEP_CURR_MAC static int s5_keep_curr_mac = 1; #else static int s5_keep_curr_mac = 0; #endif static struct { u32 msg_enable; } debug = { -1 }; static unsigned int speed_mode = SPEED_1000; static unsigned int duplex_mode = DUPLEX_FULL; static unsigned int autoneg_mode = AUTONEG_ENABLE; static unsigned int advertising_mode = ADVERTISED_10baseT_Half | ADVERTISED_10baseT_Full | ADVERTISED_100baseT_Half | ADVERTISED_100baseT_Full | ADVERTISED_1000baseT_Half | ADVERTISED_1000baseT_Full; module_param(speed_mode, uint, 0); MODULE_PARM_DESC(speed_mode, "force phy operation. Deprecated by ethtool (8)."); module_param(duplex_mode, uint, 0); MODULE_PARM_DESC(duplex_mode, "force phy operation. Deprecated by ethtool (8)."); module_param(autoneg_mode, uint, 0); MODULE_PARM_DESC(autoneg_mode, "force phy operation. Deprecated by ethtool (8)."); module_param(advertising_mode, uint, 0); MODULE_PARM_DESC(advertising_mode, "force phy operation. Deprecated by ethtool (8)."); module_param(rx_copybreak, int, 0); MODULE_PARM_DESC(rx_copybreak, "Copy breakpoint for copy-only-tiny-frames"); module_param(use_dac, int, 0); MODULE_PARM_DESC(use_dac, "Enable PCI DAC. Unsafe on 32 bit PCI slot."); module_param(s5_keep_curr_mac, int, 0); MODULE_PARM_DESC(s5_keep_curr_mac, "Enable Shutdown Keep Current MAC Address."); #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) module_param_named(debug, debug.msg_enable, int, 0); MODULE_PARM_DESC(debug, "Debug verbosity level (0=none, ..., 16=all)"); #endif//LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) MODULE_LICENSE("GPL"); #ifndef MODULE_VERSION #define MODULE_VERSION(_version) MODULE_INFO(version, _version) #endif MODULE_VERSION(RTL8169_VERSION); static void rtl8169_set_tx_config(struct net_device *dev); #if LINUX_VERSION_CODE < KERNEL_VERSION(4,14,0) static void rtl8169_esd_timer(unsigned long __opaque); #else static void rtl8169_esd_timer(struct timer_list *t); #endif static void rtl8169_tx_clear(struct rtl8169_private *tp); static void rtl8169_rx_clear(struct rtl8169_private *tp); static void rtl8169_init_ring_indexes(struct rtl8169_private *tp); static int rtl8169_open(struct net_device *dev); static netdev_tx_t rtl8169_start_xmit(struct sk_buff *skb, struct net_device *dev); #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,19) static irqreturn_t rtl8169_interrupt(int irq, void *dev_instance, struct pt_regs *regs); #else static irqreturn_t rtl8169_interrupt(int irq, void *dev_instance); #endif static int rtl8169_init_ring(struct net_device *dev); static void rtl8169_hw_start(struct net_device *dev); static int rtl8169_close(struct net_device *dev); static void rtl8169_set_rx_mode(struct net_device *dev); #if LINUX_VERSION_CODE >= KERNEL_VERSION(5,6,0) static void rtl8169_tx_timeout(struct net_device *dev, unsigned int txqueue); #else static void rtl8169_tx_timeout(struct net_device *dev); #endif static struct net_device_stats *rtl8169_get_stats(struct net_device *dev); static int rtl8169_rx_interrupt(struct net_device *, struct rtl8169_private *, void __iomem *, napi_budget); static int rtl8169_change_mtu(struct net_device *dev, int new_mtu); static void rtl8169_down(struct net_device *dev); static int rtl8169_set_mac_address(struct net_device *dev, void *p); void rtl8169_rar_set(struct rtl8169_private *tp, const u8 *addr); static void rtl8169_phy_power_up(struct net_device *dev); static void rtl8169_phy_power_down(struct net_device *dev); static void rtl8169_hw_reset(struct net_device *dev); #ifdef CONFIG_R8169_NAPI static int rtl8169_poll(napi_ptr napi, napi_budget budget); #endif #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,20) static void rtl8169_reset_task(void *_data); #else static void rtl8169_reset_task(struct work_struct *work); #endif static const u16 rtl8169_intr_mask = SYSErr | LinkChg | RxOverflow | RxFIFOOver | TxErr | TxOK | RxErr | RxOK; static const u16 rtl8169_napi_event = RxOK | RxOverflow | RxFIFOOver | TxOK | TxErr; static const unsigned int rtl8169_rx_config = (Reserved2_data << Reserved2_shift) | (RX_DMA_BURST << RxCfgDMAShift); #if (( LINUX_VERSION_CODE < KERNEL_VERSION(2,4,27) ) || \ (( LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,0) ) && \ ( LINUX_VERSION_CODE < KERNEL_VERSION(2,6,3) ))) /* copied from linux kernel 2.6.20 include/linux/netdev.h */ #define NETDEV_ALIGN 32 #define NETDEV_ALIGN_CONST (NETDEV_ALIGN - 1) static inline void *netdev_priv(struct net_device *dev) { return (char *)dev + ((sizeof(struct net_device) + NETDEV_ALIGN_CONST) & ~NETDEV_ALIGN_CONST); } #endif #if ((LINUX_VERSION_CODE < KERNEL_VERSION(4,7,0) && \ LINUX_VERSION_CODE >= KERNEL_VERSION(4,6,00))) void ethtool_convert_legacy_u32_to_link_mode(unsigned long *dst, u32 legacy_u32) { bitmap_zero(dst, __ETHTOOL_LINK_MODE_MASK_NBITS); dst[0] = legacy_u32; } bool ethtool_convert_link_mode_to_legacy_u32(u32 *legacy_u32, const unsigned long *src) { bool retval = true; /* TODO: following test will soon always be true */ if (__ETHTOOL_LINK_MODE_MASK_NBITS > 32) { __ETHTOOL_DECLARE_LINK_MODE_MASK(ext); bitmap_zero(ext, __ETHTOOL_LINK_MODE_MASK_NBITS); bitmap_fill(ext, 32); bitmap_complement(ext, ext, __ETHTOOL_LINK_MODE_MASK_NBITS); if (bitmap_intersects(ext, src, __ETHTOOL_LINK_MODE_MASK_NBITS)) { /* src mask goes beyond bit 31 */ retval = false; } } *legacy_u32 = src[0]; return retval; } #endif #if LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0) #ifndef LPA_1000FULL #define LPA_1000FULL 0x0800 #endif #ifndef LPA_1000HALF #define LPA_1000HALF 0x0400 #endif static inline u32 mii_adv_to_ethtool_adv_t(u32 adv) { u32 result = 0; if (adv & ADVERTISE_10HALF) result |= ADVERTISED_10baseT_Half; if (adv & ADVERTISE_10FULL) result |= ADVERTISED_10baseT_Full; if (adv & ADVERTISE_100HALF) result |= ADVERTISED_100baseT_Half; if (adv & ADVERTISE_100FULL) result |= ADVERTISED_100baseT_Full; if (adv & ADVERTISE_PAUSE_CAP) result |= ADVERTISED_Pause; if (adv & ADVERTISE_PAUSE_ASYM) result |= ADVERTISED_Asym_Pause; return result; } static inline u32 mii_lpa_to_ethtool_lpa_t(u32 lpa) { u32 result = 0; if (lpa & LPA_LPACK) result |= ADVERTISED_Autoneg; return result | mii_adv_to_ethtool_adv_t(lpa); } static inline u32 mii_stat1000_to_ethtool_lpa_t(u32 lpa) { u32 result = 0; if (lpa & LPA_1000HALF) result |= ADVERTISED_1000baseT_Half; if (lpa & LPA_1000FULL) result |= ADVERTISED_1000baseT_Full; return result; } #endif //LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0) #if LINUX_VERSION_CODE < KERNEL_VERSION(3,4,0) static inline void eth_hw_addr_random(struct net_device *dev) { random_ether_addr(dev->dev_addr); } #endif //#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,5) #ifndef netif_msg_init #define netif_msg_init _kc_netif_msg_init /* copied from linux kernel 2.6.20 include/linux/netdevice.h */ static inline u32 _kc_netif_msg_init(int debug_value, int default_msg_enable_bits) { /* use default */ if (debug_value < 0 || debug_value >= (sizeof(u32) * 8)) return default_msg_enable_bits; if (debug_value == 0) /* no output */ return 0; /* set low N bits */ return (1 << debug_value) - 1; } #endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,5) #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,7) /* copied from linux kernel 2.6.20 /include/linux/time.h */ /* Parameters used to convert the timespec values: */ #define MSEC_PER_SEC 1000L /* copied from linux kernel 2.6.20 /include/linux/jiffies.h */ /* * Change timeval to jiffies, trying to avoid the * most obvious overflows.. * * And some not so obvious. * * Note that we don't want to return MAX_LONG, because * for various timeout reasons we often end up having * to wait "jiffies+1" in order to guarantee that we wait * at _least_ "jiffies" - so "jiffies+1" had better still * be positive. */ #define MAX_JIFFY_OFFSET ((~0UL >> 1)-1) /* * Convert jiffies to milliseconds and back. * * Avoid unnecessary multiplications/divisions in the * two most common HZ cases: */ static inline unsigned int _kc_jiffies_to_msecs(const unsigned long j) { #if HZ <= MSEC_PER_SEC && !(MSEC_PER_SEC % HZ) return (MSEC_PER_SEC / HZ) * j; #elif HZ > MSEC_PER_SEC && !(HZ % MSEC_PER_SEC) return (j + (HZ / MSEC_PER_SEC) - 1)/(HZ / MSEC_PER_SEC); #else return (j * MSEC_PER_SEC) / HZ; #endif } static inline unsigned long _kc_msecs_to_jiffies(const unsigned int m) { if (m > _kc_jiffies_to_msecs(MAX_JIFFY_OFFSET)) return MAX_JIFFY_OFFSET; #if HZ <= MSEC_PER_SEC && !(MSEC_PER_SEC % HZ) return (m + (MSEC_PER_SEC / HZ) - 1) / (MSEC_PER_SEC / HZ); #elif HZ > MSEC_PER_SEC && !(HZ % MSEC_PER_SEC) return m * (HZ / MSEC_PER_SEC); #else return (m * HZ + MSEC_PER_SEC - 1) / MSEC_PER_SEC; #endif } #endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,7) #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,11) //for linux kernel 2.6.10 and earlier. /* copied from linux kernel 2.6.12.6 /include/linux/pm.h */ typedef int __bitwise pci_power_t; /* copied from linux kernel 2.6.12.6 /include/linux/pci.h */ typedef u32 __bitwise pm_message_t; #define PCI_D0 ((pci_power_t __force) 0) #define PCI_D1 ((pci_power_t __force) 1) #define PCI_D2 ((pci_power_t __force) 2) #define PCI_D3hot ((pci_power_t __force) 3) #define PCI_D3cold ((pci_power_t __force) 4) #define PCI_POWER_ERROR ((pci_power_t __force) -1) /* copied from linux kernel 2.6.12.6 /drivers/pci/pci.c */ /** * pci_choose_state - Choose the power state of a PCI device * @dev: PCI device to be suspended * @state: target sleep state for the whole system. This is the value * that is passed to suspend() function. * * Returns PCI power state suitable for given device and given system * message. */ pci_power_t pci_choose_state(struct pci_dev *dev, pm_message_t state) { if (!pci_find_capability(dev, PCI_CAP_ID_PM)) return PCI_D0; switch (state) { case 0: return PCI_D0; case 3: return PCI_D3hot; default: printk("They asked me for state %d\n", state); // BUG(); } return PCI_D0; } #endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,11) #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,9) //porting on 2.6.8.1 and earlier /** * msleep_interruptible - sleep waiting for waitqueue interruptions * @msecs: Time in milliseconds to sleep for */ #define msleep_interruptible _kc_msleep_interruptible unsigned long _kc_msleep_interruptible(unsigned int msecs) { unsigned long timeout = _kc_msecs_to_jiffies(msecs); while (timeout && !signal_pending(current)) { set_current_state(TASK_INTERRUPTIBLE); timeout = schedule_timeout(timeout); } return _kc_jiffies_to_msecs(timeout); } #endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,9) /*****************************************************************************/ #if ( LINUX_VERSION_CODE < KERNEL_VERSION(2,6,8) ) #define msleep(x) do { set_current_state(TASK_UNINTERRUPTIBLE); \ schedule_timeout((x * HZ)/1000 + 2); \ } while (0) #endif /*****************************************************************************/ #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,7) /* copied from linux kernel 2.6.20 include/linux/sched.h */ #ifndef __sched #define __sched __attribute__((__section__(".sched.text"))) #endif /* copied from linux kernel 2.6.20 kernel/timer.c */ signed long __sched schedule_timeout_uninterruptible(signed long timeout) { __set_current_state(TASK_UNINTERRUPTIBLE); return schedule_timeout(timeout); } /* copied from linux kernel 2.6.20 include/linux/mii.h */ #undef if_mii #define if_mii _kc_if_mii static inline struct mii_ioctl_data *if_mii(struct ifreq *rq) { return (struct mii_ioctl_data *) &rq->ifr_ifru; } #endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,7) #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,22) static inline void eth_copy_and_sum (struct sk_buff *dest, const unsigned char *src, int len, int base) { memcpy (dest->data, src, len); } #endif //LINUX_VERSION_CODE > KERNEL_VERSION(2,6,22) static void mdio_write(struct rtl8169_private *tp, int RegAddr, int value) { void __iomem *ioaddr = tp->mmio_addr; int i; RTL_W32(PHYAR, PHYAR_Write | (RegAddr & PHYAR_Reg_Mask) << PHYAR_Reg_shift | (value & PHYAR_Data_Mask)); for (i = 0; i < 20; i++) { /* Check if the RTL8169 has completed writing to the specified MII register */ if (!(RTL_R32(PHYAR) & PHYAR_Flag)) break; udelay(100); } udelay(20); } static int mdio_read(struct rtl8169_private *tp, int RegAddr) { void __iomem *ioaddr = tp->mmio_addr; int i, value = -1; RTL_W32(PHYAR, PHYAR_Read | (RegAddr & PHYAR_Reg_Mask) << PHYAR_Reg_shift); for (i = 0; i < 20; i++) { /* Check if the RTL8169 has completed retrieving data from the specified MII register */ if (RTL_R32(PHYAR) & PHYAR_Flag) { udelay(1); value = (int) (RTL_R32(PHYAR) & PHYAR_Data_Mask); break; } udelay(100); } udelay(20); return value; } static void rtl8169_irq_mask_and_ack(void __iomem *ioaddr) { RTL_W16(IntrMask, 0x0000); RTL_W16(IntrStatus, 0xffff); } static unsigned int rtl8169_xmii_reset_pending(struct net_device *dev) { struct rtl8169_private *tp = netdev_priv(dev); unsigned int retval; mdio_write(tp, 0x1f, 0x0000); retval = mdio_read(tp, MII_BMCR) & BMCR_RESET; return retval; } static unsigned int rtl8169_xmii_link_ok(struct net_device *dev) { struct rtl8169_private *tp = netdev_priv(dev); unsigned int retval; mdio_write(tp, 0x1f, 0x0000); retval = mdio_read(tp, MII_BMSR) & BMSR_LSTATUS; return retval; } static void rtl8169_xmii_reset_enable(struct net_device *dev) { struct rtl8169_private *tp = netdev_priv(dev); int i, val = 0; mdio_write(tp, 0x1f, 0x0000); mdio_write(tp, MII_BMCR, BMCR_RESET | BMCR_ANENABLE); for (i = 0; i < 2500; i++) { val = mdio_read(tp, MII_BMCR) & BMCR_RESET; if (!val) { return; } mdelay(1); } if (netif_msg_link(tp)) printk(KERN_ERR "%s: PHY reset failed.\n", dev->name); } static void rtl8169_check_link_status(struct net_device *dev, struct rtl8169_private *tp, void __iomem *ioaddr) { u8 status; if (tp->link_ok(dev)) { if (tp->mcfg == CFG_METHOD_4) { status = RTL_R8(PHYstatus); if ((status & _10bps) && (RTL_R8(Config2) & PCI_Clock_66MHz)) { RTL_W32(TxConfig, RTL_R32(TxConfig) & ~(TX_DMA_BURST << TxDMAShift)); } } else { RTL_W32(TxConfig, RTL_R32(TxConfig) | (TX_DMA_BURST << TxDMAShift)); } if (netif_msg_ifup(tp)) printk(KERN_INFO PFX "%s: link up\n", dev->name); rtl8169_set_tx_config(dev); netif_carrier_on(dev); netif_wake_queue(dev); } else { if (netif_msg_ifdown(tp)) printk(KERN_INFO PFX "%s: link down\n", dev->name); netif_stop_queue(dev); netif_carrier_off(dev); } } static void rtl8169_link_option(u8 *aut, u32 *spd, u8 *dup, u32 *adv) { if ((*spd != SPEED_1000) && (*spd != SPEED_100) && (*spd != SPEED_10)) *spd = SPEED_1000; if ((*dup != DUPLEX_FULL) && (*dup != DUPLEX_HALF)) *dup = DUPLEX_FULL; if ((*aut != AUTONEG_ENABLE) && (*aut != AUTONEG_DISABLE)) *aut = AUTONEG_ENABLE; *adv &= (ADVERTISED_10baseT_Half | ADVERTISED_10baseT_Full | ADVERTISED_100baseT_Half | ADVERTISED_100baseT_Full | ADVERTISED_1000baseT_Half | ADVERTISED_1000baseT_Full); if (*adv == 0) *adv = (ADVERTISED_10baseT_Half | ADVERTISED_10baseT_Full | ADVERTISED_100baseT_Half | ADVERTISED_100baseT_Full | ADVERTISED_1000baseT_Half | ADVERTISED_1000baseT_Full); } static void rtl8169_phy_setup_force_mode(struct net_device *dev, u32 speed, u8 duplex) { struct rtl8169_private *tp = netdev_priv(dev); u16 bmcr_true_force = 0; if ((speed == SPEED_10) && (duplex == DUPLEX_HALF)) { bmcr_true_force = BMCR_SPEED10; } else if ((speed == SPEED_10) && (duplex == DUPLEX_FULL)) { bmcr_true_force = BMCR_SPEED10 | BMCR_FULLDPLX; } else if ((speed == SPEED_100) && (duplex == DUPLEX_HALF)) { bmcr_true_force = BMCR_SPEED100; } else if ((speed == SPEED_100) && (duplex == DUPLEX_FULL)) { bmcr_true_force = BMCR_SPEED100 | BMCR_FULLDPLX; } else { netif_err(tp, drv, dev, "Failed to set phy force mode!\n"); return; } mdio_write(tp, 0x1F, 0x0000); mdio_write(tp, MII_BMCR, bmcr_true_force); } static void rtl8169_powerdown_pll(struct rtl8169_private *tp) { struct net_device *dev = pci_get_drvdata(tp->pci_dev); void __iomem *ioaddr = tp->mmio_addr; RTL_W16(RxMaxSize, RX_BUF_SIZE); if (tp->wol_enabled == WOL_ENABLED) { int auto_nego; int giga_ctrl; u16 val; mdio_write(tp, 0x1F, 0x0000); auto_nego = mdio_read(tp, MII_ADVERTISE); auto_nego &= ~(ADVERTISE_10HALF | ADVERTISE_10FULL | ADVERTISE_100HALF | ADVERTISE_100FULL); val = mdio_read(tp, MII_LPA); if (val & (LPA_10HALF | LPA_10FULL)) auto_nego |= (ADVERTISE_10HALF | ADVERTISE_10FULL); else auto_nego |= (ADVERTISE_100FULL | ADVERTISE_100HALF | ADVERTISE_10HALF | ADVERTISE_10FULL); giga_ctrl = mdio_read(tp, MII_CTRL1000) & ~(ADVERTISE_1000HALF | ADVERTISE_1000FULL); mdio_write(tp, MII_ADVERTISE, auto_nego); mdio_write(tp, MII_CTRL1000, giga_ctrl); mdio_write(tp, MII_BMCR, BMCR_RESET | BMCR_ANENABLE | BMCR_ANRESTART); return; } rtl8169_phy_power_down(dev); } static void rtl8169_powerup_pll(struct net_device *dev) { rtl8169_phy_power_up(dev); } #if LINUX_VERSION_CODE > KERNEL_VERSION(2,4,22) static void rtl8169_get_wol(struct net_device *dev, struct ethtool_wolinfo *wol) { struct rtl8169_private *tp = netdev_priv(dev); void __iomem *ioaddr = tp->mmio_addr; u8 options; wol->wolopts = 0; #define WAKE_ANY (WAKE_PHY | WAKE_MAGIC | WAKE_UCAST | WAKE_BCAST | WAKE_MCAST) wol->supported = WAKE_ANY; spin_lock_irq(&tp->lock); options = RTL_R8(Config1); if (!(options & PMEnable)) goto out_unlock; options = RTL_R8(Config3); if (options & LinkUp) wol->wolopts |= WAKE_PHY; if (options & MagicPacket) wol->wolopts |= WAKE_MAGIC; options = RTL_R8(Config5); if (options & UWF) wol->wolopts |= WAKE_UCAST; if (options & BWF) wol->wolopts |= WAKE_BCAST; if (options & MWF) wol->wolopts |= WAKE_MCAST; out_unlock: spin_unlock_irq(&tp->lock); } static int rtl8169_set_wol(struct net_device *dev, struct ethtool_wolinfo *wol) { struct rtl8169_private *tp = netdev_priv(dev); void __iomem *ioaddr = tp->mmio_addr; int i; static struct { u32 opt; u16 reg; u8 mask; } cfg[] = { { WAKE_ANY, Config1, PMEnable }, { WAKE_PHY, Config3, LinkUp }, { WAKE_MAGIC, Config3, MagicPacket }, { WAKE_UCAST, Config5, UWF }, { WAKE_BCAST, Config5, BWF }, { WAKE_MCAST, Config5, MWF }, { WAKE_ANY, Config5, LanWake } }; spin_lock_irq(&tp->lock); RTL_W8(Cfg9346, Cfg9346_Unlock); for (i = 0; i < ARRAY_SIZE(cfg); i++) { u8 options = RTL_R8(cfg[i].reg) & ~cfg[i].mask; if (wol->wolopts & cfg[i].opt) options |= cfg[i].mask; RTL_W8(cfg[i].reg, options); } RTL_W8(Cfg9346, Cfg9346_Lock); tp->wol_enabled = (wol->wolopts) ? WOL_ENABLED : WOL_DISABLED; spin_unlock_irq(&tp->lock); device_set_wakeup_enable(&tp->pci_dev->dev, tp->wol_enabled); return 0; } static void rtl8169_get_drvinfo(struct net_device *dev, struct ethtool_drvinfo *info) { struct rtl8169_private *tp = netdev_priv(dev); strcpy(info->driver, MODULENAME); strcpy(info->version, RTL8169_VERSION); strcpy(info->bus_info, pci_name(tp->pci_dev)); info->regdump_len = R8169_REGS_DUMP_SIZE; } static int rtl8169_get_regs_len(struct net_device *dev) { return R8169_REGS_DUMP_SIZE; } #endif //LINUX_VERSION_CODE > KERNEL_VERSION(2,4,22) static void rtl8169_set_tx_config(struct net_device *dev) { struct rtl8169_private *tp = netdev_priv(dev); void __iomem *ioaddr = tp->mmio_addr; u32 tx_config; u8 duplex; duplex = (RTL_R8(PHYstatus) & FullDup) ? DUPLEX_FULL : DUPLEX_HALF; tx_config = RTL_R32(TxConfig) | IFG0 | IFG1; if (((tp->mcfg == CFG_METHOD_5) | (tp->mcfg == CFG_METHOD_6)) && duplex == DUPLEX_HALF) tx_config &= ~IFG0; RTL_W32(TxConfig, tx_config); } static int rtl8169_set_speed_xmii(struct net_device *dev, u8 autoneg, u32 speed, u8 duplex, u32 adv) { struct rtl8169_private *tp = netdev_priv(dev); int auto_nego = 0; int giga_ctrl = 0; int rc = -EINVAL; if ((speed != SPEED_1000) && (speed != SPEED_100) && (speed != SPEED_10)) { speed = SPEED_1000; duplex = DUPLEX_FULL; } if (autoneg == AUTONEG_ENABLE) { /*n-way force*/ auto_nego = mdio_read(tp, MII_ADVERTISE); auto_nego &= ~(ADVERTISE_10HALF | ADVERTISE_10FULL | ADVERTISE_100HALF | ADVERTISE_100FULL | ADVERTISE_PAUSE_CAP | ADVERTISE_PAUSE_ASYM); if (adv & ADVERTISED_10baseT_Half) auto_nego |= ADVERTISE_10HALF; if (adv & ADVERTISED_10baseT_Full) auto_nego |= ADVERTISE_10FULL; if (adv & ADVERTISED_100baseT_Half) auto_nego |= ADVERTISE_100HALF; if (adv & ADVERTISED_100baseT_Full) auto_nego |= ADVERTISE_100FULL; if (adv & ADVERTISED_1000baseT_Half) giga_ctrl |= ADVERTISE_1000HALF; if (adv & ADVERTISED_1000baseT_Full) giga_ctrl |= ADVERTISE_1000FULL; //flow control if (tp->fcpause == rtl8169_fc_full) auto_nego |= ADVERTISE_PAUSE_CAP | ADVERTISE_PAUSE_ASYM; tp->phy_auto_nego_reg = auto_nego; tp->phy_1000_ctrl_reg = giga_ctrl; tp->autoneg = autoneg; tp->speed = speed; tp->duplex = duplex; mdio_write(tp, 0x1f, 0x0000); mdio_write(tp, MII_ADVERTISE, auto_nego); mdio_write(tp, MII_CTRL1000, giga_ctrl); mdio_write(tp, MII_BMCR, BMCR_ANENABLE | BMCR_ANRESTART); } else { /*true force*/ if (speed == SPEED_10 || speed == SPEED_100) { rtl8169_phy_setup_force_mode(dev, speed, duplex); } else goto out; } if ((tp->mcfg == CFG_METHOD_2) || (tp->mcfg == CFG_METHOD_3)) { if ((speed == SPEED_100) && (autoneg != AUTONEG_ENABLE)) { mdio_write(tp, 0x17, 0x2138); mdio_write(tp, 0x0e, 0x0260); } else { mdio_write(tp, 0x17, 0x2108); mdio_write(tp, 0x0e, 0x0000); } } tp->autoneg = autoneg; tp->speed = speed; tp->duplex = duplex; tp->advertising = adv; rc = 0; out: return rc; } static int rtl8169_set_speed(struct net_device *dev, u8 autoneg, u32 speed, u8 duplex, u32 adv) { struct rtl8169_private *tp = netdev_priv(dev); int ret; ret = tp->set_speed(dev, autoneg, speed, duplex, adv); return ret; } #if LINUX_VERSION_CODE > KERNEL_VERSION(2,4,22) static int rtl8169_set_settings(struct net_device *dev, #if LINUX_VERSION_CODE < KERNEL_VERSION(4,6,0) struct ethtool_cmd *cmd #else const struct ethtool_link_ksettings *cmd #endif ) { struct rtl8169_private *tp = netdev_priv(dev); int ret; unsigned long flags; u8 autoneg; u32 speed; u8 duplex; u32 supported, advertising; #if LINUX_VERSION_CODE < KERNEL_VERSION(4,6,0) autoneg = cmd->autoneg; speed = cmd->speed; duplex = cmd->duplex; supported = cmd->supported; advertising = cmd->advertising; #else const struct ethtool_link_settings *base = &cmd->base; autoneg = base->autoneg; speed = base->speed; duplex = base->duplex; ethtool_convert_link_mode_to_legacy_u32(&supported, cmd->link_modes.supported); ethtool_convert_link_mode_to_legacy_u32(&advertising, cmd->link_modes.advertising); #endif if (advertising & ~supported) return -EINVAL; spin_lock_irqsave(&tp->lock, flags); ret = rtl8169_set_speed(dev, autoneg, speed, duplex, advertising); spin_unlock_irqrestore(&tp->lock, flags); return ret; } #if LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0) static u32 rtl8169_get_tx_csum(struct net_device *dev) { return (dev->features & NETIF_F_IP_CSUM) != 0; } static u32 rtl8169_get_rx_csum(struct net_device *dev) { struct rtl8169_private *tp = netdev_priv(dev); return tp->cp_cmd & RxChkSum; } static int rtl8169_set_tx_csum(struct net_device *dev, u32 data) { if (data) dev->features |= NETIF_F_IP_CSUM; else dev->features &= ~NETIF_F_IP_CSUM; return 0; } static int rtl8169_set_rx_csum(struct net_device *dev, u32 data) { struct rtl8169_private *tp = netdev_priv(dev); void __iomem *ioaddr = tp->mmio_addr; unsigned long flags; spin_lock_irqsave(&tp->lock, flags); if (data) tp->cp_cmd |= RxChkSum; else tp->cp_cmd &= ~RxChkSum; RTL_W16(CPlusCmd, tp->cp_cmd); RTL_R16(CPlusCmd); spin_unlock_irqrestore(&tp->lock, flags); return 0; } #endif //LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0) #endif //LINUX_VERSION_CODE > KERNEL_VERSION(2,4,22) #ifdef CONFIG_R8169_VLAN static inline u32 rtl8169_tx_vlan_tag(struct rtl8169_private *tp, struct sk_buff *skb) { #if LINUX_VERSION_CODE < KERNEL_VERSION(3,0,0) return (tp->vlgrp && vlan_tx_tag_present(skb)) ? TxVlanTag | swab16(vlan_tx_tag_get(skb)) : 0x00; #elif LINUX_VERSION_CODE < KERNEL_VERSION(4,0,0) return (vlan_tx_tag_present(skb)) ? TxVlanTag | swab16(vlan_tx_tag_get(skb)) : 0x00; #else return (skb_vlan_tag_present(skb)) ? TxVlanTag | swab16(skb_vlan_tag_get(skb)) : 0x00; #endif } #if LINUX_VERSION_CODE < KERNEL_VERSION(3,0,0) static void rtl8169_vlan_rx_register(struct net_device *dev, struct vlan_group *grp) { struct rtl8169_private *tp = netdev_priv(dev); void __iomem *ioaddr = tp->mmio_addr; unsigned long flags; spin_lock_irqsave(&tp->lock, flags); tp->vlgrp = grp; if (tp->vlgrp) tp->cp_cmd |= RxVlan; else tp->cp_cmd &= ~RxVlan; RTL_W16(CPlusCmd, tp->cp_cmd); RTL_R16(CPlusCmd); spin_unlock_irqrestore(&tp->lock, flags); } #endif #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,22) static void rtl8169_vlan_rx_kill_vid(struct net_device *dev, unsigned short vid) { struct rtl8169_private *tp = netdev_priv(dev); unsigned long flags; spin_lock_irqsave(&tp->lock, flags); #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,21) if (tp->vlgrp) tp->vlgrp->vlan_devices[vid] = NULL; #else vlan_group_set_device(tp->vlgrp, vid, NULL); #endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,21) spin_unlock_irqrestore(&tp->lock, flags); } #endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,22) static int rtl8169_rx_vlan_skb(struct rtl8169_private *tp, struct RxDesc *desc, struct sk_buff *skb) { u32 opts2 = le32_to_cpu(desc->opts2); int ret = -1; #if LINUX_VERSION_CODE < KERNEL_VERSION(3,0,0) if (tp->vlgrp && (opts2 & RxVlanTag)) { rtl8169_rx_hwaccel_skb(skb, tp->vlgrp, swab16(opts2 & 0xffff)); ret = 0; } #elif LINUX_VERSION_CODE < KERNEL_VERSION(3,10,0) if (opts2 & RxVlanTag) __vlan_hwaccel_put_tag(skb, swab16(opts2 & 0xffff)); #else if (opts2 & RxVlanTag) __vlan_hwaccel_put_tag(skb, htons(ETH_P_8021Q), swab16(opts2 & 0xffff)); #endif desc->opts2 = 0; return ret; } #else /* !CONFIG_R8169_VLAN */ static inline u32 rtl8169_tx_vlan_tag(struct rtl8169_private *tp, struct sk_buff *skb) { return 0; } static int rtl8169_rx_vlan_skb(struct rtl8169_private *tp, struct RxDesc *desc, struct sk_buff *skb) { return -1; } #endif #if LINUX_VERSION_CODE >= KERNEL_VERSION(3,0,0) static netdev_features_t rtl8169_fix_features(struct net_device *dev, netdev_features_t features) { if (dev->mtu > MSSMask) features &= ~NETIF_F_ALL_TSO; return features; } static int rtl8169_hw_set_features(struct net_device *dev, netdev_features_t features) { struct rtl8169_private *tp = netdev_priv(dev); void __iomem *ioaddr = tp->mmio_addr; if (features & NETIF_F_RXCSUM) tp->cp_cmd |= RxChkSum; else tp->cp_cmd &= ~RxChkSum; if (dev->features & NETIF_F_HW_VLAN_RX) tp->cp_cmd |= RxVlan; else tp->cp_cmd &= ~RxVlan; RTL_W16(CPlusCmd, tp->cp_cmd); RTL_R16(CPlusCmd); return 0; } static int rtl8169_set_features(struct net_device *dev, netdev_features_t features) { struct rtl8169_private *tp = netdev_priv(dev); unsigned long flags; features &= NETIF_F_RXALL | NETIF_F_RXCSUM | NETIF_F_HW_VLAN_RX; spin_lock_irqsave(&tp->lock, flags); if (features ^ dev->features) rtl8169_hw_set_features(dev, features); spin_unlock_irqrestore(&tp->lock, flags); return 0; } #endif //LINUX_VERSION_CODE >= KERNEL_VERSION(3,0,0) static void rtl8169_gset_xmii(struct net_device *dev, #if LINUX_VERSION_CODE < KERNEL_VERSION(4,6,0) struct ethtool_cmd *cmd #else struct ethtool_link_ksettings *cmd #endif ) { struct rtl8169_private *tp = netdev_priv(dev); void __iomem *ioaddr = tp->mmio_addr; u8 status; u8 autoneg, duplex; u32 speed = 0; u16 bmcr, bmsr, anlpar, ctrl1000 = 0, stat1000 = 0; u32 supported, advertising, lp_advertising; unsigned long flags; supported = SUPPORTED_10baseT_Half | SUPPORTED_10baseT_Full | SUPPORTED_100baseT_Half | SUPPORTED_100baseT_Full | SUPPORTED_1000baseT_Full | SUPPORTED_Autoneg | SUPPORTED_TP | SUPPORTED_Pause | SUPPORTED_Asym_Pause; advertising = ADVERTISED_TP; spin_lock_irqsave(&tp->lock, flags); mdio_write(tp, 0x1F, 0x0000); bmcr = mdio_read(tp, MII_BMCR); bmsr = mdio_read(tp, MII_BMSR); anlpar = mdio_read(tp, MII_LPA); ctrl1000 = mdio_read(tp, MII_CTRL1000); stat1000 = mdio_read(tp, MII_STAT1000); spin_unlock_irqrestore(&tp->lock, flags); if (bmcr & BMCR_ANENABLE) { advertising |= ADVERTISED_Autoneg; autoneg = AUTONEG_ENABLE; if (bmsr & BMSR_ANEGCOMPLETE) { lp_advertising = mii_lpa_to_ethtool_lpa_t(anlpar); lp_advertising |= mii_stat1000_to_ethtool_lpa_t(stat1000); } else { lp_advertising = 0; } if (tp->phy_auto_nego_reg & ADVERTISE_10HALF) advertising |= ADVERTISED_10baseT_Half; if (tp->phy_auto_nego_reg & ADVERTISE_10FULL) advertising |= ADVERTISED_10baseT_Full; if (tp->phy_auto_nego_reg & ADVERTISE_100HALF) advertising |= ADVERTISED_100baseT_Half; if (tp->phy_auto_nego_reg & ADVERTISE_100FULL) advertising |= ADVERTISED_100baseT_Full; if (tp->phy_1000_ctrl_reg & ADVERTISE_1000FULL) advertising |= ADVERTISED_1000baseT_Full; } else { autoneg = AUTONEG_DISABLE; lp_advertising = 0; } status = RTL_R8(PHYstatus); if (status & LinkStatus) { /*link on*/ if (status & _1000bpsF) speed = SPEED_1000; else if (status & _100bps) speed = SPEED_100; else if (status & _10bps) speed = SPEED_10; if (status & TxFlowCtrl) advertising |= ADVERTISED_Asym_Pause; if (status & RxFlowCtrl) advertising |= ADVERTISED_Pause; duplex = ((status & _1000bpsF) || (status & FullDup)) ? DUPLEX_FULL : DUPLEX_HALF; } else { /*link down*/ speed = SPEED_UNKNOWN; duplex = DUPLEX_UNKNOWN; } #if LINUX_VERSION_CODE < KERNEL_VERSION(4,6,0) cmd->supported = supported; cmd->advertising = advertising; #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,30) cmd->lp_advertising = lp_advertising; #endif cmd->autoneg = autoneg; cmd->speed = speed; cmd->duplex = duplex; cmd->port = PORT_TP; #else ethtool_convert_legacy_u32_to_link_mode(cmd->link_modes.supported, supported); ethtool_convert_legacy_u32_to_link_mode(cmd->link_modes.advertising, advertising); ethtool_convert_legacy_u32_to_link_mode(cmd->link_modes.lp_advertising, lp_advertising); cmd->base.autoneg = autoneg; cmd->base.speed = speed; cmd->base.duplex = duplex; cmd->base.port = PORT_TP; #endif } #if LINUX_VERSION_CODE > KERNEL_VERSION(2,4,22) static int rtl8169_get_settings(struct net_device *dev, #if LINUX_VERSION_CODE < KERNEL_VERSION(4,6,0) struct ethtool_cmd *cmd #else struct ethtool_link_ksettings *cmd #endif ) { struct rtl8169_private *tp = netdev_priv(dev); tp->get_settings(dev, cmd); return 0; } static void rtl8169_get_regs(struct net_device *dev, struct ethtool_regs *regs, void *p) { struct rtl8169_private *tp = netdev_priv(dev); void __iomem *ioaddr = tp->mmio_addr; unsigned int i; u8 *data = p; unsigned long flags; if (regs->len < R8169_REGS_DUMP_SIZE) return /* -EINVAL */; memset(p, 0, regs->len); spin_lock_irqsave(&tp->lock, flags); for (i = 0; i < R8169_MAC_REGS_SIZE; i++) *data++ = readb(ioaddr + i); data = (u8*)p + 256; mdio_write(tp, 0x1F, 0x0000); for (i = 0; i < R8169_PHY_REGS_SIZE/2; i++) { *(u16*)data = mdio_read(tp, i); data += 2; } spin_unlock_irqrestore(&tp->lock, flags); } static void rtl8169_get_pauseparam(struct net_device *dev, struct ethtool_pauseparam *pause) { struct rtl8169_private *tp = netdev_priv(dev); pause->autoneg = (tp->autoneg ? AUTONEG_ENABLE : AUTONEG_DISABLE); if (tp->fcpause == rtl8169_fc_rx_pause) pause->rx_pause = 1; else if (tp->fcpause == rtl8169_fc_tx_pause) pause->tx_pause = 1; else if (tp->fcpause == rtl8169_fc_full) { pause->rx_pause = 1; pause->tx_pause = 1; } } static int rtl8169_set_pauseparam(struct net_device *dev, struct ethtool_pauseparam *pause) { struct rtl8169_private *tp = netdev_priv(dev); enum rtl8169_fc_mode newfc; if (pause->tx_pause || pause->rx_pause) newfc = rtl8169_fc_full; else newfc = rtl8169_fc_none; if (tp->fcpause != newfc) { tp->fcpause = newfc; rtl8169_set_speed(dev, tp->autoneg, tp->speed, tp->duplex, tp->advertising); } return 0; } static u32 rtl8169_get_msglevel(struct net_device *dev) { struct rtl8169_private *tp = netdev_priv(dev); return tp->msg_enable; } static void rtl8169_set_msglevel(struct net_device *dev, u32 value) { struct rtl8169_private *tp = netdev_priv(dev); tp->msg_enable = value; } static const char rtl8169_gstrings[][ETH_GSTRING_LEN] = { "tx_packets", "rx_packets", "tx_errors", "rx_errors", "rx_missed", "align_errors", "tx_single_collisions", "tx_multi_collisions", "unicast", "broadcast", "multicast", "tx_aborted", "tx_underrun", }; #endif //#LINUX_VERSION_CODE > KERNEL_VERSION(2,4,22) struct rtl8169_counters { u64 tx_packets; u64 rx_packets; u64 tx_errors; u32 rx_errors; u16 rx_missed; u16 align_errors; u32 tx_one_collision; u32 tx_multi_collision; u64 rx_unicast; u64 rx_broadcast; u32 rx_multicast; u16 tx_aborted; u16 tx_underun; }; #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,33) #if LINUX_VERSION_CODE > KERNEL_VERSION(2,4,22) static int rtl8169_get_stats_count(struct net_device *dev) { return ARRAY_SIZE(rtl8169_gstrings); } #endif //#LINUX_VERSION_CODE > KERNEL_VERSION(2,4,22) #else static int rtl8169_get_sset_count(struct net_device *dev, int sset) { switch (sset) { case ETH_SS_STATS: return ARRAY_SIZE(rtl8169_gstrings); default: return -EOPNOTSUPP; } } #endif #if LINUX_VERSION_CODE > KERNEL_VERSION(2,4,22) static void rtl8169_get_ethtool_stats(struct net_device *dev, struct ethtool_stats *stats, u64 *data) { struct rtl8169_private *tp = netdev_priv(dev); void __iomem *ioaddr = tp->mmio_addr; struct rtl8169_counters *counters; dma_addr_t paddr; u32 cmd; ASSERT_RTNL(); counters = pci_alloc_consistent(tp->pci_dev, sizeof(*counters), &paddr); if (!counters) return; RTL_W32(CounterAddrHigh, (u64)paddr >> 32); cmd = (u64)paddr & DMA_32BIT_MASK; RTL_W32(CounterAddrLow, cmd); RTL_W32(CounterAddrLow, cmd | CounterDump); while (RTL_R32(CounterAddrLow) & CounterDump) { if (msleep_interruptible(1)) break; } RTL_W32(CounterAddrLow, 0); RTL_W32(CounterAddrHigh, 0); data[0] = le64_to_cpu(counters->tx_packets); data[1] = le64_to_cpu(counters->rx_packets); data[2] = le64_to_cpu(counters->tx_errors); data[3] = le32_to_cpu(counters->rx_errors); data[4] = le16_to_cpu(counters->rx_missed); data[5] = le16_to_cpu(counters->align_errors); data[6] = le32_to_cpu(counters->tx_one_collision); data[7] = le32_to_cpu(counters->tx_multi_collision); data[8] = le64_to_cpu(counters->rx_unicast); data[9] = le64_to_cpu(counters->rx_broadcast); data[10] = le32_to_cpu(counters->rx_multicast); data[11] = le16_to_cpu(counters->tx_aborted); data[12] = le16_to_cpu(counters->tx_underun); pci_free_consistent(tp->pci_dev, sizeof(*counters), counters, paddr); } static void rtl8169_get_strings(struct net_device *dev, u32 stringset, u8 *data) { switch(stringset) { case ETH_SS_STATS: memcpy(data, rtl8169_gstrings, sizeof(rtl8169_gstrings)); break; } } #endif //LINUX_VERSION_CODE > KERNEL_VERSION(2,4,22) #undef ethtool_op_get_link #define ethtool_op_get_link _kc_ethtool_op_get_link u32 _kc_ethtool_op_get_link(struct net_device *dev) { return netif_carrier_ok(dev) ? 1 : 0; } #if LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0) #undef ethtool_op_get_sg #define ethtool_op_get_sg _kc_ethtool_op_get_sg u32 _kc_ethtool_op_get_sg(struct net_device *dev) { #ifdef NETIF_F_SG return (dev->features & NETIF_F_SG) != 0; #else return 0; #endif } #undef ethtool_op_set_sg #define ethtool_op_set_sg _kc_ethtool_op_set_sg int _kc_ethtool_op_set_sg(struct net_device *dev, u32 data) { #ifdef NETIF_F_SG if (data) dev->features |= NETIF_F_SG; else dev->features &= ~NETIF_F_SG; #endif return 0; } #endif #if LINUX_VERSION_CODE > KERNEL_VERSION(2,4,22) static const struct ethtool_ops rtl8169_ethtool_ops = { .get_drvinfo = rtl8169_get_drvinfo, .get_regs_len = rtl8169_get_regs_len, .get_link = ethtool_op_get_link, #if LINUX_VERSION_CODE < KERNEL_VERSION(4,6,0) .get_settings = rtl8169_get_settings, .set_settings = rtl8169_set_settings, #else .get_link_ksettings = rtl8169_get_settings, .set_link_ksettings = rtl8169_set_settings, #endif #if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,0) .get_pauseparam = rtl8169_get_pauseparam, .set_pauseparam = rtl8169_set_pauseparam, #endif .get_msglevel = rtl8169_get_msglevel, .set_msglevel = rtl8169_set_msglevel, #if LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0) .get_rx_csum = rtl8169_get_rx_csum, .set_rx_csum = rtl8169_set_rx_csum, .get_tx_csum = rtl8169_get_tx_csum, .set_tx_csum = rtl8169_set_tx_csum, .get_sg = ethtool_op_get_sg, .set_sg = ethtool_op_set_sg, #ifdef NETIF_F_TSO .get_tso = ethtool_op_get_tso, .set_tso = ethtool_op_set_tso, #endif #endif .get_regs = rtl8169_get_regs, .get_wol = rtl8169_get_wol, .set_wol = rtl8169_set_wol, .get_strings = rtl8169_get_strings, #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,33) .get_stats_count = rtl8169_get_stats_count, #else .get_sset_count = rtl8169_get_sset_count, #endif .get_ethtool_stats = rtl8169_get_ethtool_stats, #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,23) #ifdef ETHTOOL_GPERMADDR .get_perm_addr = ethtool_op_get_perm_addr, #endif #endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,23) }; #endif //LINUX_VERSION_CODE > KERNEL_VERSION(2,4,22) static void rtl8169_get_mac_version(struct rtl8169_private *tp, void __iomem *ioaddr) { u32 reg,val32; val32 = RTL_R32(TxConfig) ; reg = val32 & 0xFC800000; switch(reg) { case 0x00000000: tp->mcfg = CFG_METHOD_1; break; case 0x00800000: tp->mcfg = CFG_METHOD_2; break; case 0x04000000: tp->mcfg = CFG_METHOD_3; break; case 0x10000000: tp->mcfg = CFG_METHOD_4; break; case 0x18000000: tp->mcfg = CFG_METHOD_5; break; case 0x98000000: tp->mcfg = CFG_METHOD_6; break; default: tp->mcfg = 0xFFFFFFFF; printk("unknown chip version (%x)\n",reg); break; } } static void rtl8169_print_mac_version(struct rtl8169_private *tp) { dprintk("mac_version = 0x%02x\n", tp->mcfg); } static void rtl8169_get_phy_version(struct rtl8169_private *tp) { const struct { u16 mask; u16 set; int pcfg; } phy_info[] = { { 0x000f, 0x0002, PCFG_METHOD_5 }, { 0x000f, 0x0001, PCFG_METHOD_4 }, { 0x000f, 0x0000, PCFG_METHOD_3 }, { 0x0000, 0x0000, PCFG_METHOD_2 } /* Catch-all */ }, *p = phy_info; u16 reg; mdio_write(tp, 0x1f, 0x0000); reg = mdio_read(tp, MII_PHYSID2) & 0xffff; while ((reg & p->mask) != p->set) p++; tp->pcfg = p->pcfg; } static void rtl8169_print_phy_version(struct rtl8169_private *tp) { struct { int version; char *msg; u32 reg; } phy_print[] = { { PCFG_METHOD_5, "PCFG_METHOD_5", 0x0002 }, { PCFG_METHOD_4, "PCFG_METHOD_4", 0x0001 }, { PCFG_METHOD_3, "PCFG_METHOD_3", 0x0000 }, { PCFG_METHOD_2, "PCFG_METHOD_2", 0x0000 }, { 0, NULL, 0x0000 } }, *p; for (p = phy_print; p->msg; p++) { if (tp->pcfg == p->version) { dprintk("phy_version == %s (%04x)\n", p->msg, p->reg); return; } } dprintk("phy_version == Unknown\n"); } static void rtl8169_hw_phy_config(struct net_device *dev) { struct rtl8169_private *tp = netdev_priv(dev); struct pci_dev *pdev = tp->pci_dev; u16 vendor_id; u16 device_id; tp->phy_reset_enable(dev); if (tp->mcfg == CFG_METHOD_6) { mdio_write(tp, 0x1f, 0x0001); mdio_write(tp, 0x04, 0x0000); mdio_write(tp, 0x03, 0x00a1); mdio_write(tp, 0x02, 0x0008); mdio_write(tp, 0x01, 0x0120); mdio_write(tp, 0x00, 0x1000); mdio_write(tp, 0x04, 0x0800); mdio_write(tp, 0x04, 0x9000); mdio_write(tp, 0x03, 0x802f); mdio_write(tp, 0x02, 0x4f02); mdio_write(tp, 0x01, 0x0409); mdio_write(tp, 0x00, 0xf099); mdio_write(tp, 0x04, 0x9800); mdio_write(tp, 0x04, 0xa000); mdio_write(tp, 0x03, 0xdf01); mdio_write(tp, 0x02, 0xdf20); mdio_write(tp, 0x01, 0xff95); mdio_write(tp, 0x00, 0xba00); mdio_write(tp, 0x04, 0xa800); mdio_write(tp, 0x04, 0xf000); mdio_write(tp, 0x03, 0xdf01); mdio_write(tp, 0x02, 0xdf20); mdio_write(tp, 0x01, 0x101a); mdio_write(tp, 0x00, 0xa0ff); mdio_write(tp, 0x04, 0xf800); mdio_write(tp, 0x04, 0x0000); mdio_write(tp, 0x1f, 0x0000); mdio_write(tp, 0x1f, 0x0001); mdio_write(tp, 0x0b, 0x8480); mdio_write(tp, 0x1f, 0x0000); mdio_write(tp, 0x1f, 0x0001); mdio_write(tp, 0x18, 0x67c7); mdio_write(tp, 0x04, 0x2000); mdio_write(tp, 0x03, 0x002f); mdio_write(tp, 0x02, 0x4360); mdio_write(tp, 0x01, 0x0109); mdio_write(tp, 0x00, 0x3022); mdio_write(tp, 0x04, 0x2800); mdio_write(tp, 0x1f, 0x0000); mdio_write(tp, 0x1f, 0x0001); mdio_write(tp, 0x17, 0x0cc0); mdio_write(tp, 0x1f, 0x0000); } else if (tp->mcfg == CFG_METHOD_5) { mdio_write(tp, 0x1f, 0x0001); mdio_write(tp, 0x04, 0x0000); mdio_write(tp, 0x03, 0x00a1); mdio_write(tp, 0x02, 0x0008); mdio_write(tp, 0x01, 0x0120); mdio_write(tp, 0x00, 0x1000); mdio_write(tp, 0x04, 0x0800); mdio_write(tp, 0x04, 0x9000); mdio_write(tp, 0x03, 0x802f); mdio_write(tp, 0x02, 0x4f02); mdio_write(tp, 0x01, 0x0409); mdio_write(tp, 0x00, 0xf099); mdio_write(tp, 0x04, 0x9800); mdio_write(tp, 0x04, 0xa000); mdio_write(tp, 0x03, 0xdf01); mdio_write(tp, 0x02, 0xdf20); mdio_write(tp, 0x01, 0xff95); mdio_write(tp, 0x00, 0xba00); mdio_write(tp, 0x04, 0xa800); mdio_write(tp, 0x04, 0xf000); mdio_write(tp, 0x03, 0xdf01); mdio_write(tp, 0x02, 0xdf20); mdio_write(tp, 0x01, 0x101a); mdio_write(tp, 0x00, 0xa0ff); mdio_write(tp, 0x04, 0xf800); mdio_write(tp, 0x04, 0x0000); mdio_write(tp, 0x1f, 0x0000); mdio_write(tp, 0x1f, 0x0001); mdio_write(tp, 0x10, 0xf41b); mdio_write(tp, 0x14, 0xfb54); mdio_write(tp, 0x18, 0xf5c7); mdio_write(tp, 0x1f, 0x0000); mdio_write(tp, 0x1f, 0x0001); mdio_write(tp, 0x17, 0x0cc0); mdio_write(tp, 0x1f, 0x0000); pci_read_config_word(pdev, PCI_SUBSYSTEM_VENDOR_ID, &vendor_id); pci_read_config_word(pdev, PCI_SUBSYSTEM_ID, &device_id); if ((vendor_id == 0x1458) && (device_id == 0xe000)) { mdio_write(tp, 0x1f, 0x0001); mdio_write(tp, 0x10, 0xf01b); mdio_write(tp, 0x1f, 0x0000); } } else if (tp->mcfg == CFG_METHOD_4) { mdio_write(tp, 0x1f, 0x0002); mdio_write(tp, 0x01, 0x90d0); mdio_write(tp, 0x1f, 0x0000); //mdio_write(tp, 0x1e, 0x8c00); /* PHY link down with some Giga switch */ } else if ((tp->mcfg == CFG_METHOD_2) || (tp->mcfg == CFG_METHOD_3)) { mdio_write(tp, 0x1f, 0x0001); mdio_write(tp, 0x06, 0x006e); mdio_write(tp, 0x08, 0x0708); mdio_write(tp, 0x15, 0x4000); mdio_write(tp, 0x18, 0x65c7); mdio_write(tp, 0x1f, 0x0001); mdio_write(tp, 0x03, 0x00a1); mdio_write(tp, 0x02, 0x0008); mdio_write(tp, 0x01, 0x0120); mdio_write(tp, 0x00, 0x1000); mdio_write(tp, 0x04, 0x0800); mdio_write(tp, 0x04, 0x0000); mdio_write(tp, 0x03, 0xff41); mdio_write(tp, 0x02, 0xdf60); mdio_write(tp, 0x01, 0x0140); mdio_write(tp, 0x00, 0x0077); mdio_write(tp, 0x04, 0x7800); mdio_write(tp, 0x04, 0x7000); mdio_write(tp, 0x03, 0x802f); mdio_write(tp, 0x02, 0x4f02); mdio_write(tp, 0x01, 0x0409); mdio_write(tp, 0x00, 0xf0f9); mdio_write(tp, 0x04, 0x9800); mdio_write(tp, 0x04, 0x9000); mdio_write(tp, 0x03, 0xdf01); mdio_write(tp, 0x02, 0xdf20); mdio_write(tp, 0x01, 0xff95); mdio_write(tp, 0x00, 0xba00); mdio_write(tp, 0x04, 0xa800); mdio_write(tp, 0x04, 0xa000); mdio_write(tp, 0x03, 0xff41); mdio_write(tp, 0x02, 0xdf20); mdio_write(tp, 0x01, 0x0140); mdio_write(tp, 0x00, 0x00bb); mdio_write(tp, 0x04, 0xb800); mdio_write(tp, 0x04, 0xb000); mdio_write(tp, 0x03, 0xdf41); mdio_write(tp, 0x02, 0xdc60); mdio_write(tp, 0x01, 0x6340); mdio_write(tp, 0x00, 0x007d); mdio_write(tp, 0x04, 0xd800); mdio_write(tp, 0x04, 0xd000); mdio_write(tp, 0x03, 0xdf01); mdio_write(tp, 0x02, 0xdf20); mdio_write(tp, 0x01, 0x100a); mdio_write(tp, 0x00, 0xa0ff); mdio_write(tp, 0x04, 0xf800); mdio_write(tp, 0x04, 0xf000); mdio_write(tp, 0x1f, 0x0000); mdio_write(tp, 0x0b, 0x0000); mdio_write(tp, 0x00, 0x9200); } mdio_write(tp, 0x1F, 0x0000); } static void #if LINUX_VERSION_CODE < KERNEL_VERSION(4,14,0) rtl8169_phy_timer(unsigned long __opaque) #else rtl8169_phy_timer(struct timer_list *t) #endif { #if LINUX_VERSION_CODE < KERNEL_VERSION(4,14,0) struct net_device *dev = (struct net_device *)__opaque; struct rtl8169_private *tp = netdev_priv(dev); struct timer_list *timer = &tp->link_timer; #else struct rtl8169_private *tp = from_timer(tp, t, link_timer); struct net_device *dev = tp->dev; struct timer_list *timer = t; #endif unsigned long timeout = RTL8169_PHY_TIMEOUT; assert(tp->mcfg > CFG_METHOD_1); assert(tp->pcfg < PCFG_METHOD_6); if (!(tp->phy_1000_ctrl_reg & ADVERTISE_1000FULL)) return; spin_lock_irq(&tp->lock); if (tp->phy_reset_pending(dev)) { /* * A busy loop could burn quite a few cycles on nowadays CPU. * Let's delay the execution of the timer for a few ticks. */ timeout = HZ/10; goto out_mod_timer; } if (tp->link_ok(dev)) goto out_unlock; if (netif_msg_link(tp)) printk(KERN_WARNING "%s: PHY reset until link up\n", dev->name); tp->phy_reset_enable(dev); out_mod_timer: mod_timer(timer, jiffies + timeout); out_unlock: spin_unlock_irq(&tp->lock); } static inline void rtl8169_delete_timer(struct net_device *dev) { struct rtl8169_private *tp = netdev_priv(dev); struct timer_list *timer = &tp->link_timer; if ((tp->mcfg <= CFG_METHOD_1) || (tp->pcfg >= PCFG_METHOD_6)) return; del_timer_sync(timer); } static inline void rtl8169_request_timer(struct net_device *dev) { struct rtl8169_private *tp = netdev_priv(dev); struct timer_list *timer = &tp->link_timer; if ((tp->mcfg <= CFG_METHOD_1) || (tp->pcfg >= PCFG_METHOD_6)) return; #if LINUX_VERSION_CODE < KERNEL_VERSION(4,14,0) setup_timer(timer, rtl8169_phy_timer, (unsigned long)dev); #else timer_setup(timer, rtl8169_phy_timer, 0); #endif mod_timer(timer, jiffies + RTL8169_PHY_TIMEOUT); } static inline void rtl8169_delete_esd_timer(struct net_device *dev, struct timer_list *timer) { struct rtl8169_private *tp = netdev_priv(dev); spin_lock_irq(&tp->lock); del_timer_sync(timer); spin_unlock_irq(&tp->lock); } static inline void rtl8169_request_esd_timer(struct net_device *dev) { struct rtl8169_private *tp = netdev_priv(dev); struct timer_list *timer = &tp->esd_timer; #if LINUX_VERSION_CODE < KERNEL_VERSION(4,14,0) setup_timer(timer, rtl8169_esd_timer, (unsigned long)dev); #else timer_setup(timer, rtl8169_esd_timer, 0); #endif mod_timer(timer, jiffies + RTL8169_ESD_TIMEOUT); } static void rtl8169_hw_init(struct net_device *dev) { struct rtl8169_private *tp = netdev_priv(dev); void __iomem *ioaddr = tp->mmio_addr; RTL_W32(RxConfig, RTL_R32(RxConfig) & ~(AcceptErr | AcceptRunt | AcceptBroadcast | AcceptMulticast | AcceptMyPhys | AcceptAllPhys)); if (RTL_R8(Config2) & PCI_Clock_66MHz) { if (tp->mcfg == CFG_METHOD_5) RTL_W32(Offset_7Ch, 0x000FFFFF); else if (tp->mcfg == CFG_METHOD_6) RTL_W32(Offset_7Ch, 0x003FFFFF); } else { if (tp->mcfg == CFG_METHOD_5) RTL_W32(Offset_7Ch, 0x000FFF00); else if (tp->mcfg == CFG_METHOD_6) RTL_W32(Offset_7Ch, 0x003FFF00); } if (tp->mcfg == CFG_METHOD_4) { RTL_W8(Cfg9346, Cfg9346_Unlock); RTL_W8(Config4, RTL_R8(Config4) | iMode); RTL_W8(Cfg9346, Cfg9346_Lock); } } #ifdef CONFIG_NET_POLL_CONTROLLER /* * Polling 'interrupt' - used by things like netconsole to send skbs * without having to re-enable interrupts. It's not called while * the interrupt routine is executing. */ static void rtl8169_netpoll(struct net_device *dev) { struct rtl8169_private *tp = netdev_priv(dev); struct pci_dev *pdev = tp->pci_dev; disable_irq(pdev->irq); #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,19) rtl8169_interrupt(pdev->irq, dev, NULL); #else rtl8169_interrupt(pdev->irq, dev); #endif enable_irq(pdev->irq); } #endif static void rtl8169_init_software_variable(struct net_device *dev) { struct rtl8169_private *tp = netdev_priv(dev); tp->UseSwPaddingShortPkt = TRUE; } static void rtl8169_release_board(struct pci_dev *pdev, struct net_device *dev, void __iomem *ioaddr) { struct rtl8169_private *tp = netdev_priv(dev); rtl8169_phy_power_down(dev); /* restore the original MAC address */ rtl8169_rar_set(tp, tp->org_mac_addr); iounmap(ioaddr); pci_release_regions(pdev); pci_clear_mwi(pdev); pci_disable_device(pdev); free_netdev(dev); } static void rtl8169_hw_address_set(struct net_device *dev, u8 mac_addr[MAC_ADDR_LEN]) { #if LINUX_VERSION_CODE >= KERNEL_VERSION(5,17,0) eth_hw_addr_set(dev, mac_addr); #else memcpy(dev->dev_addr, mac_addr, MAC_ADDR_LEN); #endif //LINUX_VERSION_CODE >= KERNEL_VERSION(5,17,0) } static int rtl8169_get_mac_address(struct net_device *dev) { struct rtl8169_private *tp = netdev_priv(dev); void __iomem *ioaddr = tp->mmio_addr; int i; u8 mac_addr[MAC_ADDR_LEN]; /* Get MAC address. FIXME: read EEPROM */ for (i = 0; i < MAC_ADDR_LEN; i++) mac_addr[i] = RTL_R8(MAC0 + i); if (!is_valid_ether_addr(mac_addr)) { netif_err(tp, probe, dev, "Invalid ether addr %pM\n", mac_addr); eth_random_addr(mac_addr); dev->addr_assign_type = NET_ADDR_RANDOM; netif_info(tp, probe, dev, "Random ether addr %pM\n", mac_addr); tp->random_mac = 1; } rtl8169_hw_address_set(dev, mac_addr); rtl8169_rar_set(tp, mac_addr); /* keep the original MAC address */ memcpy(tp->org_mac_addr, dev->dev_addr, MAC_ADDR_LEN); #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,13) memcpy(dev->perm_addr, dev->dev_addr, dev->addr_len); #endif return 0; } /** * rtl8169_set_mac_address - Change the Ethernet Address of the NIC * @dev: network interface device structure * @p: pointer to an address structure * * Return 0 on success, negative on failure **/ static int rtl8169_set_mac_address(struct net_device *dev, void *p) { struct rtl8169_private *tp = netdev_priv(dev); struct sockaddr *addr = p; unsigned long flags; if (!is_valid_ether_addr(addr->sa_data)) return -EADDRNOTAVAIL; spin_lock_irqsave(&tp->lock, flags); rtl8169_hw_address_set(dev, addr->sa_data); rtl8169_rar_set(tp, dev->dev_addr); spin_unlock_irqrestore(&tp->lock, flags); return 0; } /****************************************************************************** * rtl8169_rar_set - Puts an ethernet address into a receive address register. * * tp - The private data structure for driver * addr - Address to put into receive address register *****************************************************************************/ void rtl8169_rar_set(struct rtl8169_private *tp, const u8 *addr) { void __iomem *ioaddr = tp->mmio_addr; uint32_t rar_low = 0; uint32_t rar_high = 0; rar_low = ((uint32_t) addr[0] | ((uint32_t) addr[1] << 8) | ((uint32_t) addr[2] << 16) | ((uint32_t) addr[3] << 24)); rar_high = ((uint32_t) addr[4] | ((uint32_t) addr[5] << 8)); RTL_W8(Cfg9346, Cfg9346_Unlock); RTL_W32(MAC0, rar_low); RTL_W32(MAC4, rar_high); RTL_W8(Cfg9346, Cfg9346_Lock); } #ifdef ETHTOOL_OPS_COMPAT static int ethtool_get_settings(struct net_device *dev, void *useraddr) { struct ethtool_cmd cmd = { ETHTOOL_GSET }; int err; if (!ethtool_ops->get_settings) return -EOPNOTSUPP; err = ethtool_ops->get_settings(dev, &cmd); if (err < 0) return err; if (copy_to_user(useraddr, &cmd, sizeof(cmd))) return -EFAULT; return 0; } static int ethtool_set_settings(struct net_device *dev, void *useraddr) { struct ethtool_cmd cmd; if (!ethtool_ops->set_settings) return -EOPNOTSUPP; if (copy_from_user(&cmd, useraddr, sizeof(cmd))) return -EFAULT; return ethtool_ops->set_settings(dev, &cmd); } static int ethtool_get_drvinfo(struct net_device *dev, void *useraddr) { struct ethtool_drvinfo info; struct ethtool_ops *ops = ethtool_ops; if (!ops->get_drvinfo) return -EOPNOTSUPP; memset(&info, 0, sizeof(info)); info.cmd = ETHTOOL_GDRVINFO; ops->get_drvinfo(dev, &info); if (ops->self_test_count) info.testinfo_len = ops->self_test_count(dev); if (ops->get_stats_count) info.n_stats = ops->get_stats_count(dev); if (ops->get_regs_len) info.regdump_len = ops->get_regs_len(dev); if (ops->get_eeprom_len) info.eedump_len = ops->get_eeprom_len(dev); if (copy_to_user(useraddr, &info, sizeof(info))) return -EFAULT; return 0; } static int ethtool_get_regs(struct net_device *dev, char *useraddr) { struct ethtool_regs regs; struct ethtool_ops *ops = ethtool_ops; void *regbuf; int reglen, ret; if (!ops->get_regs || !ops->get_regs_len) return -EOPNOTSUPP; if (copy_from_user(®s, useraddr, sizeof(regs))) return -EFAULT; reglen = ops->get_regs_len(dev); if (regs.len > reglen) regs.len = reglen; regbuf = kmalloc(reglen, GFP_USER); if (!regbuf) return -ENOMEM; ops->get_regs(dev, ®s, regbuf); ret = -EFAULT; if (copy_to_user(useraddr, ®s, sizeof(regs))) goto out; useraddr += offsetof(struct ethtool_regs, data); if (copy_to_user(useraddr, regbuf, reglen)) goto out; ret = 0; out: kfree(regbuf); return ret; } static int ethtool_get_wol(struct net_device *dev, char *useraddr) { struct ethtool_wolinfo wol = { ETHTOOL_GWOL }; if (!ethtool_ops->get_wol) return -EOPNOTSUPP; ethtool_ops->get_wol(dev, &wol); if (copy_to_user(useraddr, &wol, sizeof(wol))) return -EFAULT; return 0; } static int ethtool_set_wol(struct net_device *dev, char *useraddr) { struct ethtool_wolinfo wol; if (!ethtool_ops->set_wol) return -EOPNOTSUPP; if (copy_from_user(&wol, useraddr, sizeof(wol))) return -EFAULT; return ethtool_ops->set_wol(dev, &wol); } static int ethtool_get_msglevel(struct net_device *dev, char *useraddr) { struct ethtool_value edata = { ETHTOOL_GMSGLVL }; if (!ethtool_ops->get_msglevel) return -EOPNOTSUPP; edata.data = ethtool_ops->get_msglevel(dev); if (copy_to_user(useraddr, &edata, sizeof(edata))) return -EFAULT; return 0; } static int ethtool_set_msglevel(struct net_device *dev, char *useraddr) { struct ethtool_value edata; if (!ethtool_ops->set_msglevel) return -EOPNOTSUPP; if (copy_from_user(&edata, useraddr, sizeof(edata))) return -EFAULT; ethtool_ops->set_msglevel(dev, edata.data); return 0; } static int ethtool_nway_reset(struct net_device *dev) { if (!ethtool_ops->nway_reset) return -EOPNOTSUPP; return ethtool_ops->nway_reset(dev); } static int ethtool_get_link(struct net_device *dev, void *useraddr) { struct ethtool_value edata = { ETHTOOL_GLINK }; if (!ethtool_ops->get_link) return -EOPNOTSUPP; edata.data = ethtool_ops->get_link(dev); if (copy_to_user(useraddr, &edata, sizeof(edata))) return -EFAULT; return 0; } static int ethtool_get_eeprom(struct net_device *dev, void *useraddr) { struct ethtool_eeprom eeprom; struct ethtool_ops *ops = ethtool_ops; u8 *data; int ret; if (!ops->get_eeprom || !ops->get_eeprom_len) return -EOPNOTSUPP; if (copy_from_user(&eeprom, useraddr, sizeof(eeprom))) return -EFAULT; /* Check for wrap and zero */ if (eeprom.offset + eeprom.len <= eeprom.offset) return -EINVAL; /* Check for exceeding total eeprom len */ if (eeprom.offset + eeprom.len > ops->get_eeprom_len(dev)) return -EINVAL; data = kmalloc(eeprom.len, GFP_USER); if (!data) return -ENOMEM; ret = -EFAULT; if (copy_from_user(data, useraddr + sizeof(eeprom), eeprom.len)) goto out; ret = ops->get_eeprom(dev, &eeprom, data); if (ret) goto out; ret = -EFAULT; if (copy_to_user(useraddr, &eeprom, sizeof(eeprom))) goto out; if (copy_to_user(useraddr + sizeof(eeprom), data, eeprom.len)) goto out; ret = 0; out: kfree(data); return ret; } static int ethtool_set_eeprom(struct net_device *dev, void *useraddr) { struct ethtool_eeprom eeprom; struct ethtool_ops *ops = ethtool_ops; u8 *data; int ret; if (!ops->set_eeprom || !ops->get_eeprom_len) return -EOPNOTSUPP; if (copy_from_user(&eeprom, useraddr, sizeof(eeprom))) return -EFAULT; /* Check for wrap and zero */ if (eeprom.offset + eeprom.len <= eeprom.offset) return -EINVAL; /* Check for exceeding total eeprom len */ if (eeprom.offset + eeprom.len > ops->get_eeprom_len(dev)) return -EINVAL; data = kmalloc(eeprom.len, GFP_USER); if (!data) return -ENOMEM; ret = -EFAULT; if (copy_from_user(data, useraddr + sizeof(eeprom), eeprom.len)) goto out; ret = ops->set_eeprom(dev, &eeprom, data); if (ret) goto out; if (copy_to_user(useraddr + sizeof(eeprom), data, eeprom.len)) ret = -EFAULT; out: kfree(data); return ret; } static int ethtool_get_coalesce(struct net_device *dev, void *useraddr) { struct ethtool_coalesce coalesce = { ETHTOOL_GCOALESCE }; if (!ethtool_ops->get_coalesce) return -EOPNOTSUPP; ethtool_ops->get_coalesce(dev, &coalesce); if (copy_to_user(useraddr, &coalesce, sizeof(coalesce))) return -EFAULT; return 0; } static int ethtool_set_coalesce(struct net_device *dev, void *useraddr) { struct ethtool_coalesce coalesce; if (!ethtool_ops->get_coalesce) return -EOPNOTSUPP; if (copy_from_user(&coalesce, useraddr, sizeof(coalesce))) return -EFAULT; return ethtool_ops->set_coalesce(dev, &coalesce); } static int ethtool_get_ringparam(struct net_device *dev, void *useraddr) { struct ethtool_ringparam ringparam = { ETHTOOL_GRINGPARAM }; if (!ethtool_ops->get_ringparam) return -EOPNOTSUPP; ethtool_ops->get_ringparam(dev, &ringparam); if (copy_to_user(useraddr, &ringparam, sizeof(ringparam))) return -EFAULT; return 0; } static int ethtool_set_ringparam(struct net_device *dev, void *useraddr) { struct ethtool_ringparam ringparam; if (!ethtool_ops->get_ringparam) return -EOPNOTSUPP; if (copy_from_user(&ringparam, useraddr, sizeof(ringparam))) return -EFAULT; return ethtool_ops->set_ringparam(dev, &ringparam); } static int ethtool_get_pauseparam(struct net_device *dev, void *useraddr) { struct ethtool_pauseparam pauseparam = { ETHTOOL_GPAUSEPARAM }; if (!ethtool_ops->get_pauseparam) return -EOPNOTSUPP; ethtool_ops->get_pauseparam(dev, &pauseparam); if (copy_to_user(useraddr, &pauseparam, sizeof(pauseparam))) return -EFAULT; return 0; } static int ethtool_set_pauseparam(struct net_device *dev, void *useraddr) { struct ethtool_pauseparam pauseparam; if (!ethtool_ops->get_pauseparam) return -EOPNOTSUPP; if (copy_from_user(&pauseparam, useraddr, sizeof(pauseparam))) return -EFAULT; return ethtool_ops->set_pauseparam(dev, &pauseparam); } static int ethtool_get_rx_csum(struct net_device *dev, char *useraddr) { struct ethtool_value edata = { ETHTOOL_GRXCSUM }; if (!ethtool_ops->get_rx_csum) return -EOPNOTSUPP; edata.data = ethtool_ops->get_rx_csum(dev); if (copy_to_user(useraddr, &edata, sizeof(edata))) return -EFAULT; return 0; } static int ethtool_set_rx_csum(struct net_device *dev, char *useraddr) { struct ethtool_value edata; if (!ethtool_ops->set_rx_csum) return -EOPNOTSUPP; if (copy_from_user(&edata, useraddr, sizeof(edata))) return -EFAULT; ethtool_ops->set_rx_csum(dev, edata.data); return 0; } static int ethtool_get_tx_csum(struct net_device *dev, char *useraddr) { struct ethtool_value edata = { ETHTOOL_GTXCSUM }; if (!ethtool_ops->get_tx_csum) return -EOPNOTSUPP; edata.data = ethtool_ops->get_tx_csum(dev); if (copy_to_user(useraddr, &edata, sizeof(edata))) return -EFAULT; return 0; } static int ethtool_set_tx_csum(struct net_device *dev, char *useraddr) { struct ethtool_value edata; if (!ethtool_ops->set_tx_csum) return -EOPNOTSUPP; if (copy_from_user(&edata, useraddr, sizeof(edata))) return -EFAULT; return ethtool_ops->set_tx_csum(dev, edata.data); } static int ethtool_get_sg(struct net_device *dev, char *useraddr) { struct ethtool_value edata = { ETHTOOL_GSG }; if (!ethtool_ops->get_sg) return -EOPNOTSUPP; edata.data = ethtool_ops->get_sg(dev); if (copy_to_user(useraddr, &edata, sizeof(edata))) return -EFAULT; return 0; } static int ethtool_set_sg(struct net_device *dev, char *useraddr) { struct ethtool_value edata; if (!ethtool_ops->set_sg) return -EOPNOTSUPP; if (copy_from_user(&edata, useraddr, sizeof(edata))) return -EFAULT; return ethtool_ops->set_sg(dev, edata.data); } static int ethtool_get_tso(struct net_device *dev, char *useraddr) { struct ethtool_value edata = { ETHTOOL_GTSO }; if (!ethtool_ops->get_tso) return -EOPNOTSUPP; edata.data = ethtool_ops->get_tso(dev); if (copy_to_user(useraddr, &edata, sizeof(edata))) return -EFAULT; return 0; } static int ethtool_set_tso(struct net_device *dev, char *useraddr) { struct ethtool_value edata; if (!ethtool_ops->set_tso) return -EOPNOTSUPP; if (copy_from_user(&edata, useraddr, sizeof(edata))) return -EFAULT; return ethtool_ops->set_tso(dev, edata.data); } static int ethtool_self_test(struct net_device *dev, char *useraddr) { struct ethtool_test test; struct ethtool_ops *ops = ethtool_ops; u64 *data; int ret; if (!ops->self_test || !ops->self_test_count) return -EOPNOTSUPP; if (copy_from_user(&test, useraddr, sizeof(test))) return -EFAULT; test.len = ops->self_test_count(dev); data = kmalloc(test.len * sizeof(u64), GFP_USER); if (!data) return -ENOMEM; ops->self_test(dev, &test, data); ret = -EFAULT; if (copy_to_user(useraddr, &test, sizeof(test))) goto out; useraddr += sizeof(test); if (copy_to_user(useraddr, data, test.len * sizeof(u64))) goto out; ret = 0; out: kfree(data); return ret; } static int ethtool_get_strings(struct net_device *dev, void *useraddr) { struct ethtool_gstrings gstrings; struct ethtool_ops *ops = ethtool_ops; u8 *data; int ret; if (!ops->get_strings) return -EOPNOTSUPP; if (copy_from_user(&gstrings, useraddr, sizeof(gstrings))) return -EFAULT; switch (gstrings.string_set) { case ETH_SS_TEST: if (!ops->self_test_count) return -EOPNOTSUPP; gstrings.len = ops->self_test_count(dev); break; case ETH_SS_STATS: if (!ops->get_stats_count) return -EOPNOTSUPP; gstrings.len = ops->get_stats_count(dev); break; default: return -EINVAL; } data = kmalloc(gstrings.len * ETH_GSTRING_LEN, GFP_USER); if (!data) return -ENOMEM; ops->get_strings(dev, gstrings.string_set, data); ret = -EFAULT; if (copy_to_user(useraddr, &gstrings, sizeof(gstrings))) goto out; useraddr += sizeof(gstrings); if (copy_to_user(useraddr, data, gstrings.len * ETH_GSTRING_LEN)) goto out; ret = 0; out: kfree(data); return ret; } static int ethtool_phys_id(struct net_device *dev, void *useraddr) { struct ethtool_value id; if (!ethtool_ops->phys_id) return -EOPNOTSUPP; if (copy_from_user(&id, useraddr, sizeof(id))) return -EFAULT; return ethtool_ops->phys_id(dev, id.data); } static int ethtool_get_stats(struct net_device *dev, void *useraddr) { struct ethtool_stats stats; struct ethtool_ops *ops = ethtool_ops; u64 *data; int ret; if (!ops->get_ethtool_stats || !ops->get_stats_count) return -EOPNOTSUPP; if (copy_from_user(&stats, useraddr, sizeof(stats))) return -EFAULT; stats.n_stats = ops->get_stats_count(dev); data = kmalloc(stats.n_stats * sizeof(u64), GFP_USER); if (!data) return -ENOMEM; ops->get_ethtool_stats(dev, &stats, data); ret = -EFAULT; if (copy_to_user(useraddr, &stats, sizeof(stats))) goto out; useraddr += sizeof(stats); if (copy_to_user(useraddr, data, stats.n_stats * sizeof(u64))) goto out; ret = 0; out: kfree(data); return ret; } static int ethtool_ioctl(struct ifreq *ifr) { struct net_device *dev = __dev_get_by_name(ifr->ifr_name); void *useraddr = (void *) ifr->ifr_data; u32 ethcmd; /* * XXX: This can be pushed down into the ethtool_* handlers that * need it. Keep existing behaviour for the moment. */ if (!capable(CAP_NET_ADMIN)) return -EPERM; if (!dev || !netif_device_present(dev)) return -ENODEV; if (copy_from_user(ðcmd, useraddr, sizeof (ethcmd))) return -EFAULT; switch (ethcmd) { case ETHTOOL_GSET: return ethtool_get_settings(dev, useraddr); case ETHTOOL_SSET: return ethtool_set_settings(dev, useraddr); case ETHTOOL_GDRVINFO: return ethtool_get_drvinfo(dev, useraddr); case ETHTOOL_GREGS: return ethtool_get_regs(dev, useraddr); case ETHTOOL_GWOL: return ethtool_get_wol(dev, useraddr); case ETHTOOL_SWOL: return ethtool_set_wol(dev, useraddr); case ETHTOOL_GMSGLVL: return ethtool_get_msglevel(dev, useraddr); case ETHTOOL_SMSGLVL: return ethtool_set_msglevel(dev, useraddr); case ETHTOOL_NWAY_RST: return ethtool_nway_reset(dev); case ETHTOOL_GLINK: return ethtool_get_link(dev, useraddr); case ETHTOOL_GEEPROM: return ethtool_get_eeprom(dev, useraddr); case ETHTOOL_SEEPROM: return ethtool_set_eeprom(dev, useraddr); case ETHTOOL_GCOALESCE: return ethtool_get_coalesce(dev, useraddr); case ETHTOOL_SCOALESCE: return ethtool_set_coalesce(dev, useraddr); case ETHTOOL_GRINGPARAM: return ethtool_get_ringparam(dev, useraddr); case ETHTOOL_SRINGPARAM: return ethtool_set_ringparam(dev, useraddr); case ETHTOOL_GPAUSEPARAM: return ethtool_get_pauseparam(dev, useraddr); case ETHTOOL_SPAUSEPARAM: return ethtool_set_pauseparam(dev, useraddr); case ETHTOOL_GRXCSUM: return ethtool_get_rx_csum(dev, useraddr); case ETHTOOL_SRXCSUM: return ethtool_set_rx_csum(dev, useraddr); case ETHTOOL_GTXCSUM: return ethtool_get_tx_csum(dev, useraddr); case ETHTOOL_STXCSUM: return ethtool_set_tx_csum(dev, useraddr); case ETHTOOL_GSG: return ethtool_get_sg(dev, useraddr); case ETHTOOL_SSG: return ethtool_set_sg(dev, useraddr); case ETHTOOL_GTSO: return ethtool_get_tso(dev, useraddr); case ETHTOOL_STSO: return ethtool_set_tso(dev, useraddr); case ETHTOOL_TEST: return ethtool_self_test(dev, useraddr); case ETHTOOL_GSTRINGS: return ethtool_get_strings(dev, useraddr); case ETHTOOL_PHYS_ID: return ethtool_phys_id(dev, useraddr); case ETHTOOL_GSTATS: return ethtool_get_stats(dev, useraddr); default: return -EOPNOTSUPP; } return -EOPNOTSUPP; } #endif //ETHTOOL_OPS_COMPAT static int rtl8169_ioctl(struct net_device *dev, struct ifreq *ifr, int cmd) { struct rtl8169_private *tp = netdev_priv(dev); struct mii_ioctl_data *data = if_mii(ifr); unsigned long flags; if (!netif_running(dev)) return -ENODEV; switch (cmd) { case SIOCGMIIPHY: data->phy_id = 32; /* Internal PHY */ return 0; case SIOCGMIIREG: spin_lock_irqsave(&tp->lock, flags); mdio_write(tp, 0x1f, 0x0000); data->val_out = mdio_read(tp, data->reg_num & 0x1f); spin_unlock_irqrestore(&tp->lock, flags); return 0; case SIOCSMIIREG: if (!capable(CAP_NET_ADMIN)) return -EPERM; spin_lock_irqsave(&tp->lock, flags); mdio_write(tp, 0x1f, 0x0000); mdio_write(tp, data->reg_num & 0x1f, data->val_in); spin_unlock_irqrestore(&tp->lock, flags); return 0; #ifdef ETHTOOL_OPS_COMPAT case SIOCETHTOOL: return ethtool_ioctl(ifr); #endif default: return -EOPNOTSUPP; } } static void rtl8169_phy_power_up(struct net_device *dev) { struct rtl8169_private *tp = netdev_priv(dev); mdio_write(tp, 0x1F, 0x0000); mdio_write(tp, 0x0E, 0x0000); mdio_write(tp, MII_BMCR, BMCR_ANENABLE); } static void rtl8169_phy_power_down(struct net_device *dev) { struct rtl8169_private *tp = netdev_priv(dev); mdio_write(tp, 0x1F, 0x0000); mdio_write(tp, MII_BMCR, BMCR_PDOWN | BMCR_ANENABLE); } static void #if LINUX_VERSION_CODE < KERNEL_VERSION(4,14,0) rtl8169_esd_timer(unsigned long __opaque) #else rtl8169_esd_timer(struct timer_list *t) #endif { #if LINUX_VERSION_CODE < KERNEL_VERSION(4,14,0) struct net_device *dev = (struct net_device *)__opaque; struct rtl8169_private *tp = netdev_priv(dev); struct timer_list *timer = &tp->esd_timer; #else struct rtl8169_private *tp = from_timer(tp, t, esd_timer); struct net_device *dev = tp->dev; struct timer_list *timer = t; #endif struct pci_dev *pdev = tp->pci_dev; unsigned long timeout = RTL8169_ESD_TIMEOUT; u8 cmd; u8 cls; u16 io_base_l; u16 mem_base_l; u16 mem_base_h; u8 ilr; u16 resv_0x20_l; u16 resv_0x20_h; u16 resv_0x24_l; u16 resv_0x24_h; unsigned long flags; spin_lock_irqsave(&tp->lock, flags); tp->esd_flag = 0; pci_read_config_byte(pdev, PCI_COMMAND, &cmd); if (cmd != tp->pci_cfg_space.cmd) { printk(KERN_ERR "%s: cmd = 0x%02x, should be 0x%02x \n.", dev->name, cmd, tp->pci_cfg_space.cmd); pci_write_config_byte(pdev, PCI_COMMAND, tp->pci_cfg_space.cmd); tp->esd_flag |= BIT_0; pci_read_config_byte(pdev, PCI_COMMAND, &cmd); if (cmd == 0xff) { netif_err(tp, drv, dev, "pci link is down \n"); goto out_unlock; } } pci_read_config_word(pdev, PCI_BASE_ADDRESS_0, &io_base_l); if (io_base_l != tp->pci_cfg_space.io_base_l) { printk(KERN_ERR "%s: io_base_l = 0x%04x, should be 0x%04x \n.", dev->name, io_base_l, tp->pci_cfg_space.io_base_l); pci_write_config_word(pdev, PCI_BASE_ADDRESS_0, tp->pci_cfg_space.io_base_l); tp->esd_flag |= BIT_1; } pci_read_config_word(pdev, PCI_BASE_ADDRESS_2, &mem_base_l); if (mem_base_l != tp->pci_cfg_space.mem_base_l) { printk(KERN_ERR "%s: mem_base_l = 0x%04x, should be 0x%04x \n.", dev->name, mem_base_l, tp->pci_cfg_space.mem_base_l); pci_write_config_word(pdev, PCI_BASE_ADDRESS_2, tp->pci_cfg_space.mem_base_l); tp->esd_flag |= BIT_2; } pci_read_config_word(pdev, PCI_BASE_ADDRESS_2 + 2, &mem_base_h); if (mem_base_h!= tp->pci_cfg_space.mem_base_h) { printk(KERN_ERR "%s: mem_base_h = 0x%04x, should be 0x%04x \n.", dev->name, mem_base_h, tp->pci_cfg_space.mem_base_h); pci_write_config_word(pdev, PCI_BASE_ADDRESS_2 + 2, tp->pci_cfg_space.mem_base_h); tp->esd_flag |= BIT_3; } pci_read_config_byte(pdev, PCI_CACHE_LINE_SIZE, &cls); if (cls != tp->pci_cfg_space.cls) { printk(KERN_ERR "%s: cls = 0x%02x, should be 0x%02x \n.", dev->name, cls, tp->pci_cfg_space.cls); pci_write_config_byte(pdev, PCI_CACHE_LINE_SIZE, tp->pci_cfg_space.cls); tp->esd_flag |= BIT_4; } pci_read_config_word(pdev, PCI_BASE_ADDRESS_4, &resv_0x20_l); if (resv_0x20_l != tp->pci_cfg_space.resv_0x20_l) { printk(KERN_ERR "%s: resv_0x20_l = 0x%04x, should be 0x%04x \n.", dev->name, resv_0x20_l, tp->pci_cfg_space.resv_0x20_l); pci_write_config_word(pdev, PCI_BASE_ADDRESS_4, tp->pci_cfg_space.resv_0x20_l); tp->esd_flag |= BIT_6; } pci_read_config_word(pdev, PCI_BASE_ADDRESS_4 + 2, &resv_0x20_h); if (resv_0x20_h != tp->pci_cfg_space.resv_0x20_h) { printk(KERN_ERR "%s: resv_0x20_h = 0x%04x, should be 0x%04x \n.", dev->name, resv_0x20_h, tp->pci_cfg_space.resv_0x20_h); pci_write_config_word(pdev, PCI_BASE_ADDRESS_4 + 2, tp->pci_cfg_space.resv_0x20_h); tp->esd_flag |= BIT_7; } pci_read_config_word(pdev, PCI_BASE_ADDRESS_5, &resv_0x24_l); if (resv_0x24_l != tp->pci_cfg_space.resv_0x24_l) { printk(KERN_ERR "%s: resv_0x24_l = 0x%04x, should be 0x%04x \n.", dev->name, resv_0x24_l, tp->pci_cfg_space.resv_0x24_l); pci_write_config_word(pdev, PCI_BASE_ADDRESS_5, tp->pci_cfg_space.resv_0x24_l); tp->esd_flag |= BIT_8; } pci_read_config_word(pdev, PCI_BASE_ADDRESS_5 + 2, &resv_0x24_h); if (resv_0x24_h != tp->pci_cfg_space.resv_0x24_h) { printk(KERN_ERR "%s: resv_0x24_h = 0x%04x, should be 0x%04x \n.", dev->name, resv_0x24_h, tp->pci_cfg_space.resv_0x24_h); pci_write_config_word(pdev, PCI_BASE_ADDRESS_5 + 2, tp->pci_cfg_space.resv_0x24_h); tp->esd_flag |= BIT_9; } pci_read_config_byte(pdev, PCI_INTERRUPT_LINE, &ilr); if (ilr != tp->pci_cfg_space.ilr) { printk(KERN_ERR "%s: ilr = 0x%02x, should be 0x%02x \n.", dev->name, ilr, tp->pci_cfg_space.ilr); pci_write_config_byte(pdev, PCI_INTERRUPT_LINE, tp->pci_cfg_space.ilr); tp->esd_flag |= BIT_10; } if (tp->esd_flag != 0) { printk(KERN_ERR "%s: esd_flag = 0x%04x\n.\n", dev->name, tp->esd_flag); netif_stop_queue(dev); netif_carrier_off(dev); rtl8169_hw_reset(dev); rtl8169_tx_clear(tp); rtl8169_rx_clear(tp); rtl8169_init_ring(dev); rtl8169_powerup_pll(dev); rtl8169_hw_phy_config(dev); rtl8169_hw_start(dev); rtl8169_set_speed(dev, tp->autoneg, tp->speed, tp->duplex, tp->advertising); tp->esd_flag = 0; } out_unlock: spin_unlock_irqrestore(&tp->lock, flags); mod_timer(timer, jiffies + timeout); } #if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,29) static const struct net_device_ops rtl8169_netdev_ops = { .ndo_open = rtl8169_open, .ndo_stop = rtl8169_close, .ndo_get_stats = rtl8169_get_stats, .ndo_start_xmit = rtl8169_start_xmit, .ndo_tx_timeout = rtl8169_tx_timeout, .ndo_change_mtu = rtl8169_change_mtu, .ndo_set_mac_address = rtl8169_set_mac_address, #if LINUX_VERSION_CODE < KERNEL_VERSION(5,15,0) .ndo_do_ioctl = rtl8169_ioctl, #else .ndo_eth_ioctl = rtl8169_ioctl, #endif //LINUX_VERSION_CODE < KERNEL_VERSION(5,15,0) #if LINUX_VERSION_CODE < KERNEL_VERSION(3,1,0) .ndo_set_multicast_list = rtl8169_set_rx_mode, #else .ndo_set_rx_mode = rtl8169_set_rx_mode, #endif #if LINUX_VERSION_CODE < KERNEL_VERSION(3,0,0) #ifdef CONFIG_R8169_VLAN .ndo_vlan_rx_register = rtl8169_vlan_rx_register, #endif #else .ndo_fix_features = rtl8169_fix_features, .ndo_set_features = rtl8169_set_features, #endif #ifdef CONFIG_NET_POLL_CONTROLLER .ndo_poll_controller = rtl8169_netpoll, #endif }; #endif //HAVE_NET_DEVICE_OPS static int __devinit rtl8169_init_one(struct pci_dev *pdev, const struct pci_device_id *ent) { const unsigned int region = rtl_cfg_info[ent->driver_data].region; struct rtl8169_private *tp; struct net_device *dev; void __iomem *ioaddr; unsigned int pm_cap; int i, rc; static int board_idx = -1; board_idx++; if (netif_msg_drv(&debug)) { printk(KERN_INFO "%s Gigabit Ethernet driver %s loaded\n", MODULENAME, RTL8169_VERSION); } dev = alloc_etherdev(sizeof (*tp)); if (!dev) { #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) if (netif_msg_drv(&debug)) dev_err(&pdev->dev, "unable to alloc new ethernet\n"); #endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,0) rc = -ENOMEM; goto out; } SET_MODULE_OWNER(dev); SET_NETDEV_DEV(dev, &pdev->dev); tp = netdev_priv(dev); tp->dev = dev; tp->msg_enable = netif_msg_init(debug.msg_enable, R8169_MSG_DEFAULT); /* enable device (incl. PCI PM wakeup and hotplug setup) */ rc = pci_enable_device(pdev); if (rc < 0) { #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) if (netif_msg_probe(tp)) dev_err(&pdev->dev, "enable failure\n"); #endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,0) goto err_out_free_dev_1; } if (pci_set_mwi(pdev) < 0) { #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) if (netif_msg_drv(&debug)) dev_info(&pdev->dev, "Mem-Wr-Inval unavailable.\n"); #endif //LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) } /* save power state before pci_enable_device overwrites it */ pm_cap = pci_find_capability(pdev, PCI_CAP_ID_PM); if (pm_cap) { u16 pwr_command, acpi_idle_state; pci_read_config_word(pdev, pm_cap + PCI_PM_CTRL, &pwr_command); acpi_idle_state = pwr_command & PCI_PM_CTRL_STATE_MASK; } else { #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) if (netif_msg_probe(tp)) { dev_err(&pdev->dev, "PowerManagement capability not found.\n"); } #else printk("PowerManagement capability not found.\n"); #endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,0) } /* make sure PCI base addr 1 is MMIO */ if (!(pci_resource_flags(pdev, region) & IORESOURCE_MEM)) { #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) if (netif_msg_probe(tp)) { dev_err(&pdev->dev, "region #%d not an MMIO resource, aborting\n", region); } #endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,0) rc = -ENODEV; goto err_out_mwi_3; } /* check for weird/broken PCI region reporting */ if (pci_resource_len(pdev, region) < R8169_REGS_SIZE) { #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) if (netif_msg_probe(tp)) { dev_err(&pdev->dev, "Invalid PCI region size(s), aborting\n"); } #endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,0) rc = -ENODEV; goto err_out_mwi_3; } rc = pci_request_regions(pdev, MODULENAME); if (rc < 0) { #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) if (netif_msg_probe(tp)) dev_err(&pdev->dev, "could not request regions.\n"); #endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,0) goto err_out_mwi_3; } tp->cp_cmd = PCIMulRW | RxChkSum; if ((sizeof(dma_addr_t) > 4) && use_dac && !pci_set_dma_mask(pdev,DMA_64BIT_MASK) && !pci_set_consistent_dma_mask(pdev, DMA_64BIT_MASK)) { tp->cp_cmd |= PCIDAC; dev->features |= NETIF_F_HIGHDMA; } else { rc = pci_set_dma_mask(pdev, DMA_32BIT_MASK); if (rc < 0) { #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) if (netif_msg_probe(tp)) { dev_err(&pdev->dev, "DMA configuration failed.\n"); } #endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,0) goto err_out_free_res_4; } } /* ioremap MMIO region */ ioaddr = ioremap(pci_resource_start(pdev, region), R8169_REGS_SIZE); if (!ioaddr) { #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) if (netif_msg_probe(tp)) dev_err(&pdev->dev, "cannot remap MMIO, aborting\n"); #endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,0) rc = -EIO; goto err_out_free_res_4; } /* Identify chip attached to board */ rtl8169_get_mac_version(tp, ioaddr); rtl8169_print_mac_version(tp); for (i = ARRAY_SIZE(rtl_chip_info) - 1; i >= 0; i--) { if (tp->mcfg == rtl_chip_info[i].mcfg) break; } if (i < 0) { /* Unknown chip: assume array element #0, original RTL-8169 */ #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) if (netif_msg_probe(tp)) { dev_printk(KERN_DEBUG, &pdev->dev, "unknown chip version, assuming %s\n", rtl_chip_info[0].name); } #else printk("Realtek unknown chip version, assuming %s\n", rtl_chip_info[0].name); #endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,0) i++; } tp->chipset = i; RTL_W8(Cfg9346, Cfg9346_Unlock); RTL_W8(Config1, RTL_R8(Config1) | PMEnable); RTL_W8(Config5, RTL_R8(Config5) & PMEStatus); RTL_W8(Cfg9346, Cfg9346_Lock); tp->set_speed = rtl8169_set_speed_xmii; tp->get_settings = rtl8169_gset_xmii; tp->phy_reset_enable = rtl8169_xmii_reset_enable; tp->phy_reset_pending = rtl8169_xmii_reset_pending; tp->link_ok = rtl8169_xmii_link_ok; RTL_W8(Cfg9346, Cfg9346_Unlock); RTL_W8(Cfg9346, Cfg9346_Lock); RTL_NET_DEVICE_OPS(rtl8169_netdev_ops); #if LINUX_VERSION_CODE > KERNEL_VERSION(2,4,22) SET_ETHTOOL_OPS(dev, &rtl8169_ethtool_ops); #endif dev->watchdog_timeo = RTL8169_TX_TIMEOUT; dev->irq = pdev->irq; dev->base_addr = (unsigned long) ioaddr; #ifdef CONFIG_R8169_NAPI RTL_NAPI_CONFIG(dev, tp, rtl8169_poll, R8169_NAPI_WEIGHT); #endif #ifdef CONFIG_R8169_VLAN dev->features |= NETIF_F_HW_VLAN_TX | NETIF_F_HW_VLAN_RX; #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,22) dev->vlan_rx_kill_vid = rtl8169_vlan_rx_kill_vid; #endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,22) #endif //CONFIG_R8169_VLAN /* There has been a number of reports that using SG/TSO results in * tx timeouts. However for a lot of people SG/TSO works fine. * Therefore disable both features by default, but allow users to * enable them. Use at own risk! */ dev->features |= NETIF_F_IP_CSUM; tp->cp_cmd |= RTL_R16(CPlusCmd); #if LINUX_VERSION_CODE < KERNEL_VERSION(3,0,0) tp->cp_cmd |= RxChkSum; #else dev->features |= NETIF_F_RXCSUM; dev->hw_features = NETIF_F_SG | NETIF_F_IP_CSUM | NETIF_F_TSO | NETIF_F_RXCSUM | NETIF_F_HW_VLAN_TX | NETIF_F_HW_VLAN_RX; dev->vlan_features = NETIF_F_SG | NETIF_F_IP_CSUM | NETIF_F_TSO | NETIF_F_HIGHDMA; #if LINUX_VERSION_CODE >= KERNEL_VERSION(3,15,0) dev->priv_flags |= IFF_LIVE_ADDR_CHANGE; #endif //LINUX_VERSION_CODE >= KERNEL_VERSION(3,15,0) dev->hw_features |= NETIF_F_RXALL; dev->hw_features |= NETIF_F_RXFCS; netif_set_gso_max_size(dev, LSO_32K); #if LINUX_VERSION_CODE >= KERNEL_VERSION(3,18,0) dev->gso_max_segs = NIC_MAX_PHYS_BUF_COUNT_LSO_64K; #if LINUX_VERSION_CODE < KERNEL_VERSION(4,7,0) dev->gso_min_segs = NIC_MIN_PHYS_BUF_COUNT; #endif //LINUX_VERSION_CODE < KERNEL_VERSION(4,7,0) #endif //LINUX_VERSION_CODE >= KERNEL_VERSION(3,18,0) #endif //LINUX_VERSION_CODE < KERNEL_VERSION(3,0,0) tp->max_jumbo_frame_size = Jumbo_Frame_7k; #if LINUX_VERSION_CODE >= KERNEL_VERSION(4,10,0) /* MTU range: 60 - hw-specific max */ dev->min_mtu = ETH_MIN_MTU; dev->max_mtu = tp->max_jumbo_frame_size; #endif //LINUX_VERSION_CODE >= KERNEL_VERSION(4,10,0) tp->intr_mask = rtl8169_intr_mask; tp->pci_dev = pdev; tp->mmio_addr = ioaddr; tp->align = rtl_cfg_info[ent->driver_data].align; spin_lock_init(&tp->lock); rtl8169_init_software_variable(dev); rtl8169_hw_init(dev); rtl8169_hw_reset(dev); rtl8169_get_mac_address(dev); rtl8169_get_phy_version(tp); rtl8169_print_phy_version(tp); pci_set_drvdata(pdev, dev); rc = register_netdev(dev); if (rc < 0) goto err_out_unmap_5; printk(KERN_INFO "%s: This product is covered by one or more of the following patents: US6,570,884, US6,115,776, and US6,327,625.\n", MODULENAME); if (netif_msg_probe(tp)) { printk(KERN_INFO "%s: %s at 0x%lx, " "%2.2x:%2.2x:%2.2x:%2.2x:%2.2x:%2.2x, " "IRQ %d\n", dev->name, rtl_chip_info[tp->chipset].name, dev->base_addr, dev->dev_addr[0], dev->dev_addr[1], dev->dev_addr[2], dev->dev_addr[3], dev->dev_addr[4], dev->dev_addr[5], dev->irq); } rtl8169_link_option((u8*)&autoneg_mode, (u32*)&speed_mode, (u8*)&duplex_mode, (u32*)&advertising_mode); tp->autoneg = autoneg_mode; tp->speed = speed_mode; tp->duplex = duplex_mode; tp->advertising = advertising_mode; tp->fcpause = rtl8169_fc_full; printk("%s", GPL_CLAIM); out: return rc; err_out_unmap_5: #ifdef CONFIG_R8169_NAPI RTL_NAPI_DEL(tp); #endif iounmap(ioaddr); err_out_free_res_4: pci_release_regions(pdev); err_out_mwi_3: pci_clear_mwi(pdev); pci_disable_device(pdev); err_out_free_dev_1: free_netdev(dev); goto out; } static void __devexit rtl8169_remove_one(struct pci_dev *pdev) { struct net_device *dev = pci_get_drvdata(pdev); struct rtl8169_private *tp = netdev_priv(dev); assert(dev != NULL); assert(tp != NULL); #ifdef CONFIG_R8169_NAPI RTL_NAPI_DEL(tp); #endif unregister_netdev(dev); rtl8169_release_board(pdev, dev, tp->mmio_addr); pci_set_drvdata(pdev, NULL); } static void rtl8169_set_rxbufsize(struct rtl8169_private *tp, struct net_device *dev) { unsigned int mtu = dev->mtu; tp->rx_buf_sz = (mtu > ETH_DATA_LEN) ? mtu + ETH_HLEN + 8 : RX_BUF_SIZE; } static int rtl8169_open(struct net_device *dev) { struct rtl8169_private *tp = netdev_priv(dev); struct pci_dev *pdev = tp->pci_dev; unsigned long flags; int retval; rtl8169_set_rxbufsize(tp, dev); retval = -ENOMEM; /* * Rx and Tx descriptors needs 256 bytes alignment. * pci_alloc_consistent provides more. */ tp->TxDescArray = pci_alloc_consistent(pdev, R8169_TX_RING_BYTES, &tp->TxPhyAddr); if (!tp->TxDescArray) goto err_free_all_allocated_mem; tp->RxDescArray = pci_alloc_consistent(pdev, R8169_RX_RING_BYTES, &tp->RxPhyAddr); if (!tp->RxDescArray) goto err_free_all_allocated_mem; retval = rtl8169_init_ring(dev); if (retval < 0) goto err_free_all_allocated_mem; #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,20) INIT_WORK(&tp->task, rtl8169_reset_task, dev); #else INIT_DELAYED_WORK(&tp->task, rtl8169_reset_task); #endif pci_set_master(pdev); #ifdef CONFIG_R8169_NAPI RTL_NAPI_ENABLE(dev, &tp->napi); #endif spin_lock_irqsave(&tp->lock, flags); rtl8169_hw_init(dev); rtl8169_hw_reset(dev); rtl8169_phy_power_up(dev); rtl8169_hw_phy_config(dev); rtl8169_hw_start(dev); if (tp->esd_flag == 0) { rtl8169_request_timer(dev); rtl8169_request_esd_timer(dev); } rtl8169_check_link_status(dev, tp, tp->mmio_addr); rtl8169_set_speed(dev, tp->autoneg, tp->speed, tp->duplex, tp->advertising); spin_unlock_irqrestore(&tp->lock, flags); retval = request_irq(dev->irq, rtl8169_interrupt, SA_SHIRQ, dev->name, dev); if (retval < 0) goto err_free_all_allocated_mem; out: return retval; err_free_all_allocated_mem: if (tp->RxDescArray != NULL) { pci_free_consistent(pdev, R8169_RX_RING_BYTES, tp->RxDescArray, tp->RxPhyAddr); tp->RxDescArray = NULL; } if (tp->TxDescArray != NULL) { pci_free_consistent(pdev, R8169_TX_RING_BYTES, tp->TxDescArray, tp->TxPhyAddr); tp->TxDescArray = NULL; } goto out; } static void rtl8169_nic_reset(void __iomem *ioaddr) { int i; RTL_W32(RxConfig, (RX_DMA_BURST << RxCfgDMAShift)); mdelay(1); /* Soft reset the chip. */ RTL_W8(ChipCmd, CmdReset); /* Check that the chip has finished the reset. */ for (i = 1000; i > 0; i--) { if ((RTL_R8(ChipCmd) & CmdReset) == 0) break; udelay(100); } } static void rtl8169_hw_clear_timer_int(struct net_device *dev) { struct rtl8169_private *tp = netdev_priv(dev); void __iomem *ioaddr = tp->mmio_addr; RTL_W32(TimeInt0, 0x0000); } static void rtl8169_hw_reset(struct net_device *dev) { struct rtl8169_private *tp = netdev_priv(dev); void __iomem *ioaddr = tp->mmio_addr; /* Disable interrupts */ rtl8169_irq_mask_and_ack(ioaddr); rtl8169_hw_clear_timer_int(dev); /* Reset the chipset */ rtl8169_nic_reset(ioaddr); /* Disable interrupts */ /* RTL8169 may enable interrupt after reset */ rtl8169_irq_mask_and_ack(ioaddr); } static void rtl8169_hw_set_rx_packet_filter(struct net_device *dev) { struct rtl8169_private *tp = netdev_priv(dev); void __iomem *ioaddr = tp->mmio_addr; u32 mc_filter[2]; /* Multicast hash filter */ int rx_mode; u32 tmp = 0; if (dev->flags & IFF_PROMISC) { /* Unconditionally log net taps. */ if (netif_msg_link(tp)) { printk(KERN_NOTICE "%s: Promiscuous mode enabled.\n", dev->name); } rx_mode = AcceptBroadcast | AcceptMulticast | AcceptMyPhys | AcceptAllPhys; mc_filter[1] = mc_filter[0] = 0xffffffff; } else if ((netdev_mc_count(dev) > multicast_filter_limit) || (dev->flags & IFF_ALLMULTI)) { /* Too many to filter perfectly -- accept all multicasts. */ rx_mode = AcceptBroadcast | AcceptMulticast | AcceptMyPhys; mc_filter[1] = mc_filter[0] = 0xffffffff; } else { #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,35) struct dev_mc_list *mclist; int i; rx_mode = AcceptBroadcast | AcceptMyPhys; mc_filter[1] = mc_filter[0] = 0; for (i = 0, mclist = dev->mc_list; mclist && i < dev->mc_count; i++, mclist = mclist->next) { int bit_nr = ether_crc(ETH_ALEN, mclist->dmi_addr) >> 26; mc_filter[bit_nr >> 5] |= 1 << (bit_nr & 31); rx_mode |= AcceptMulticast; } #else struct netdev_hw_addr *ha; rx_mode = AcceptBroadcast | AcceptMyPhys; mc_filter[1] = mc_filter[0] = 0; netdev_for_each_mc_addr(ha, dev) { int bit_nr = ether_crc(ETH_ALEN, ha->addr) >> 26; mc_filter[bit_nr >> 5] |= 1 << (bit_nr & 31); rx_mode |= AcceptMulticast; } #endif } if (dev->features & NETIF_F_RXALL) rx_mode |= (AcceptErr | AcceptRunt); tmp = rtl8169_rx_config | rx_mode | (RTL_R32(RxConfig) & rtl_chip_info[tp->chipset].RxConfigMask); RTL_W32(RxConfig, tmp); RTL_W32(MAR0 + 0, mc_filter[0]); RTL_W32(MAR0 + 4, mc_filter[1]); } static void rtl8169_set_rx_mode(struct net_device *dev) { struct rtl8169_private *tp = netdev_priv(dev); unsigned long flags; spin_lock_irqsave(&tp->lock, flags); rtl8169_hw_set_rx_packet_filter(dev); spin_unlock_irqrestore(&tp->lock, flags); } /** * rtl8169_get_stats - Get rtl8169 read/write statistics * @dev: The Ethernet Device to get statistics for * * Get TX/RX statistics for rtl8169 */ static struct net_device_stats *rtl8169_get_stats(struct net_device *dev) { struct rtl8169_private *tp = netdev_priv(dev); void __iomem *ioaddr = tp->mmio_addr; unsigned long flags; if (netif_running(dev)) { spin_lock_irqsave(&tp->lock, flags); tp->stats.rx_missed_errors += RTL_R32(RxMissed); RTL_W32(RxMissed, 0); spin_unlock_irqrestore(&tp->lock, flags); } return &RTLDEV->stats; } static void rtl8169_hw_start(struct net_device *dev) { struct rtl8169_private *tp = netdev_priv(dev); void __iomem *ioaddr = tp->mmio_addr; struct pci_dev *pdev = tp->pci_dev; u8 options1, options2; RTL_W32(RxConfig, (RX_DMA_BURST << RxCfgDMAShift)); rtl8169_hw_reset(dev); dprintk("Set PCI Latency=0x40\n"); pci_write_config_byte(tp->pci_dev, PCI_LATENCY_TIMER, 0x40); RTL_W8(Cfg9346, Cfg9346_Unlock); RTL_W8(Reserved1, Reserved1_data); tp->cp_cmd |= PCIMulRW; RTL_W16(CPlusCmd, tp->cp_cmd); pci_write_config_byte(pdev, PCI_CACHE_LINE_SIZE, 0x08); if (tp->mcfg == CFG_METHOD_2) tp->cp_cmd |= EnAnaPLL; else tp->cp_cmd &= ~EnAnaPLL; pci_write_config_byte(pdev, PCI_LATENCY_TIMER, 0x40); /* * Undocumented corner. Supposedly: */ RTL_W16(IntrMitigate, 0x0000); /* * Magic spell: some iop3xx ARM board needs the TxDescAddrHigh * register to be written before TxDescAddrLow to work. * Switching from MMIO to I/O access fixes the issue as well. */ RTL_W32(TxDescStartAddrLow, ((u64) tp->TxPhyAddr & DMA_32BIT_MASK)); RTL_W32(RxDescAddrLow, ((u64) tp->RxPhyAddr & DMA_32BIT_MASK)); RTL_W32(TxDescStartAddrHigh, ((u64) tp->TxPhyAddr >> 32)); RTL_W32(RxDescAddrHigh, ((u64) tp->RxPhyAddr >> 32)); RTL_W32(RxMissed, 0); /* no early-rx interrupts */ RTL_W16(MultiIntr, RTL_R16(MultiIntr) & 0xF000); #if LINUX_VERSION_CODE < KERNEL_VERSION(3,0,0) RTL_W16(CPlusCmd, tp->cp_cmd); #else rtl8169_hw_set_features(dev, dev->features); #endif RTL_W8(ChipCmd, CmdTxEnb | CmdRxEnb); RTL_W16(RxMaxSize, tp->rx_buf_sz); /* Set Rx packet filter */ rtl8169_hw_set_rx_packet_filter(dev); /* Set DMA burst size and Interframe Gap Time */ rtl8169_set_tx_config(dev); RTL_W8(Cfg9346, Cfg9346_Lock); rtl8169_hw_clear_timer_int(dev); /* Clear the interrupt status. */ RTL_W16(IntrStatus, 0xFFFF); /* Enable all known interrupts by setting the interrupt mask. */ RTL_W16(IntrMask, rtl8169_intr_mask); if (tp->link_ok(dev)) netif_wake_queue(dev); else netif_stop_queue(dev); if (!tp->pci_cfg_is_read) { pci_read_config_byte(pdev, PCI_COMMAND, &tp->pci_cfg_space.cmd); pci_read_config_byte(pdev, PCI_CACHE_LINE_SIZE, &tp->pci_cfg_space.cls); pci_read_config_word(pdev, PCI_BASE_ADDRESS_0, &tp->pci_cfg_space.io_base_l); pci_read_config_word(pdev, PCI_BASE_ADDRESS_0 + 2, &tp->pci_cfg_space.io_base_h); pci_read_config_word(pdev, PCI_BASE_ADDRESS_2, &tp->pci_cfg_space.mem_base_l); pci_read_config_word(pdev, PCI_BASE_ADDRESS_2 + 2, &tp->pci_cfg_space.mem_base_h); pci_read_config_byte(pdev, PCI_INTERRUPT_LINE, &tp->pci_cfg_space.ilr); pci_read_config_word(pdev, PCI_BASE_ADDRESS_4, &tp->pci_cfg_space.resv_0x20_l); pci_read_config_word(pdev, PCI_BASE_ADDRESS_4 + 2, &tp->pci_cfg_space.resv_0x20_h); pci_read_config_word(pdev, PCI_BASE_ADDRESS_5, &tp->pci_cfg_space.resv_0x24_l); pci_read_config_word(pdev, PCI_BASE_ADDRESS_5 + 2, &tp->pci_cfg_space.resv_0x24_h); tp->pci_cfg_is_read = 1; } options1 = RTL_R8(Config3); options2 = RTL_R8(Config5); if ((options1 & LinkUp) || (options1 & MagicPacket) || (options2 & UWF) || (options2 & BWF) || (options2 & MWF)) tp->wol_enabled = WOL_ENABLED; else tp->wol_enabled = WOL_DISABLED; device_set_wakeup_enable(&tp->pci_dev->dev, tp->wol_enabled); udelay(10); } static int rtl8169_change_mtu(struct net_device *dev, int new_mtu) { struct rtl8169_private *tp = netdev_priv(dev); int ret = 0; unsigned long flags; #if LINUX_VERSION_CODE < KERNEL_VERSION(4,10,0) if (new_mtu < ETH_MIN_MTU) return -EINVAL; else if (new_mtu > tp->max_jumbo_frame_size) new_mtu = tp->max_jumbo_frame_size; #endif //LINUX_VERSION_CODE < KERNEL_VERSION(4,10,0) spin_lock_irqsave(&tp->lock, flags); dev->mtu = new_mtu; spin_unlock_irqrestore(&tp->lock, flags); if (!netif_running(dev)) goto out; rtl8169_down(dev); spin_lock_irqsave(&tp->lock, flags); rtl8169_set_rxbufsize(tp, dev); ret = rtl8169_init_ring(dev); if (ret < 0) { spin_unlock_irqrestore(&tp->lock, flags); goto err_out; } #ifdef CONFIG_R8169_NAPI #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) RTL_NAPI_ENABLE(dev, &tp->napi); #endif #endif//CONFIG_R8169_NAPI rtl8169_hw_start(dev); spin_unlock_irqrestore(&tp->lock, flags); rtl8169_set_speed(dev, tp->autoneg, tp->speed, tp->duplex, tp->advertising); mod_timer(&tp->link_timer, jiffies + RTL8169_PHY_TIMEOUT); mod_timer(&tp->esd_timer, jiffies + RTL8169_ESD_TIMEOUT); out: #if LINUX_VERSION_CODE >= KERNEL_VERSION(3,0,0) netdev_update_features(dev); #endif err_out: return ret; } static inline void rtl8169_make_unusable_by_asic(struct RxDesc *desc) { desc->addr = 0x0badbadbadbadbadull; desc->opts1 &= ~cpu_to_le32(DescOwn | RsvdMask); } static void rtl8169_free_rx_skb(struct rtl8169_private *tp, struct sk_buff **sk_buff, struct RxDesc *desc) { struct pci_dev *pdev = tp->pci_dev; dma_unmap_single(&pdev->dev, le64_to_cpu(desc->addr), tp->rx_buf_sz, DMA_FROM_DEVICE); dev_kfree_skb(*sk_buff); *sk_buff = NULL; rtl8169_make_unusable_by_asic(desc); } static inline void rtl8169_mark_to_asic(struct RxDesc *desc, u32 rx_buf_sz) { u32 eor = le32_to_cpu(desc->opts1) & RingEnd; desc->opts1 = cpu_to_le32(DescOwn | eor | rx_buf_sz); } static inline void rtl8169_map_to_asic(struct RxDesc *desc, dma_addr_t mapping, u32 rx_buf_sz) { desc->addr = cpu_to_le64(mapping); wmb(); rtl8169_mark_to_asic(desc, rx_buf_sz); } static int rtl8169_alloc_rx_skb(struct rtl8169_private *tp, struct sk_buff **sk_buff, struct RxDesc *desc, int rx_buf_sz, unsigned int align, u8 in_intr) { struct sk_buff *skb; dma_addr_t mapping; int ret = 0; if (in_intr) skb = RTL_ALLOC_SKB_INTR(tp, rx_buf_sz + align); else skb = dev_alloc_skb(rx_buf_sz + align); if (unlikely(!skb)) goto err_out; skb_reserve(skb, align - ((align - 1) & (uintptr_t)skb->data)); mapping = dma_map_single(&tp->pci_dev->dev, skb->data, rx_buf_sz, DMA_FROM_DEVICE); if (unlikely(dma_mapping_error(&tp->pci_dev->dev, mapping))) { if (unlikely(net_ratelimit())) netif_err(tp, drv, tp->dev, "Failed to map RX DMA!\n"); goto err_out; } *sk_buff = skb; rtl8169_map_to_asic(desc, mapping, rx_buf_sz); out: return ret; err_out: if (skb) dev_kfree_skb(skb); ret = -ENOMEM; rtl8169_make_unusable_by_asic(desc); goto out; } static void rtl8169_rx_clear(struct rtl8169_private *tp) { int i; for (i = 0; i < NUM_RX_DESC; i++) { if (tp->Rx_skbuff[i]) { rtl8169_free_rx_skb(tp, tp->Rx_skbuff + i, tp->RxDescArray + i); } } } static u32 rtl8169_rx_fill(struct rtl8169_private *tp, struct net_device *dev, u32 start, u32 end, u8 in_intr) { u32 cur; for (cur = start; end - cur > 0; cur++) { int ret, i = cur % NUM_RX_DESC; if (tp->Rx_skbuff[i]) continue; ret = rtl8169_alloc_rx_skb(tp, tp->Rx_skbuff + i, tp->RxDescArray + i, tp->rx_buf_sz, tp->align, in_intr); if (ret < 0) break; } return cur - start; } static inline void rtl8169_mark_as_last_descriptor(struct RxDesc *desc) { desc->opts1 |= cpu_to_le32(RingEnd); } static void rtl8169_init_ring_indexes(struct rtl8169_private *tp) { tp->dirty_tx = tp->dirty_rx = tp->cur_tx = tp->cur_rx = 0; } static void rtl8169_tx_desc_init(struct rtl8169_private *tp) { int i = 0; memset(tp->TxDescArray, 0x0, NUM_TX_DESC * sizeof(struct TxDesc)); for (i = 0; i < NUM_TX_DESC; i++) { if (i == (NUM_TX_DESC - 1)) tp->TxDescArray[i].opts1 = cpu_to_le32(RingEnd); } } static void rtl8169_rx_desc_init(struct rtl8169_private *tp) { memset(tp->RxDescArray, 0x0, NUM_RX_DESC * sizeof(struct RxDesc)); } static int rtl8169_init_ring(struct net_device *dev) { struct rtl8169_private *tp = netdev_priv(dev); rtl8169_init_ring_indexes(tp); memset(tp->tx_skb, 0x0, NUM_TX_DESC * sizeof(struct ring_info)); memset(tp->Rx_skbuff, 0x0, NUM_RX_DESC * sizeof(struct sk_buff *)); rtl8169_tx_desc_init(tp); rtl8169_rx_desc_init(tp); if (rtl8169_rx_fill(tp, dev, 0, NUM_RX_DESC, 0) != NUM_RX_DESC) goto err_out; rtl8169_mark_as_last_descriptor(tp->RxDescArray + NUM_RX_DESC - 1); return 0; err_out: rtl8169_rx_clear(tp); return -ENOMEM; } static void rtl8169_unmap_tx_skb(struct pci_dev *pdev, struct ring_info *tx_skb, struct TxDesc *desc) { unsigned int len = tx_skb->len; dma_unmap_single(&pdev->dev, le64_to_cpu(desc->addr), len, DMA_TO_DEVICE); desc->opts1 = cpu_to_le32(RTK_MAGIC_DEBUG_VALUE); desc->opts2 = 0x00; desc->addr = 0x00; tx_skb->len = 0; } static void rtl8169_tx_clear_range(struct rtl8169_private *tp, u32 start, unsigned int n) { unsigned int i; #if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,22) struct net_device *dev = tp->dev; #endif for (i = 0; i < n; i++) { unsigned int entry = (start + i) % NUM_TX_DESC; struct ring_info *tx_skb = tp->tx_skb + entry; unsigned int len = tx_skb->len; if (len) { struct sk_buff *skb = tx_skb->skb; rtl8169_unmap_tx_skb(tp->pci_dev, tx_skb, tp->TxDescArray + entry); if (skb) { RTLDEV->stats.tx_dropped++; dev_kfree_skb_any(skb); tx_skb->skb = NULL; } } } } static void rtl8169_tx_clear(struct rtl8169_private *tp) { rtl8169_tx_clear_range(tp, tp->dirty_tx, NUM_TX_DESC); tp->cur_tx = tp->dirty_tx = 0; } #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,20) static void rtl8169_schedule_work(struct net_device *dev, void (*task)(void *)) { #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) struct rtl8169_private *tp = netdev_priv(dev); INIT_WORK(&tp->task, task, dev); schedule_delayed_work(&tp->task, 4); #endif //LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) } #define rtl8169_cancel_schedule_work(a) #else static void rtl8169_schedule_work(struct net_device *dev, work_func_t task) { struct rtl8169_private *tp = netdev_priv(dev); INIT_DELAYED_WORK(&tp->task, task); schedule_delayed_work(&tp->task, 4); } static void rtl8169_cancel_schedule_work(struct net_device *dev) { struct rtl8169_private *tp = netdev_priv(dev); struct work_struct *work = &tp->task.work; if (!work->func) return; cancel_delayed_work_sync(&tp->task); } #endif static void rtl8169_wait_for_quiescence(struct net_device *dev) { struct rtl8169_private *tp = netdev_priv(dev); void __iomem *ioaddr = tp->mmio_addr; synchronize_irq(dev->irq); /* Wait for any pending NAPI task to complete */ #ifdef CONFIG_R8169_NAPI RTL_NAPI_DISABLE(dev, &tp->napi); #endif rtl8169_irq_mask_and_ack(ioaddr); #ifdef CONFIG_R8169_NAPI RTL_NAPI_ENABLE(dev, &tp->napi); #endif } #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,20) static void rtl8169_reinit_task(void *_data) #else static void rtl8169_reinit_task(struct work_struct *work) #endif { #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,20) struct net_device *dev = _data; #else struct rtl8169_private *tp = container_of(work, struct rtl8169_private, task.work); struct net_device *dev = tp->dev; #endif int ret; if (netif_running(dev)) { rtl8169_wait_for_quiescence(dev); rtl8169_close(dev); } ret = rtl8169_open(dev); if (unlikely(ret < 0)) { if (unlikely(net_ratelimit())) { struct rtl8169_private *tp = netdev_priv(dev); if (netif_msg_drv(tp)) { printk(PFX KERN_ERR "%s: reinit failure (status = %d)." " Rescheduling.\n", dev->name, ret); } } rtl8169_schedule_work(dev, rtl8169_reinit_task); } } #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,20) static void rtl8169_reset_task(void *_data) { struct net_device *dev = _data; struct rtl8169_private *tp = netdev_priv(dev); #else static void rtl8169_reset_task(struct work_struct *work) { struct rtl8169_private *tp = container_of(work, struct rtl8169_private, task.work); struct net_device *dev = tp->dev; #endif u32 budget = ~(u32)0; unsigned long flags; if (!netif_running(dev)) return; rtl8169_wait_for_quiescence(dev); #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,24) rtl8169_rx_interrupt(dev, tp, tp->mmio_addr, &budget); #else rtl8169_rx_interrupt(dev, tp, tp->mmio_addr, budget); #endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,24) spin_lock_irqsave(&tp->lock, flags); rtl8169_tx_clear(tp); if (tp->dirty_rx == tp->cur_rx) { rtl8169_rx_clear(tp); rtl8169_init_ring(dev); rtl8169_hw_start(dev); netif_wake_queue(dev); rtl8169_set_speed(dev, tp->autoneg, tp->speed, tp->duplex, tp->advertising); spin_unlock_irqrestore(&tp->lock, flags); } else { spin_unlock_irqrestore(&tp->lock, flags); if (unlikely(net_ratelimit())) { struct rtl8169_private *tp = netdev_priv(dev); if (netif_msg_intr(tp)) { printk(PFX KERN_EMERG "%s: Rx buffers shortage\n", dev->name); } } rtl8169_schedule_work(dev, rtl8169_reset_task); } } #if LINUX_VERSION_CODE >= KERNEL_VERSION(5,6,0) static void rtl8169_tx_timeout(struct net_device *dev, unsigned int txqueue) #else static void rtl8169_tx_timeout(struct net_device *dev) #endif { struct rtl8169_private *tp = netdev_priv(dev); unsigned long flags; spin_lock_irqsave(&tp->lock, flags); netif_stop_queue(dev); rtl8169_hw_reset(dev); spin_unlock_irqrestore(&tp->lock, flags); /* Let's wait a bit while any (async) irq lands on */ rtl8169_schedule_work(dev, rtl8169_reset_task); } static u32 rtl8169_get_txd_opts1(u32 opts1, u32 len, unsigned int entry) { u32 status = opts1 | len; if (entry == NUM_TX_DESC - 1) status |= RingEnd; return status; } static int rtl8169_xmit_frags(struct rtl8169_private *tp, struct sk_buff *skb, const u32 *opts) { struct skb_shared_info *info = skb_shinfo(skb); unsigned int cur_frag, entry; struct TxDesc *txd = NULL; const unsigned char nr_frags = info->nr_frags; entry = tp->cur_tx; for (cur_frag = 0; cur_frag < nr_frags; cur_frag++) { skb_frag_t *frag = info->frags + cur_frag; dma_addr_t mapping; u32 status, len; void *addr; entry = (entry + 1) % NUM_TX_DESC; txd = tp->TxDescArray + entry; #if LINUX_VERSION_CODE < KERNEL_VERSION(3,2,0) len = frag->size; addr = ((void *) page_address(frag->page)) + frag->page_offset; #else len = skb_frag_size(frag); addr = skb_frag_address(frag); #endif mapping = dma_map_single(&tp->pci_dev->dev, addr, len, DMA_TO_DEVICE); if (unlikely(dma_mapping_error(&tp->pci_dev->dev, mapping))) { if (unlikely(net_ratelimit())) netif_err(tp, drv, tp->dev, "Failed to map TX fragments DMA!\n"); goto err_out; } /* anti gcc 2.95.3 bugware (sic) */ status = rtl8169_get_txd_opts1(opts[1], len, entry);; if (cur_frag == (nr_frags - 1)) { tp->tx_skb[entry].skb = skb; status |= LastFrag; } txd->addr = cpu_to_le64(mapping); tp->tx_skb[entry].len = len; txd->opts2 = cpu_to_le32(opts[1]); wmb(); txd->opts1 = cpu_to_le32(status); } return cur_frag; err_out: rtl8169_tx_clear_range(tp, tp->cur_tx + 1, cur_frag); return -EIO; } static bool rtl8169_skb_pad(struct sk_buff *skb) { #if LINUX_VERSION_CODE < KERNEL_VERSION(3,19,0) if (skb_padto(skb, ETH_ZLEN)) return false; skb_put(skb, ETH_ZLEN - skb->len); return true; #else return !eth_skb_pad(skb); #endif } static inline bool rtl8169_tx_csum(struct sk_buff *skb, struct net_device *dev, u32 *opts) { struct rtl8169_private *tp = netdev_priv(dev); u32 csum_cmd = 0; u8 sw_calc_csum = FALSE; #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,22) const struct iphdr *ip = skb->nh.iph; #else const struct iphdr *ip = ip_hdr(skb); #endif if (skb->ip_summed == CHECKSUM_PARTIAL) { if (ip->protocol == IPPROTO_TCP) csum_cmd = IPCS | TCPCS; else if (ip->protocol == IPPROTO_UDP) csum_cmd = IPCS | UDPCS; if (csum_cmd == 0) { sw_calc_csum = TRUE; #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) WARN_ON(1); /* we need a WARN() */ #endif } } opts[0] |= csum_cmd; if (tp->UseSwPaddingShortPkt && skb->len < ETH_ZLEN) if (!rtl8169_skb_pad(skb)) return false; if (sw_calc_csum) { #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,10) && LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,7) skb_checksum_help(&skb, 0); #elif LINUX_VERSION_CODE < KERNEL_VERSION(2,6,19) && LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,10) skb_checksum_help(skb, 0); #else skb_checksum_help(skb); #endif } return true; } static bool rtl8169_tx_slots_avail(struct rtl8169_private *tp, unsigned int nr_frags) { unsigned int slots_avail = tp->dirty_tx + NUM_TX_DESC - tp->cur_tx; /* A skbuff with nr_frags needs nr_frags+1 entries in the tx queue */ return slots_avail > nr_frags; } static netdev_tx_t rtl8169_start_xmit(struct sk_buff *skb, struct net_device *dev) { struct rtl8169_private *tp = netdev_priv(dev); unsigned int entry; struct TxDesc *txd; void __iomem *ioaddr = tp->mmio_addr; dma_addr_t mapping; u32 status, len; u32 opts[2]; netdev_tx_t ret = NETDEV_TX_OK; unsigned long flags, large_send; int frags; spin_lock_irqsave(&tp->lock, flags); if (unlikely(!rtl8169_tx_slots_avail(tp, skb_shinfo(skb)->nr_frags))) { if (netif_msg_drv(tp)) { printk(KERN_ERR "%s: BUG! Tx Ring full when queue awake!\n", dev->name); } goto err_stop; } entry = tp->cur_tx % NUM_TX_DESC; txd = tp->TxDescArray + entry; if (unlikely(le32_to_cpu(txd->opts1) & DescOwn)) { if (netif_msg_drv(tp)) { printk(KERN_ERR "%s: BUG! Tx Desc is own by hardware!\n", dev->name); } goto err_stop; } opts[0] = DescOwn; opts[1] = rtl8169_tx_vlan_tag(tp, skb); large_send = 0; #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) if (dev->features & NETIF_F_TSO) { #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,18) u32 mss = skb_shinfo(skb)->tso_size; #else u32 mss = skb_shinfo(skb)->gso_size; #endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,18) if (mss) { opts[0] |= LargeSend | (min(mss, MSS_MAX) << MSSShift); large_send = 1; } } #endif //LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) if (large_send == 0) { if (unlikely(!rtl8169_tx_csum(skb, dev, opts))) goto err_dma_0; } frags = rtl8169_xmit_frags(tp, skb, opts); if (unlikely(frags < 0)) goto err_dma_0; if (frags) { len = skb_headlen(skb); opts[0] |= FirstFrag; } else { len = skb->len; tp->tx_skb[entry].skb = skb; opts[0] |= FirstFrag | LastFrag; } mapping = dma_map_single(&tp->pci_dev->dev, skb->data, len, DMA_TO_DEVICE); if (unlikely(dma_mapping_error(&tp->pci_dev->dev, mapping))) { if (unlikely(net_ratelimit())) netif_err(tp, drv, dev, "Failed to map TX DMA!\n"); goto err_dma_1; } /* anti gcc 2.95.3 bugware (sic) */ status = rtl8169_get_txd_opts1(opts[0], len, entry); txd->addr = cpu_to_le64(mapping); tp->tx_skb[entry].len = len; txd->opts2 = cpu_to_le32(opts[1]); wmb(); txd->opts1 = cpu_to_le32(status); #if LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0) dev->trans_start = jiffies; #else skb_tx_timestamp(skb); #endif //LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0) tp->cur_tx += frags + 1; smp_wmb(); RTL_W8(TxPoll, NPQ); /* set polling bit */ if (!rtl8169_tx_slots_avail(tp, MAX_SKB_FRAGS)) { netif_stop_queue(dev); smp_rmb(); if (rtl8169_tx_slots_avail(tp, MAX_SKB_FRAGS)) netif_wake_queue(dev); } spin_unlock_irqrestore(&tp->lock, flags); out: return ret; err_dma_1: tp->tx_skb[entry].skb = NULL; rtl8169_tx_clear_range(tp, tp->cur_tx + 1, frags); err_dma_0: RTLDEV->stats.tx_dropped++; spin_unlock_irqrestore(&tp->lock, flags); dev_kfree_skb_any(skb); ret = NETDEV_TX_OK; goto out; err_stop: netif_stop_queue(dev); ret = NETDEV_TX_BUSY; RTLDEV->stats.tx_dropped++; spin_unlock_irqrestore(&tp->lock, flags); goto out; } static void rtl8169_pcierr_interrupt(struct net_device *dev) { struct rtl8169_private *tp = netdev_priv(dev); struct pci_dev *pdev = tp->pci_dev; void __iomem *ioaddr = tp->mmio_addr; u16 pci_status, pci_cmd; pci_read_config_word(pdev, PCI_COMMAND, &pci_cmd); pci_read_config_word(pdev, PCI_STATUS, &pci_status); if (netif_msg_intr(tp)) { printk(KERN_ERR "%s: PCI error (cmd = 0x%04x, status = 0x%04x).\n", dev->name, pci_cmd, pci_status); } /* * The recovery sequence below admits a very elaborated explanation: * - it seems to work; * - I did not see what else could be done; * - it makes iop3xx happy. * * Feel free to adjust to your needs. */ pci_write_config_word(pdev, PCI_COMMAND, pci_cmd | PCI_COMMAND_SERR | PCI_COMMAND_PARITY); pci_write_config_word(pdev, PCI_STATUS, pci_status & (PCI_STATUS_DETECTED_PARITY | PCI_STATUS_SIG_SYSTEM_ERROR | PCI_STATUS_REC_MASTER_ABORT | PCI_STATUS_REC_TARGET_ABORT | PCI_STATUS_SIG_TARGET_ABORT)); /* The infamous DAC f*ckup only happens at boot time */ if ((tp->cp_cmd & PCIDAC) && !tp->dirty_rx && !tp->cur_rx) { if (netif_msg_intr(tp)) printk(KERN_INFO "%s: disabling PCI DAC.\n", dev->name); tp->cp_cmd &= ~PCIDAC; RTL_W16(CPlusCmd, tp->cp_cmd); dev->features &= ~NETIF_F_HIGHDMA; } rtl8169_hw_reset(dev); rtl8169_schedule_work(dev, rtl8169_reinit_task); } static void rtl8169_tx_interrupt(struct net_device *dev, struct rtl8169_private *tp, void __iomem *ioaddr) { unsigned int dirty_tx, tx_left; assert(dev != NULL); assert(tp != NULL); assert(ioaddr != NULL); dirty_tx = tp->dirty_tx; smp_rmb(); tx_left = tp->cur_tx - dirty_tx; while (tx_left > 0) { unsigned int entry = dirty_tx % NUM_TX_DESC; struct ring_info *tx_skb = tp->tx_skb + entry; u32 len = tx_skb->len; u32 status; rmb(); status = le32_to_cpu(tp->TxDescArray[entry].opts1); if (status & DescOwn) break; RTLDEV->stats.tx_bytes += len; RTLDEV->stats.tx_packets++; rtl8169_unmap_tx_skb(tp->pci_dev, tx_skb, tp->TxDescArray + entry); if (tx_skb->skb!=NULL) { #if LINUX_VERSION_CODE >= KERNEL_VERSION(3,14,0) dev_consume_skb_any(tx_skb->skb); #else dev_kfree_skb_any(tx_skb->skb); #endif tx_skb->skb = NULL; } dirty_tx++; tx_left--; } if (tp->dirty_tx != dirty_tx) { tp->dirty_tx = dirty_tx; smp_wmb(); if (netif_queue_stopped(dev) && (rtl8169_tx_slots_avail(tp, MAX_SKB_FRAGS))) { netif_wake_queue(dev); } smp_rmb(); } } static inline int rtl8169_fragmented_frame(u32 status) { return (status & (FirstFrag | LastFrag)) != (FirstFrag | LastFrag); } static inline void rtl8169_rx_csum(struct sk_buff *skb, struct RxDesc *desc) { u32 opts1 = le32_to_cpu(desc->opts1); u32 status = opts1 & RxProtoMask; if (((status == RxProtoTCP) && !(opts1 & (TCPFail | IPFail))) || ((status == RxProtoUDP) && !(opts1 & (UDPFail | IPFail)))) skb->ip_summed = CHECKSUM_UNNECESSARY; else skb->ip_summed = CHECKSUM_NONE; } static inline int rtl8169_try_rx_copy(struct rtl8169_private *tp, struct sk_buff **sk_buff, int pkt_size, struct RxDesc *desc, int rx_buf_sz, unsigned int align) { int ret = -1; if (pkt_size < rx_copybreak) { struct sk_buff *skb; skb = RTL_ALLOC_SKB_INTR(tp, pkt_size + NET_IP_ALIGN); if (skb) { u8 *data; data = sk_buff[0]->data; skb_reserve(skb, NET_IP_ALIGN); #if LINUX_VERSION_CODE >= KERNEL_VERSION(2,4,37) prefetch(data - NET_IP_ALIGN); #endif eth_copy_and_sum(skb, data, pkt_size, 0); *sk_buff = skb; rtl8169_mark_to_asic(desc, rx_buf_sz); ret = 0; } } return ret; } static int rtl8169_rx_interrupt(struct net_device *dev, struct rtl8169_private *tp, void __iomem *ioaddr, napi_budget budget) { unsigned int cur_rx, rx_left; unsigned int delta, count = 0; unsigned int entry; struct RxDesc *desc; u32 status; u32 rx_quota; assert(dev != NULL); assert(tp != NULL); assert(ioaddr != NULL); if (tp->RxDescArray == NULL) goto rx_out; rx_quota = RTL_RX_QUOTA(budget); cur_rx = tp->cur_rx; entry = cur_rx % NUM_RX_DESC; desc = tp->RxDescArray + entry; rx_left = NUM_RX_DESC + tp->dirty_rx - cur_rx; rx_left = rtl8169_rx_quota(rx_left, (u32) rx_quota); for (; rx_left > 0; rx_left--) { rmb(); status = le32_to_cpu(desc->opts1); if (status & DescOwn) break; if (unlikely(status & RxRES)) { if (netif_msg_rx_err(tp)) { printk(KERN_INFO "%s: Rx ERROR. status = %08x\n", dev->name, status); } RTLDEV->stats.rx_errors++; if (status & (RxRWT | RxRUNT)) RTLDEV->stats.rx_length_errors++; if (status & RxCRC) RTLDEV->stats.rx_crc_errors++; if (dev->features & NETIF_F_RXALL) goto process_pkt; rtl8169_mark_to_asic(desc, tp->rx_buf_sz); } else { struct sk_buff *skb; int pkt_size ; process_pkt: if (likely(!(dev->features & NETIF_F_RXFCS))) pkt_size = (status & 0x00003fff) - 4; else pkt_size = status & 0x00003fff; /* * The driver does not support incoming fragmented * frames. They are seen as a symptom of over-mtu * sized frames. */ if (unlikely(rtl8169_fragmented_frame(status))) { RTLDEV->stats.rx_dropped++; RTLDEV->stats.rx_length_errors++; rtl8169_mark_to_asic(desc, tp->rx_buf_sz); continue; } skb = tp->Rx_skbuff[entry]; dma_sync_single_for_cpu(&tp->pci_dev->dev, le64_to_cpu(desc->addr), tp->rx_buf_sz, DMA_FROM_DEVICE); if (rtl8169_try_rx_copy(tp, &skb, pkt_size, desc, tp->rx_buf_sz, tp->align)) { tp->Rx_skbuff[entry] = NULL; dma_unmap_single(&tp->pci_dev->dev, le64_to_cpu(desc->addr), tp->rx_buf_sz, DMA_FROM_DEVICE); } else { dma_sync_single_for_device(&tp->pci_dev->dev, le64_to_cpu(desc->addr), tp->rx_buf_sz, DMA_FROM_DEVICE); } if (tp->cp_cmd & RxChkSum) rtl8169_rx_csum(skb, desc); skb->dev = dev; skb_put(skb, pkt_size); skb->protocol = eth_type_trans(skb, dev); if (skb->pkt_type == PACKET_MULTICAST) RTLDEV->stats.multicast++; if (rtl8169_rx_vlan_skb(tp, desc, skb) < 0) rtl8169_rx_skb(skb); #if LINUX_VERSION_CODE < KERNEL_VERSION(4,11,0) dev->last_rx = jiffies; #endif //LINUX_VERSION_CODE < KERNEL_VERSION(4,11,0) RTLDEV->stats.rx_bytes += pkt_size; RTLDEV->stats.rx_packets++; } cur_rx++; entry = cur_rx % NUM_RX_DESC; desc = tp->RxDescArray + entry; #if LINUX_VERSION_CODE >= KERNEL_VERSION(2,4,37) prefetch(desc); #endif } count = cur_rx - tp->cur_rx; tp->cur_rx = cur_rx; delta = rtl8169_rx_fill(tp, dev, tp->dirty_rx, tp->cur_rx, 1); if (!delta && count && netif_msg_intr(tp)) printk(KERN_INFO "%s: no Rx buffer allocated\n", dev->name); tp->dirty_rx += delta; /* * FIXME: until there is periodic timer to try and refill the ring, * a temporary shortage may definitely kill the Rx process. * - disable the asic to try and avoid an overflow and kick it again * after refill ? * - how do others driver handle this condition (Uh oh...). */ if ((tp->dirty_rx + NUM_RX_DESC == tp->cur_rx) && netif_msg_intr(tp)) printk(KERN_EMERG "%s: Rx buffers exhausted\n", dev->name); rx_out: return count; } /* The interrupt handler does all of the Rx thread work and cleans up after the Tx thread. */ #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,19) static irqreturn_t rtl8169_interrupt(int irq, void *dev_instance, struct pt_regs *regs) #else static irqreturn_t rtl8169_interrupt(int irq, void *dev_instance) #endif { struct net_device *dev = (struct net_device *) dev_instance; struct rtl8169_private *tp = netdev_priv(dev); void __iomem *ioaddr = tp->mmio_addr; int status; int handled = IRQ_NONE; do { status = RTL_R16(IntrStatus); /* hotplug/major error/no more work/shared irq */ if ((status == 0xFFFF) || !status) break; status &= tp->intr_mask; if (!(status & rtl8169_intr_mask)) break; handled = 1; RTL_W16(IntrStatus, (status & RxFIFOOver) ? (status | RxOverflow) : status); if (unlikely(status & SYSErr)) { rtl8169_pcierr_interrupt(dev); break; } if (status & LinkChg) rtl8169_check_link_status(dev, tp, ioaddr); #ifdef CONFIG_R8169_NAPI if (status & rtl8169_napi_event) { RTL_W16(IntrMask, rtl8169_intr_mask & ~rtl8169_napi_event); tp->intr_mask = rtl8169_intr_mask & ~rtl8169_napi_event; if (likely(RTL_NETIF_RX_SCHEDULE_PREP(dev, &tp->napi))) { __RTL_NETIF_RX_SCHEDULE(dev, &tp->napi); } else if (netif_msg_intr(tp)) { printk(KERN_INFO "%s: interrupt %04x in poll\n", dev->name, status); } } break; #else u32 budget = ~(u32)0; /* Tx interrupt */ rtl8169_tx_interrupt(dev, tp, ioaddr); /* Rx interrupt */ #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,24) rtl8169_rx_interrupt(dev, tp, tp->mmio_addr, &budget); #else rtl8169_rx_interrupt(dev, tp, tp->mmio_addr, budget); #endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,24) RTL_W16(IntrMask, rtl8169_intr_mask); #endif } while (false); return IRQ_RETVAL(handled); } #ifdef CONFIG_R8169_NAPI static int rtl8169_poll(napi_ptr napi, napi_budget budget) { struct rtl8169_private *tp = RTL_GET_PRIV(napi, struct rtl8169_private); void __iomem *ioaddr = tp->mmio_addr; RTL_GET_NETDEV(tp) unsigned int work_to_do = RTL_NAPI_QUOTA(budget, dev); unsigned int work_done; unsigned long flags; spin_lock_irqsave(&tp->lock, flags); rtl8169_tx_interrupt(dev, tp, ioaddr); spin_unlock_irqrestore(&tp->lock, flags); work_done = rtl8169_rx_interrupt(dev, tp, ioaddr, budget); RTL_NAPI_QUOTA_UPDATE(dev, work_done, budget); if (work_done < work_to_do) { #if LINUX_VERSION_CODE >= KERNEL_VERSION(4,10,0) if (RTL_NETIF_RX_COMPLETE(dev, napi, work_done) == FALSE) return RTL_NAPI_RETURN_VALUE; #else RTL_NETIF_RX_COMPLETE(dev, napi, work_done); #endif tp->intr_mask = rtl8169_intr_mask; /* * 20040426: the barrier is not strictly required but the * behavior of the irq handler could be less predictable * without it. Btw, the lack of flush for the posted pci * write is safe - FR */ smp_wmb(); RTL_W16(IntrMask, rtl8169_intr_mask); } return RTL_NAPI_RETURN_VALUE; } #endif//CONFIG_R8169_NAPI static void rtl8169_down(struct net_device *dev) { struct rtl8169_private *tp = netdev_priv(dev); void __iomem *ioaddr = tp->mmio_addr; unsigned long flags; #if (LINUX_VERSION_CODE <= KERNEL_VERSION(2,6,23)) && (LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0)) unsigned int poll_locked = 0; #endif rtl8169_delete_timer(dev); rtl8169_delete_esd_timer(dev, &tp->esd_timer); netif_stop_queue(dev); #ifdef CONFIG_R8169_NAPI RTL_NAPI_DISABLE(dev, &tp->napi); #endif spin_lock_irqsave(&tp->lock, flags); rtl8169_hw_reset(dev); /* Update the error counts. */ tp->stats.rx_missed_errors += RTL_R32(RxMissed); RTL_W32(RxMissed, 0); spin_unlock_irqrestore(&tp->lock, flags); synchronize_irq(dev->irq); #if (LINUX_VERSION_CODE <= KERNEL_VERSION(2,6,23)) && (LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0)) if (!poll_locked) { #ifdef CONFIG_R8169_NAPI netif_poll_disable(dev); #endif poll_locked++; } #endif #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,11) /* Give a racing hard_start_xmit a few cycles to complete. */ synchronize_rcu(); /* FIXME: should this be synchronize_irq()? */ #endif /* * And now for the 50k$ question: are IRQ disabled or not ? * * Two paths lead here: * 1) dev->close * -> netif_running() is available to sync the current code and the * IRQ handler. See rtl8169_interrupt for details. * 2) dev->change_mtu * -> rtl8169_poll can not be issued again and re-enable the * interruptions. Let's simply issue the IRQ down sequence again. * * No loop if hotpluged or major error (0xffff). */ spin_lock_irqsave(&tp->lock, flags); rtl8169_tx_clear(tp); rtl8169_rx_clear(tp); rtl8169_powerdown_pll(tp); spin_unlock_irqrestore(&tp->lock, flags); } static int rtl8169_close(struct net_device *dev) { struct rtl8169_private *tp = netdev_priv(dev); struct pci_dev *pdev = tp->pci_dev; if(tp->TxDescArray!=NULL && tp->RxDescArray!=NULL) { rtl8169_cancel_schedule_work(dev); rtl8169_down(dev); pci_clear_master(tp->pci_dev); free_irq(dev->irq, dev); pci_free_consistent(pdev, R8169_RX_RING_BYTES, tp->RxDescArray, tp->RxPhyAddr); pci_free_consistent(pdev, R8169_TX_RING_BYTES, tp->TxDescArray, tp->TxPhyAddr); tp->TxDescArray = NULL; tp->RxDescArray = NULL; } return 0; } #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,11) static void rtl8169_shutdown(struct pci_dev *pdev) { struct net_device *dev = pci_get_drvdata(pdev); struct rtl8169_private *tp = netdev_priv(dev); /* restore the original MAC address */ if (s5_keep_curr_mac == 0 && tp->random_mac == 0) rtl8169_rar_set(tp, tp->org_mac_addr); rtl8169_close(dev); if (system_state == SYSTEM_POWER_OFF) { pci_clear_master(tp->pci_dev); pci_wake_from_d3(pdev, tp->wol_enabled); pci_set_power_state(pdev, PCI_D3hot); } } #endif #ifdef CONFIG_PM #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,11) static int rtl8169_suspend(struct pci_dev *pdev, u32 state) #else static int rtl8169_suspend(struct pci_dev *pdev, pm_message_t state) #endif { struct net_device *dev = pci_get_drvdata(pdev); struct rtl8169_private *tp = netdev_priv(dev); void __iomem *ioaddr = tp->mmio_addr; #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,10) u32 pci_pm_state = pci_choose_state(pdev, state); #endif unsigned long flags; if (!netif_running(dev)) goto out; rtl8169_cancel_schedule_work(dev); netif_device_detach(dev); netif_stop_queue(dev); rtl8169_delete_timer(dev); rtl8169_delete_esd_timer(dev, &tp->esd_timer); spin_lock_irqsave(&tp->lock, flags); rtl8169_hw_reset(dev); pci_clear_master(pdev); tp->stats.rx_missed_errors += RTL_R32(RxMissed); RTL_W32(RxMissed, 0); rtl8169_powerdown_pll(tp); spin_unlock_irqrestore(&tp->lock, flags); out: #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,10) pci_save_state(pdev, &pci_pm_state); #else pci_save_state(pdev); #endif pci_enable_wake(pdev, pci_choose_state(pdev, state), tp->wol_enabled); // pci_set_power_state(pdev, pci_choose_state(pdev, state)); return 0; } static int rtl8169_resume(struct pci_dev *pdev) { struct net_device *dev = pci_get_drvdata(pdev); struct rtl8169_private *tp = netdev_priv(dev); unsigned long flags; #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,10) u32 pci_pm_state = PCI_D0; #endif pci_set_power_state(pdev, PCI_D0); #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,10) pci_restore_state(pdev, &pci_pm_state); #else pci_restore_state(pdev); #endif pci_enable_wake(pdev, PCI_D0, 0); spin_lock_irqsave(&tp->lock, flags); /* restore last modified mac address */ rtl8169_rar_set(tp, dev->dev_addr); spin_unlock_irqrestore(&tp->lock, flags); if (!netif_running(dev)) goto out; pci_set_master(pdev); spin_lock_irqsave(&tp->lock, flags); rtl8169_hw_init(dev); rtl8169_phy_power_up(dev); rtl8169_hw_phy_config(dev); spin_unlock_irqrestore(&tp->lock, flags); rtl8169_schedule_work(dev, rtl8169_reset_task); netif_device_attach(dev); mod_timer(&tp->link_timer, jiffies + RTL8169_PHY_TIMEOUT); mod_timer(&tp->esd_timer, jiffies + RTL8169_ESD_TIMEOUT); out: return 0; } #endif /* CONFIG_PM */ static struct pci_driver rtl8169_pci_driver = { .name = MODULENAME, .id_table = rtl8169_pci_tbl, .probe = rtl8169_init_one, .remove = __devexit_p(rtl8169_remove_one), #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,11) .shutdown = rtl8169_shutdown, #endif #ifdef CONFIG_PM .suspend = rtl8169_suspend, .resume = rtl8169_resume, #endif }; static int __init rtl8169_init_module(void) { #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) return pci_register_driver(&rtl8169_pci_driver); #else return pci_module_init(&rtl8169_pci_driver); #endif } static void __exit rtl8169_cleanup_module(void) { pci_unregister_driver(&rtl8169_pci_driver); } module_init(rtl8169_init_module); module_exit(rtl8169_cleanup_module);