| /* | |
| * Linux driver for VMware's vmxnet3 ethernet NIC. | |
| * | |
| * Copyright (C) 2008-2016, VMware, Inc. All Rights Reserved. | |
| * | |
| * This program is free software; you can redistribute it and/or modify it | |
| * under the terms of the GNU General Public License as published by the | |
| * Free Software Foundation; version 2 of the License and no later version. | |
| * | |
| * This program is distributed in the hope that it will be useful, but | |
| * WITHOUT ANY WARRANTY; without even the implied warranty of | |
| * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or | |
| * NON INFRINGEMENT. See the GNU General Public License for more | |
| * details. | |
| * | |
| * You should have received a copy of the GNU General Public License | |
| * along with this program; if not, write to the Free Software | |
| * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. | |
| * | |
| * The full GNU General Public License is included in this distribution in | |
| * the file called "COPYING". | |
| * | |
| * Maintained by: pv-drivers@vmware.com | |
| * | |
| */ | |
| #include "vmxnet3_int.h" | |
| struct vmxnet3_stat_desc { | |
| char desc[ETH_GSTRING_LEN]; | |
| int offset; | |
| }; | |
| /* per tq stats maintained by the device */ | |
| static const struct vmxnet3_stat_desc | |
| vmxnet3_tq_dev_stats[] = { | |
| /* description, offset */ | |
| { "Tx Queue#", 0 }, | |
| { " TSO pkts tx", offsetof(struct UPT1_TxStats, TSOPktsTxOK) }, | |
| { " TSO bytes tx", offsetof(struct UPT1_TxStats, TSOBytesTxOK) }, | |
| { " ucast pkts tx", offsetof(struct UPT1_TxStats, ucastPktsTxOK) }, | |
| { " ucast bytes tx", offsetof(struct UPT1_TxStats, ucastBytesTxOK) }, | |
| { " mcast pkts tx", offsetof(struct UPT1_TxStats, mcastPktsTxOK) }, | |
| { " mcast bytes tx", offsetof(struct UPT1_TxStats, mcastBytesTxOK) }, | |
| { " bcast pkts tx", offsetof(struct UPT1_TxStats, bcastPktsTxOK) }, | |
| { " bcast bytes tx", offsetof(struct UPT1_TxStats, bcastBytesTxOK) }, | |
| { " pkts tx err", offsetof(struct UPT1_TxStats, pktsTxError) }, | |
| { " pkts tx discard", offsetof(struct UPT1_TxStats, pktsTxDiscard) }, | |
| }; | |
| /* per tq stats maintained by the driver */ | |
| static const struct vmxnet3_stat_desc | |
| vmxnet3_tq_driver_stats[] = { | |
| /* description, offset */ | |
| {" drv dropped tx total", offsetof(struct vmxnet3_tq_driver_stats, | |
| drop_total) }, | |
| { " too many frags", offsetof(struct vmxnet3_tq_driver_stats, | |
| drop_too_many_frags) }, | |
| { " giant hdr", offsetof(struct vmxnet3_tq_driver_stats, | |
| drop_oversized_hdr) }, | |
| { " hdr err", offsetof(struct vmxnet3_tq_driver_stats, | |
| drop_hdr_inspect_err) }, | |
| { " tso", offsetof(struct vmxnet3_tq_driver_stats, | |
| drop_tso) }, | |
| { " ring full", offsetof(struct vmxnet3_tq_driver_stats, | |
| tx_ring_full) }, | |
| { " pkts linearized", offsetof(struct vmxnet3_tq_driver_stats, | |
| linearized) }, | |
| { " hdr cloned", offsetof(struct vmxnet3_tq_driver_stats, | |
| copy_skb_header) }, | |
| { " giant hdr", offsetof(struct vmxnet3_tq_driver_stats, | |
| oversized_hdr) }, | |
| }; | |
| /* per rq stats maintained by the device */ | |
| static const struct vmxnet3_stat_desc | |
| vmxnet3_rq_dev_stats[] = { | |
| { "Rx Queue#", 0 }, | |
| { " LRO pkts rx", offsetof(struct UPT1_RxStats, LROPktsRxOK) }, | |
| { " LRO byte rx", offsetof(struct UPT1_RxStats, LROBytesRxOK) }, | |
| { " ucast pkts rx", offsetof(struct UPT1_RxStats, ucastPktsRxOK) }, | |
| { " ucast bytes rx", offsetof(struct UPT1_RxStats, ucastBytesRxOK) }, | |
| { " mcast pkts rx", offsetof(struct UPT1_RxStats, mcastPktsRxOK) }, | |
| { " mcast bytes rx", offsetof(struct UPT1_RxStats, mcastBytesRxOK) }, | |
| { " bcast pkts rx", offsetof(struct UPT1_RxStats, bcastPktsRxOK) }, | |
| { " bcast bytes rx", offsetof(struct UPT1_RxStats, bcastBytesRxOK) }, | |
| { " pkts rx OOB", offsetof(struct UPT1_RxStats, pktsRxOutOfBuf) }, | |
| { " pkts rx err", offsetof(struct UPT1_RxStats, pktsRxError) }, | |
| }; | |
| /* per rq stats maintained by the driver */ | |
| static const struct vmxnet3_stat_desc | |
| vmxnet3_rq_driver_stats[] = { | |
| /* description, offset */ | |
| { " drv dropped rx total", offsetof(struct vmxnet3_rq_driver_stats, | |
| drop_total) }, | |
| { " err", offsetof(struct vmxnet3_rq_driver_stats, | |
| drop_err) }, | |
| { " fcs", offsetof(struct vmxnet3_rq_driver_stats, | |
| drop_fcs) }, | |
| { " rx buf alloc fail", offsetof(struct vmxnet3_rq_driver_stats, | |
| rx_buf_alloc_failure) }, | |
| }; | |
| /* global stats maintained by the driver */ | |
| static const struct vmxnet3_stat_desc | |
| vmxnet3_global_stats[] = { | |
| /* description, offset */ | |
| { "tx timeout count", offsetof(struct vmxnet3_adapter, | |
| tx_timeout_count) } | |
| }; | |
| void | |
| vmxnet3_get_stats64(struct net_device *netdev, | |
| struct rtnl_link_stats64 *stats) | |
| { | |
| struct vmxnet3_adapter *adapter; | |
| struct vmxnet3_tq_driver_stats *drvTxStats; | |
| struct vmxnet3_rq_driver_stats *drvRxStats; | |
| struct UPT1_TxStats *devTxStats; | |
| struct UPT1_RxStats *devRxStats; | |
| unsigned long flags; | |
| int i; | |
| adapter = netdev_priv(netdev); | |
| /* Collect the dev stats into the shared area */ | |
| spin_lock_irqsave(&adapter->cmd_lock, flags); | |
| VMXNET3_WRITE_BAR1_REG(adapter, VMXNET3_REG_CMD, VMXNET3_CMD_GET_STATS); | |
| spin_unlock_irqrestore(&adapter->cmd_lock, flags); | |
| for (i = 0; i < adapter->num_tx_queues; i++) { | |
| devTxStats = &adapter->tqd_start[i].stats; | |
| drvTxStats = &adapter->tx_queue[i].stats; | |
| stats->tx_packets += devTxStats->ucastPktsTxOK + | |
| devTxStats->mcastPktsTxOK + | |
| devTxStats->bcastPktsTxOK; | |
| stats->tx_bytes += devTxStats->ucastBytesTxOK + | |
| devTxStats->mcastBytesTxOK + | |
| devTxStats->bcastBytesTxOK; | |
| stats->tx_errors += devTxStats->pktsTxError; | |
| stats->tx_dropped += drvTxStats->drop_total; | |
| } | |
| for (i = 0; i < adapter->num_rx_queues; i++) { | |
| devRxStats = &adapter->rqd_start[i].stats; | |
| drvRxStats = &adapter->rx_queue[i].stats; | |
| stats->rx_packets += devRxStats->ucastPktsRxOK + | |
| devRxStats->mcastPktsRxOK + | |
| devRxStats->bcastPktsRxOK; | |
| stats->rx_bytes += devRxStats->ucastBytesRxOK + | |
| devRxStats->mcastBytesRxOK + | |
| devRxStats->bcastBytesRxOK; | |
| stats->rx_errors += devRxStats->pktsRxError; | |
| stats->rx_dropped += drvRxStats->drop_total; | |
| stats->multicast += devRxStats->mcastPktsRxOK; | |
| } | |
| } | |
| static int | |
| vmxnet3_get_sset_count(struct net_device *netdev, int sset) | |
| { | |
| struct vmxnet3_adapter *adapter = netdev_priv(netdev); | |
| switch (sset) { | |
| case ETH_SS_STATS: | |
| return (ARRAY_SIZE(vmxnet3_tq_dev_stats) + | |
| ARRAY_SIZE(vmxnet3_tq_driver_stats)) * | |
| adapter->num_tx_queues + | |
| (ARRAY_SIZE(vmxnet3_rq_dev_stats) + | |
| ARRAY_SIZE(vmxnet3_rq_driver_stats)) * | |
| adapter->num_rx_queues + | |
| ARRAY_SIZE(vmxnet3_global_stats); | |
| default: | |
| return -EOPNOTSUPP; | |
| } | |
| } | |
| /* This is a version 2 of the vmxnet3 ethtool_regs which goes hand in hand with | |
| * the version 2 of the vmxnet3 support for ethtool(8) --register-dump. | |
| * Therefore, if any registers are added, removed or modified, then a version | |
| * bump and a corresponding change in the vmxnet3 support for ethtool(8) | |
| * --register-dump would be required. | |
| */ | |
| static int | |
| vmxnet3_get_regs_len(struct net_device *netdev) | |
| { | |
| struct vmxnet3_adapter *adapter = netdev_priv(netdev); | |
| return ((9 /* BAR1 registers */ + | |
| (1 + adapter->intr.num_intrs) + | |
| (1 + adapter->num_tx_queues * 17 /* Tx queue registers */) + | |
| (1 + adapter->num_rx_queues * 23 /* Rx queue registers */)) * | |
| sizeof(u32)); | |
| } | |
| static void | |
| vmxnet3_get_drvinfo(struct net_device *netdev, struct ethtool_drvinfo *drvinfo) | |
| { | |
| struct vmxnet3_adapter *adapter = netdev_priv(netdev); | |
| strlcpy(drvinfo->driver, vmxnet3_driver_name, sizeof(drvinfo->driver)); | |
| strlcpy(drvinfo->version, VMXNET3_DRIVER_VERSION_REPORT, | |
| sizeof(drvinfo->version)); | |
| strlcpy(drvinfo->bus_info, pci_name(adapter->pdev), | |
| sizeof(drvinfo->bus_info)); | |
| } | |
| static void | |
| vmxnet3_get_strings(struct net_device *netdev, u32 stringset, u8 *buf) | |
| { | |
| struct vmxnet3_adapter *adapter = netdev_priv(netdev); | |
| if (stringset == ETH_SS_STATS) { | |
| int i, j; | |
| for (j = 0; j < adapter->num_tx_queues; j++) { | |
| for (i = 0; i < ARRAY_SIZE(vmxnet3_tq_dev_stats); i++) { | |
| memcpy(buf, vmxnet3_tq_dev_stats[i].desc, | |
| ETH_GSTRING_LEN); | |
| buf += ETH_GSTRING_LEN; | |
| } | |
| for (i = 0; i < ARRAY_SIZE(vmxnet3_tq_driver_stats); | |
| i++) { | |
| memcpy(buf, vmxnet3_tq_driver_stats[i].desc, | |
| ETH_GSTRING_LEN); | |
| buf += ETH_GSTRING_LEN; | |
| } | |
| } | |
| for (j = 0; j < adapter->num_rx_queues; j++) { | |
| for (i = 0; i < ARRAY_SIZE(vmxnet3_rq_dev_stats); i++) { | |
| memcpy(buf, vmxnet3_rq_dev_stats[i].desc, | |
| ETH_GSTRING_LEN); | |
| buf += ETH_GSTRING_LEN; | |
| } | |
| for (i = 0; i < ARRAY_SIZE(vmxnet3_rq_driver_stats); | |
| i++) { | |
| memcpy(buf, vmxnet3_rq_driver_stats[i].desc, | |
| ETH_GSTRING_LEN); | |
| buf += ETH_GSTRING_LEN; | |
| } | |
| } | |
| for (i = 0; i < ARRAY_SIZE(vmxnet3_global_stats); i++) { | |
| memcpy(buf, vmxnet3_global_stats[i].desc, | |
| ETH_GSTRING_LEN); | |
| buf += ETH_GSTRING_LEN; | |
| } | |
| } | |
| } | |
| int vmxnet3_set_features(struct net_device *netdev, netdev_features_t features) | |
| { | |
| struct vmxnet3_adapter *adapter = netdev_priv(netdev); | |
| unsigned long flags; | |
| netdev_features_t changed = features ^ netdev->features; | |
| if (changed & (NETIF_F_RXCSUM | NETIF_F_LRO | | |
| NETIF_F_HW_VLAN_CTAG_RX)) { | |
| if (features & NETIF_F_RXCSUM) | |
| adapter->shared->devRead.misc.uptFeatures |= | |
| UPT1_F_RXCSUM; | |
| else | |
| adapter->shared->devRead.misc.uptFeatures &= | |
| ~UPT1_F_RXCSUM; | |
| /* update hardware LRO capability accordingly */ | |
| if (features & NETIF_F_LRO) | |
| adapter->shared->devRead.misc.uptFeatures |= | |
| UPT1_F_LRO; | |
| else | |
| adapter->shared->devRead.misc.uptFeatures &= | |
| ~UPT1_F_LRO; | |
| if (features & NETIF_F_HW_VLAN_CTAG_RX) | |
| adapter->shared->devRead.misc.uptFeatures |= | |
| UPT1_F_RXVLAN; | |
| else | |
| adapter->shared->devRead.misc.uptFeatures &= | |
| ~UPT1_F_RXVLAN; | |
| spin_lock_irqsave(&adapter->cmd_lock, flags); | |
| VMXNET3_WRITE_BAR1_REG(adapter, VMXNET3_REG_CMD, | |
| VMXNET3_CMD_UPDATE_FEATURE); | |
| spin_unlock_irqrestore(&adapter->cmd_lock, flags); | |
| } | |
| return 0; | |
| } | |
| static void | |
| vmxnet3_get_ethtool_stats(struct net_device *netdev, | |
| struct ethtool_stats *stats, u64 *buf) | |
| { | |
| struct vmxnet3_adapter *adapter = netdev_priv(netdev); | |
| unsigned long flags; | |
| u8 *base; | |
| int i; | |
| int j = 0; | |
| spin_lock_irqsave(&adapter->cmd_lock, flags); | |
| VMXNET3_WRITE_BAR1_REG(adapter, VMXNET3_REG_CMD, VMXNET3_CMD_GET_STATS); | |
| spin_unlock_irqrestore(&adapter->cmd_lock, flags); | |
| /* this does assume each counter is 64-bit wide */ | |
| for (j = 0; j < adapter->num_tx_queues; j++) { | |
| base = (u8 *)&adapter->tqd_start[j].stats; | |
| *buf++ = (u64)j; | |
| for (i = 1; i < ARRAY_SIZE(vmxnet3_tq_dev_stats); i++) | |
| *buf++ = *(u64 *)(base + | |
| vmxnet3_tq_dev_stats[i].offset); | |
| base = (u8 *)&adapter->tx_queue[j].stats; | |
| for (i = 0; i < ARRAY_SIZE(vmxnet3_tq_driver_stats); i++) | |
| *buf++ = *(u64 *)(base + | |
| vmxnet3_tq_driver_stats[i].offset); | |
| } | |
| for (j = 0; j < adapter->num_rx_queues; j++) { | |
| base = (u8 *)&adapter->rqd_start[j].stats; | |
| *buf++ = (u64) j; | |
| for (i = 1; i < ARRAY_SIZE(vmxnet3_rq_dev_stats); i++) | |
| *buf++ = *(u64 *)(base + | |
| vmxnet3_rq_dev_stats[i].offset); | |
| base = (u8 *)&adapter->rx_queue[j].stats; | |
| for (i = 0; i < ARRAY_SIZE(vmxnet3_rq_driver_stats); i++) | |
| *buf++ = *(u64 *)(base + | |
| vmxnet3_rq_driver_stats[i].offset); | |
| } | |
| base = (u8 *)adapter; | |
| for (i = 0; i < ARRAY_SIZE(vmxnet3_global_stats); i++) | |
| *buf++ = *(u64 *)(base + vmxnet3_global_stats[i].offset); | |
| } | |
| /* This is a version 2 of the vmxnet3 ethtool_regs which goes hand in hand with | |
| * the version 2 of the vmxnet3 support for ethtool(8) --register-dump. | |
| * Therefore, if any registers are added, removed or modified, then a version | |
| * bump and a corresponding change in the vmxnet3 support for ethtool(8) | |
| * --register-dump would be required. | |
| */ | |
| static void | |
| vmxnet3_get_regs(struct net_device *netdev, struct ethtool_regs *regs, void *p) | |
| { | |
| struct vmxnet3_adapter *adapter = netdev_priv(netdev); | |
| u32 *buf = p; | |
| int i = 0, j = 0; | |
| memset(p, 0, vmxnet3_get_regs_len(netdev)); | |
| regs->version = 2; | |
| /* Update vmxnet3_get_regs_len if we want to dump more registers */ | |
| buf[j++] = VMXNET3_READ_BAR1_REG(adapter, VMXNET3_REG_VRRS); | |
| buf[j++] = VMXNET3_READ_BAR1_REG(adapter, VMXNET3_REG_UVRS); | |
| buf[j++] = VMXNET3_READ_BAR1_REG(adapter, VMXNET3_REG_DSAL); | |
| buf[j++] = VMXNET3_READ_BAR1_REG(adapter, VMXNET3_REG_DSAH); | |
| buf[j++] = VMXNET3_READ_BAR1_REG(adapter, VMXNET3_REG_CMD); | |
| buf[j++] = VMXNET3_READ_BAR1_REG(adapter, VMXNET3_REG_MACL); | |
| buf[j++] = VMXNET3_READ_BAR1_REG(adapter, VMXNET3_REG_MACH); | |
| buf[j++] = VMXNET3_READ_BAR1_REG(adapter, VMXNET3_REG_ICR); | |
| buf[j++] = VMXNET3_READ_BAR1_REG(adapter, VMXNET3_REG_ECR); | |
| buf[j++] = adapter->intr.num_intrs; | |
| for (i = 0; i < adapter->intr.num_intrs; i++) { | |
| buf[j++] = VMXNET3_READ_BAR0_REG(adapter, VMXNET3_REG_IMR | |
| + i * VMXNET3_REG_ALIGN); | |
| } | |
| buf[j++] = adapter->num_tx_queues; | |
| for (i = 0; i < adapter->num_tx_queues; i++) { | |
| struct vmxnet3_tx_queue *tq = &adapter->tx_queue[i]; | |
| buf[j++] = VMXNET3_READ_BAR0_REG(adapter, VMXNET3_REG_TXPROD + | |
| i * VMXNET3_REG_ALIGN); | |
| buf[j++] = VMXNET3_GET_ADDR_LO(tq->tx_ring.basePA); | |
| buf[j++] = VMXNET3_GET_ADDR_HI(tq->tx_ring.basePA); | |
| buf[j++] = tq->tx_ring.size; | |
| buf[j++] = tq->tx_ring.next2fill; | |
| buf[j++] = tq->tx_ring.next2comp; | |
| buf[j++] = tq->tx_ring.gen; | |
| buf[j++] = VMXNET3_GET_ADDR_LO(tq->data_ring.basePA); | |
| buf[j++] = VMXNET3_GET_ADDR_HI(tq->data_ring.basePA); | |
| buf[j++] = tq->data_ring.size; | |
| buf[j++] = tq->txdata_desc_size; | |
| buf[j++] = VMXNET3_GET_ADDR_LO(tq->comp_ring.basePA); | |
| buf[j++] = VMXNET3_GET_ADDR_HI(tq->comp_ring.basePA); | |
| buf[j++] = tq->comp_ring.size; | |
| buf[j++] = tq->comp_ring.next2proc; | |
| buf[j++] = tq->comp_ring.gen; | |
| buf[j++] = tq->stopped; | |
| } | |
| buf[j++] = adapter->num_rx_queues; | |
| for (i = 0; i < adapter->num_rx_queues; i++) { | |
| struct vmxnet3_rx_queue *rq = &adapter->rx_queue[i]; | |
| buf[j++] = VMXNET3_READ_BAR0_REG(adapter, VMXNET3_REG_RXPROD + | |
| i * VMXNET3_REG_ALIGN); | |
| buf[j++] = VMXNET3_READ_BAR0_REG(adapter, VMXNET3_REG_RXPROD2 + | |
| i * VMXNET3_REG_ALIGN); | |
| buf[j++] = VMXNET3_GET_ADDR_LO(rq->rx_ring[0].basePA); | |
| buf[j++] = VMXNET3_GET_ADDR_HI(rq->rx_ring[0].basePA); | |
| buf[j++] = rq->rx_ring[0].size; | |
| buf[j++] = rq->rx_ring[0].next2fill; | |
| buf[j++] = rq->rx_ring[0].next2comp; | |
| buf[j++] = rq->rx_ring[0].gen; | |
| buf[j++] = VMXNET3_GET_ADDR_LO(rq->rx_ring[1].basePA); | |
| buf[j++] = VMXNET3_GET_ADDR_HI(rq->rx_ring[1].basePA); | |
| buf[j++] = rq->rx_ring[1].size; | |
| buf[j++] = rq->rx_ring[1].next2fill; | |
| buf[j++] = rq->rx_ring[1].next2comp; | |
| buf[j++] = rq->rx_ring[1].gen; | |
| buf[j++] = VMXNET3_GET_ADDR_LO(rq->data_ring.basePA); | |
| buf[j++] = VMXNET3_GET_ADDR_HI(rq->data_ring.basePA); | |
| buf[j++] = rq->rx_ring[0].size; | |
| buf[j++] = rq->data_ring.desc_size; | |
| buf[j++] = VMXNET3_GET_ADDR_LO(rq->comp_ring.basePA); | |
| buf[j++] = VMXNET3_GET_ADDR_HI(rq->comp_ring.basePA); | |
| buf[j++] = rq->comp_ring.size; | |
| buf[j++] = rq->comp_ring.next2proc; | |
| buf[j++] = rq->comp_ring.gen; | |
| } | |
| } | |
| static void | |
| vmxnet3_get_wol(struct net_device *netdev, struct ethtool_wolinfo *wol) | |
| { | |
| struct vmxnet3_adapter *adapter = netdev_priv(netdev); | |
| wol->supported = WAKE_UCAST | WAKE_ARP | WAKE_MAGIC; | |
| wol->wolopts = adapter->wol; | |
| } | |
| static int | |
| vmxnet3_set_wol(struct net_device *netdev, struct ethtool_wolinfo *wol) | |
| { | |
| struct vmxnet3_adapter *adapter = netdev_priv(netdev); | |
| if (wol->wolopts & (WAKE_PHY | WAKE_MCAST | WAKE_BCAST | | |
| WAKE_MAGICSECURE)) { | |
| return -EOPNOTSUPP; | |
| } | |
| adapter->wol = wol->wolopts; | |
| device_set_wakeup_enable(&adapter->pdev->dev, adapter->wol); | |
| return 0; | |
| } | |
| static int | |
| vmxnet3_get_link_ksettings(struct net_device *netdev, | |
| struct ethtool_link_ksettings *ecmd) | |
| { | |
| struct vmxnet3_adapter *adapter = netdev_priv(netdev); | |
| ethtool_link_ksettings_zero_link_mode(ecmd, supported); | |
| ethtool_link_ksettings_add_link_mode(ecmd, supported, 10000baseT_Full); | |
| ethtool_link_ksettings_add_link_mode(ecmd, supported, 1000baseT_Full); | |
| ethtool_link_ksettings_add_link_mode(ecmd, supported, TP); | |
| ethtool_link_ksettings_zero_link_mode(ecmd, advertising); | |
| ethtool_link_ksettings_add_link_mode(ecmd, advertising, TP); | |
| ecmd->base.port = PORT_TP; | |
| if (adapter->link_speed) { | |
| ecmd->base.speed = adapter->link_speed; | |
| ecmd->base.duplex = DUPLEX_FULL; | |
| } else { | |
| ecmd->base.speed = SPEED_UNKNOWN; | |
| ecmd->base.duplex = DUPLEX_UNKNOWN; | |
| } | |
| return 0; | |
| } | |
| static void | |
| vmxnet3_get_ringparam(struct net_device *netdev, | |
| struct ethtool_ringparam *param) | |
| { | |
| struct vmxnet3_adapter *adapter = netdev_priv(netdev); | |
| param->rx_max_pending = VMXNET3_RX_RING_MAX_SIZE; | |
| param->tx_max_pending = VMXNET3_TX_RING_MAX_SIZE; | |
| param->rx_mini_max_pending = VMXNET3_VERSION_GE_3(adapter) ? | |
| VMXNET3_RXDATA_DESC_MAX_SIZE : 0; | |
| param->rx_jumbo_max_pending = VMXNET3_RX_RING2_MAX_SIZE; | |
| param->rx_pending = adapter->rx_ring_size; | |
| param->tx_pending = adapter->tx_ring_size; | |
| param->rx_mini_pending = VMXNET3_VERSION_GE_3(adapter) ? | |
| adapter->rxdata_desc_size : 0; | |
| param->rx_jumbo_pending = adapter->rx_ring2_size; | |
| } | |
| static int | |
| vmxnet3_set_ringparam(struct net_device *netdev, | |
| struct ethtool_ringparam *param) | |
| { | |
| struct vmxnet3_adapter *adapter = netdev_priv(netdev); | |
| u32 new_tx_ring_size, new_rx_ring_size, new_rx_ring2_size; | |
| u16 new_rxdata_desc_size; | |
| u32 sz; | |
| int err = 0; | |
| if (param->tx_pending == 0 || param->tx_pending > | |
| VMXNET3_TX_RING_MAX_SIZE) | |
| return -EINVAL; | |
| if (param->rx_pending == 0 || param->rx_pending > | |
| VMXNET3_RX_RING_MAX_SIZE) | |
| return -EINVAL; | |
| if (param->rx_jumbo_pending == 0 || | |
| param->rx_jumbo_pending > VMXNET3_RX_RING2_MAX_SIZE) | |
| return -EINVAL; | |
| /* if adapter not yet initialized, do nothing */ | |
| if (adapter->rx_buf_per_pkt == 0) { | |
| netdev_err(netdev, "adapter not completely initialized, " | |
| "ring size cannot be changed yet\n"); | |
| return -EOPNOTSUPP; | |
| } | |
| if (VMXNET3_VERSION_GE_3(adapter)) { | |
| if (param->rx_mini_pending < 0 || | |
| param->rx_mini_pending > VMXNET3_RXDATA_DESC_MAX_SIZE) { | |
| return -EINVAL; | |
| } | |
| } else if (param->rx_mini_pending != 0) { | |
| return -EINVAL; | |
| } | |
| /* round it up to a multiple of VMXNET3_RING_SIZE_ALIGN */ | |
| new_tx_ring_size = (param->tx_pending + VMXNET3_RING_SIZE_MASK) & | |
| ~VMXNET3_RING_SIZE_MASK; | |
| new_tx_ring_size = min_t(u32, new_tx_ring_size, | |
| VMXNET3_TX_RING_MAX_SIZE); | |
| if (new_tx_ring_size > VMXNET3_TX_RING_MAX_SIZE || (new_tx_ring_size % | |
| VMXNET3_RING_SIZE_ALIGN) != 0) | |
| return -EINVAL; | |
| /* ring0 has to be a multiple of | |
| * rx_buf_per_pkt * VMXNET3_RING_SIZE_ALIGN | |
| */ | |
| sz = adapter->rx_buf_per_pkt * VMXNET3_RING_SIZE_ALIGN; | |
| new_rx_ring_size = (param->rx_pending + sz - 1) / sz * sz; | |
| new_rx_ring_size = min_t(u32, new_rx_ring_size, | |
| VMXNET3_RX_RING_MAX_SIZE / sz * sz); | |
| if (new_rx_ring_size > VMXNET3_RX_RING_MAX_SIZE || (new_rx_ring_size % | |
| sz) != 0) | |
| return -EINVAL; | |
| /* ring2 has to be a multiple of VMXNET3_RING_SIZE_ALIGN */ | |
| new_rx_ring2_size = (param->rx_jumbo_pending + VMXNET3_RING_SIZE_MASK) & | |
| ~VMXNET3_RING_SIZE_MASK; | |
| new_rx_ring2_size = min_t(u32, new_rx_ring2_size, | |
| VMXNET3_RX_RING2_MAX_SIZE); | |
| /* rx data ring buffer size has to be a multiple of | |
| * VMXNET3_RXDATA_DESC_SIZE_ALIGN | |
| */ | |
| new_rxdata_desc_size = | |
| (param->rx_mini_pending + VMXNET3_RXDATA_DESC_SIZE_MASK) & | |
| ~VMXNET3_RXDATA_DESC_SIZE_MASK; | |
| new_rxdata_desc_size = min_t(u16, new_rxdata_desc_size, | |
| VMXNET3_RXDATA_DESC_MAX_SIZE); | |
| if (new_tx_ring_size == adapter->tx_ring_size && | |
| new_rx_ring_size == adapter->rx_ring_size && | |
| new_rx_ring2_size == adapter->rx_ring2_size && | |
| new_rxdata_desc_size == adapter->rxdata_desc_size) { | |
| return 0; | |
| } | |
| /* | |
| * Reset_work may be in the middle of resetting the device, wait for its | |
| * completion. | |
| */ | |
| while (test_and_set_bit(VMXNET3_STATE_BIT_RESETTING, &adapter->state)) | |
| usleep_range(1000, 2000); | |
| if (netif_running(netdev)) { | |
| vmxnet3_quiesce_dev(adapter); | |
| vmxnet3_reset_dev(adapter); | |
| /* recreate the rx queue and the tx queue based on the | |
| * new sizes */ | |
| vmxnet3_tq_destroy_all(adapter); | |
| vmxnet3_rq_destroy_all(adapter); | |
| err = vmxnet3_create_queues(adapter, new_tx_ring_size, | |
| new_rx_ring_size, new_rx_ring2_size, | |
| adapter->txdata_desc_size, | |
| new_rxdata_desc_size); | |
| if (err) { | |
| /* failed, most likely because of OOM, try default | |
| * size */ | |
| netdev_err(netdev, "failed to apply new sizes, " | |
| "try the default ones\n"); | |
| new_rx_ring_size = VMXNET3_DEF_RX_RING_SIZE; | |
| new_rx_ring2_size = VMXNET3_DEF_RX_RING2_SIZE; | |
| new_tx_ring_size = VMXNET3_DEF_TX_RING_SIZE; | |
| new_rxdata_desc_size = VMXNET3_VERSION_GE_3(adapter) ? | |
| VMXNET3_DEF_RXDATA_DESC_SIZE : 0; | |
| err = vmxnet3_create_queues(adapter, | |
| new_tx_ring_size, | |
| new_rx_ring_size, | |
| new_rx_ring2_size, | |
| adapter->txdata_desc_size, | |
| new_rxdata_desc_size); | |
| if (err) { | |
| netdev_err(netdev, "failed to create queues " | |
| "with default sizes. Closing it\n"); | |
| goto out; | |
| } | |
| } | |
| err = vmxnet3_activate_dev(adapter); | |
| if (err) | |
| netdev_err(netdev, "failed to re-activate, error %d." | |
| " Closing it\n", err); | |
| } | |
| adapter->tx_ring_size = new_tx_ring_size; | |
| adapter->rx_ring_size = new_rx_ring_size; | |
| adapter->rx_ring2_size = new_rx_ring2_size; | |
| adapter->rxdata_desc_size = new_rxdata_desc_size; | |
| out: | |
| clear_bit(VMXNET3_STATE_BIT_RESETTING, &adapter->state); | |
| if (err) | |
| vmxnet3_force_close(adapter); | |
| return err; | |
| } | |
| static int | |
| vmxnet3_get_rxnfc(struct net_device *netdev, struct ethtool_rxnfc *info, | |
| u32 *rules) | |
| { | |
| struct vmxnet3_adapter *adapter = netdev_priv(netdev); | |
| switch (info->cmd) { | |
| case ETHTOOL_GRXRINGS: | |
| info->data = adapter->num_rx_queues; | |
| return 0; | |
| } | |
| return -EOPNOTSUPP; | |
| } | |
| #ifdef VMXNET3_RSS | |
| static u32 | |
| vmxnet3_get_rss_indir_size(struct net_device *netdev) | |
| { | |
| struct vmxnet3_adapter *adapter = netdev_priv(netdev); | |
| struct UPT1_RSSConf *rssConf = adapter->rss_conf; | |
| return rssConf->indTableSize; | |
| } | |
| static int | |
| vmxnet3_get_rss(struct net_device *netdev, u32 *p, u8 *key, u8 *hfunc) | |
| { | |
| struct vmxnet3_adapter *adapter = netdev_priv(netdev); | |
| struct UPT1_RSSConf *rssConf = adapter->rss_conf; | |
| unsigned int n = rssConf->indTableSize; | |
| if (hfunc) | |
| *hfunc = ETH_RSS_HASH_TOP; | |
| if (!p) | |
| return 0; | |
| while (n--) | |
| p[n] = rssConf->indTable[n]; | |
| return 0; | |
| } | |
| static int | |
| vmxnet3_set_rss(struct net_device *netdev, const u32 *p, const u8 *key, | |
| const u8 hfunc) | |
| { | |
| unsigned int i; | |
| unsigned long flags; | |
| struct vmxnet3_adapter *adapter = netdev_priv(netdev); | |
| struct UPT1_RSSConf *rssConf = adapter->rss_conf; | |
| /* We do not allow change in unsupported parameters */ | |
| if (key || | |
| (hfunc != ETH_RSS_HASH_NO_CHANGE && hfunc != ETH_RSS_HASH_TOP)) | |
| return -EOPNOTSUPP; | |
| if (!p) | |
| return 0; | |
| for (i = 0; i < rssConf->indTableSize; i++) | |
| rssConf->indTable[i] = p[i]; | |
| spin_lock_irqsave(&adapter->cmd_lock, flags); | |
| VMXNET3_WRITE_BAR1_REG(adapter, VMXNET3_REG_CMD, | |
| VMXNET3_CMD_UPDATE_RSSIDT); | |
| spin_unlock_irqrestore(&adapter->cmd_lock, flags); | |
| return 0; | |
| } | |
| #endif | |
| static int | |
| vmxnet3_get_coalesce(struct net_device *netdev, struct ethtool_coalesce *ec) | |
| { | |
| struct vmxnet3_adapter *adapter = netdev_priv(netdev); | |
| if (!VMXNET3_VERSION_GE_3(adapter)) | |
| return -EOPNOTSUPP; | |
| switch (adapter->coal_conf->coalMode) { | |
| case VMXNET3_COALESCE_DISABLED: | |
| /* struct ethtool_coalesce is already initialized to 0 */ | |
| break; | |
| case VMXNET3_COALESCE_ADAPT: | |
| ec->use_adaptive_rx_coalesce = true; | |
| break; | |
| case VMXNET3_COALESCE_STATIC: | |
| ec->tx_max_coalesced_frames = | |
| adapter->coal_conf->coalPara.coalStatic.tx_comp_depth; | |
| ec->rx_max_coalesced_frames = | |
| adapter->coal_conf->coalPara.coalStatic.rx_depth; | |
| break; | |
| case VMXNET3_COALESCE_RBC: { | |
| u32 rbc_rate; | |
| rbc_rate = adapter->coal_conf->coalPara.coalRbc.rbc_rate; | |
| ec->rx_coalesce_usecs = VMXNET3_COAL_RBC_USECS(rbc_rate); | |
| } | |
| break; | |
| default: | |
| return -EOPNOTSUPP; | |
| } | |
| return 0; | |
| } | |
| static int | |
| vmxnet3_set_coalesce(struct net_device *netdev, struct ethtool_coalesce *ec) | |
| { | |
| struct vmxnet3_adapter *adapter = netdev_priv(netdev); | |
| struct Vmxnet3_DriverShared *shared = adapter->shared; | |
| union Vmxnet3_CmdInfo *cmdInfo = &shared->cu.cmdInfo; | |
| unsigned long flags; | |
| if (!VMXNET3_VERSION_GE_3(adapter)) | |
| return -EOPNOTSUPP; | |
| if (ec->rx_coalesce_usecs_irq || | |
| ec->rx_max_coalesced_frames_irq || | |
| ec->tx_coalesce_usecs || | |
| ec->tx_coalesce_usecs_irq || | |
| ec->tx_max_coalesced_frames_irq || | |
| ec->stats_block_coalesce_usecs || | |
| ec->use_adaptive_tx_coalesce || | |
| ec->pkt_rate_low || | |
| ec->rx_coalesce_usecs_low || | |
| ec->rx_max_coalesced_frames_low || | |
| ec->tx_coalesce_usecs_low || | |
| ec->tx_max_coalesced_frames_low || | |
| ec->pkt_rate_high || | |
| ec->rx_coalesce_usecs_high || | |
| ec->rx_max_coalesced_frames_high || | |
| ec->tx_coalesce_usecs_high || | |
| ec->tx_max_coalesced_frames_high || | |
| ec->rate_sample_interval) { | |
| return -EINVAL; | |
| } | |
| if ((ec->rx_coalesce_usecs == 0) && | |
| (ec->use_adaptive_rx_coalesce == 0) && | |
| (ec->tx_max_coalesced_frames == 0) && | |
| (ec->rx_max_coalesced_frames == 0)) { | |
| memset(adapter->coal_conf, 0, sizeof(*adapter->coal_conf)); | |
| adapter->coal_conf->coalMode = VMXNET3_COALESCE_DISABLED; | |
| goto done; | |
| } | |
| if (ec->rx_coalesce_usecs != 0) { | |
| u32 rbc_rate; | |
| if ((ec->use_adaptive_rx_coalesce != 0) || | |
| (ec->tx_max_coalesced_frames != 0) || | |
| (ec->rx_max_coalesced_frames != 0)) { | |
| return -EINVAL; | |
| } | |
| rbc_rate = VMXNET3_COAL_RBC_RATE(ec->rx_coalesce_usecs); | |
| if (rbc_rate < VMXNET3_COAL_RBC_MIN_RATE || | |
| rbc_rate > VMXNET3_COAL_RBC_MAX_RATE) { | |
| return -EINVAL; | |
| } | |
| memset(adapter->coal_conf, 0, sizeof(*adapter->coal_conf)); | |
| adapter->coal_conf->coalMode = VMXNET3_COALESCE_RBC; | |
| adapter->coal_conf->coalPara.coalRbc.rbc_rate = rbc_rate; | |
| goto done; | |
| } | |
| if (ec->use_adaptive_rx_coalesce != 0) { | |
| if ((ec->rx_coalesce_usecs != 0) || | |
| (ec->tx_max_coalesced_frames != 0) || | |
| (ec->rx_max_coalesced_frames != 0)) { | |
| return -EINVAL; | |
| } | |
| memset(adapter->coal_conf, 0, sizeof(*adapter->coal_conf)); | |
| adapter->coal_conf->coalMode = VMXNET3_COALESCE_ADAPT; | |
| goto done; | |
| } | |
| if ((ec->tx_max_coalesced_frames != 0) || | |
| (ec->rx_max_coalesced_frames != 0)) { | |
| if ((ec->rx_coalesce_usecs != 0) || | |
| (ec->use_adaptive_rx_coalesce != 0)) { | |
| return -EINVAL; | |
| } | |
| if ((ec->tx_max_coalesced_frames > | |
| VMXNET3_COAL_STATIC_MAX_DEPTH) || | |
| (ec->rx_max_coalesced_frames > | |
| VMXNET3_COAL_STATIC_MAX_DEPTH)) { | |
| return -EINVAL; | |
| } | |
| memset(adapter->coal_conf, 0, sizeof(*adapter->coal_conf)); | |
| adapter->coal_conf->coalMode = VMXNET3_COALESCE_STATIC; | |
| adapter->coal_conf->coalPara.coalStatic.tx_comp_depth = | |
| (ec->tx_max_coalesced_frames ? | |
| ec->tx_max_coalesced_frames : | |
| VMXNET3_COAL_STATIC_DEFAULT_DEPTH); | |
| adapter->coal_conf->coalPara.coalStatic.rx_depth = | |
| (ec->rx_max_coalesced_frames ? | |
| ec->rx_max_coalesced_frames : | |
| VMXNET3_COAL_STATIC_DEFAULT_DEPTH); | |
| adapter->coal_conf->coalPara.coalStatic.tx_depth = | |
| VMXNET3_COAL_STATIC_DEFAULT_DEPTH; | |
| goto done; | |
| } | |
| done: | |
| adapter->default_coal_mode = false; | |
| if (netif_running(netdev)) { | |
| spin_lock_irqsave(&adapter->cmd_lock, flags); | |
| cmdInfo->varConf.confVer = 1; | |
| cmdInfo->varConf.confLen = | |
| cpu_to_le32(sizeof(*adapter->coal_conf)); | |
| cmdInfo->varConf.confPA = cpu_to_le64(adapter->coal_conf_pa); | |
| VMXNET3_WRITE_BAR1_REG(adapter, VMXNET3_REG_CMD, | |
| VMXNET3_CMD_SET_COALESCE); | |
| spin_unlock_irqrestore(&adapter->cmd_lock, flags); | |
| } | |
| return 0; | |
| } | |
| static const struct ethtool_ops vmxnet3_ethtool_ops = { | |
| .get_drvinfo = vmxnet3_get_drvinfo, | |
| .get_regs_len = vmxnet3_get_regs_len, | |
| .get_regs = vmxnet3_get_regs, | |
| .get_wol = vmxnet3_get_wol, | |
| .set_wol = vmxnet3_set_wol, | |
| .get_link = ethtool_op_get_link, | |
| .get_coalesce = vmxnet3_get_coalesce, | |
| .set_coalesce = vmxnet3_set_coalesce, | |
| .get_strings = vmxnet3_get_strings, | |
| .get_sset_count = vmxnet3_get_sset_count, | |
| .get_ethtool_stats = vmxnet3_get_ethtool_stats, | |
| .get_ringparam = vmxnet3_get_ringparam, | |
| .set_ringparam = vmxnet3_set_ringparam, | |
| .get_rxnfc = vmxnet3_get_rxnfc, | |
| #ifdef VMXNET3_RSS | |
| .get_rxfh_indir_size = vmxnet3_get_rss_indir_size, | |
| .get_rxfh = vmxnet3_get_rss, | |
| .set_rxfh = vmxnet3_set_rss, | |
| #endif | |
| .get_link_ksettings = vmxnet3_get_link_ksettings, | |
| }; | |
| void vmxnet3_set_ethtool_ops(struct net_device *netdev) | |
| { | |
| netdev->ethtool_ops = &vmxnet3_ethtool_ops; | |
| } |