cachepc-linux

Fork of AMDESE/linux with modifications for CachePC side-channel attack
git clone https://git.sinitax.com/sinitax/cachepc-linux
Log | Files | Refs | README | LICENSE | sfeed.txt

xgbe-ethtool.c (28215B)


      1/*
      2 * AMD 10Gb Ethernet driver
      3 *
      4 * This file is available to you under your choice of the following two
      5 * licenses:
      6 *
      7 * License 1: GPLv2
      8 *
      9 * Copyright (c) 2014-2016 Advanced Micro Devices, Inc.
     10 *
     11 * This file is free software; you may copy, redistribute and/or modify
     12 * it under the terms of the GNU General Public License as published by
     13 * the Free Software Foundation, either version 2 of the License, or (at
     14 * your option) any later version.
     15 *
     16 * This file is distributed in the hope that it will be useful, but
     17 * WITHOUT ANY WARRANTY; without even the implied warranty of
     18 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
     19 * General Public License for more details.
     20 *
     21 * You should have received a copy of the GNU General Public License
     22 * along with this program.  If not, see <http://www.gnu.org/licenses/>.
     23 *
     24 * This file incorporates work covered by the following copyright and
     25 * permission notice:
     26 *     The Synopsys DWC ETHER XGMAC Software Driver and documentation
     27 *     (hereinafter "Software") is an unsupported proprietary work of Synopsys,
     28 *     Inc. unless otherwise expressly agreed to in writing between Synopsys
     29 *     and you.
     30 *
     31 *     The Software IS NOT an item of Licensed Software or Licensed Product
     32 *     under any End User Software License Agreement or Agreement for Licensed
     33 *     Product with Synopsys or any supplement thereto.  Permission is hereby
     34 *     granted, free of charge, to any person obtaining a copy of this software
     35 *     annotated with this license and the Software, to deal in the Software
     36 *     without restriction, including without limitation the rights to use,
     37 *     copy, modify, merge, publish, distribute, sublicense, and/or sell copies
     38 *     of the Software, and to permit persons to whom the Software is furnished
     39 *     to do so, subject to the following conditions:
     40 *
     41 *     The above copyright notice and this permission notice shall be included
     42 *     in all copies or substantial portions of the Software.
     43 *
     44 *     THIS SOFTWARE IS BEING DISTRIBUTED BY SYNOPSYS SOLELY ON AN "AS IS"
     45 *     BASIS AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     46 *     TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A
     47 *     PARTICULAR PURPOSE ARE HEREBY DISCLAIMED. IN NO EVENT SHALL SYNOPSYS
     48 *     BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     49 *     CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     50 *     SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     51 *     INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     52 *     CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     53 *     ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF
     54 *     THE POSSIBILITY OF SUCH DAMAGE.
     55 *
     56 *
     57 * License 2: Modified BSD
     58 *
     59 * Copyright (c) 2014-2016 Advanced Micro Devices, Inc.
     60 * All rights reserved.
     61 *
     62 * Redistribution and use in source and binary forms, with or without
     63 * modification, are permitted provided that the following conditions are met:
     64 *     * Redistributions of source code must retain the above copyright
     65 *       notice, this list of conditions and the following disclaimer.
     66 *     * Redistributions in binary form must reproduce the above copyright
     67 *       notice, this list of conditions and the following disclaimer in the
     68 *       documentation and/or other materials provided with the distribution.
     69 *     * Neither the name of Advanced Micro Devices, Inc. nor the
     70 *       names of its contributors may be used to endorse or promote products
     71 *       derived from this software without specific prior written permission.
     72 *
     73 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
     74 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     75 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     76 * ARE DISCLAIMED. IN NO EVENT SHALL <COPYRIGHT HOLDER> BE LIABLE FOR ANY
     77 * DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
     78 * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
     79 * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
     80 * ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
     81 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
     82 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
     83 *
     84 * This file incorporates work covered by the following copyright and
     85 * permission notice:
     86 *     The Synopsys DWC ETHER XGMAC Software Driver and documentation
     87 *     (hereinafter "Software") is an unsupported proprietary work of Synopsys,
     88 *     Inc. unless otherwise expressly agreed to in writing between Synopsys
     89 *     and you.
     90 *
     91 *     The Software IS NOT an item of Licensed Software or Licensed Product
     92 *     under any End User Software License Agreement or Agreement for Licensed
     93 *     Product with Synopsys or any supplement thereto.  Permission is hereby
     94 *     granted, free of charge, to any person obtaining a copy of this software
     95 *     annotated with this license and the Software, to deal in the Software
     96 *     without restriction, including without limitation the rights to use,
     97 *     copy, modify, merge, publish, distribute, sublicense, and/or sell copies
     98 *     of the Software, and to permit persons to whom the Software is furnished
     99 *     to do so, subject to the following conditions:
    100 *
    101 *     The above copyright notice and this permission notice shall be included
    102 *     in all copies or substantial portions of the Software.
    103 *
    104 *     THIS SOFTWARE IS BEING DISTRIBUTED BY SYNOPSYS SOLELY ON AN "AS IS"
    105 *     BASIS AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
    106 *     TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A
    107 *     PARTICULAR PURPOSE ARE HEREBY DISCLAIMED. IN NO EVENT SHALL SYNOPSYS
    108 *     BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
    109 *     CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
    110 *     SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
    111 *     INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
    112 *     CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
    113 *     ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF
    114 *     THE POSSIBILITY OF SUCH DAMAGE.
    115 */
    116
    117#include <linux/spinlock.h>
    118#include <linux/phy.h>
    119#include <linux/net_tstamp.h>
    120
    121#include "xgbe.h"
    122#include "xgbe-common.h"
    123
    124struct xgbe_stats {
    125	char stat_string[ETH_GSTRING_LEN];
    126	int stat_size;
    127	int stat_offset;
    128};
    129
    130#define XGMAC_MMC_STAT(_string, _var)				\
    131	{ _string,						\
    132	  sizeof_field(struct xgbe_mmc_stats, _var),		\
    133	  offsetof(struct xgbe_prv_data, mmc_stats._var),	\
    134	}
    135
    136#define XGMAC_EXT_STAT(_string, _var)				\
    137	{ _string,						\
    138	  sizeof_field(struct xgbe_ext_stats, _var),		\
    139	  offsetof(struct xgbe_prv_data, ext_stats._var),	\
    140	}
    141
    142static const struct xgbe_stats xgbe_gstring_stats[] = {
    143	XGMAC_MMC_STAT("tx_bytes", txoctetcount_gb),
    144	XGMAC_MMC_STAT("tx_packets", txframecount_gb),
    145	XGMAC_MMC_STAT("tx_unicast_packets", txunicastframes_gb),
    146	XGMAC_MMC_STAT("tx_broadcast_packets", txbroadcastframes_gb),
    147	XGMAC_MMC_STAT("tx_multicast_packets", txmulticastframes_gb),
    148	XGMAC_MMC_STAT("tx_vlan_packets", txvlanframes_g),
    149	XGMAC_EXT_STAT("tx_vxlan_packets", tx_vxlan_packets),
    150	XGMAC_EXT_STAT("tx_tso_packets", tx_tso_packets),
    151	XGMAC_MMC_STAT("tx_64_byte_packets", tx64octets_gb),
    152	XGMAC_MMC_STAT("tx_65_to_127_byte_packets", tx65to127octets_gb),
    153	XGMAC_MMC_STAT("tx_128_to_255_byte_packets", tx128to255octets_gb),
    154	XGMAC_MMC_STAT("tx_256_to_511_byte_packets", tx256to511octets_gb),
    155	XGMAC_MMC_STAT("tx_512_to_1023_byte_packets", tx512to1023octets_gb),
    156	XGMAC_MMC_STAT("tx_1024_to_max_byte_packets", tx1024tomaxoctets_gb),
    157	XGMAC_MMC_STAT("tx_underflow_errors", txunderflowerror),
    158	XGMAC_MMC_STAT("tx_pause_frames", txpauseframes),
    159
    160	XGMAC_MMC_STAT("rx_bytes", rxoctetcount_gb),
    161	XGMAC_MMC_STAT("rx_packets", rxframecount_gb),
    162	XGMAC_MMC_STAT("rx_unicast_packets", rxunicastframes_g),
    163	XGMAC_MMC_STAT("rx_broadcast_packets", rxbroadcastframes_g),
    164	XGMAC_MMC_STAT("rx_multicast_packets", rxmulticastframes_g),
    165	XGMAC_MMC_STAT("rx_vlan_packets", rxvlanframes_gb),
    166	XGMAC_EXT_STAT("rx_vxlan_packets", rx_vxlan_packets),
    167	XGMAC_MMC_STAT("rx_64_byte_packets", rx64octets_gb),
    168	XGMAC_MMC_STAT("rx_65_to_127_byte_packets", rx65to127octets_gb),
    169	XGMAC_MMC_STAT("rx_128_to_255_byte_packets", rx128to255octets_gb),
    170	XGMAC_MMC_STAT("rx_256_to_511_byte_packets", rx256to511octets_gb),
    171	XGMAC_MMC_STAT("rx_512_to_1023_byte_packets", rx512to1023octets_gb),
    172	XGMAC_MMC_STAT("rx_1024_to_max_byte_packets", rx1024tomaxoctets_gb),
    173	XGMAC_MMC_STAT("rx_undersize_packets", rxundersize_g),
    174	XGMAC_MMC_STAT("rx_oversize_packets", rxoversize_g),
    175	XGMAC_MMC_STAT("rx_crc_errors", rxcrcerror),
    176	XGMAC_MMC_STAT("rx_crc_errors_small_packets", rxrunterror),
    177	XGMAC_MMC_STAT("rx_crc_errors_giant_packets", rxjabbererror),
    178	XGMAC_MMC_STAT("rx_length_errors", rxlengtherror),
    179	XGMAC_MMC_STAT("rx_out_of_range_errors", rxoutofrangetype),
    180	XGMAC_MMC_STAT("rx_fifo_overflow_errors", rxfifooverflow),
    181	XGMAC_MMC_STAT("rx_watchdog_errors", rxwatchdogerror),
    182	XGMAC_EXT_STAT("rx_csum_errors", rx_csum_errors),
    183	XGMAC_EXT_STAT("rx_vxlan_csum_errors", rx_vxlan_csum_errors),
    184	XGMAC_MMC_STAT("rx_pause_frames", rxpauseframes),
    185	XGMAC_EXT_STAT("rx_split_header_packets", rx_split_header_packets),
    186	XGMAC_EXT_STAT("rx_buffer_unavailable", rx_buffer_unavailable),
    187};
    188
    189#define XGBE_STATS_COUNT	ARRAY_SIZE(xgbe_gstring_stats)
    190
    191static void xgbe_get_strings(struct net_device *netdev, u32 stringset, u8 *data)
    192{
    193	struct xgbe_prv_data *pdata = netdev_priv(netdev);
    194	int i;
    195
    196	switch (stringset) {
    197	case ETH_SS_STATS:
    198		for (i = 0; i < XGBE_STATS_COUNT; i++) {
    199			memcpy(data, xgbe_gstring_stats[i].stat_string,
    200			       ETH_GSTRING_LEN);
    201			data += ETH_GSTRING_LEN;
    202		}
    203		for (i = 0; i < pdata->tx_ring_count; i++) {
    204			sprintf(data, "txq_%u_packets", i);
    205			data += ETH_GSTRING_LEN;
    206			sprintf(data, "txq_%u_bytes", i);
    207			data += ETH_GSTRING_LEN;
    208		}
    209		for (i = 0; i < pdata->rx_ring_count; i++) {
    210			sprintf(data, "rxq_%u_packets", i);
    211			data += ETH_GSTRING_LEN;
    212			sprintf(data, "rxq_%u_bytes", i);
    213			data += ETH_GSTRING_LEN;
    214		}
    215		break;
    216	}
    217}
    218
    219static void xgbe_get_ethtool_stats(struct net_device *netdev,
    220				   struct ethtool_stats *stats, u64 *data)
    221{
    222	struct xgbe_prv_data *pdata = netdev_priv(netdev);
    223	u8 *stat;
    224	int i;
    225
    226	pdata->hw_if.read_mmc_stats(pdata);
    227	for (i = 0; i < XGBE_STATS_COUNT; i++) {
    228		stat = (u8 *)pdata + xgbe_gstring_stats[i].stat_offset;
    229		*data++ = *(u64 *)stat;
    230	}
    231	for (i = 0; i < pdata->tx_ring_count; i++) {
    232		*data++ = pdata->ext_stats.txq_packets[i];
    233		*data++ = pdata->ext_stats.txq_bytes[i];
    234	}
    235	for (i = 0; i < pdata->rx_ring_count; i++) {
    236		*data++ = pdata->ext_stats.rxq_packets[i];
    237		*data++ = pdata->ext_stats.rxq_bytes[i];
    238	}
    239}
    240
    241static int xgbe_get_sset_count(struct net_device *netdev, int stringset)
    242{
    243	struct xgbe_prv_data *pdata = netdev_priv(netdev);
    244	int ret;
    245
    246	switch (stringset) {
    247	case ETH_SS_STATS:
    248		ret = XGBE_STATS_COUNT +
    249		      (pdata->tx_ring_count * 2) +
    250		      (pdata->rx_ring_count * 2);
    251		break;
    252
    253	default:
    254		ret = -EOPNOTSUPP;
    255	}
    256
    257	return ret;
    258}
    259
    260static void xgbe_get_pauseparam(struct net_device *netdev,
    261				struct ethtool_pauseparam *pause)
    262{
    263	struct xgbe_prv_data *pdata = netdev_priv(netdev);
    264
    265	pause->autoneg = pdata->phy.pause_autoneg;
    266	pause->tx_pause = pdata->phy.tx_pause;
    267	pause->rx_pause = pdata->phy.rx_pause;
    268}
    269
    270static int xgbe_set_pauseparam(struct net_device *netdev,
    271			       struct ethtool_pauseparam *pause)
    272{
    273	struct xgbe_prv_data *pdata = netdev_priv(netdev);
    274	struct ethtool_link_ksettings *lks = &pdata->phy.lks;
    275	int ret = 0;
    276
    277	if (pause->autoneg && (pdata->phy.autoneg != AUTONEG_ENABLE)) {
    278		netdev_err(netdev,
    279			   "autoneg disabled, pause autoneg not available\n");
    280		return -EINVAL;
    281	}
    282
    283	pdata->phy.pause_autoneg = pause->autoneg;
    284	pdata->phy.tx_pause = pause->tx_pause;
    285	pdata->phy.rx_pause = pause->rx_pause;
    286
    287	XGBE_CLR_ADV(lks, Pause);
    288	XGBE_CLR_ADV(lks, Asym_Pause);
    289
    290	if (pause->rx_pause) {
    291		XGBE_SET_ADV(lks, Pause);
    292		XGBE_SET_ADV(lks, Asym_Pause);
    293	}
    294
    295	if (pause->tx_pause) {
    296		/* Equivalent to XOR of Asym_Pause */
    297		if (XGBE_ADV(lks, Asym_Pause))
    298			XGBE_CLR_ADV(lks, Asym_Pause);
    299		else
    300			XGBE_SET_ADV(lks, Asym_Pause);
    301	}
    302
    303	if (netif_running(netdev))
    304		ret = pdata->phy_if.phy_config_aneg(pdata);
    305
    306	return ret;
    307}
    308
    309static int xgbe_get_link_ksettings(struct net_device *netdev,
    310				   struct ethtool_link_ksettings *cmd)
    311{
    312	struct xgbe_prv_data *pdata = netdev_priv(netdev);
    313	struct ethtool_link_ksettings *lks = &pdata->phy.lks;
    314
    315	cmd->base.phy_address = pdata->phy.address;
    316
    317	cmd->base.autoneg = pdata->phy.autoneg;
    318	cmd->base.speed = pdata->phy.speed;
    319	cmd->base.duplex = pdata->phy.duplex;
    320
    321	cmd->base.port = PORT_NONE;
    322
    323	XGBE_LM_COPY(cmd, supported, lks, supported);
    324	XGBE_LM_COPY(cmd, advertising, lks, advertising);
    325	XGBE_LM_COPY(cmd, lp_advertising, lks, lp_advertising);
    326
    327	return 0;
    328}
    329
    330static int xgbe_set_link_ksettings(struct net_device *netdev,
    331				   const struct ethtool_link_ksettings *cmd)
    332{
    333	struct xgbe_prv_data *pdata = netdev_priv(netdev);
    334	struct ethtool_link_ksettings *lks = &pdata->phy.lks;
    335	__ETHTOOL_DECLARE_LINK_MODE_MASK(advertising);
    336	u32 speed;
    337	int ret;
    338
    339	speed = cmd->base.speed;
    340
    341	if (cmd->base.phy_address != pdata->phy.address) {
    342		netdev_err(netdev, "invalid phy address %hhu\n",
    343			   cmd->base.phy_address);
    344		return -EINVAL;
    345	}
    346
    347	if ((cmd->base.autoneg != AUTONEG_ENABLE) &&
    348	    (cmd->base.autoneg != AUTONEG_DISABLE)) {
    349		netdev_err(netdev, "unsupported autoneg %hhu\n",
    350			   cmd->base.autoneg);
    351		return -EINVAL;
    352	}
    353
    354	if (cmd->base.autoneg == AUTONEG_DISABLE) {
    355		if (!pdata->phy_if.phy_valid_speed(pdata, speed)) {
    356			netdev_err(netdev, "unsupported speed %u\n", speed);
    357			return -EINVAL;
    358		}
    359
    360		if (cmd->base.duplex != DUPLEX_FULL) {
    361			netdev_err(netdev, "unsupported duplex %hhu\n",
    362				   cmd->base.duplex);
    363			return -EINVAL;
    364		}
    365	}
    366
    367	netif_dbg(pdata, link, netdev,
    368		  "requested advertisement 0x%*pb, phy supported 0x%*pb\n",
    369		  __ETHTOOL_LINK_MODE_MASK_NBITS, cmd->link_modes.advertising,
    370		  __ETHTOOL_LINK_MODE_MASK_NBITS, lks->link_modes.supported);
    371
    372	linkmode_and(advertising, cmd->link_modes.advertising,
    373		     lks->link_modes.supported);
    374
    375	if ((cmd->base.autoneg == AUTONEG_ENABLE) &&
    376	    bitmap_empty(advertising, __ETHTOOL_LINK_MODE_MASK_NBITS)) {
    377		netdev_err(netdev,
    378			   "unsupported requested advertisement\n");
    379		return -EINVAL;
    380	}
    381
    382	ret = 0;
    383	pdata->phy.autoneg = cmd->base.autoneg;
    384	pdata->phy.speed = speed;
    385	pdata->phy.duplex = cmd->base.duplex;
    386	linkmode_copy(lks->link_modes.advertising, advertising);
    387
    388	if (cmd->base.autoneg == AUTONEG_ENABLE)
    389		XGBE_SET_ADV(lks, Autoneg);
    390	else
    391		XGBE_CLR_ADV(lks, Autoneg);
    392
    393	if (netif_running(netdev))
    394		ret = pdata->phy_if.phy_config_aneg(pdata);
    395
    396	return ret;
    397}
    398
    399static void xgbe_get_drvinfo(struct net_device *netdev,
    400			     struct ethtool_drvinfo *drvinfo)
    401{
    402	struct xgbe_prv_data *pdata = netdev_priv(netdev);
    403	struct xgbe_hw_features *hw_feat = &pdata->hw_feat;
    404
    405	strlcpy(drvinfo->driver, XGBE_DRV_NAME, sizeof(drvinfo->driver));
    406	strlcpy(drvinfo->bus_info, dev_name(pdata->dev),
    407		sizeof(drvinfo->bus_info));
    408	snprintf(drvinfo->fw_version, sizeof(drvinfo->fw_version), "%d.%d.%d",
    409		 XGMAC_GET_BITS(hw_feat->version, MAC_VR, USERVER),
    410		 XGMAC_GET_BITS(hw_feat->version, MAC_VR, DEVID),
    411		 XGMAC_GET_BITS(hw_feat->version, MAC_VR, SNPSVER));
    412}
    413
    414static u32 xgbe_get_msglevel(struct net_device *netdev)
    415{
    416	struct xgbe_prv_data *pdata = netdev_priv(netdev);
    417
    418	return pdata->msg_enable;
    419}
    420
    421static void xgbe_set_msglevel(struct net_device *netdev, u32 msglevel)
    422{
    423	struct xgbe_prv_data *pdata = netdev_priv(netdev);
    424
    425	pdata->msg_enable = msglevel;
    426}
    427
    428static int xgbe_get_coalesce(struct net_device *netdev,
    429			     struct ethtool_coalesce *ec,
    430			     struct kernel_ethtool_coalesce *kernel_coal,
    431			     struct netlink_ext_ack *extack)
    432{
    433	struct xgbe_prv_data *pdata = netdev_priv(netdev);
    434
    435	memset(ec, 0, sizeof(struct ethtool_coalesce));
    436
    437	ec->rx_coalesce_usecs = pdata->rx_usecs;
    438	ec->rx_max_coalesced_frames = pdata->rx_frames;
    439
    440	ec->tx_max_coalesced_frames = pdata->tx_frames;
    441
    442	return 0;
    443}
    444
    445static int xgbe_set_coalesce(struct net_device *netdev,
    446			     struct ethtool_coalesce *ec,
    447			     struct kernel_ethtool_coalesce *kernel_coal,
    448			     struct netlink_ext_ack *extack)
    449{
    450	struct xgbe_prv_data *pdata = netdev_priv(netdev);
    451	struct xgbe_hw_if *hw_if = &pdata->hw_if;
    452	unsigned int rx_frames, rx_riwt, rx_usecs;
    453	unsigned int tx_frames;
    454
    455	rx_riwt = hw_if->usec_to_riwt(pdata, ec->rx_coalesce_usecs);
    456	rx_usecs = ec->rx_coalesce_usecs;
    457	rx_frames = ec->rx_max_coalesced_frames;
    458
    459	/* Use smallest possible value if conversion resulted in zero */
    460	if (rx_usecs && !rx_riwt)
    461		rx_riwt = 1;
    462
    463	/* Check the bounds of values for Rx */
    464	if (rx_riwt > XGMAC_MAX_DMA_RIWT) {
    465		netdev_err(netdev, "rx-usec is limited to %d usecs\n",
    466			   hw_if->riwt_to_usec(pdata, XGMAC_MAX_DMA_RIWT));
    467		return -EINVAL;
    468	}
    469	if (rx_frames > pdata->rx_desc_count) {
    470		netdev_err(netdev, "rx-frames is limited to %d frames\n",
    471			   pdata->rx_desc_count);
    472		return -EINVAL;
    473	}
    474
    475	tx_frames = ec->tx_max_coalesced_frames;
    476
    477	/* Check the bounds of values for Tx */
    478	if (tx_frames > pdata->tx_desc_count) {
    479		netdev_err(netdev, "tx-frames is limited to %d frames\n",
    480			   pdata->tx_desc_count);
    481		return -EINVAL;
    482	}
    483
    484	pdata->rx_riwt = rx_riwt;
    485	pdata->rx_usecs = rx_usecs;
    486	pdata->rx_frames = rx_frames;
    487	hw_if->config_rx_coalesce(pdata);
    488
    489	pdata->tx_frames = tx_frames;
    490	hw_if->config_tx_coalesce(pdata);
    491
    492	return 0;
    493}
    494
    495static int xgbe_get_rxnfc(struct net_device *netdev,
    496			  struct ethtool_rxnfc *rxnfc, u32 *rule_locs)
    497{
    498	struct xgbe_prv_data *pdata = netdev_priv(netdev);
    499
    500	switch (rxnfc->cmd) {
    501	case ETHTOOL_GRXRINGS:
    502		rxnfc->data = pdata->rx_ring_count;
    503		break;
    504	default:
    505		return -EOPNOTSUPP;
    506	}
    507
    508	return 0;
    509}
    510
    511static u32 xgbe_get_rxfh_key_size(struct net_device *netdev)
    512{
    513	struct xgbe_prv_data *pdata = netdev_priv(netdev);
    514
    515	return sizeof(pdata->rss_key);
    516}
    517
    518static u32 xgbe_get_rxfh_indir_size(struct net_device *netdev)
    519{
    520	struct xgbe_prv_data *pdata = netdev_priv(netdev);
    521
    522	return ARRAY_SIZE(pdata->rss_table);
    523}
    524
    525static int xgbe_get_rxfh(struct net_device *netdev, u32 *indir, u8 *key,
    526			 u8 *hfunc)
    527{
    528	struct xgbe_prv_data *pdata = netdev_priv(netdev);
    529	unsigned int i;
    530
    531	if (indir) {
    532		for (i = 0; i < ARRAY_SIZE(pdata->rss_table); i++)
    533			indir[i] = XGMAC_GET_BITS(pdata->rss_table[i],
    534						  MAC_RSSDR, DMCH);
    535	}
    536
    537	if (key)
    538		memcpy(key, pdata->rss_key, sizeof(pdata->rss_key));
    539
    540	if (hfunc)
    541		*hfunc = ETH_RSS_HASH_TOP;
    542
    543	return 0;
    544}
    545
    546static int xgbe_set_rxfh(struct net_device *netdev, const u32 *indir,
    547			 const u8 *key, const u8 hfunc)
    548{
    549	struct xgbe_prv_data *pdata = netdev_priv(netdev);
    550	struct xgbe_hw_if *hw_if = &pdata->hw_if;
    551	unsigned int ret;
    552
    553	if (hfunc != ETH_RSS_HASH_NO_CHANGE && hfunc != ETH_RSS_HASH_TOP) {
    554		netdev_err(netdev, "unsupported hash function\n");
    555		return -EOPNOTSUPP;
    556	}
    557
    558	if (indir) {
    559		ret = hw_if->set_rss_lookup_table(pdata, indir);
    560		if (ret)
    561			return ret;
    562	}
    563
    564	if (key) {
    565		ret = hw_if->set_rss_hash_key(pdata, key);
    566		if (ret)
    567			return ret;
    568	}
    569
    570	return 0;
    571}
    572
    573static int xgbe_get_ts_info(struct net_device *netdev,
    574			    struct ethtool_ts_info *ts_info)
    575{
    576	struct xgbe_prv_data *pdata = netdev_priv(netdev);
    577
    578	ts_info->so_timestamping = SOF_TIMESTAMPING_TX_SOFTWARE |
    579				   SOF_TIMESTAMPING_RX_SOFTWARE |
    580				   SOF_TIMESTAMPING_SOFTWARE |
    581				   SOF_TIMESTAMPING_TX_HARDWARE |
    582				   SOF_TIMESTAMPING_RX_HARDWARE |
    583				   SOF_TIMESTAMPING_RAW_HARDWARE;
    584
    585	if (pdata->ptp_clock)
    586		ts_info->phc_index = ptp_clock_index(pdata->ptp_clock);
    587	else
    588		ts_info->phc_index = -1;
    589
    590	ts_info->tx_types = (1 << HWTSTAMP_TX_OFF) | (1 << HWTSTAMP_TX_ON);
    591	ts_info->rx_filters = (1 << HWTSTAMP_FILTER_NONE) |
    592			      (1 << HWTSTAMP_FILTER_PTP_V1_L4_EVENT) |
    593			      (1 << HWTSTAMP_FILTER_PTP_V1_L4_SYNC) |
    594			      (1 << HWTSTAMP_FILTER_PTP_V1_L4_DELAY_REQ) |
    595			      (1 << HWTSTAMP_FILTER_PTP_V2_L4_EVENT) |
    596			      (1 << HWTSTAMP_FILTER_PTP_V2_L4_SYNC) |
    597			      (1 << HWTSTAMP_FILTER_PTP_V2_L4_DELAY_REQ) |
    598			      (1 << HWTSTAMP_FILTER_PTP_V2_EVENT) |
    599			      (1 << HWTSTAMP_FILTER_PTP_V2_SYNC) |
    600			      (1 << HWTSTAMP_FILTER_PTP_V2_DELAY_REQ) |
    601			      (1 << HWTSTAMP_FILTER_ALL);
    602
    603	return 0;
    604}
    605
    606static int xgbe_get_module_info(struct net_device *netdev,
    607				struct ethtool_modinfo *modinfo)
    608{
    609	struct xgbe_prv_data *pdata = netdev_priv(netdev);
    610
    611	return pdata->phy_if.module_info(pdata, modinfo);
    612}
    613
    614static int xgbe_get_module_eeprom(struct net_device *netdev,
    615				  struct ethtool_eeprom *eeprom, u8 *data)
    616{
    617	struct xgbe_prv_data *pdata = netdev_priv(netdev);
    618
    619	return pdata->phy_if.module_eeprom(pdata, eeprom, data);
    620}
    621
    622static void
    623xgbe_get_ringparam(struct net_device *netdev,
    624		   struct ethtool_ringparam *ringparam,
    625		   struct kernel_ethtool_ringparam *kernel_ringparam,
    626		   struct netlink_ext_ack *extack)
    627{
    628	struct xgbe_prv_data *pdata = netdev_priv(netdev);
    629
    630	ringparam->rx_max_pending = XGBE_RX_DESC_CNT_MAX;
    631	ringparam->tx_max_pending = XGBE_TX_DESC_CNT_MAX;
    632	ringparam->rx_pending = pdata->rx_desc_count;
    633	ringparam->tx_pending = pdata->tx_desc_count;
    634}
    635
    636static int xgbe_set_ringparam(struct net_device *netdev,
    637			      struct ethtool_ringparam *ringparam,
    638			      struct kernel_ethtool_ringparam *kernel_ringparam,
    639			      struct netlink_ext_ack *extack)
    640{
    641	struct xgbe_prv_data *pdata = netdev_priv(netdev);
    642	unsigned int rx, tx;
    643
    644	if (ringparam->rx_mini_pending || ringparam->rx_jumbo_pending) {
    645		netdev_err(netdev, "unsupported ring parameter\n");
    646		return -EINVAL;
    647	}
    648
    649	if ((ringparam->rx_pending < XGBE_RX_DESC_CNT_MIN) ||
    650	    (ringparam->rx_pending > XGBE_RX_DESC_CNT_MAX)) {
    651		netdev_err(netdev,
    652			   "rx ring parameter must be between %u and %u\n",
    653			   XGBE_RX_DESC_CNT_MIN, XGBE_RX_DESC_CNT_MAX);
    654		return -EINVAL;
    655	}
    656
    657	if ((ringparam->tx_pending < XGBE_TX_DESC_CNT_MIN) ||
    658	    (ringparam->tx_pending > XGBE_TX_DESC_CNT_MAX)) {
    659		netdev_err(netdev,
    660			   "tx ring parameter must be between %u and %u\n",
    661			   XGBE_TX_DESC_CNT_MIN, XGBE_TX_DESC_CNT_MAX);
    662		return -EINVAL;
    663	}
    664
    665	rx = __rounddown_pow_of_two(ringparam->rx_pending);
    666	if (rx != ringparam->rx_pending)
    667		netdev_notice(netdev,
    668			      "rx ring parameter rounded to power of two: %u\n",
    669			      rx);
    670
    671	tx = __rounddown_pow_of_two(ringparam->tx_pending);
    672	if (tx != ringparam->tx_pending)
    673		netdev_notice(netdev,
    674			      "tx ring parameter rounded to power of two: %u\n",
    675			      tx);
    676
    677	if ((rx == pdata->rx_desc_count) &&
    678	    (tx == pdata->tx_desc_count))
    679		goto out;
    680
    681	pdata->rx_desc_count = rx;
    682	pdata->tx_desc_count = tx;
    683
    684	xgbe_restart_dev(pdata);
    685
    686out:
    687	return 0;
    688}
    689
    690static void xgbe_get_channels(struct net_device *netdev,
    691			      struct ethtool_channels *channels)
    692{
    693	struct xgbe_prv_data *pdata = netdev_priv(netdev);
    694	unsigned int rx, tx, combined;
    695
    696	/* Calculate maximums allowed:
    697	 *   - Take into account the number of available IRQs
    698	 *   - Do not take into account the number of online CPUs so that
    699	 *     the user can over-subscribe if desired
    700	 *   - Tx is additionally limited by the number of hardware queues
    701	 */
    702	rx = min(pdata->hw_feat.rx_ch_cnt, pdata->rx_max_channel_count);
    703	rx = min(rx, pdata->channel_irq_count);
    704	tx = min(pdata->hw_feat.tx_ch_cnt, pdata->tx_max_channel_count);
    705	tx = min(tx, pdata->channel_irq_count);
    706	tx = min(tx, pdata->tx_max_q_count);
    707
    708	combined = min(rx, tx);
    709
    710	channels->max_combined = combined;
    711	channels->max_rx = rx ? rx - 1 : 0;
    712	channels->max_tx = tx ? tx - 1 : 0;
    713
    714	/* Get current settings based on device state */
    715	rx = pdata->new_rx_ring_count ? : pdata->rx_ring_count;
    716	tx = pdata->new_tx_ring_count ? : pdata->tx_ring_count;
    717
    718	combined = min(rx, tx);
    719	rx -= combined;
    720	tx -= combined;
    721
    722	channels->combined_count = combined;
    723	channels->rx_count = rx;
    724	channels->tx_count = tx;
    725}
    726
    727static void xgbe_print_set_channels_input(struct net_device *netdev,
    728					  struct ethtool_channels *channels)
    729{
    730	netdev_err(netdev, "channel inputs: combined=%u, rx-only=%u, tx-only=%u\n",
    731		   channels->combined_count, channels->rx_count,
    732		   channels->tx_count);
    733}
    734
    735static int xgbe_set_channels(struct net_device *netdev,
    736			     struct ethtool_channels *channels)
    737{
    738	struct xgbe_prv_data *pdata = netdev_priv(netdev);
    739	unsigned int rx, rx_curr, tx, tx_curr, combined;
    740
    741	/* Calculate maximums allowed:
    742	 *   - Take into account the number of available IRQs
    743	 *   - Do not take into account the number of online CPUs so that
    744	 *     the user can over-subscribe if desired
    745	 *   - Tx is additionally limited by the number of hardware queues
    746	 */
    747	rx = min(pdata->hw_feat.rx_ch_cnt, pdata->rx_max_channel_count);
    748	rx = min(rx, pdata->channel_irq_count);
    749	tx = min(pdata->hw_feat.tx_ch_cnt, pdata->tx_max_channel_count);
    750	tx = min(tx, pdata->tx_max_q_count);
    751	tx = min(tx, pdata->channel_irq_count);
    752
    753	combined = min(rx, tx);
    754
    755	/* Should not be setting other count */
    756	if (channels->other_count) {
    757		netdev_err(netdev,
    758			   "other channel count must be zero\n");
    759		return -EINVAL;
    760	}
    761
    762	/* Require at least one Combined (Rx and Tx) channel */
    763	if (!channels->combined_count) {
    764		netdev_err(netdev,
    765			   "at least one combined Rx/Tx channel is required\n");
    766		xgbe_print_set_channels_input(netdev, channels);
    767		return -EINVAL;
    768	}
    769
    770	/* Check combined channels */
    771	if (channels->combined_count > combined) {
    772		netdev_err(netdev,
    773			   "combined channel count cannot exceed %u\n",
    774			   combined);
    775		xgbe_print_set_channels_input(netdev, channels);
    776		return -EINVAL;
    777	}
    778
    779	/* Can have some Rx-only or Tx-only channels, but not both */
    780	if (channels->rx_count && channels->tx_count) {
    781		netdev_err(netdev,
    782			   "cannot specify both Rx-only and Tx-only channels\n");
    783		xgbe_print_set_channels_input(netdev, channels);
    784		return -EINVAL;
    785	}
    786
    787	/* Check that we don't exceed the maximum number of channels */
    788	if ((channels->combined_count + channels->rx_count) > rx) {
    789		netdev_err(netdev,
    790			   "total Rx channels (%u) requested exceeds maximum available (%u)\n",
    791			   channels->combined_count + channels->rx_count, rx);
    792		xgbe_print_set_channels_input(netdev, channels);
    793		return -EINVAL;
    794	}
    795
    796	if ((channels->combined_count + channels->tx_count) > tx) {
    797		netdev_err(netdev,
    798			   "total Tx channels (%u) requested exceeds maximum available (%u)\n",
    799			   channels->combined_count + channels->tx_count, tx);
    800		xgbe_print_set_channels_input(netdev, channels);
    801		return -EINVAL;
    802	}
    803
    804	rx = channels->combined_count + channels->rx_count;
    805	tx = channels->combined_count + channels->tx_count;
    806
    807	rx_curr = pdata->new_rx_ring_count ? : pdata->rx_ring_count;
    808	tx_curr = pdata->new_tx_ring_count ? : pdata->tx_ring_count;
    809
    810	if ((rx == rx_curr) && (tx == tx_curr))
    811		goto out;
    812
    813	pdata->new_rx_ring_count = rx;
    814	pdata->new_tx_ring_count = tx;
    815
    816	xgbe_full_restart_dev(pdata);
    817
    818out:
    819	return 0;
    820}
    821
    822static const struct ethtool_ops xgbe_ethtool_ops = {
    823	.supported_coalesce_params = ETHTOOL_COALESCE_RX_USECS |
    824				     ETHTOOL_COALESCE_MAX_FRAMES,
    825	.get_drvinfo = xgbe_get_drvinfo,
    826	.get_msglevel = xgbe_get_msglevel,
    827	.set_msglevel = xgbe_set_msglevel,
    828	.get_link = ethtool_op_get_link,
    829	.get_coalesce = xgbe_get_coalesce,
    830	.set_coalesce = xgbe_set_coalesce,
    831	.get_pauseparam = xgbe_get_pauseparam,
    832	.set_pauseparam = xgbe_set_pauseparam,
    833	.get_strings = xgbe_get_strings,
    834	.get_ethtool_stats = xgbe_get_ethtool_stats,
    835	.get_sset_count = xgbe_get_sset_count,
    836	.get_rxnfc = xgbe_get_rxnfc,
    837	.get_rxfh_key_size = xgbe_get_rxfh_key_size,
    838	.get_rxfh_indir_size = xgbe_get_rxfh_indir_size,
    839	.get_rxfh = xgbe_get_rxfh,
    840	.set_rxfh = xgbe_set_rxfh,
    841	.get_ts_info = xgbe_get_ts_info,
    842	.get_link_ksettings = xgbe_get_link_ksettings,
    843	.set_link_ksettings = xgbe_set_link_ksettings,
    844	.get_module_info = xgbe_get_module_info,
    845	.get_module_eeprom = xgbe_get_module_eeprom,
    846	.get_ringparam = xgbe_get_ringparam,
    847	.set_ringparam = xgbe_set_ringparam,
    848	.get_channels = xgbe_get_channels,
    849	.set_channels = xgbe_set_channels,
    850};
    851
    852const struct ethtool_ops *xgbe_get_ethtool_ops(void)
    853{
    854	return &xgbe_ethtool_ops;
    855}