cachepc-linux

Fork of AMDESE/linux with modifications for CachePC side-channel attack
git clone https://git.sinitax.com/sinitax/cachepc-linux
Log | Files | Refs | README | LICENSE | sfeed.txt

ixgbe_x540.c (27561B)


      1// SPDX-License-Identifier: GPL-2.0
      2/* Copyright(c) 1999 - 2018 Intel Corporation. */
      3
      4#include <linux/pci.h>
      5#include <linux/delay.h>
      6#include <linux/sched.h>
      7
      8#include "ixgbe.h"
      9#include "ixgbe_phy.h"
     10#include "ixgbe_x540.h"
     11
     12#define IXGBE_X540_MAX_TX_QUEUES	128
     13#define IXGBE_X540_MAX_RX_QUEUES	128
     14#define IXGBE_X540_RAR_ENTRIES		128
     15#define IXGBE_X540_MC_TBL_SIZE		128
     16#define IXGBE_X540_VFT_TBL_SIZE		128
     17#define IXGBE_X540_RX_PB_SIZE		384
     18
     19static s32 ixgbe_update_flash_X540(struct ixgbe_hw *hw);
     20static s32 ixgbe_poll_flash_update_done_X540(struct ixgbe_hw *hw);
     21static s32 ixgbe_get_swfw_sync_semaphore(struct ixgbe_hw *hw);
     22static void ixgbe_release_swfw_sync_semaphore(struct ixgbe_hw *hw);
     23
     24enum ixgbe_media_type ixgbe_get_media_type_X540(struct ixgbe_hw *hw)
     25{
     26	return ixgbe_media_type_copper;
     27}
     28
     29s32 ixgbe_get_invariants_X540(struct ixgbe_hw *hw)
     30{
     31	struct ixgbe_mac_info *mac = &hw->mac;
     32	struct ixgbe_phy_info *phy = &hw->phy;
     33
     34	/* set_phy_power was set by default to NULL */
     35	phy->ops.set_phy_power = ixgbe_set_copper_phy_power;
     36
     37	mac->mcft_size = IXGBE_X540_MC_TBL_SIZE;
     38	mac->vft_size = IXGBE_X540_VFT_TBL_SIZE;
     39	mac->num_rar_entries = IXGBE_X540_RAR_ENTRIES;
     40	mac->rx_pb_size = IXGBE_X540_RX_PB_SIZE;
     41	mac->max_rx_queues = IXGBE_X540_MAX_RX_QUEUES;
     42	mac->max_tx_queues = IXGBE_X540_MAX_TX_QUEUES;
     43	mac->max_msix_vectors = ixgbe_get_pcie_msix_count_generic(hw);
     44
     45	return 0;
     46}
     47
     48/**
     49 *  ixgbe_setup_mac_link_X540 - Set the auto advertised capabilitires
     50 *  @hw: pointer to hardware structure
     51 *  @speed: new link speed
     52 *  @autoneg_wait_to_complete: true when waiting for completion is needed
     53 **/
     54s32 ixgbe_setup_mac_link_X540(struct ixgbe_hw *hw, ixgbe_link_speed speed,
     55			      bool autoneg_wait_to_complete)
     56{
     57	return hw->phy.ops.setup_link_speed(hw, speed,
     58					    autoneg_wait_to_complete);
     59}
     60
     61/**
     62 *  ixgbe_reset_hw_X540 - Perform hardware reset
     63 *  @hw: pointer to hardware structure
     64 *
     65 *  Resets the hardware by resetting the transmit and receive units, masks
     66 *  and clears all interrupts, perform a PHY reset, and perform a link (MAC)
     67 *  reset.
     68 **/
     69s32 ixgbe_reset_hw_X540(struct ixgbe_hw *hw)
     70{
     71	s32 status;
     72	u32 ctrl, i;
     73	u32 swfw_mask = hw->phy.phy_semaphore_mask;
     74
     75	/* Call adapter stop to disable tx/rx and clear interrupts */
     76	status = hw->mac.ops.stop_adapter(hw);
     77	if (status)
     78		return status;
     79
     80	/* flush pending Tx transactions */
     81	ixgbe_clear_tx_pending(hw);
     82
     83mac_reset_top:
     84	status = hw->mac.ops.acquire_swfw_sync(hw, swfw_mask);
     85	if (status) {
     86		hw_dbg(hw, "semaphore failed with %d", status);
     87		return IXGBE_ERR_SWFW_SYNC;
     88	}
     89
     90	ctrl = IXGBE_CTRL_RST;
     91	ctrl |= IXGBE_READ_REG(hw, IXGBE_CTRL);
     92	IXGBE_WRITE_REG(hw, IXGBE_CTRL, ctrl);
     93	IXGBE_WRITE_FLUSH(hw);
     94	hw->mac.ops.release_swfw_sync(hw, swfw_mask);
     95	usleep_range(1000, 1200);
     96
     97	/* Poll for reset bit to self-clear indicating reset is complete */
     98	for (i = 0; i < 10; i++) {
     99		ctrl = IXGBE_READ_REG(hw, IXGBE_CTRL);
    100		if (!(ctrl & IXGBE_CTRL_RST_MASK))
    101			break;
    102		udelay(1);
    103	}
    104
    105	if (ctrl & IXGBE_CTRL_RST_MASK) {
    106		status = IXGBE_ERR_RESET_FAILED;
    107		hw_dbg(hw, "Reset polling failed to complete.\n");
    108	}
    109	msleep(100);
    110
    111	/*
    112	 * Double resets are required for recovery from certain error
    113	 * conditions.  Between resets, it is necessary to stall to allow time
    114	 * for any pending HW events to complete.
    115	 */
    116	if (hw->mac.flags & IXGBE_FLAGS_DOUBLE_RESET_REQUIRED) {
    117		hw->mac.flags &= ~IXGBE_FLAGS_DOUBLE_RESET_REQUIRED;
    118		goto mac_reset_top;
    119	}
    120
    121	/* Set the Rx packet buffer size. */
    122	IXGBE_WRITE_REG(hw, IXGBE_RXPBSIZE(0), 384 << IXGBE_RXPBSIZE_SHIFT);
    123
    124	/* Store the permanent mac address */
    125	hw->mac.ops.get_mac_addr(hw, hw->mac.perm_addr);
    126
    127	/*
    128	 * Store MAC address from RAR0, clear receive address registers, and
    129	 * clear the multicast table.  Also reset num_rar_entries to 128,
    130	 * since we modify this value when programming the SAN MAC address.
    131	 */
    132	hw->mac.num_rar_entries = IXGBE_X540_MAX_TX_QUEUES;
    133	hw->mac.ops.init_rx_addrs(hw);
    134
    135	/* Store the permanent SAN mac address */
    136	hw->mac.ops.get_san_mac_addr(hw, hw->mac.san_addr);
    137
    138	/* Add the SAN MAC address to the RAR only if it's a valid address */
    139	if (is_valid_ether_addr(hw->mac.san_addr)) {
    140		/* Save the SAN MAC RAR index */
    141		hw->mac.san_mac_rar_index = hw->mac.num_rar_entries - 1;
    142
    143		hw->mac.ops.set_rar(hw, hw->mac.san_mac_rar_index,
    144				    hw->mac.san_addr, 0, IXGBE_RAH_AV);
    145
    146		/* clear VMDq pool/queue selection for this RAR */
    147		hw->mac.ops.clear_vmdq(hw, hw->mac.san_mac_rar_index,
    148				       IXGBE_CLEAR_VMDQ_ALL);
    149
    150		/* Reserve the last RAR for the SAN MAC address */
    151		hw->mac.num_rar_entries--;
    152	}
    153
    154	/* Store the alternative WWNN/WWPN prefix */
    155	hw->mac.ops.get_wwn_prefix(hw, &hw->mac.wwnn_prefix,
    156				   &hw->mac.wwpn_prefix);
    157
    158	return status;
    159}
    160
    161/**
    162 *  ixgbe_start_hw_X540 - Prepare hardware for Tx/Rx
    163 *  @hw: pointer to hardware structure
    164 *
    165 *  Starts the hardware using the generic start_hw function
    166 *  and the generation start_hw function.
    167 *  Then performs revision-specific operations, if any.
    168 **/
    169s32 ixgbe_start_hw_X540(struct ixgbe_hw *hw)
    170{
    171	s32 ret_val;
    172
    173	ret_val = ixgbe_start_hw_generic(hw);
    174	if (ret_val)
    175		return ret_val;
    176
    177	return ixgbe_start_hw_gen2(hw);
    178}
    179
    180/**
    181 *  ixgbe_init_eeprom_params_X540 - Initialize EEPROM params
    182 *  @hw: pointer to hardware structure
    183 *
    184 *  Initializes the EEPROM parameters ixgbe_eeprom_info within the
    185 *  ixgbe_hw struct in order to set up EEPROM access.
    186 **/
    187s32 ixgbe_init_eeprom_params_X540(struct ixgbe_hw *hw)
    188{
    189	struct ixgbe_eeprom_info *eeprom = &hw->eeprom;
    190	u32 eec;
    191	u16 eeprom_size;
    192
    193	if (eeprom->type == ixgbe_eeprom_uninitialized) {
    194		eeprom->semaphore_delay = 10;
    195		eeprom->type = ixgbe_flash;
    196
    197		eec = IXGBE_READ_REG(hw, IXGBE_EEC(hw));
    198		eeprom_size = (u16)((eec & IXGBE_EEC_SIZE) >>
    199				    IXGBE_EEC_SIZE_SHIFT);
    200		eeprom->word_size = BIT(eeprom_size +
    201					IXGBE_EEPROM_WORD_SIZE_SHIFT);
    202
    203		hw_dbg(hw, "Eeprom params: type = %d, size = %d\n",
    204		       eeprom->type, eeprom->word_size);
    205	}
    206
    207	return 0;
    208}
    209
    210/**
    211 *  ixgbe_read_eerd_X540- Read EEPROM word using EERD
    212 *  @hw: pointer to hardware structure
    213 *  @offset: offset of  word in the EEPROM to read
    214 *  @data: word read from the EEPROM
    215 *
    216 *  Reads a 16 bit word from the EEPROM using the EERD register.
    217 **/
    218static s32 ixgbe_read_eerd_X540(struct ixgbe_hw *hw, u16 offset, u16 *data)
    219{
    220	s32 status;
    221
    222	if (hw->mac.ops.acquire_swfw_sync(hw, IXGBE_GSSR_EEP_SM))
    223		return IXGBE_ERR_SWFW_SYNC;
    224
    225	status = ixgbe_read_eerd_generic(hw, offset, data);
    226
    227	hw->mac.ops.release_swfw_sync(hw, IXGBE_GSSR_EEP_SM);
    228	return status;
    229}
    230
    231/**
    232 *  ixgbe_read_eerd_buffer_X540 - Read EEPROM word(s) using EERD
    233 *  @hw: pointer to hardware structure
    234 *  @offset: offset of  word in the EEPROM to read
    235 *  @words: number of words
    236 *  @data: word(s) read from the EEPROM
    237 *
    238 *  Reads a 16 bit word(s) from the EEPROM using the EERD register.
    239 **/
    240static s32 ixgbe_read_eerd_buffer_X540(struct ixgbe_hw *hw,
    241				       u16 offset, u16 words, u16 *data)
    242{
    243	s32 status;
    244
    245	if (hw->mac.ops.acquire_swfw_sync(hw, IXGBE_GSSR_EEP_SM))
    246		return IXGBE_ERR_SWFW_SYNC;
    247
    248	status = ixgbe_read_eerd_buffer_generic(hw, offset, words, data);
    249
    250	hw->mac.ops.release_swfw_sync(hw, IXGBE_GSSR_EEP_SM);
    251	return status;
    252}
    253
    254/**
    255 *  ixgbe_write_eewr_X540 - Write EEPROM word using EEWR
    256 *  @hw: pointer to hardware structure
    257 *  @offset: offset of  word in the EEPROM to write
    258 *  @data: word write to the EEPROM
    259 *
    260 *  Write a 16 bit word to the EEPROM using the EEWR register.
    261 **/
    262static s32 ixgbe_write_eewr_X540(struct ixgbe_hw *hw, u16 offset, u16 data)
    263{
    264	s32 status;
    265
    266	if (hw->mac.ops.acquire_swfw_sync(hw, IXGBE_GSSR_EEP_SM))
    267		return IXGBE_ERR_SWFW_SYNC;
    268
    269	status = ixgbe_write_eewr_generic(hw, offset, data);
    270
    271	hw->mac.ops.release_swfw_sync(hw, IXGBE_GSSR_EEP_SM);
    272	return status;
    273}
    274
    275/**
    276 *  ixgbe_write_eewr_buffer_X540 - Write EEPROM word(s) using EEWR
    277 *  @hw: pointer to hardware structure
    278 *  @offset: offset of  word in the EEPROM to write
    279 *  @words: number of words
    280 *  @data: word(s) write to the EEPROM
    281 *
    282 *  Write a 16 bit word(s) to the EEPROM using the EEWR register.
    283 **/
    284static s32 ixgbe_write_eewr_buffer_X540(struct ixgbe_hw *hw,
    285					u16 offset, u16 words, u16 *data)
    286{
    287	s32 status;
    288
    289	if (hw->mac.ops.acquire_swfw_sync(hw, IXGBE_GSSR_EEP_SM))
    290		return IXGBE_ERR_SWFW_SYNC;
    291
    292	status = ixgbe_write_eewr_buffer_generic(hw, offset, words, data);
    293
    294	hw->mac.ops.release_swfw_sync(hw, IXGBE_GSSR_EEP_SM);
    295	return status;
    296}
    297
    298/**
    299 *  ixgbe_calc_eeprom_checksum_X540 - Calculates and returns the checksum
    300 *
    301 *  This function does not use synchronization for EERD and EEWR. It can
    302 *  be used internally by function which utilize ixgbe_acquire_swfw_sync_X540.
    303 *
    304 *  @hw: pointer to hardware structure
    305 **/
    306static s32 ixgbe_calc_eeprom_checksum_X540(struct ixgbe_hw *hw)
    307{
    308	u16 i;
    309	u16 j;
    310	u16 checksum = 0;
    311	u16 length = 0;
    312	u16 pointer = 0;
    313	u16 word = 0;
    314	u16 checksum_last_word = IXGBE_EEPROM_CHECKSUM;
    315	u16 ptr_start = IXGBE_PCIE_ANALOG_PTR;
    316
    317	/*
    318	 * Do not use hw->eeprom.ops.read because we do not want to take
    319	 * the synchronization semaphores here. Instead use
    320	 * ixgbe_read_eerd_generic
    321	 */
    322
    323	/* Include 0x0-0x3F in the checksum */
    324	for (i = 0; i < checksum_last_word; i++) {
    325		if (ixgbe_read_eerd_generic(hw, i, &word)) {
    326			hw_dbg(hw, "EEPROM read failed\n");
    327			return IXGBE_ERR_EEPROM;
    328		}
    329		checksum += word;
    330	}
    331
    332	/*
    333	 * Include all data from pointers 0x3, 0x6-0xE.  This excludes the
    334	 * FW, PHY module, and PCIe Expansion/Option ROM pointers.
    335	 */
    336	for (i = ptr_start; i < IXGBE_FW_PTR; i++) {
    337		if (i == IXGBE_PHY_PTR || i == IXGBE_OPTION_ROM_PTR)
    338			continue;
    339
    340		if (ixgbe_read_eerd_generic(hw, i, &pointer)) {
    341			hw_dbg(hw, "EEPROM read failed\n");
    342			break;
    343		}
    344
    345		/* Skip pointer section if the pointer is invalid. */
    346		if (pointer == 0xFFFF || pointer == 0 ||
    347		    pointer >= hw->eeprom.word_size)
    348			continue;
    349
    350		if (ixgbe_read_eerd_generic(hw, pointer, &length)) {
    351			hw_dbg(hw, "EEPROM read failed\n");
    352			return IXGBE_ERR_EEPROM;
    353		}
    354
    355		/* Skip pointer section if length is invalid. */
    356		if (length == 0xFFFF || length == 0 ||
    357		    (pointer + length) >= hw->eeprom.word_size)
    358			continue;
    359
    360		for (j = pointer + 1; j <= pointer + length; j++) {
    361			if (ixgbe_read_eerd_generic(hw, j, &word)) {
    362				hw_dbg(hw, "EEPROM read failed\n");
    363				return IXGBE_ERR_EEPROM;
    364			}
    365			checksum += word;
    366		}
    367	}
    368
    369	checksum = (u16)IXGBE_EEPROM_SUM - checksum;
    370
    371	return (s32)checksum;
    372}
    373
    374/**
    375 *  ixgbe_validate_eeprom_checksum_X540 - Validate EEPROM checksum
    376 *  @hw: pointer to hardware structure
    377 *  @checksum_val: calculated checksum
    378 *
    379 *  Performs checksum calculation and validates the EEPROM checksum.  If the
    380 *  caller does not need checksum_val, the value can be NULL.
    381 **/
    382static s32 ixgbe_validate_eeprom_checksum_X540(struct ixgbe_hw *hw,
    383					       u16 *checksum_val)
    384{
    385	s32 status;
    386	u16 checksum;
    387	u16 read_checksum = 0;
    388
    389	/* Read the first word from the EEPROM. If this times out or fails, do
    390	 * not continue or we could be in for a very long wait while every
    391	 * EEPROM read fails
    392	 */
    393	status = hw->eeprom.ops.read(hw, 0, &checksum);
    394	if (status) {
    395		hw_dbg(hw, "EEPROM read failed\n");
    396		return status;
    397	}
    398
    399	if (hw->mac.ops.acquire_swfw_sync(hw, IXGBE_GSSR_EEP_SM))
    400		return IXGBE_ERR_SWFW_SYNC;
    401
    402	status = hw->eeprom.ops.calc_checksum(hw);
    403	if (status < 0)
    404		goto out;
    405
    406	checksum = (u16)(status & 0xffff);
    407
    408	/* Do not use hw->eeprom.ops.read because we do not want to take
    409	 * the synchronization semaphores twice here.
    410	 */
    411	status = ixgbe_read_eerd_generic(hw, IXGBE_EEPROM_CHECKSUM,
    412					 &read_checksum);
    413	if (status)
    414		goto out;
    415
    416	/* Verify read checksum from EEPROM is the same as
    417	 * calculated checksum
    418	 */
    419	if (read_checksum != checksum) {
    420		hw_dbg(hw, "Invalid EEPROM checksum");
    421		status = IXGBE_ERR_EEPROM_CHECKSUM;
    422	}
    423
    424	/* If the user cares, return the calculated checksum */
    425	if (checksum_val)
    426		*checksum_val = checksum;
    427
    428out:
    429	hw->mac.ops.release_swfw_sync(hw, IXGBE_GSSR_EEP_SM);
    430
    431	return status;
    432}
    433
    434/**
    435 * ixgbe_update_eeprom_checksum_X540 - Updates the EEPROM checksum and flash
    436 * @hw: pointer to hardware structure
    437 *
    438 * After writing EEPROM to shadow RAM using EEWR register, software calculates
    439 * checksum and updates the EEPROM and instructs the hardware to update
    440 * the flash.
    441 **/
    442static s32 ixgbe_update_eeprom_checksum_X540(struct ixgbe_hw *hw)
    443{
    444	s32 status;
    445	u16 checksum;
    446
    447	/* Read the first word from the EEPROM. If this times out or fails, do
    448	 * not continue or we could be in for a very long wait while every
    449	 * EEPROM read fails
    450	 */
    451	status = hw->eeprom.ops.read(hw, 0, &checksum);
    452	if (status) {
    453		hw_dbg(hw, "EEPROM read failed\n");
    454		return status;
    455	}
    456
    457	if (hw->mac.ops.acquire_swfw_sync(hw, IXGBE_GSSR_EEP_SM))
    458		return  IXGBE_ERR_SWFW_SYNC;
    459
    460	status = hw->eeprom.ops.calc_checksum(hw);
    461	if (status < 0)
    462		goto out;
    463
    464	checksum = (u16)(status & 0xffff);
    465
    466	/* Do not use hw->eeprom.ops.write because we do not want to
    467	 * take the synchronization semaphores twice here.
    468	 */
    469	status = ixgbe_write_eewr_generic(hw, IXGBE_EEPROM_CHECKSUM, checksum);
    470	if (status)
    471		goto out;
    472
    473	status = ixgbe_update_flash_X540(hw);
    474
    475out:
    476	hw->mac.ops.release_swfw_sync(hw, IXGBE_GSSR_EEP_SM);
    477	return status;
    478}
    479
    480/**
    481 * ixgbe_update_flash_X540 - Instruct HW to copy EEPROM to Flash device
    482 * @hw: pointer to hardware structure
    483 *
    484 * Set FLUP (bit 23) of the EEC register to instruct Hardware to copy
    485 * EEPROM from shadow RAM to the flash device.
    486 **/
    487static s32 ixgbe_update_flash_X540(struct ixgbe_hw *hw)
    488{
    489	u32 flup;
    490	s32 status;
    491
    492	status = ixgbe_poll_flash_update_done_X540(hw);
    493	if (status == IXGBE_ERR_EEPROM) {
    494		hw_dbg(hw, "Flash update time out\n");
    495		return status;
    496	}
    497
    498	flup = IXGBE_READ_REG(hw, IXGBE_EEC(hw)) | IXGBE_EEC_FLUP;
    499	IXGBE_WRITE_REG(hw, IXGBE_EEC(hw), flup);
    500
    501	status = ixgbe_poll_flash_update_done_X540(hw);
    502	if (status == 0)
    503		hw_dbg(hw, "Flash update complete\n");
    504	else
    505		hw_dbg(hw, "Flash update time out\n");
    506
    507	if (hw->revision_id == 0) {
    508		flup = IXGBE_READ_REG(hw, IXGBE_EEC(hw));
    509
    510		if (flup & IXGBE_EEC_SEC1VAL) {
    511			flup |= IXGBE_EEC_FLUP;
    512			IXGBE_WRITE_REG(hw, IXGBE_EEC(hw), flup);
    513		}
    514
    515		status = ixgbe_poll_flash_update_done_X540(hw);
    516		if (status == 0)
    517			hw_dbg(hw, "Flash update complete\n");
    518		else
    519			hw_dbg(hw, "Flash update time out\n");
    520	}
    521
    522	return status;
    523}
    524
    525/**
    526 * ixgbe_poll_flash_update_done_X540 - Poll flash update status
    527 * @hw: pointer to hardware structure
    528 *
    529 * Polls the FLUDONE (bit 26) of the EEC Register to determine when the
    530 * flash update is done.
    531 **/
    532static s32 ixgbe_poll_flash_update_done_X540(struct ixgbe_hw *hw)
    533{
    534	u32 i;
    535	u32 reg;
    536
    537	for (i = 0; i < IXGBE_FLUDONE_ATTEMPTS; i++) {
    538		reg = IXGBE_READ_REG(hw, IXGBE_EEC(hw));
    539		if (reg & IXGBE_EEC_FLUDONE)
    540			return 0;
    541		udelay(5);
    542	}
    543	return IXGBE_ERR_EEPROM;
    544}
    545
    546/**
    547 * ixgbe_acquire_swfw_sync_X540 - Acquire SWFW semaphore
    548 * @hw: pointer to hardware structure
    549 * @mask: Mask to specify which semaphore to acquire
    550 *
    551 * Acquires the SWFW semaphore thought the SW_FW_SYNC register for
    552 * the specified function (CSR, PHY0, PHY1, NVM, Flash)
    553 **/
    554s32 ixgbe_acquire_swfw_sync_X540(struct ixgbe_hw *hw, u32 mask)
    555{
    556	u32 swmask = mask & IXGBE_GSSR_NVM_PHY_MASK;
    557	u32 swi2c_mask = mask & IXGBE_GSSR_I2C_MASK;
    558	u32 fwmask = swmask << 5;
    559	u32 timeout = 200;
    560	u32 hwmask = 0;
    561	u32 swfw_sync;
    562	u32 i;
    563
    564	if (swmask & IXGBE_GSSR_EEP_SM)
    565		hwmask = IXGBE_GSSR_FLASH_SM;
    566
    567	/* SW only mask does not have FW bit pair */
    568	if (mask & IXGBE_GSSR_SW_MNG_SM)
    569		swmask |= IXGBE_GSSR_SW_MNG_SM;
    570
    571	swmask |= swi2c_mask;
    572	fwmask |= swi2c_mask << 2;
    573	for (i = 0; i < timeout; i++) {
    574		/* SW NVM semaphore bit is used for access to all
    575		 * SW_FW_SYNC bits (not just NVM)
    576		 */
    577		if (ixgbe_get_swfw_sync_semaphore(hw))
    578			return IXGBE_ERR_SWFW_SYNC;
    579
    580		swfw_sync = IXGBE_READ_REG(hw, IXGBE_SWFW_SYNC(hw));
    581		if (!(swfw_sync & (fwmask | swmask | hwmask))) {
    582			swfw_sync |= swmask;
    583			IXGBE_WRITE_REG(hw, IXGBE_SWFW_SYNC(hw), swfw_sync);
    584			ixgbe_release_swfw_sync_semaphore(hw);
    585			usleep_range(5000, 6000);
    586			return 0;
    587		}
    588		/* Firmware currently using resource (fwmask), hardware
    589		 * currently using resource (hwmask), or other software
    590		 * thread currently using resource (swmask)
    591		 */
    592		ixgbe_release_swfw_sync_semaphore(hw);
    593		usleep_range(5000, 10000);
    594	}
    595
    596	/* If the resource is not released by the FW/HW the SW can assume that
    597	 * the FW/HW malfunctions. In that case the SW should set the SW bit(s)
    598	 * of the requested resource(s) while ignoring the corresponding FW/HW
    599	 * bits in the SW_FW_SYNC register.
    600	 */
    601	if (ixgbe_get_swfw_sync_semaphore(hw))
    602		return IXGBE_ERR_SWFW_SYNC;
    603	swfw_sync = IXGBE_READ_REG(hw, IXGBE_SWFW_SYNC(hw));
    604	if (swfw_sync & (fwmask | hwmask)) {
    605		swfw_sync |= swmask;
    606		IXGBE_WRITE_REG(hw, IXGBE_SWFW_SYNC(hw), swfw_sync);
    607		ixgbe_release_swfw_sync_semaphore(hw);
    608		usleep_range(5000, 6000);
    609		return 0;
    610	}
    611	/* If the resource is not released by other SW the SW can assume that
    612	 * the other SW malfunctions. In that case the SW should clear all SW
    613	 * flags that it does not own and then repeat the whole process once
    614	 * again.
    615	 */
    616	if (swfw_sync & swmask) {
    617		u32 rmask = IXGBE_GSSR_EEP_SM | IXGBE_GSSR_PHY0_SM |
    618			    IXGBE_GSSR_PHY1_SM | IXGBE_GSSR_MAC_CSR_SM |
    619			    IXGBE_GSSR_SW_MNG_SM;
    620
    621		if (swi2c_mask)
    622			rmask |= IXGBE_GSSR_I2C_MASK;
    623		ixgbe_release_swfw_sync_X540(hw, rmask);
    624		ixgbe_release_swfw_sync_semaphore(hw);
    625		return IXGBE_ERR_SWFW_SYNC;
    626	}
    627	ixgbe_release_swfw_sync_semaphore(hw);
    628
    629	return IXGBE_ERR_SWFW_SYNC;
    630}
    631
    632/**
    633 * ixgbe_release_swfw_sync_X540 - Release SWFW semaphore
    634 * @hw: pointer to hardware structure
    635 * @mask: Mask to specify which semaphore to release
    636 *
    637 * Releases the SWFW semaphore through the SW_FW_SYNC register
    638 * for the specified function (CSR, PHY0, PHY1, EVM, Flash)
    639 **/
    640void ixgbe_release_swfw_sync_X540(struct ixgbe_hw *hw, u32 mask)
    641{
    642	u32 swmask = mask & (IXGBE_GSSR_NVM_PHY_MASK | IXGBE_GSSR_SW_MNG_SM);
    643	u32 swfw_sync;
    644
    645	if (mask & IXGBE_GSSR_I2C_MASK)
    646		swmask |= mask & IXGBE_GSSR_I2C_MASK;
    647	ixgbe_get_swfw_sync_semaphore(hw);
    648
    649	swfw_sync = IXGBE_READ_REG(hw, IXGBE_SWFW_SYNC(hw));
    650	swfw_sync &= ~swmask;
    651	IXGBE_WRITE_REG(hw, IXGBE_SWFW_SYNC(hw), swfw_sync);
    652
    653	ixgbe_release_swfw_sync_semaphore(hw);
    654	usleep_range(5000, 6000);
    655}
    656
    657/**
    658 * ixgbe_get_swfw_sync_semaphore - Get hardware semaphore
    659 * @hw: pointer to hardware structure
    660 *
    661 * Sets the hardware semaphores so SW/FW can gain control of shared resources
    662 */
    663static s32 ixgbe_get_swfw_sync_semaphore(struct ixgbe_hw *hw)
    664{
    665	u32 timeout = 2000;
    666	u32 i;
    667	u32 swsm;
    668
    669	/* Get SMBI software semaphore between device drivers first */
    670	for (i = 0; i < timeout; i++) {
    671		/* If the SMBI bit is 0 when we read it, then the bit will be
    672		 * set and we have the semaphore
    673		 */
    674		swsm = IXGBE_READ_REG(hw, IXGBE_SWSM(hw));
    675		if (!(swsm & IXGBE_SWSM_SMBI))
    676			break;
    677		usleep_range(50, 100);
    678	}
    679
    680	if (i == timeout) {
    681		hw_dbg(hw,
    682		       "Software semaphore SMBI between device drivers not granted.\n");
    683		return IXGBE_ERR_EEPROM;
    684	}
    685
    686	/* Now get the semaphore between SW/FW through the REGSMP bit */
    687	for (i = 0; i < timeout; i++) {
    688		swsm = IXGBE_READ_REG(hw, IXGBE_SWFW_SYNC(hw));
    689		if (!(swsm & IXGBE_SWFW_REGSMP))
    690			return 0;
    691
    692		usleep_range(50, 100);
    693	}
    694
    695	/* Release semaphores and return error if SW NVM semaphore
    696	 * was not granted because we do not have access to the EEPROM
    697	 */
    698	hw_dbg(hw, "REGSMP Software NVM semaphore not granted\n");
    699	ixgbe_release_swfw_sync_semaphore(hw);
    700	return IXGBE_ERR_EEPROM;
    701}
    702
    703/**
    704 * ixgbe_release_swfw_sync_semaphore - Release hardware semaphore
    705 * @hw: pointer to hardware structure
    706 *
    707 * This function clears hardware semaphore bits.
    708 **/
    709static void ixgbe_release_swfw_sync_semaphore(struct ixgbe_hw *hw)
    710{
    711	 u32 swsm;
    712
    713	/* Release both semaphores by writing 0 to the bits REGSMP and SMBI */
    714
    715	swsm = IXGBE_READ_REG(hw, IXGBE_SWFW_SYNC(hw));
    716	swsm &= ~IXGBE_SWFW_REGSMP;
    717	IXGBE_WRITE_REG(hw, IXGBE_SWFW_SYNC(hw), swsm);
    718
    719	swsm = IXGBE_READ_REG(hw, IXGBE_SWSM(hw));
    720	swsm &= ~IXGBE_SWSM_SMBI;
    721	IXGBE_WRITE_REG(hw, IXGBE_SWSM(hw), swsm);
    722
    723	IXGBE_WRITE_FLUSH(hw);
    724}
    725
    726/**
    727 *  ixgbe_init_swfw_sync_X540 - Release hardware semaphore
    728 *  @hw: pointer to hardware structure
    729 *
    730 *  This function reset hardware semaphore bits for a semaphore that may
    731 *  have be left locked due to a catastrophic failure.
    732 **/
    733void ixgbe_init_swfw_sync_X540(struct ixgbe_hw *hw)
    734{
    735	u32 rmask;
    736
    737	/* First try to grab the semaphore but we don't need to bother
    738	 * looking to see whether we got the lock or not since we do
    739	 * the same thing regardless of whether we got the lock or not.
    740	 * We got the lock - we release it.
    741	 * We timeout trying to get the lock - we force its release.
    742	 */
    743	ixgbe_get_swfw_sync_semaphore(hw);
    744	ixgbe_release_swfw_sync_semaphore(hw);
    745
    746	/* Acquire and release all software resources. */
    747	rmask = IXGBE_GSSR_EEP_SM | IXGBE_GSSR_PHY0_SM |
    748		IXGBE_GSSR_PHY1_SM | IXGBE_GSSR_MAC_CSR_SM |
    749		IXGBE_GSSR_SW_MNG_SM | IXGBE_GSSR_I2C_MASK;
    750
    751	ixgbe_acquire_swfw_sync_X540(hw, rmask);
    752	ixgbe_release_swfw_sync_X540(hw, rmask);
    753}
    754
    755/**
    756 * ixgbe_blink_led_start_X540 - Blink LED based on index.
    757 * @hw: pointer to hardware structure
    758 * @index: led number to blink
    759 *
    760 * Devices that implement the version 2 interface:
    761 *   X540
    762 **/
    763s32 ixgbe_blink_led_start_X540(struct ixgbe_hw *hw, u32 index)
    764{
    765	u32 macc_reg;
    766	u32 ledctl_reg;
    767	ixgbe_link_speed speed;
    768	bool link_up;
    769
    770	if (index > 3)
    771		return IXGBE_ERR_PARAM;
    772
    773	/* Link should be up in order for the blink bit in the LED control
    774	 * register to work. Force link and speed in the MAC if link is down.
    775	 * This will be reversed when we stop the blinking.
    776	 */
    777	hw->mac.ops.check_link(hw, &speed, &link_up, false);
    778	if (!link_up) {
    779		macc_reg = IXGBE_READ_REG(hw, IXGBE_MACC);
    780		macc_reg |= IXGBE_MACC_FLU | IXGBE_MACC_FSV_10G | IXGBE_MACC_FS;
    781		IXGBE_WRITE_REG(hw, IXGBE_MACC, macc_reg);
    782	}
    783	/* Set the LED to LINK_UP + BLINK. */
    784	ledctl_reg = IXGBE_READ_REG(hw, IXGBE_LEDCTL);
    785	ledctl_reg &= ~IXGBE_LED_MODE_MASK(index);
    786	ledctl_reg |= IXGBE_LED_BLINK(index);
    787	IXGBE_WRITE_REG(hw, IXGBE_LEDCTL, ledctl_reg);
    788	IXGBE_WRITE_FLUSH(hw);
    789
    790	return 0;
    791}
    792
    793/**
    794 * ixgbe_blink_led_stop_X540 - Stop blinking LED based on index.
    795 * @hw: pointer to hardware structure
    796 * @index: led number to stop blinking
    797 *
    798 * Devices that implement the version 2 interface:
    799 *   X540
    800 **/
    801s32 ixgbe_blink_led_stop_X540(struct ixgbe_hw *hw, u32 index)
    802{
    803	u32 macc_reg;
    804	u32 ledctl_reg;
    805
    806	if (index > 3)
    807		return IXGBE_ERR_PARAM;
    808
    809	/* Restore the LED to its default value. */
    810	ledctl_reg = IXGBE_READ_REG(hw, IXGBE_LEDCTL);
    811	ledctl_reg &= ~IXGBE_LED_MODE_MASK(index);
    812	ledctl_reg |= IXGBE_LED_LINK_ACTIVE << IXGBE_LED_MODE_SHIFT(index);
    813	ledctl_reg &= ~IXGBE_LED_BLINK(index);
    814	IXGBE_WRITE_REG(hw, IXGBE_LEDCTL, ledctl_reg);
    815
    816	/* Unforce link and speed in the MAC. */
    817	macc_reg = IXGBE_READ_REG(hw, IXGBE_MACC);
    818	macc_reg &= ~(IXGBE_MACC_FLU | IXGBE_MACC_FSV_10G | IXGBE_MACC_FS);
    819	IXGBE_WRITE_REG(hw, IXGBE_MACC, macc_reg);
    820	IXGBE_WRITE_FLUSH(hw);
    821
    822	return 0;
    823}
    824static const struct ixgbe_mac_operations mac_ops_X540 = {
    825	.init_hw                = &ixgbe_init_hw_generic,
    826	.reset_hw               = &ixgbe_reset_hw_X540,
    827	.start_hw               = &ixgbe_start_hw_X540,
    828	.clear_hw_cntrs         = &ixgbe_clear_hw_cntrs_generic,
    829	.get_media_type         = &ixgbe_get_media_type_X540,
    830	.enable_rx_dma          = &ixgbe_enable_rx_dma_generic,
    831	.get_mac_addr           = &ixgbe_get_mac_addr_generic,
    832	.get_san_mac_addr       = &ixgbe_get_san_mac_addr_generic,
    833	.get_device_caps        = &ixgbe_get_device_caps_generic,
    834	.get_wwn_prefix         = &ixgbe_get_wwn_prefix_generic,
    835	.stop_adapter           = &ixgbe_stop_adapter_generic,
    836	.get_bus_info           = &ixgbe_get_bus_info_generic,
    837	.set_lan_id             = &ixgbe_set_lan_id_multi_port_pcie,
    838	.read_analog_reg8       = NULL,
    839	.write_analog_reg8      = NULL,
    840	.setup_link             = &ixgbe_setup_mac_link_X540,
    841	.set_rxpba		= &ixgbe_set_rxpba_generic,
    842	.check_link             = &ixgbe_check_mac_link_generic,
    843	.get_link_capabilities  = &ixgbe_get_copper_link_capabilities_generic,
    844	.led_on                 = &ixgbe_led_on_generic,
    845	.led_off                = &ixgbe_led_off_generic,
    846	.init_led_link_act	= ixgbe_init_led_link_act_generic,
    847	.blink_led_start        = &ixgbe_blink_led_start_X540,
    848	.blink_led_stop         = &ixgbe_blink_led_stop_X540,
    849	.set_rar                = &ixgbe_set_rar_generic,
    850	.clear_rar              = &ixgbe_clear_rar_generic,
    851	.set_vmdq               = &ixgbe_set_vmdq_generic,
    852	.set_vmdq_san_mac	= &ixgbe_set_vmdq_san_mac_generic,
    853	.clear_vmdq             = &ixgbe_clear_vmdq_generic,
    854	.init_rx_addrs          = &ixgbe_init_rx_addrs_generic,
    855	.update_mc_addr_list    = &ixgbe_update_mc_addr_list_generic,
    856	.enable_mc              = &ixgbe_enable_mc_generic,
    857	.disable_mc             = &ixgbe_disable_mc_generic,
    858	.clear_vfta             = &ixgbe_clear_vfta_generic,
    859	.set_vfta               = &ixgbe_set_vfta_generic,
    860	.fc_enable              = &ixgbe_fc_enable_generic,
    861	.setup_fc		= ixgbe_setup_fc_generic,
    862	.fc_autoneg		= ixgbe_fc_autoneg,
    863	.set_fw_drv_ver         = &ixgbe_set_fw_drv_ver_generic,
    864	.init_uta_tables        = &ixgbe_init_uta_tables_generic,
    865	.setup_sfp              = NULL,
    866	.set_mac_anti_spoofing  = &ixgbe_set_mac_anti_spoofing,
    867	.set_vlan_anti_spoofing = &ixgbe_set_vlan_anti_spoofing,
    868	.acquire_swfw_sync      = &ixgbe_acquire_swfw_sync_X540,
    869	.release_swfw_sync      = &ixgbe_release_swfw_sync_X540,
    870	.init_swfw_sync		= &ixgbe_init_swfw_sync_X540,
    871	.disable_rx_buff	= &ixgbe_disable_rx_buff_generic,
    872	.enable_rx_buff		= &ixgbe_enable_rx_buff_generic,
    873	.get_thermal_sensor_data = NULL,
    874	.init_thermal_sensor_thresh = NULL,
    875	.prot_autoc_read	= &prot_autoc_read_generic,
    876	.prot_autoc_write	= &prot_autoc_write_generic,
    877	.enable_rx		= &ixgbe_enable_rx_generic,
    878	.disable_rx		= &ixgbe_disable_rx_generic,
    879};
    880
    881static const struct ixgbe_eeprom_operations eeprom_ops_X540 = {
    882	.init_params            = &ixgbe_init_eeprom_params_X540,
    883	.read                   = &ixgbe_read_eerd_X540,
    884	.read_buffer		= &ixgbe_read_eerd_buffer_X540,
    885	.write                  = &ixgbe_write_eewr_X540,
    886	.write_buffer		= &ixgbe_write_eewr_buffer_X540,
    887	.calc_checksum		= &ixgbe_calc_eeprom_checksum_X540,
    888	.validate_checksum      = &ixgbe_validate_eeprom_checksum_X540,
    889	.update_checksum        = &ixgbe_update_eeprom_checksum_X540,
    890};
    891
    892static const struct ixgbe_phy_operations phy_ops_X540 = {
    893	.identify               = &ixgbe_identify_phy_generic,
    894	.identify_sfp           = &ixgbe_identify_sfp_module_generic,
    895	.init			= NULL,
    896	.reset                  = NULL,
    897	.read_reg               = &ixgbe_read_phy_reg_generic,
    898	.write_reg              = &ixgbe_write_phy_reg_generic,
    899	.setup_link             = &ixgbe_setup_phy_link_generic,
    900	.setup_link_speed       = &ixgbe_setup_phy_link_speed_generic,
    901	.read_i2c_byte          = &ixgbe_read_i2c_byte_generic,
    902	.write_i2c_byte         = &ixgbe_write_i2c_byte_generic,
    903	.read_i2c_sff8472	= &ixgbe_read_i2c_sff8472_generic,
    904	.read_i2c_eeprom        = &ixgbe_read_i2c_eeprom_generic,
    905	.write_i2c_eeprom       = &ixgbe_write_i2c_eeprom_generic,
    906	.check_overtemp         = &ixgbe_tn_check_overtemp,
    907	.set_phy_power          = &ixgbe_set_copper_phy_power,
    908};
    909
    910static const u32 ixgbe_mvals_X540[IXGBE_MVALS_IDX_LIMIT] = {
    911	IXGBE_MVALS_INIT(X540)
    912};
    913
    914const struct ixgbe_info ixgbe_X540_info = {
    915	.mac                    = ixgbe_mac_X540,
    916	.get_invariants         = &ixgbe_get_invariants_X540,
    917	.mac_ops                = &mac_ops_X540,
    918	.eeprom_ops             = &eeprom_ops_X540,
    919	.phy_ops                = &phy_ops_X540,
    920	.mbx_ops                = &mbx_ops_generic,
    921	.mvals			= ixgbe_mvals_X540,
    922};