Linux 4.16.11

[linux/fpc-iii.git] / drivers / net / ethernet / broadcom / bnx2x / bnx2x_link.c

/* Copyright 2008-2013 Broadcom Corporation
 * Copyright (c) 2014 QLogic Corporation
 * All rights reserved
 *
 * Unless you and QLogic execute a separate written software license
 * agreement governing use of this software, this software is licensed to you
 * under the terms of the GNU General Public License version 2, available
 * at http://www.gnu.org/licenses/gpl-2.0.html (the "GPL").
 *
 * Notwithstanding the above, under no circumstances may you combine this
 * software in any way with any other Qlogic software provided under a
 * license other than the GPL, without Qlogic's express prior written
 * consent.
 *
 * Written by Yaniv Rosner
 *
 */

#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt

#include <linux/kernel.h>
#include <linux/errno.h>
#include <linux/pci.h>
#include <linux/netdevice.h>
#include <linux/delay.h>
#include <linux/ethtool.h>
#include <linux/mutex.h>

#include "bnx2x.h"
#include "bnx2x_cmn.h"

typedef int (*read_sfp_module_eeprom_func_p)(struct bnx2x_phy *phy,
                                             struct link_params *params,
                                             u8 dev_addr, u16 addr, u8 byte_cnt,
                                             u8 *o_buf, u8);
/********************************************************/
#define MDIO_ACCESS_TIMEOUT             1000
#define WC_LANE_MAX                     4
#define I2C_SWITCH_WIDTH                2
#define I2C_BSC0                        0
#define I2C_BSC1                        1
#define I2C_WA_RETRY_CNT                3
#define I2C_WA_PWR_ITER                 (I2C_WA_RETRY_CNT - 1)
#define MCPR_IMC_COMMAND_READ_OP        1
#define MCPR_IMC_COMMAND_WRITE_OP       2

/* LED Blink rate that will achieve ~15.9Hz */
#define LED_BLINK_RATE_VAL_E3           354
#define LED_BLINK_RATE_VAL_E1X_E2       480
/***********************************************************/
/*                      Shortcut definitions               */
/***********************************************************/

#define NIG_LATCH_BC_ENABLE_MI_INT 0

#define NIG_STATUS_EMAC0_MI_INT \
                NIG_STATUS_INTERRUPT_PORT0_REG_STATUS_EMAC0_MISC_MI_INT
#define NIG_STATUS_XGXS0_LINK10G \
                NIG_STATUS_INTERRUPT_PORT0_REG_STATUS_XGXS0_LINK10G
#define NIG_STATUS_XGXS0_LINK_STATUS \
                NIG_STATUS_INTERRUPT_PORT0_REG_STATUS_XGXS0_LINK_STATUS
#define NIG_STATUS_XGXS0_LINK_STATUS_SIZE \
                NIG_STATUS_INTERRUPT_PORT0_REG_STATUS_XGXS0_LINK_STATUS_SIZE
#define NIG_STATUS_SERDES0_LINK_STATUS \
                NIG_STATUS_INTERRUPT_PORT0_REG_STATUS_SERDES0_LINK_STATUS
#define NIG_MASK_MI_INT \
                NIG_MASK_INTERRUPT_PORT0_REG_MASK_EMAC0_MISC_MI_INT
#define NIG_MASK_XGXS0_LINK10G \
                NIG_MASK_INTERRUPT_PORT0_REG_MASK_XGXS0_LINK10G
#define NIG_MASK_XGXS0_LINK_STATUS \
                NIG_MASK_INTERRUPT_PORT0_REG_MASK_XGXS0_LINK_STATUS
#define NIG_MASK_SERDES0_LINK_STATUS \
                NIG_MASK_INTERRUPT_PORT0_REG_MASK_SERDES0_LINK_STATUS

#define MDIO_AN_CL73_OR_37_COMPLETE \
                (MDIO_GP_STATUS_TOP_AN_STATUS1_CL73_AUTONEG_COMPLETE | \
                 MDIO_GP_STATUS_TOP_AN_STATUS1_CL37_AUTONEG_COMPLETE)

#define XGXS_RESET_BITS \
        (MISC_REGISTERS_RESET_REG_3_MISC_NIG_MUX_XGXS0_RSTB_HW |   \
         MISC_REGISTERS_RESET_REG_3_MISC_NIG_MUX_XGXS0_IDDQ |      \
         MISC_REGISTERS_RESET_REG_3_MISC_NIG_MUX_XGXS0_PWRDWN |    \
         MISC_REGISTERS_RESET_REG_3_MISC_NIG_MUX_XGXS0_PWRDWN_SD | \
         MISC_REGISTERS_RESET_REG_3_MISC_NIG_MUX_XGXS0_TXD_FIFO_RSTB)

#define SERDES_RESET_BITS \
        (MISC_REGISTERS_RESET_REG_3_MISC_NIG_MUX_SERDES0_RSTB_HW | \
         MISC_REGISTERS_RESET_REG_3_MISC_NIG_MUX_SERDES0_IDDQ |    \
         MISC_REGISTERS_RESET_REG_3_MISC_NIG_MUX_SERDES0_PWRDWN |  \
         MISC_REGISTERS_RESET_REG_3_MISC_NIG_MUX_SERDES0_PWRDWN_SD)

#define AUTONEG_CL37            SHARED_HW_CFG_AN_ENABLE_CL37
#define AUTONEG_CL73            SHARED_HW_CFG_AN_ENABLE_CL73
#define AUTONEG_BAM             SHARED_HW_CFG_AN_ENABLE_BAM
#define AUTONEG_PARALLEL \
                                SHARED_HW_CFG_AN_ENABLE_PARALLEL_DETECTION
#define AUTONEG_SGMII_FIBER_AUTODET \
                                SHARED_HW_CFG_AN_EN_SGMII_FIBER_AUTO_DETECT
#define AUTONEG_REMOTE_PHY      SHARED_HW_CFG_AN_ENABLE_REMOTE_PHY

#define GP_STATUS_PAUSE_RSOLUTION_TXSIDE \
                        MDIO_GP_STATUS_TOP_AN_STATUS1_PAUSE_RSOLUTION_TXSIDE
#define GP_STATUS_PAUSE_RSOLUTION_RXSIDE \
                        MDIO_GP_STATUS_TOP_AN_STATUS1_PAUSE_RSOLUTION_RXSIDE
#define GP_STATUS_SPEED_MASK \
                        MDIO_GP_STATUS_TOP_AN_STATUS1_ACTUAL_SPEED_MASK
#define GP_STATUS_10M   MDIO_GP_STATUS_TOP_AN_STATUS1_ACTUAL_SPEED_10M
#define GP_STATUS_100M  MDIO_GP_STATUS_TOP_AN_STATUS1_ACTUAL_SPEED_100M
#define GP_STATUS_1G    MDIO_GP_STATUS_TOP_AN_STATUS1_ACTUAL_SPEED_1G
#define GP_STATUS_2_5G  MDIO_GP_STATUS_TOP_AN_STATUS1_ACTUAL_SPEED_2_5G
#define GP_STATUS_5G    MDIO_GP_STATUS_TOP_AN_STATUS1_ACTUAL_SPEED_5G
#define GP_STATUS_6G    MDIO_GP_STATUS_TOP_AN_STATUS1_ACTUAL_SPEED_6G
#define GP_STATUS_10G_HIG \
                        MDIO_GP_STATUS_TOP_AN_STATUS1_ACTUAL_SPEED_10G_HIG
#define GP_STATUS_10G_CX4 \
                        MDIO_GP_STATUS_TOP_AN_STATUS1_ACTUAL_SPEED_10G_CX4
#define GP_STATUS_1G_KX MDIO_GP_STATUS_TOP_AN_STATUS1_ACTUAL_SPEED_1G_KX
#define GP_STATUS_10G_KX4 \
                        MDIO_GP_STATUS_TOP_AN_STATUS1_ACTUAL_SPEED_10G_KX4
#define GP_STATUS_10G_KR MDIO_GP_STATUS_TOP_AN_STATUS1_ACTUAL_SPEED_10G_KR
#define GP_STATUS_10G_XFI   MDIO_GP_STATUS_TOP_AN_STATUS1_ACTUAL_SPEED_10G_XFI
#define GP_STATUS_20G_DXGXS MDIO_GP_STATUS_TOP_AN_STATUS1_ACTUAL_SPEED_20G_DXGXS
#define GP_STATUS_10G_SFI   MDIO_GP_STATUS_TOP_AN_STATUS1_ACTUAL_SPEED_10G_SFI
#define GP_STATUS_20G_KR2 MDIO_GP_STATUS_TOP_AN_STATUS1_ACTUAL_SPEED_20G_KR2
#define LINK_10THD              LINK_STATUS_SPEED_AND_DUPLEX_10THD
#define LINK_10TFD              LINK_STATUS_SPEED_AND_DUPLEX_10TFD
#define LINK_100TXHD            LINK_STATUS_SPEED_AND_DUPLEX_100TXHD
#define LINK_100T4              LINK_STATUS_SPEED_AND_DUPLEX_100T4
#define LINK_100TXFD            LINK_STATUS_SPEED_AND_DUPLEX_100TXFD
#define LINK_1000THD            LINK_STATUS_SPEED_AND_DUPLEX_1000THD
#define LINK_1000TFD            LINK_STATUS_SPEED_AND_DUPLEX_1000TFD
#define LINK_1000XFD            LINK_STATUS_SPEED_AND_DUPLEX_1000XFD
#define LINK_2500THD            LINK_STATUS_SPEED_AND_DUPLEX_2500THD
#define LINK_2500TFD            LINK_STATUS_SPEED_AND_DUPLEX_2500TFD
#define LINK_2500XFD            LINK_STATUS_SPEED_AND_DUPLEX_2500XFD
#define LINK_10GTFD             LINK_STATUS_SPEED_AND_DUPLEX_10GTFD
#define LINK_10GXFD             LINK_STATUS_SPEED_AND_DUPLEX_10GXFD
#define LINK_20GTFD             LINK_STATUS_SPEED_AND_DUPLEX_20GTFD
#define LINK_20GXFD             LINK_STATUS_SPEED_AND_DUPLEX_20GXFD

#define LINK_UPDATE_MASK \
                        (LINK_STATUS_SPEED_AND_DUPLEX_MASK | \
                         LINK_STATUS_LINK_UP | \
                         LINK_STATUS_PHYSICAL_LINK_FLAG | \
                         LINK_STATUS_AUTO_NEGOTIATE_COMPLETE | \
                         LINK_STATUS_RX_FLOW_CONTROL_FLAG_MASK | \
                         LINK_STATUS_TX_FLOW_CONTROL_FLAG_MASK | \
                         LINK_STATUS_PARALLEL_DETECTION_FLAG_MASK | \
                         LINK_STATUS_LINK_PARTNER_SYMMETRIC_PAUSE | \
                         LINK_STATUS_LINK_PARTNER_ASYMMETRIC_PAUSE)

#define SFP_EEPROM_CON_TYPE_ADDR                0x2
        #define SFP_EEPROM_CON_TYPE_VAL_UNKNOWN 0x0
        #define SFP_EEPROM_CON_TYPE_VAL_LC      0x7
        #define SFP_EEPROM_CON_TYPE_VAL_COPPER  0x21
        #define SFP_EEPROM_CON_TYPE_VAL_RJ45    0x22


#define SFP_EEPROM_10G_COMP_CODE_ADDR           0x3
        #define SFP_EEPROM_10G_COMP_CODE_SR_MASK        (1<<4)
        #define SFP_EEPROM_10G_COMP_CODE_LR_MASK        (1<<5)
        #define SFP_EEPROM_10G_COMP_CODE_LRM_MASK       (1<<6)

#define SFP_EEPROM_1G_COMP_CODE_ADDR            0x6
        #define SFP_EEPROM_1G_COMP_CODE_SX      (1<<0)
        #define SFP_EEPROM_1G_COMP_CODE_LX      (1<<1)
        #define SFP_EEPROM_1G_COMP_CODE_CX      (1<<2)
        #define SFP_EEPROM_1G_COMP_CODE_BASE_T  (1<<3)

#define SFP_EEPROM_FC_TX_TECH_ADDR              0x8
        #define SFP_EEPROM_FC_TX_TECH_BITMASK_COPPER_PASSIVE 0x4
        #define SFP_EEPROM_FC_TX_TECH_BITMASK_COPPER_ACTIVE  0x8

#define SFP_EEPROM_OPTIONS_ADDR                 0x40
        #define SFP_EEPROM_OPTIONS_LINEAR_RX_OUT_MASK 0x1
#define SFP_EEPROM_OPTIONS_SIZE                 2

#define EDC_MODE_LINEAR                         0x0022
#define EDC_MODE_LIMITING                               0x0044
#define EDC_MODE_PASSIVE_DAC                    0x0055
#define EDC_MODE_ACTIVE_DAC                     0x0066

/* ETS defines*/
#define DCBX_INVALID_COS                                        (0xFF)

#define ETS_BW_LIMIT_CREDIT_UPPER_BOUND         (0x5000)
#define ETS_BW_LIMIT_CREDIT_WEIGHT              (0x5000)
#define ETS_E3B0_NIG_MIN_W_VAL_UP_TO_10GBPS             (1360)
#define ETS_E3B0_NIG_MIN_W_VAL_20GBPS                   (2720)
#define ETS_E3B0_PBF_MIN_W_VAL                          (10000)

#define MAX_PACKET_SIZE                                 (9700)
#define MAX_KR_LINK_RETRY                               4
#define DEFAULT_TX_DRV_BRDCT            2
#define DEFAULT_TX_DRV_IFIR             0
#define DEFAULT_TX_DRV_POST2            3
#define DEFAULT_TX_DRV_IPRE_DRIVER      6

/**********************************************************/
/*                     INTERFACE                          */
/**********************************************************/

#define CL22_WR_OVER_CL45(_bp, _phy, _bank, _addr, _val) \
        bnx2x_cl45_write(_bp, _phy, \
                (_phy)->def_md_devad, \
                (_bank + (_addr & 0xf)), \
                _val)

#define CL22_RD_OVER_CL45(_bp, _phy, _bank, _addr, _val) \
        bnx2x_cl45_read(_bp, _phy, \
                (_phy)->def_md_devad, \
                (_bank + (_addr & 0xf)), \
                _val)

static int bnx2x_check_half_open_conn(struct link_params *params,
                                      struct link_vars *vars, u8 notify);
static int bnx2x_sfp_module_detection(struct bnx2x_phy *phy,
                                      struct link_params *params);

static u32 bnx2x_bits_en(struct bnx2x *bp, u32 reg, u32 bits)
{
        u32 val = REG_RD(bp, reg);

        val |= bits;
        REG_WR(bp, reg, val);
        return val;
}

static u32 bnx2x_bits_dis(struct bnx2x *bp, u32 reg, u32 bits)
{
        u32 val = REG_RD(bp, reg);

        val &= ~bits;
        REG_WR(bp, reg, val);
        return val;
}

/*
 * bnx2x_check_lfa - This function checks if link reinitialization is required,
 *                   or link flap can be avoided.
 *
 * @params:     link parameters
 * Returns 0 if Link Flap Avoidance conditions are met otherwise, the failed
 *         condition code.
 */
static int bnx2x_check_lfa(struct link_params *params)
{
        u32 link_status, cfg_idx, lfa_mask, cfg_size;
        u32 cur_speed_cap_mask, cur_req_fc_auto_adv, additional_config;
        u32 saved_val, req_val, eee_status;
        struct bnx2x *bp = params->bp;

        additional_config =
                REG_RD(bp, params->lfa_base +
                           offsetof(struct shmem_lfa, additional_config));

        /* NOTE: must be first condition checked -
        * to verify DCC bit is cleared in any case!
        */
        if (additional_config & NO_LFA_DUE_TO_DCC_MASK) {
                DP(NETIF_MSG_LINK, "No LFA due to DCC flap after clp exit\n");
                REG_WR(bp, params->lfa_base +
                           offsetof(struct shmem_lfa, additional_config),
                       additional_config & ~NO_LFA_DUE_TO_DCC_MASK);
                return LFA_DCC_LFA_DISABLED;
        }

        /* Verify that link is up */
        link_status = REG_RD(bp, params->shmem_base +
                             offsetof(struct shmem_region,
                                      port_mb[params->port].link_status));
        if (!(link_status & LINK_STATUS_LINK_UP))
                return LFA_LINK_DOWN;

        /* if loaded after BOOT from SAN, don't flap the link in any case and
         * rely on link set by preboot driver
         */
        if (params->feature_config_flags & FEATURE_CONFIG_BOOT_FROM_SAN)
                return 0;

        /* Verify that loopback mode is not set */
        if (params->loopback_mode)
                return LFA_LOOPBACK_ENABLED;

        /* Verify that MFW supports LFA */
        if (!params->lfa_base)
                return LFA_MFW_IS_TOO_OLD;

        if (params->num_phys == 3) {
                cfg_size = 2;
                lfa_mask = 0xffffffff;
        } else {
                cfg_size = 1;
                lfa_mask = 0xffff;
        }

        /* Compare Duplex */
        saved_val = REG_RD(bp, params->lfa_base +
                           offsetof(struct shmem_lfa, req_duplex));
        req_val = params->req_duplex[0] | (params->req_duplex[1] << 16);
        if ((saved_val & lfa_mask) != (req_val & lfa_mask)) {
                DP(NETIF_MSG_LINK, "Duplex mismatch %x vs. %x\n",
                               (saved_val & lfa_mask), (req_val & lfa_mask));
                return LFA_DUPLEX_MISMATCH;
        }
        /* Compare Flow Control */
        saved_val = REG_RD(bp, params->lfa_base +
                           offsetof(struct shmem_lfa, req_flow_ctrl));
        req_val = params->req_flow_ctrl[0] | (params->req_flow_ctrl[1] << 16);
        if ((saved_val & lfa_mask) != (req_val & lfa_mask)) {
                DP(NETIF_MSG_LINK, "Flow control mismatch %x vs. %x\n",
                               (saved_val & lfa_mask), (req_val & lfa_mask));
                return LFA_FLOW_CTRL_MISMATCH;
        }
        /* Compare Link Speed */
        saved_val = REG_RD(bp, params->lfa_base +
                           offsetof(struct shmem_lfa, req_line_speed));
        req_val = params->req_line_speed[0] | (params->req_line_speed[1] << 16);
        if ((saved_val & lfa_mask) != (req_val & lfa_mask)) {
                DP(NETIF_MSG_LINK, "Link speed mismatch %x vs. %x\n",
                               (saved_val & lfa_mask), (req_val & lfa_mask));
                return LFA_LINK_SPEED_MISMATCH;
        }

        for (cfg_idx = 0; cfg_idx < cfg_size; cfg_idx++) {
                cur_speed_cap_mask = REG_RD(bp, params->lfa_base +
                                            offsetof(struct shmem_lfa,
                                                     speed_cap_mask[cfg_idx]));

                if (cur_speed_cap_mask != params->speed_cap_mask[cfg_idx]) {
                        DP(NETIF_MSG_LINK, "Speed Cap mismatch %x vs. %x\n",
                                       cur_speed_cap_mask,
                                       params->speed_cap_mask[cfg_idx]);
                        return LFA_SPEED_CAP_MISMATCH;
                }
        }

        cur_req_fc_auto_adv =
                REG_RD(bp, params->lfa_base +
                       offsetof(struct shmem_lfa, additional_config)) &
                REQ_FC_AUTO_ADV_MASK;

        if ((u16)cur_req_fc_auto_adv != params->req_fc_auto_adv) {
                DP(NETIF_MSG_LINK, "Flow Ctrl AN mismatch %x vs. %x\n",
                               cur_req_fc_auto_adv, params->req_fc_auto_adv);
                return LFA_FLOW_CTRL_MISMATCH;
        }

        eee_status = REG_RD(bp, params->shmem2_base +
                            offsetof(struct shmem2_region,
                                     eee_status[params->port]));

        if (((eee_status & SHMEM_EEE_LPI_REQUESTED_BIT) ^
             (params->eee_mode & EEE_MODE_ENABLE_LPI)) ||
            ((eee_status & SHMEM_EEE_REQUESTED_BIT) ^
             (params->eee_mode & EEE_MODE_ADV_LPI))) {
                DP(NETIF_MSG_LINK, "EEE mismatch %x vs. %x\n", params->eee_mode,
                               eee_status);
                return LFA_EEE_MISMATCH;
        }

        /* LFA conditions are met */
        return 0;
}
/******************************************************************/
/*                      EPIO/GPIO section                         */
/******************************************************************/
static void bnx2x_get_epio(struct bnx2x *bp, u32 epio_pin, u32 *en)
{
        u32 epio_mask, gp_oenable;
        *en = 0;
        /* Sanity check */
        if (epio_pin > 31) {
                DP(NETIF_MSG_LINK, "Invalid EPIO pin %d to get\n", epio_pin);
                return;
        }

        epio_mask = 1 << epio_pin;
        /* Set this EPIO to output */
        gp_oenable = REG_RD(bp, MCP_REG_MCPR_GP_OENABLE);
        REG_WR(bp, MCP_REG_MCPR_GP_OENABLE, gp_oenable & ~epio_mask);

        *en = (REG_RD(bp, MCP_REG_MCPR_GP_INPUTS) & epio_mask) >> epio_pin;
}
static void bnx2x_set_epio(struct bnx2x *bp, u32 epio_pin, u32 en)
{
        u32 epio_mask, gp_output, gp_oenable;

        /* Sanity check */
        if (epio_pin > 31) {
                DP(NETIF_MSG_LINK, "Invalid EPIO pin %d to set\n", epio_pin);
                return;
        }
        DP(NETIF_MSG_LINK, "Setting EPIO pin %d to %d\n", epio_pin, en);
        epio_mask = 1 << epio_pin;
        /* Set this EPIO to output */
        gp_output = REG_RD(bp, MCP_REG_MCPR_GP_OUTPUTS);
        if (en)
                gp_output |= epio_mask;
        else
                gp_output &= ~epio_mask;

        REG_WR(bp, MCP_REG_MCPR_GP_OUTPUTS, gp_output);

        /* Set the value for this EPIO */
        gp_oenable = REG_RD(bp, MCP_REG_MCPR_GP_OENABLE);
        REG_WR(bp, MCP_REG_MCPR_GP_OENABLE, gp_oenable | epio_mask);
}

static void bnx2x_set_cfg_pin(struct bnx2x *bp, u32 pin_cfg, u32 val)
{
        if (pin_cfg == PIN_CFG_NA)
                return;
        if (pin_cfg >= PIN_CFG_EPIO0) {
                bnx2x_set_epio(bp, pin_cfg - PIN_CFG_EPIO0, val);
        } else {
                u8 gpio_num = (pin_cfg - PIN_CFG_GPIO0_P0) & 0x3;
                u8 gpio_port = (pin_cfg - PIN_CFG_GPIO0_P0) >> 2;
                bnx2x_set_gpio(bp, gpio_num, (u8)val, gpio_port);
        }
}

static u32 bnx2x_get_cfg_pin(struct bnx2x *bp, u32 pin_cfg, u32 *val)
{
        if (pin_cfg == PIN_CFG_NA)
                return -EINVAL;
        if (pin_cfg >= PIN_CFG_EPIO0) {
                bnx2x_get_epio(bp, pin_cfg - PIN_CFG_EPIO0, val);
        } else {
                u8 gpio_num = (pin_cfg - PIN_CFG_GPIO0_P0) & 0x3;
                u8 gpio_port = (pin_cfg - PIN_CFG_GPIO0_P0) >> 2;
                *val = bnx2x_get_gpio(bp, gpio_num, gpio_port);
        }
        return 0;

}
/******************************************************************/
/*                              ETS section                       */
/******************************************************************/
static void bnx2x_ets_e2e3a0_disabled(struct link_params *params)
{
        /* ETS disabled configuration*/
        struct bnx2x *bp = params->bp;

        DP(NETIF_MSG_LINK, "ETS E2E3 disabled configuration\n");

        /* mapping between entry  priority to client number (0,1,2 -debug and
         * management clients, 3 - COS0 client, 4 - COS client)(HIGHEST)
         * 3bits client num.
         *   PRI4    |    PRI3    |    PRI2    |    PRI1    |    PRI0
         * cos1-100     cos0-011     dbg1-010     dbg0-001     MCP-000
         */

        REG_WR(bp, NIG_REG_P0_TX_ARB_PRIORITY_CLIENT, 0x4688);
        /* Bitmap of 5bits length. Each bit specifies whether the entry behaves
         * as strict.  Bits 0,1,2 - debug and management entries, 3 -
         * COS0 entry, 4 - COS1 entry.
         * COS1 | COS0 | DEBUG1 | DEBUG0 | MGMT
         * bit4   bit3    bit2   bit1     bit0
         * MCP and debug are strict
         */

        REG_WR(bp, NIG_REG_P0_TX_ARB_CLIENT_IS_STRICT, 0x7);
        /* defines which entries (clients) are subjected to WFQ arbitration */
        REG_WR(bp, NIG_REG_P0_TX_ARB_CLIENT_IS_SUBJECT2WFQ, 0);
        /* For strict priority entries defines the number of consecutive
         * slots for the highest priority.
         */
        REG_WR(bp, NIG_REG_P0_TX_ARB_NUM_STRICT_ARB_SLOTS, 0x100);
        /* mapping between the CREDIT_WEIGHT registers and actual client
         * numbers
         */
        REG_WR(bp, NIG_REG_P0_TX_ARB_CLIENT_CREDIT_MAP, 0);
        REG_WR(bp, NIG_REG_P0_TX_ARB_CREDIT_WEIGHT_0, 0);
        REG_WR(bp, NIG_REG_P0_TX_ARB_CREDIT_WEIGHT_1, 0);

        REG_WR(bp, NIG_REG_P0_TX_ARB_CREDIT_UPPER_BOUND_0, 0);
        REG_WR(bp, NIG_REG_P0_TX_ARB_CREDIT_UPPER_BOUND_1, 0);
        REG_WR(bp, PBF_REG_HIGH_PRIORITY_COS_NUM, 0);
        /* ETS mode disable */
        REG_WR(bp, PBF_REG_ETS_ENABLED, 0);
        /* If ETS mode is enabled (there is no strict priority) defines a WFQ
         * weight for COS0/COS1.
         */
        REG_WR(bp, PBF_REG_COS0_WEIGHT, 0x2710);
        REG_WR(bp, PBF_REG_COS1_WEIGHT, 0x2710);
        /* Upper bound that COS0_WEIGHT can reach in the WFQ arbiter */
        REG_WR(bp, PBF_REG_COS0_UPPER_BOUND, 0x989680);
        REG_WR(bp, PBF_REG_COS1_UPPER_BOUND, 0x989680);
        /* Defines the number of consecutive slots for the strict priority */
        REG_WR(bp, PBF_REG_NUM_STRICT_ARB_SLOTS, 0);
}
/******************************************************************************
* Description:
*       Getting min_w_val will be set according to line speed .
*.
******************************************************************************/
static u32 bnx2x_ets_get_min_w_val_nig(const struct link_vars *vars)
{
        u32 min_w_val = 0;
        /* Calculate min_w_val.*/
        if (vars->link_up) {
                if (vars->line_speed == SPEED_20000)
                        min_w_val = ETS_E3B0_NIG_MIN_W_VAL_20GBPS;
                else
                        min_w_val = ETS_E3B0_NIG_MIN_W_VAL_UP_TO_10GBPS;
        } else
                min_w_val = ETS_E3B0_NIG_MIN_W_VAL_20GBPS;
        /* If the link isn't up (static configuration for example ) The
         * link will be according to 20GBPS.
         */
        return min_w_val;
}
/******************************************************************************
* Description:
*       Getting credit upper bound form min_w_val.
*.
******************************************************************************/
static u32 bnx2x_ets_get_credit_upper_bound(const u32 min_w_val)
{
        const u32 credit_upper_bound = (u32)MAXVAL((150 * min_w_val),
                                                MAX_PACKET_SIZE);
        return credit_upper_bound;
}
/******************************************************************************
* Description:
*       Set credit upper bound for NIG.
*.
******************************************************************************/
static void bnx2x_ets_e3b0_set_credit_upper_bound_nig(
        const struct link_params *params,
        const u32 min_w_val)
{
        struct bnx2x *bp = params->bp;
        const u8 port = params->port;
        const u32 credit_upper_bound =
            bnx2x_ets_get_credit_upper_bound(min_w_val);

        REG_WR(bp, (port) ? NIG_REG_P1_TX_ARB_CREDIT_UPPER_BOUND_0 :
                NIG_REG_P0_TX_ARB_CREDIT_UPPER_BOUND_0, credit_upper_bound);
        REG_WR(bp, (port) ? NIG_REG_P1_TX_ARB_CREDIT_UPPER_BOUND_1 :
                   NIG_REG_P0_TX_ARB_CREDIT_UPPER_BOUND_1, credit_upper_bound);
        REG_WR(bp, (port) ? NIG_REG_P1_TX_ARB_CREDIT_UPPER_BOUND_2 :
                   NIG_REG_P0_TX_ARB_CREDIT_UPPER_BOUND_2, credit_upper_bound);
        REG_WR(bp, (port) ? NIG_REG_P1_TX_ARB_CREDIT_UPPER_BOUND_3 :
                   NIG_REG_P0_TX_ARB_CREDIT_UPPER_BOUND_3, credit_upper_bound);
        REG_WR(bp, (port) ? NIG_REG_P1_TX_ARB_CREDIT_UPPER_BOUND_4 :
                   NIG_REG_P0_TX_ARB_CREDIT_UPPER_BOUND_4, credit_upper_bound);
        REG_WR(bp, (port) ? NIG_REG_P1_TX_ARB_CREDIT_UPPER_BOUND_5 :
                   NIG_REG_P0_TX_ARB_CREDIT_UPPER_BOUND_5, credit_upper_bound);

        if (!port) {
                REG_WR(bp, NIG_REG_P0_TX_ARB_CREDIT_UPPER_BOUND_6,
                        credit_upper_bound);
                REG_WR(bp, NIG_REG_P0_TX_ARB_CREDIT_UPPER_BOUND_7,
                        credit_upper_bound);
                REG_WR(bp, NIG_REG_P0_TX_ARB_CREDIT_UPPER_BOUND_8,
                        credit_upper_bound);
        }
}
/******************************************************************************
* Description:
*       Will return the NIG ETS registers to init values.Except
*       credit_upper_bound.
*       That isn't used in this configuration (No WFQ is enabled) and will be
*       configured according to spec
*.
******************************************************************************/
static void bnx2x_ets_e3b0_nig_disabled(const struct link_params *params,
                                        const struct link_vars *vars)
{
        struct bnx2x *bp = params->bp;
        const u8 port = params->port;
        const u32 min_w_val = bnx2x_ets_get_min_w_val_nig(vars);
        /* Mapping between entry  priority to client number (0,1,2 -debug and
         * management clients, 3 - COS0 client, 4 - COS1, ... 8 -
         * COS5)(HIGHEST) 4bits client num.TODO_ETS - Should be done by
         * reset value or init tool
         */
        if (port) {
                REG_WR(bp, NIG_REG_P1_TX_ARB_PRIORITY_CLIENT2_LSB, 0x543210);
                REG_WR(bp, NIG_REG_P1_TX_ARB_PRIORITY_CLIENT2_MSB, 0x0);
        } else {
                REG_WR(bp, NIG_REG_P0_TX_ARB_PRIORITY_CLIENT2_LSB, 0x76543210);
                REG_WR(bp, NIG_REG_P0_TX_ARB_PRIORITY_CLIENT2_MSB, 0x8);
        }
        /* For strict priority entries defines the number of consecutive
         * slots for the highest priority.
         */
        REG_WR(bp, (port) ? NIG_REG_P1_TX_ARB_NUM_STRICT_ARB_SLOTS :
                   NIG_REG_P1_TX_ARB_NUM_STRICT_ARB_SLOTS, 0x100);
        /* Mapping between the CREDIT_WEIGHT registers and actual client
         * numbers
         */
        if (port) {
                /*Port 1 has 6 COS*/
                REG_WR(bp, NIG_REG_P1_TX_ARB_CLIENT_CREDIT_MAP2_LSB, 0x210543);
                REG_WR(bp, NIG_REG_P1_TX_ARB_CLIENT_CREDIT_MAP2_MSB, 0x0);
        } else {
                /*Port 0 has 9 COS*/
                REG_WR(bp, NIG_REG_P0_TX_ARB_CLIENT_CREDIT_MAP2_LSB,
                       0x43210876);
                REG_WR(bp, NIG_REG_P0_TX_ARB_CLIENT_CREDIT_MAP2_MSB, 0x5);
        }

        /* Bitmap of 5bits length. Each bit specifies whether the entry behaves
         * as strict.  Bits 0,1,2 - debug and management entries, 3 -
         * COS0 entry, 4 - COS1 entry.
         * COS1 | COS0 | DEBUG1 | DEBUG0 | MGMT
         * bit4   bit3    bit2   bit1     bit0
         * MCP and debug are strict
         */
        if (port)
                REG_WR(bp, NIG_REG_P1_TX_ARB_CLIENT_IS_STRICT, 0x3f);
        else
                REG_WR(bp, NIG_REG_P0_TX_ARB_CLIENT_IS_STRICT, 0x1ff);
        /* defines which entries (clients) are subjected to WFQ arbitration */
        REG_WR(bp, (port) ? NIG_REG_P1_TX_ARB_CLIENT_IS_SUBJECT2WFQ :
                   NIG_REG_P0_TX_ARB_CLIENT_IS_SUBJECT2WFQ, 0);

        /* Please notice the register address are note continuous and a
         * for here is note appropriate.In 2 port mode port0 only COS0-5
         * can be used. DEBUG1,DEBUG1,MGMT are never used for WFQ* In 4
         * port mode port1 only COS0-2 can be used. DEBUG1,DEBUG1,MGMT
         * are never used for WFQ
         */
        REG_WR(bp, (port) ? NIG_REG_P1_TX_ARB_CREDIT_WEIGHT_0 :
                   NIG_REG_P0_TX_ARB_CREDIT_WEIGHT_0, 0x0);
        REG_WR(bp, (port) ? NIG_REG_P1_TX_ARB_CREDIT_WEIGHT_1 :
                   NIG_REG_P0_TX_ARB_CREDIT_WEIGHT_1, 0x0);
        REG_WR(bp, (port) ? NIG_REG_P1_TX_ARB_CREDIT_WEIGHT_2 :
                   NIG_REG_P0_TX_ARB_CREDIT_WEIGHT_2, 0x0);
        REG_WR(bp, (port) ? NIG_REG_P1_TX_ARB_CREDIT_WEIGHT_3 :
                   NIG_REG_P0_TX_ARB_CREDIT_WEIGHT_3, 0x0);
        REG_WR(bp, (port) ? NIG_REG_P1_TX_ARB_CREDIT_WEIGHT_4 :
                   NIG_REG_P0_TX_ARB_CREDIT_WEIGHT_4, 0x0);
        REG_WR(bp, (port) ? NIG_REG_P1_TX_ARB_CREDIT_WEIGHT_5 :
                   NIG_REG_P0_TX_ARB_CREDIT_WEIGHT_5, 0x0);
        if (!port) {
                REG_WR(bp, NIG_REG_P0_TX_ARB_CREDIT_WEIGHT_6, 0x0);
                REG_WR(bp, NIG_REG_P0_TX_ARB_CREDIT_WEIGHT_7, 0x0);
                REG_WR(bp, NIG_REG_P0_TX_ARB_CREDIT_WEIGHT_8, 0x0);
        }

        bnx2x_ets_e3b0_set_credit_upper_bound_nig(params, min_w_val);
}
/******************************************************************************
* Description:
*       Set credit upper bound for PBF.
*.
******************************************************************************/
static void bnx2x_ets_e3b0_set_credit_upper_bound_pbf(
        const struct link_params *params,
        const u32 min_w_val)
{
        struct bnx2x *bp = params->bp;
        const u32 credit_upper_bound =
            bnx2x_ets_get_credit_upper_bound(min_w_val);
        const u8 port = params->port;
        u32 base_upper_bound = 0;
        u8 max_cos = 0;
        u8 i = 0;
        /* In 2 port mode port0 has COS0-5 that can be used for WFQ.In 4
         * port mode port1 has COS0-2 that can be used for WFQ.
         */
        if (!port) {
                base_upper_bound = PBF_REG_COS0_UPPER_BOUND_P0;
                max_cos = DCBX_E3B0_MAX_NUM_COS_PORT0;
        } else {
                base_upper_bound = PBF_REG_COS0_UPPER_BOUND_P1;
                max_cos = DCBX_E3B0_MAX_NUM_COS_PORT1;
        }

        for (i = 0; i < max_cos; i++)
                REG_WR(bp, base_upper_bound + (i << 2), credit_upper_bound);
}

/******************************************************************************
* Description:
*       Will return the PBF ETS registers to init values.Except
*       credit_upper_bound.
*       That isn't used in this configuration (No WFQ is enabled) and will be
*       configured according to spec
*.
******************************************************************************/
static void bnx2x_ets_e3b0_pbf_disabled(const struct link_params *params)
{
        struct bnx2x *bp = params->bp;
        const u8 port = params->port;
        const u32 min_w_val_pbf = ETS_E3B0_PBF_MIN_W_VAL;
        u8 i = 0;
        u32 base_weight = 0;
        u8 max_cos = 0;

        /* Mapping between entry  priority to client number 0 - COS0
         * client, 2 - COS1, ... 5 - COS5)(HIGHEST) 4bits client num.
         * TODO_ETS - Should be done by reset value or init tool
         */
        if (port)
                /*  0x688 (|011|0 10|00 1|000) */
                REG_WR(bp, PBF_REG_ETS_ARB_PRIORITY_CLIENT_P1 , 0x688);
        else
                /*  (10 1|100 |011|0 10|00 1|000) */
                REG_WR(bp, PBF_REG_ETS_ARB_PRIORITY_CLIENT_P0 , 0x2C688);

        /* TODO_ETS - Should be done by reset value or init tool */
        if (port)
                /* 0x688 (|011|0 10|00 1|000)*/
                REG_WR(bp, PBF_REG_ETS_ARB_CLIENT_CREDIT_MAP_P1, 0x688);
        else
        /* 0x2C688 (10 1|100 |011|0 10|00 1|000) */
        REG_WR(bp, PBF_REG_ETS_ARB_CLIENT_CREDIT_MAP_P0, 0x2C688);

        REG_WR(bp, (port) ? PBF_REG_ETS_ARB_NUM_STRICT_ARB_SLOTS_P1 :
                   PBF_REG_ETS_ARB_NUM_STRICT_ARB_SLOTS_P0 , 0x100);


        REG_WR(bp, (port) ? PBF_REG_ETS_ARB_CLIENT_IS_STRICT_P1 :
                   PBF_REG_ETS_ARB_CLIENT_IS_STRICT_P0 , 0);

        REG_WR(bp, (port) ? PBF_REG_ETS_ARB_CLIENT_IS_SUBJECT2WFQ_P1 :
                   PBF_REG_ETS_ARB_CLIENT_IS_SUBJECT2WFQ_P0 , 0);
        /* In 2 port mode port0 has COS0-5 that can be used for WFQ.
         * In 4 port mode port1 has COS0-2 that can be used for WFQ.
         */
        if (!port) {
                base_weight = PBF_REG_COS0_WEIGHT_P0;
                max_cos = DCBX_E3B0_MAX_NUM_COS_PORT0;
        } else {
                base_weight = PBF_REG_COS0_WEIGHT_P1;
                max_cos = DCBX_E3B0_MAX_NUM_COS_PORT1;
        }

        for (i = 0; i < max_cos; i++)
                REG_WR(bp, base_weight + (0x4 * i), 0);

        bnx2x_ets_e3b0_set_credit_upper_bound_pbf(params, min_w_val_pbf);
}
/******************************************************************************
* Description:
*       E3B0 disable will return basically the values to init values.
*.
******************************************************************************/
static int bnx2x_ets_e3b0_disabled(const struct link_params *params,
                                   const struct link_vars *vars)
{
        struct bnx2x *bp = params->bp;

        if (!CHIP_IS_E3B0(bp)) {
                DP(NETIF_MSG_LINK,
                   "bnx2x_ets_e3b0_disabled the chip isn't E3B0\n");
                return -EINVAL;
        }

        bnx2x_ets_e3b0_nig_disabled(params, vars);

        bnx2x_ets_e3b0_pbf_disabled(params);

        return 0;
}

/******************************************************************************
* Description:
*       Disable will return basically the values to init values.
*
******************************************************************************/
int bnx2x_ets_disabled(struct link_params *params,
                      struct link_vars *vars)
{
        struct bnx2x *bp = params->bp;
        int bnx2x_status = 0;

        if ((CHIP_IS_E2(bp)) || (CHIP_IS_E3A0(bp)))
                bnx2x_ets_e2e3a0_disabled(params);
        else if (CHIP_IS_E3B0(bp))
                bnx2x_status = bnx2x_ets_e3b0_disabled(params, vars);
        else {
                DP(NETIF_MSG_LINK, "bnx2x_ets_disabled - chip not supported\n");
                return -EINVAL;
        }

        return bnx2x_status;
}

/******************************************************************************
* Description
*       Set the COS mappimg to SP and BW until this point all the COS are not
*       set as SP or BW.
******************************************************************************/
static int bnx2x_ets_e3b0_cli_map(const struct link_params *params,
                                  const struct bnx2x_ets_params *ets_params,
                                  const u8 cos_sp_bitmap,
                                  const u8 cos_bw_bitmap)
{
        struct bnx2x *bp = params->bp;
        const u8 port = params->port;
        const u8 nig_cli_sp_bitmap = 0x7 | (cos_sp_bitmap << 3);
        const u8 pbf_cli_sp_bitmap = cos_sp_bitmap;
        const u8 nig_cli_subject2wfq_bitmap = cos_bw_bitmap << 3;
        const u8 pbf_cli_subject2wfq_bitmap = cos_bw_bitmap;

        REG_WR(bp, (port) ? NIG_REG_P1_TX_ARB_CLIENT_IS_STRICT :
               NIG_REG_P0_TX_ARB_CLIENT_IS_STRICT, nig_cli_sp_bitmap);

        REG_WR(bp, (port) ? PBF_REG_ETS_ARB_CLIENT_IS_STRICT_P1 :
               PBF_REG_ETS_ARB_CLIENT_IS_STRICT_P0 , pbf_cli_sp_bitmap);

        REG_WR(bp, (port) ? NIG_REG_P1_TX_ARB_CLIENT_IS_SUBJECT2WFQ :
               NIG_REG_P0_TX_ARB_CLIENT_IS_SUBJECT2WFQ,
               nig_cli_subject2wfq_bitmap);

        REG_WR(bp, (port) ? PBF_REG_ETS_ARB_CLIENT_IS_SUBJECT2WFQ_P1 :
               PBF_REG_ETS_ARB_CLIENT_IS_SUBJECT2WFQ_P0,
               pbf_cli_subject2wfq_bitmap);

        return 0;
}

/******************************************************************************
* Description:
*       This function is needed because NIG ARB_CREDIT_WEIGHT_X are
*       not continues and ARB_CREDIT_WEIGHT_0 + offset is suitable.
******************************************************************************/
static int bnx2x_ets_e3b0_set_cos_bw(struct bnx2x *bp,
                                     const u8 cos_entry,
                                     const u32 min_w_val_nig,
                                     const u32 min_w_val_pbf,
                                     const u16 total_bw,
                                     const u8 bw,
                                     const u8 port)
{
        u32 nig_reg_adress_crd_weight = 0;
        u32 pbf_reg_adress_crd_weight = 0;
        /* Calculate and set BW for this COS - use 1 instead of 0 for BW */
        const u32 cos_bw_nig = ((bw ? bw : 1) * min_w_val_nig) / total_bw;
        const u32 cos_bw_pbf = ((bw ? bw : 1) * min_w_val_pbf) / total_bw;

        switch (cos_entry) {
        case 0:
            nig_reg_adress_crd_weight =
                 (port) ? NIG_REG_P1_TX_ARB_CREDIT_WEIGHT_0 :
                     NIG_REG_P0_TX_ARB_CREDIT_WEIGHT_0;
             pbf_reg_adress_crd_weight = (port) ?
                 PBF_REG_COS0_WEIGHT_P1 : PBF_REG_COS0_WEIGHT_P0;
             break;
        case 1:
             nig_reg_adress_crd_weight = (port) ?
                 NIG_REG_P1_TX_ARB_CREDIT_WEIGHT_1 :
                 NIG_REG_P0_TX_ARB_CREDIT_WEIGHT_1;
             pbf_reg_adress_crd_weight = (port) ?
                 PBF_REG_COS1_WEIGHT_P1 : PBF_REG_COS1_WEIGHT_P0;
             break;
        case 2:
             nig_reg_adress_crd_weight = (port) ?
                 NIG_REG_P1_TX_ARB_CREDIT_WEIGHT_2 :
                 NIG_REG_P0_TX_ARB_CREDIT_WEIGHT_2;

                 pbf_reg_adress_crd_weight = (port) ?
                     PBF_REG_COS2_WEIGHT_P1 : PBF_REG_COS2_WEIGHT_P0;
             break;
        case 3:
            if (port)
                        return -EINVAL;
             nig_reg_adress_crd_weight =
                 NIG_REG_P0_TX_ARB_CREDIT_WEIGHT_3;
             pbf_reg_adress_crd_weight =
                 PBF_REG_COS3_WEIGHT_P0;
             break;
        case 4:
            if (port)
                return -EINVAL;
             nig_reg_adress_crd_weight =
                 NIG_REG_P0_TX_ARB_CREDIT_WEIGHT_4;
             pbf_reg_adress_crd_weight = PBF_REG_COS4_WEIGHT_P0;
             break;
        case 5:
            if (port)
                return -EINVAL;
             nig_reg_adress_crd_weight =
                 NIG_REG_P0_TX_ARB_CREDIT_WEIGHT_5;
             pbf_reg_adress_crd_weight = PBF_REG_COS5_WEIGHT_P0;
             break;
        }

        REG_WR(bp, nig_reg_adress_crd_weight, cos_bw_nig);

        REG_WR(bp, pbf_reg_adress_crd_weight, cos_bw_pbf);

        return 0;
}
/******************************************************************************
* Description:
*       Calculate the total BW.A value of 0 isn't legal.
*
******************************************************************************/
static int bnx2x_ets_e3b0_get_total_bw(
        const struct link_params *params,
        struct bnx2x_ets_params *ets_params,
        u16 *total_bw)
{
        struct bnx2x *bp = params->bp;
        u8 cos_idx = 0;
        u8 is_bw_cos_exist = 0;

        *total_bw = 0 ;
        /* Calculate total BW requested */
        for (cos_idx = 0; cos_idx < ets_params->num_of_cos; cos_idx++) {
                if (ets_params->cos[cos_idx].state == bnx2x_cos_state_bw) {
                        is_bw_cos_exist = 1;
                        if (!ets_params->cos[cos_idx].params.bw_params.bw) {
                                DP(NETIF_MSG_LINK, "bnx2x_ets_E3B0_config BW"
                                                   "was set to 0\n");
                                /* This is to prevent a state when ramrods
                                 * can't be sent
                                 */
                                ets_params->cos[cos_idx].params.bw_params.bw
                                         = 1;
                        }
                        *total_bw +=
                                ets_params->cos[cos_idx].params.bw_params.bw;
                }
        }

        /* Check total BW is valid */
        if ((is_bw_cos_exist == 1) && (*total_bw != 100)) {
                if (*total_bw == 0) {
                        DP(NETIF_MSG_LINK,
                           "bnx2x_ets_E3B0_config total BW shouldn't be 0\n");
                        return -EINVAL;
                }
                DP(NETIF_MSG_LINK,
                   "bnx2x_ets_E3B0_config total BW should be 100\n");
                /* We can handle a case whre the BW isn't 100 this can happen
                 * if the TC are joined.
                 */
        }
        return 0;
}

/******************************************************************************
* Description:
*       Invalidate all the sp_pri_to_cos.
*
******************************************************************************/
static void bnx2x_ets_e3b0_sp_pri_to_cos_init(u8 *sp_pri_to_cos)
{
        u8 pri = 0;
        for (pri = 0; pri < DCBX_MAX_NUM_COS; pri++)
                sp_pri_to_cos[pri] = DCBX_INVALID_COS;
}
/******************************************************************************
* Description:
*       Calculate and set the SP (ARB_PRIORITY_CLIENT) NIG and PBF registers
*       according to sp_pri_to_cos.
*
******************************************************************************/
static int bnx2x_ets_e3b0_sp_pri_to_cos_set(const struct link_params *params,
                                            u8 *sp_pri_to_cos, const u8 pri,
                                            const u8 cos_entry)
{
        struct bnx2x *bp = params->bp;
        const u8 port = params->port;
        const u8 max_num_of_cos = (port) ? DCBX_E3B0_MAX_NUM_COS_PORT1 :
                DCBX_E3B0_MAX_NUM_COS_PORT0;

        if (pri >= max_num_of_cos) {
                DP(NETIF_MSG_LINK, "bnx2x_ets_e3b0_sp_pri_to_cos_set invalid "
                   "parameter Illegal strict priority\n");
            return -EINVAL;
        }

        if (sp_pri_to_cos[pri] != DCBX_INVALID_COS) {
                DP(NETIF_MSG_LINK, "bnx2x_ets_e3b0_sp_pri_to_cos_set invalid "
                                   "parameter There can't be two COS's with "
                                   "the same strict pri\n");
                return -EINVAL;
        }

        sp_pri_to_cos[pri] = cos_entry;
        return 0;

}

/******************************************************************************
* Description:
*       Returns the correct value according to COS and priority in
*       the sp_pri_cli register.
*
******************************************************************************/
static u64 bnx2x_e3b0_sp_get_pri_cli_reg(const u8 cos, const u8 cos_offset,
                                         const u8 pri_set,
                                         const u8 pri_offset,
                                         const u8 entry_size)
{
        u64 pri_cli_nig = 0;
        pri_cli_nig = ((u64)(cos + cos_offset)) << (entry_size *
                                                    (pri_set + pri_offset));

        return pri_cli_nig;
}
/******************************************************************************
* Description:
*       Returns the correct value according to COS and priority in the
*       sp_pri_cli register for NIG.
*
******************************************************************************/
static u64 bnx2x_e3b0_sp_get_pri_cli_reg_nig(const u8 cos, const u8 pri_set)
{
        /* MCP Dbg0 and dbg1 are always with higher strict pri*/
        const u8 nig_cos_offset = 3;
        const u8 nig_pri_offset = 3;

        return bnx2x_e3b0_sp_get_pri_cli_reg(cos, nig_cos_offset, pri_set,
                nig_pri_offset, 4);

}
/******************************************************************************
* Description:
*       Returns the correct value according to COS and priority in the
*       sp_pri_cli register for PBF.
*
******************************************************************************/
static u64 bnx2x_e3b0_sp_get_pri_cli_reg_pbf(const u8 cos, const u8 pri_set)
{
        const u8 pbf_cos_offset = 0;
        const u8 pbf_pri_offset = 0;

        return bnx2x_e3b0_sp_get_pri_cli_reg(cos, pbf_cos_offset, pri_set,
                pbf_pri_offset, 3);

}

/******************************************************************************
* Description:
*       Calculate and set the SP (ARB_PRIORITY_CLIENT) NIG and PBF registers
*       according to sp_pri_to_cos.(which COS has higher priority)
*
******************************************************************************/
static int bnx2x_ets_e3b0_sp_set_pri_cli_reg(const struct link_params *params,
                                             u8 *sp_pri_to_cos)
{
        struct bnx2x *bp = params->bp;
        u8 i = 0;
        const u8 port = params->port;
        /* MCP Dbg0 and dbg1 are always with higher strict pri*/
        u64 pri_cli_nig = 0x210;
        u32 pri_cli_pbf = 0x0;
        u8 pri_set = 0;
        u8 pri_bitmask = 0;
        const u8 max_num_of_cos = (port) ? DCBX_E3B0_MAX_NUM_COS_PORT1 :
                DCBX_E3B0_MAX_NUM_COS_PORT0;

        u8 cos_bit_to_set = (1 << max_num_of_cos) - 1;

        /* Set all the strict priority first */
        for (i = 0; i < max_num_of_cos; i++) {
                if (sp_pri_to_cos[i] != DCBX_INVALID_COS) {
                        if (sp_pri_to_cos[i] >= DCBX_MAX_NUM_COS) {
                                DP(NETIF_MSG_LINK,
                                           "bnx2x_ets_e3b0_sp_set_pri_cli_reg "
                                           "invalid cos entry\n");
                                return -EINVAL;
                        }

                        pri_cli_nig |= bnx2x_e3b0_sp_get_pri_cli_reg_nig(
                            sp_pri_to_cos[i], pri_set);

                        pri_cli_pbf |= bnx2x_e3b0_sp_get_pri_cli_reg_pbf(
                            sp_pri_to_cos[i], pri_set);
                        pri_bitmask = 1 << sp_pri_to_cos[i];
                        /* COS is used remove it from bitmap.*/
                        if (!(pri_bitmask & cos_bit_to_set)) {
                                DP(NETIF_MSG_LINK,
                                        "bnx2x_ets_e3b0_sp_set_pri_cli_reg "
                                        "invalid There can't be two COS's with"
                                        " the same strict pri\n");
                                return -EINVAL;
                        }
                        cos_bit_to_set &= ~pri_bitmask;
                        pri_set++;
                }
        }

        /* Set all the Non strict priority i= COS*/
        for (i = 0; i < max_num_of_cos; i++) {
                pri_bitmask = 1 << i;
                /* Check if COS was already used for SP */
                if (pri_bitmask & cos_bit_to_set) {
                        /* COS wasn't used for SP */
                        pri_cli_nig |= bnx2x_e3b0_sp_get_pri_cli_reg_nig(
                            i, pri_set);

                        pri_cli_pbf |= bnx2x_e3b0_sp_get_pri_cli_reg_pbf(
                            i, pri_set);
                        /* COS is used remove it from bitmap.*/
                        cos_bit_to_set &= ~pri_bitmask;
                        pri_set++;
                }
        }

        if (pri_set != max_num_of_cos) {
                DP(NETIF_MSG_LINK, "bnx2x_ets_e3b0_sp_set_pri_cli_reg not all "
                                   "entries were set\n");
                return -EINVAL;
        }

        if (port) {
                /* Only 6 usable clients*/
                REG_WR(bp, NIG_REG_P1_TX_ARB_PRIORITY_CLIENT2_LSB,
                       (u32)pri_cli_nig);

                REG_WR(bp, PBF_REG_ETS_ARB_PRIORITY_CLIENT_P1 , pri_cli_pbf);
        } else {
                /* Only 9 usable clients*/
                const u32 pri_cli_nig_lsb = (u32) (pri_cli_nig);
                const u32 pri_cli_nig_msb = (u32) ((pri_cli_nig >> 32) & 0xF);

                REG_WR(bp, NIG_REG_P0_TX_ARB_PRIORITY_CLIENT2_LSB,
                       pri_cli_nig_lsb);
                REG_WR(bp, NIG_REG_P0_TX_ARB_PRIORITY_CLIENT2_MSB,
                       pri_cli_nig_msb);

                REG_WR(bp, PBF_REG_ETS_ARB_PRIORITY_CLIENT_P0 , pri_cli_pbf);
        }
        return 0;
}

/******************************************************************************
* Description:
*       Configure the COS to ETS according to BW and SP settings.
******************************************************************************/
int bnx2x_ets_e3b0_config(const struct link_params *params,
                         const struct link_vars *vars,
                         struct bnx2x_ets_params *ets_params)
{
        struct bnx2x *bp = params->bp;
        int bnx2x_status = 0;
        const u8 port = params->port;
        u16 total_bw = 0;
        const u32 min_w_val_nig = bnx2x_ets_get_min_w_val_nig(vars);
        const u32 min_w_val_pbf = ETS_E3B0_PBF_MIN_W_VAL;
        u8 cos_bw_bitmap = 0;
        u8 cos_sp_bitmap = 0;
        u8 sp_pri_to_cos[DCBX_MAX_NUM_COS] = {0};
        const u8 max_num_of_cos = (port) ? DCBX_E3B0_MAX_NUM_COS_PORT1 :
                DCBX_E3B0_MAX_NUM_COS_PORT0;
        u8 cos_entry = 0;

        if (!CHIP_IS_E3B0(bp)) {
                DP(NETIF_MSG_LINK,
                   "bnx2x_ets_e3b0_disabled the chip isn't E3B0\n");
                return -EINVAL;
        }

        if ((ets_params->num_of_cos > max_num_of_cos)) {
                DP(NETIF_MSG_LINK, "bnx2x_ets_E3B0_config the number of COS "
                                   "isn't supported\n");
                return -EINVAL;
        }

        /* Prepare sp strict priority parameters*/
        bnx2x_ets_e3b0_sp_pri_to_cos_init(sp_pri_to_cos);

        /* Prepare BW parameters*/
        bnx2x_status = bnx2x_ets_e3b0_get_total_bw(params, ets_params,
                                                   &total_bw);
        if (bnx2x_status) {
                DP(NETIF_MSG_LINK,
                   "bnx2x_ets_E3B0_config get_total_bw failed\n");
                return -EINVAL;
        }

        /* Upper bound is set according to current link speed (min_w_val
         * should be the same for upper bound and COS credit val).
         */
        bnx2x_ets_e3b0_set_credit_upper_bound_nig(params, min_w_val_nig);
        bnx2x_ets_e3b0_set_credit_upper_bound_pbf(params, min_w_val_pbf);


        for (cos_entry = 0; cos_entry < ets_params->num_of_cos; cos_entry++) {
                if (bnx2x_cos_state_bw == ets_params->cos[cos_entry].state) {
                        cos_bw_bitmap |= (1 << cos_entry);
                        /* The function also sets the BW in HW(not the mappin
                         * yet)
                         */
                        bnx2x_status = bnx2x_ets_e3b0_set_cos_bw(
                                bp, cos_entry, min_w_val_nig, min_w_val_pbf,
                                total_bw,
                                ets_params->cos[cos_entry].params.bw_params.bw,
                                 port);
                } else if (bnx2x_cos_state_strict ==
                        ets_params->cos[cos_entry].state){
                        cos_sp_bitmap |= (1 << cos_entry);

                        bnx2x_status = bnx2x_ets_e3b0_sp_pri_to_cos_set(
                                params,
                                sp_pri_to_cos,
                                ets_params->cos[cos_entry].params.sp_params.pri,
                                cos_entry);

                } else {
                        DP(NETIF_MSG_LINK,
                           "bnx2x_ets_e3b0_config cos state not valid\n");
                        return -EINVAL;
                }
                if (bnx2x_status) {
                        DP(NETIF_MSG_LINK,
                           "bnx2x_ets_e3b0_config set cos bw failed\n");
                        return bnx2x_status;
                }
        }

        /* Set SP register (which COS has higher priority) */
        bnx2x_status = bnx2x_ets_e3b0_sp_set_pri_cli_reg(params,
                                                         sp_pri_to_cos);

        if (bnx2x_status) {
                DP(NETIF_MSG_LINK,
                   "bnx2x_ets_E3B0_config set_pri_cli_reg failed\n");
                return bnx2x_status;
        }

        /* Set client mapping of BW and strict */
        bnx2x_status = bnx2x_ets_e3b0_cli_map(params, ets_params,
                                              cos_sp_bitmap,
                                              cos_bw_bitmap);

        if (bnx2x_status) {
                DP(NETIF_MSG_LINK, "bnx2x_ets_E3B0_config SP failed\n");
                return bnx2x_status;
        }
        return 0;
}
static void bnx2x_ets_bw_limit_common(const struct link_params *params)
{
        /* ETS disabled configuration */
        struct bnx2x *bp = params->bp;
        DP(NETIF_MSG_LINK, "ETS enabled BW limit configuration\n");
        /* Defines which entries (clients) are subjected to WFQ arbitration
         * COS0 0x8
         * COS1 0x10
         */
        REG_WR(bp, NIG_REG_P0_TX_ARB_CLIENT_IS_SUBJECT2WFQ, 0x18);
        /* Mapping between the ARB_CREDIT_WEIGHT registers and actual
         * client numbers (WEIGHT_0 does not actually have to represent
         * client 0)
         *    PRI4    |    PRI3    |    PRI2    |    PRI1    |    PRI0
         *  cos1-001     cos0-000     dbg1-100     dbg0-011     MCP-010
         */
        REG_WR(bp, NIG_REG_P0_TX_ARB_CLIENT_CREDIT_MAP, 0x111A);

        REG_WR(bp, NIG_REG_P0_TX_ARB_CREDIT_UPPER_BOUND_0,
               ETS_BW_LIMIT_CREDIT_UPPER_BOUND);
        REG_WR(bp, NIG_REG_P0_TX_ARB_CREDIT_UPPER_BOUND_1,
               ETS_BW_LIMIT_CREDIT_UPPER_BOUND);

        /* ETS mode enabled*/
        REG_WR(bp, PBF_REG_ETS_ENABLED, 1);

        /* Defines the number of consecutive slots for the strict priority */
        REG_WR(bp, PBF_REG_NUM_STRICT_ARB_SLOTS, 0);
        /* Bitmap of 5bits length. Each bit specifies whether the entry behaves
         * as strict.  Bits 0,1,2 - debug and management entries, 3 - COS0
         * entry, 4 - COS1 entry.
         * COS1 | COS0 | DEBUG21 | DEBUG0 | MGMT
         * bit4   bit3    bit2     bit1    bit0
         * MCP and debug are strict
         */
        REG_WR(bp, NIG_REG_P0_TX_ARB_CLIENT_IS_STRICT, 0x7);

        /* Upper bound that COS0_WEIGHT can reach in the WFQ arbiter.*/
        REG_WR(bp, PBF_REG_COS0_UPPER_BOUND,
               ETS_BW_LIMIT_CREDIT_UPPER_BOUND);
        REG_WR(bp, PBF_REG_COS1_UPPER_BOUND,
               ETS_BW_LIMIT_CREDIT_UPPER_BOUND);
}

void bnx2x_ets_bw_limit(const struct link_params *params, const u32 cos0_bw,
                        const u32 cos1_bw)
{
        /* ETS disabled configuration*/
        struct bnx2x *bp = params->bp;
        const u32 total_bw = cos0_bw + cos1_bw;
        u32 cos0_credit_weight = 0;
        u32 cos1_credit_weight = 0;

        DP(NETIF_MSG_LINK, "ETS enabled BW limit configuration\n");

        if ((!total_bw) ||
            (!cos0_bw) ||
            (!cos1_bw)) {
                DP(NETIF_MSG_LINK, "Total BW can't be zero\n");
                return;
        }

        cos0_credit_weight = (cos0_bw * ETS_BW_LIMIT_CREDIT_WEIGHT)/
                total_bw;
        cos1_credit_weight = (cos1_bw * ETS_BW_LIMIT_CREDIT_WEIGHT)/
                total_bw;

        bnx2x_ets_bw_limit_common(params);

        REG_WR(bp, NIG_REG_P0_TX_ARB_CREDIT_WEIGHT_0, cos0_credit_weight);
        REG_WR(bp, NIG_REG_P0_TX_ARB_CREDIT_WEIGHT_1, cos1_credit_weight);

        REG_WR(bp, PBF_REG_COS0_WEIGHT, cos0_credit_weight);
        REG_WR(bp, PBF_REG_COS1_WEIGHT, cos1_credit_weight);
}

int bnx2x_ets_strict(const struct link_params *params, const u8 strict_cos)
{
        /* ETS disabled configuration*/
        struct bnx2x *bp = params->bp;
        u32 val = 0;

        DP(NETIF_MSG_LINK, "ETS enabled strict configuration\n");
        /* Bitmap of 5bits length. Each bit specifies whether the entry behaves
         * as strict.  Bits 0,1,2 - debug and management entries,
         * 3 - COS0 entry, 4 - COS1 entry.
         *  COS1 | COS0 | DEBUG21 | DEBUG0 | MGMT
         *  bit4   bit3   bit2      bit1     bit0
         * MCP and debug are strict
         */
        REG_WR(bp, NIG_REG_P0_TX_ARB_CLIENT_IS_STRICT, 0x1F);
        /* For strict priority entries defines the number of consecutive slots
         * for the highest priority.
         */
        REG_WR(bp, NIG_REG_P0_TX_ARB_NUM_STRICT_ARB_SLOTS, 0x100);
        /* ETS mode disable */
        REG_WR(bp, PBF_REG_ETS_ENABLED, 0);
        /* Defines the number of consecutive slots for the strict priority */
        REG_WR(bp, PBF_REG_NUM_STRICT_ARB_SLOTS, 0x100);

        /* Defines the number of consecutive slots for the strict priority */
        REG_WR(bp, PBF_REG_HIGH_PRIORITY_COS_NUM, strict_cos);

        /* Mapping between entry  priority to client number (0,1,2 -debug and
         * management clients, 3 - COS0 client, 4 - COS client)(HIGHEST)
         * 3bits client num.
         *   PRI4    |    PRI3    |    PRI2    |    PRI1    |    PRI0
         * dbg0-010     dbg1-001     cos1-100     cos0-011     MCP-000
         * dbg0-010     dbg1-001     cos0-011     cos1-100     MCP-000
         */
        val = (!strict_cos) ? 0x2318 : 0x22E0;
        REG_WR(bp, NIG_REG_P0_TX_ARB_PRIORITY_CLIENT, val);

        return 0;
}

/******************************************************************/
/*                      PFC section                               */
/******************************************************************/
static void bnx2x_update_pfc_xmac(struct link_params *params,
                                  struct link_vars *vars,
                                  u8 is_lb)
{
        struct bnx2x *bp = params->bp;
        u32 xmac_base;
        u32 pause_val, pfc0_val, pfc1_val;

        /* XMAC base adrr */
        xmac_base = (params->port) ? GRCBASE_XMAC1 : GRCBASE_XMAC0;

        /* Initialize pause and pfc registers */
        pause_val = 0x18000;
        pfc0_val = 0xFFFF8000;
        pfc1_val = 0x2;

        /* No PFC support */
        if (!(params->feature_config_flags &
              FEATURE_CONFIG_PFC_ENABLED)) {

                /* RX flow control - Process pause frame in receive direction
                 */
                if (vars->flow_ctrl & BNX2X_FLOW_CTRL_RX)
                        pause_val |= XMAC_PAUSE_CTRL_REG_RX_PAUSE_EN;

                /* TX flow control - Send pause packet when buffer is full */
                if (vars->flow_ctrl & BNX2X_FLOW_CTRL_TX)
                        pause_val |= XMAC_PAUSE_CTRL_REG_TX_PAUSE_EN;
        } else {/* PFC support */
                pfc1_val |= XMAC_PFC_CTRL_HI_REG_PFC_REFRESH_EN |
                        XMAC_PFC_CTRL_HI_REG_PFC_STATS_EN |
                        XMAC_PFC_CTRL_HI_REG_RX_PFC_EN |
                        XMAC_PFC_CTRL_HI_REG_TX_PFC_EN |
                        XMAC_PFC_CTRL_HI_REG_FORCE_PFC_XON;
                /* Write pause and PFC registers */
                REG_WR(bp, xmac_base + XMAC_REG_PAUSE_CTRL, pause_val);
                REG_WR(bp, xmac_base + XMAC_REG_PFC_CTRL, pfc0_val);
                REG_WR(bp, xmac_base + XMAC_REG_PFC_CTRL_HI, pfc1_val);
                pfc1_val &= ~XMAC_PFC_CTRL_HI_REG_FORCE_PFC_XON;

        }

        /* Write pause and PFC registers */
        REG_WR(bp, xmac_base + XMAC_REG_PAUSE_CTRL, pause_val);
        REG_WR(bp, xmac_base + XMAC_REG_PFC_CTRL, pfc0_val);
        REG_WR(bp, xmac_base + XMAC_REG_PFC_CTRL_HI, pfc1_val);


        /* Set MAC address for source TX Pause/PFC frames */
        REG_WR(bp, xmac_base + XMAC_REG_CTRL_SA_LO,
               ((params->mac_addr[2] << 24) |
                (params->mac_addr[3] << 16) |
                (params->mac_addr[4] << 8) |
                (params->mac_addr[5])));
        REG_WR(bp, xmac_base + XMAC_REG_CTRL_SA_HI,
               ((params->mac_addr[0] << 8) |
                (params->mac_addr[1])));

        udelay(30);
}

/******************************************************************/
/*                      MAC/PBF section                           */
/******************************************************************/
static void bnx2x_set_mdio_clk(struct bnx2x *bp, u32 chip_id,
                               u32 emac_base)
{
        u32 new_mode, cur_mode;
        u32 clc_cnt;
        /* Set clause 45 mode, slow down the MDIO clock to 2.5MHz
         * (a value of 49==0x31) and make sure that the AUTO poll is off
         */
        cur_mode = REG_RD(bp, emac_base + EMAC_REG_EMAC_MDIO_MODE);

        if (USES_WARPCORE(bp))
                clc_cnt = 74L << EMAC_MDIO_MODE_CLOCK_CNT_BITSHIFT;
        else
                clc_cnt = 49L << EMAC_MDIO_MODE_CLOCK_CNT_BITSHIFT;

        if (((cur_mode & EMAC_MDIO_MODE_CLOCK_CNT) == clc_cnt) &&
            (cur_mode & (EMAC_MDIO_MODE_CLAUSE_45)))
                return;

        new_mode = cur_mode &
                ~(EMAC_MDIO_MODE_AUTO_POLL | EMAC_MDIO_MODE_CLOCK_CNT);
        new_mode |= clc_cnt;
        new_mode |= (EMAC_MDIO_MODE_CLAUSE_45);

        DP(NETIF_MSG_LINK, "Changing emac_mode from 0x%x to 0x%x\n",
           cur_mode, new_mode);
        REG_WR(bp, emac_base + EMAC_REG_EMAC_MDIO_MODE, new_mode);
        udelay(40);
}

static void bnx2x_set_mdio_emac_per_phy(struct bnx2x *bp,
                                        struct link_params *params)
{
        u8 phy_index;
        /* Set mdio clock per phy */
        for (phy_index = INT_PHY; phy_index < params->num_phys;
              phy_index++)
                bnx2x_set_mdio_clk(bp, params->chip_id,
                                   params->phy[phy_index].mdio_ctrl);
}

static u8 bnx2x_is_4_port_mode(struct bnx2x *bp)
{
        u32 port4mode_ovwr_val;
        /* Check 4-port override enabled */
        port4mode_ovwr_val = REG_RD(bp, MISC_REG_PORT4MODE_EN_OVWR);
        if (port4mode_ovwr_val & (1<<0)) {
                /* Return 4-port mode override value */
                return ((port4mode_ovwr_val & (1<<1)) == (1<<1));
        }
        /* Return 4-port mode from input pin */
        return (u8)REG_RD(bp, MISC_REG_PORT4MODE_EN);
}

static void bnx2x_emac_init(struct link_params *params,
                            struct link_vars *vars)
{
        /* reset and unreset the emac core */
        struct bnx2x *bp = params->bp;
        u8 port = params->port;
        u32 emac_base = port ? GRCBASE_EMAC1 : GRCBASE_EMAC0;
        u32 val;
        u16 timeout;

        REG_WR(bp, GRCBASE_MISC + MISC_REGISTERS_RESET_REG_2_CLEAR,
               (MISC_REGISTERS_RESET_REG_2_RST_EMAC0_HARD_CORE << port));
        udelay(5);
        REG_WR(bp, GRCBASE_MISC + MISC_REGISTERS_RESET_REG_2_SET,
               (MISC_REGISTERS_RESET_REG_2_RST_EMAC0_HARD_CORE << port));

        /* init emac - use read-modify-write */
        /* self clear reset */
        val = REG_RD(bp, emac_base + EMAC_REG_EMAC_MODE);
        EMAC_WR(bp, EMAC_REG_EMAC_MODE, (val | EMAC_MODE_RESET));

        timeout = 200;
        do {
                val = REG_RD(bp, emac_base + EMAC_REG_EMAC_MODE);
                DP(NETIF_MSG_LINK, "EMAC reset reg is %u\n", val);
                if (!timeout) {
                        DP(NETIF_MSG_LINK, "EMAC timeout!\n");
                        return;
                }
                timeout--;
        } while (val & EMAC_MODE_RESET);

        bnx2x_set_mdio_emac_per_phy(bp, params);
        /* Set mac address */
        val = ((params->mac_addr[0] << 8) |
                params->mac_addr[1]);
        EMAC_WR(bp, EMAC_REG_EMAC_MAC_MATCH, val);

        val = ((params->mac_addr[2] << 24) |
               (params->mac_addr[3] << 16) |
               (params->mac_addr[4] << 8) |
                params->mac_addr[5]);
        EMAC_WR(bp, EMAC_REG_EMAC_MAC_MATCH + 4, val);
}

static void bnx2x_set_xumac_nig(struct link_params *params,
                                u16 tx_pause_en,
                                u8 enable)
{
        struct bnx2x *bp = params->bp;

        REG_WR(bp, params->port ? NIG_REG_P1_MAC_IN_EN : NIG_REG_P0_MAC_IN_EN,
               enable);
        REG_WR(bp, params->port ? NIG_REG_P1_MAC_OUT_EN : NIG_REG_P0_MAC_OUT_EN,
               enable);
        REG_WR(bp, params->port ? NIG_REG_P1_MAC_PAUSE_OUT_EN :
               NIG_REG_P0_MAC_PAUSE_OUT_EN, tx_pause_en);
}

static void bnx2x_set_umac_rxtx(struct link_params *params, u8 en)
{
        u32 umac_base = params->port ? GRCBASE_UMAC1 : GRCBASE_UMAC0;
        u32 val;
        struct bnx2x *bp = params->bp;
        if (!(REG_RD(bp, MISC_REG_RESET_REG_2) &
                   (MISC_REGISTERS_RESET_REG_2_UMAC0 << params->port)))
                return;
        val = REG_RD(bp, umac_base + UMAC_REG_COMMAND_CONFIG);
        if (en)
                val |= (UMAC_COMMAND_CONFIG_REG_TX_ENA |
                        UMAC_COMMAND_CONFIG_REG_RX_ENA);
        else
                val &= ~(UMAC_COMMAND_CONFIG_REG_TX_ENA |
                         UMAC_COMMAND_CONFIG_REG_RX_ENA);
        /* Disable RX and TX */
        REG_WR(bp, umac_base + UMAC_REG_COMMAND_CONFIG, val);
}

static void bnx2x_umac_enable(struct link_params *params,
                            struct link_vars *vars, u8 lb)
{
        u32 val;
        u32 umac_base = params->port ? GRCBASE_UMAC1 : GRCBASE_UMAC0;
        struct bnx2x *bp = params->bp;
        /* Reset UMAC */
        REG_WR(bp, GRCBASE_MISC + MISC_REGISTERS_RESET_REG_2_CLEAR,
               (MISC_REGISTERS_RESET_REG_2_UMAC0 << params->port));
        usleep_range(1000, 2000);

        REG_WR(bp, GRCBASE_MISC + MISC_REGISTERS_RESET_REG_2_SET,
               (MISC_REGISTERS_RESET_REG_2_UMAC0 << params->port));

        DP(NETIF_MSG_LINK, "enabling UMAC\n");

        /* This register opens the gate for the UMAC despite its name */
        REG_WR(bp, NIG_REG_EGRESS_EMAC0_PORT + params->port*4, 1);

        val = UMAC_COMMAND_CONFIG_REG_PROMIS_EN |
                UMAC_COMMAND_CONFIG_REG_PAD_EN |
                UMAC_COMMAND_CONFIG_REG_SW_RESET |
                UMAC_COMMAND_CONFIG_REG_NO_LGTH_CHECK;
        switch (vars->line_speed) {
        case SPEED_10:
                val |= (0<<2);
                break;
        case SPEED_100:
                val |= (1<<2);
                break;
        case SPEED_1000:
                val |= (2<<2);
                break;
        case SPEED_2500:
                val |= (3<<2);
                break;
        default:
                DP(NETIF_MSG_LINK, "Invalid speed for UMAC %d\n",
                               vars->line_speed);
                break;
        }
        if (!(vars->flow_ctrl & BNX2X_FLOW_CTRL_TX))
                val |= UMAC_COMMAND_CONFIG_REG_IGNORE_TX_PAUSE;

        if (!(vars->flow_ctrl & BNX2X_FLOW_CTRL_RX))
                val |= UMAC_COMMAND_CONFIG_REG_PAUSE_IGNORE;

        if (vars->duplex == DUPLEX_HALF)
                val |= UMAC_COMMAND_CONFIG_REG_HD_ENA;

        REG_WR(bp, umac_base + UMAC_REG_COMMAND_CONFIG, val);
        udelay(50);

        /* Configure UMAC for EEE */
        if (vars->eee_status & SHMEM_EEE_ADV_STATUS_MASK) {
                DP(NETIF_MSG_LINK, "configured UMAC for EEE\n");
                REG_WR(bp, umac_base + UMAC_REG_UMAC_EEE_CTRL,
                       UMAC_UMAC_EEE_CTRL_REG_EEE_EN);
                REG_WR(bp, umac_base + UMAC_REG_EEE_WAKE_TIMER, 0x11);
        } else {
                REG_WR(bp, umac_base + UMAC_REG_UMAC_EEE_CTRL, 0x0);
        }

        /* Set MAC address for source TX Pause/PFC frames (under SW reset) */
        REG_WR(bp, umac_base + UMAC_REG_MAC_ADDR0,
               ((params->mac_addr[2] << 24) |
                (params->mac_addr[3] << 16) |
                (params->mac_addr[4] << 8) |
                (params->mac_addr[5])));
        REG_WR(bp, umac_base + UMAC_REG_MAC_ADDR1,
               ((params->mac_addr[0] << 8) |
                (params->mac_addr[1])));

        /* Enable RX and TX */
        val &= ~UMAC_COMMAND_CONFIG_REG_PAD_EN;
        val |= UMAC_COMMAND_CONFIG_REG_TX_ENA |
                UMAC_COMMAND_CONFIG_REG_RX_ENA;
        REG_WR(bp, umac_base + UMAC_REG_COMMAND_CONFIG, val);
        udelay(50);

        /* Remove SW Reset */
        val &= ~UMAC_COMMAND_CONFIG_REG_SW_RESET;

        /* Check loopback mode */
        if (lb)
                val |= UMAC_COMMAND_CONFIG_REG_LOOP_ENA;
        REG_WR(bp, umac_base + UMAC_REG_COMMAND_CONFIG, val);

        /* Maximum Frame Length (RW). Defines a 14-Bit maximum frame
         * length used by the MAC receive logic to check frames.
         */
        REG_WR(bp, umac_base + UMAC_REG_MAXFR, 0x2710);
        bnx2x_set_xumac_nig(params,
                            ((vars->flow_ctrl & BNX2X_FLOW_CTRL_TX) != 0), 1);
        vars->mac_type = MAC_TYPE_UMAC;

}

/* Define the XMAC mode */
static void bnx2x_xmac_init(struct link_params *params, u32 max_speed)
{
        struct bnx2x *bp = params->bp;
        u32 is_port4mode = bnx2x_is_4_port_mode(bp);

        /* In 4-port mode, need to set the mode only once, so if XMAC is
         * already out of reset, it means the mode has already been set,
         * and it must not* reset the XMAC again, since it controls both
         * ports of the path
         */

        if (((CHIP_NUM(bp) == CHIP_NUM_57840_4_10) ||
             (CHIP_NUM(bp) == CHIP_NUM_57840_2_20) ||
             (CHIP_NUM(bp) == CHIP_NUM_57840_OBSOLETE)) &&
            is_port4mode &&
            (REG_RD(bp, MISC_REG_RESET_REG_2) &
             MISC_REGISTERS_RESET_REG_2_XMAC)) {
                DP(NETIF_MSG_LINK,
                   "XMAC already out of reset in 4-port mode\n");
                return;
        }

        /* Hard reset */
        REG_WR(bp, GRCBASE_MISC + MISC_REGISTERS_RESET_REG_2_CLEAR,
               MISC_REGISTERS_RESET_REG_2_XMAC);
        usleep_range(1000, 2000);

        REG_WR(bp, GRCBASE_MISC + MISC_REGISTERS_RESET_REG_2_SET,
               MISC_REGISTERS_RESET_REG_2_XMAC);
        if (is_port4mode) {
                DP(NETIF_MSG_LINK, "Init XMAC to 2 ports x 10G per path\n");

                /* Set the number of ports on the system side to up to 2 */
                REG_WR(bp, MISC_REG_XMAC_CORE_PORT_MODE, 1);

                /* Set the number of ports on the Warp Core to 10G */
                REG_WR(bp, MISC_REG_XMAC_PHY_PORT_MODE, 3);
        } else {
                /* Set the number of ports on the system side to 1 */
                REG_WR(bp, MISC_REG_XMAC_CORE_PORT_MODE, 0);
                if (max_speed == SPEED_10000) {
                        DP(NETIF_MSG_LINK,
                           "Init XMAC to 10G x 1 port per path\n");
                        /* Set the number of ports on the Warp Core to 10G */
                        REG_WR(bp, MISC_REG_XMAC_PHY_PORT_MODE, 3);
                } else {
                        DP(NETIF_MSG_LINK,
                           "Init XMAC to 20G x 2 ports per path\n");
                        /* Set the number of ports on the Warp Core to 20G */
                        REG_WR(bp, MISC_REG_XMAC_PHY_PORT_MODE, 1);
                }
        }
        /* Soft reset */
        REG_WR(bp, GRCBASE_MISC + MISC_REGISTERS_RESET_REG_2_CLEAR,
               MISC_REGISTERS_RESET_REG_2_XMAC_SOFT);
        usleep_range(1000, 2000);

        REG_WR(bp, GRCBASE_MISC + MISC_REGISTERS_RESET_REG_2_SET,
               MISC_REGISTERS_RESET_REG_2_XMAC_SOFT);

}

static void bnx2x_set_xmac_rxtx(struct link_params *params, u8 en)
{
        u8 port = params->port;
        struct bnx2x *bp = params->bp;
        u32 pfc_ctrl, xmac_base = (port) ? GRCBASE_XMAC1 : GRCBASE_XMAC0;
        u32 val;

        if (REG_RD(bp, MISC_REG_RESET_REG_2) &
            MISC_REGISTERS_RESET_REG_2_XMAC) {
                /* Send an indication to change the state in the NIG back to XON
                 * Clearing this bit enables the next set of this bit to get
                 * rising edge
                 */
                pfc_ctrl = REG_RD(bp, xmac_base + XMAC_REG_PFC_CTRL_HI);
                REG_WR(bp, xmac_base + XMAC_REG_PFC_CTRL_HI,
                       (pfc_ctrl & ~(1<<1)));
                REG_WR(bp, xmac_base + XMAC_REG_PFC_CTRL_HI,
                       (pfc_ctrl | (1<<1)));
                DP(NETIF_MSG_LINK, "Disable XMAC on port %x\n", port);
                val = REG_RD(bp, xmac_base + XMAC_REG_CTRL);
                if (en)
                        val |= (XMAC_CTRL_REG_TX_EN | XMAC_CTRL_REG_RX_EN);
                else
                        val &= ~(XMAC_CTRL_REG_TX_EN | XMAC_CTRL_REG_RX_EN);
                REG_WR(bp, xmac_base + XMAC_REG_CTRL, val);
        }
}

static int bnx2x_xmac_enable(struct link_params *params,
                             struct link_vars *vars, u8 lb)
{
        u32 val, xmac_base;
        struct bnx2x *bp = params->bp;
        DP(NETIF_MSG_LINK, "enabling XMAC\n");

        xmac_base = (params->port) ? GRCBASE_XMAC1 : GRCBASE_XMAC0;

        bnx2x_xmac_init(params, vars->line_speed);

        /* This register determines on which events the MAC will assert
         * error on the i/f to the NIG along w/ EOP.
         */

        /* This register tells the NIG whether to send traffic to UMAC
         * or XMAC
         */
        REG_WR(bp, NIG_REG_EGRESS_EMAC0_PORT + params->port*4, 0);

        /* When XMAC is in XLGMII mode, disable sending idles for fault
         * detection.
         */
        if (!(params->phy[INT_PHY].flags & FLAGS_TX_ERROR_CHECK)) {
                REG_WR(bp, xmac_base + XMAC_REG_RX_LSS_CTRL,
                       (XMAC_RX_LSS_CTRL_REG_LOCAL_FAULT_DISABLE |
                        XMAC_RX_LSS_CTRL_REG_REMOTE_FAULT_DISABLE));
                REG_WR(bp, xmac_base + XMAC_REG_CLEAR_RX_LSS_STATUS, 0);
                REG_WR(bp, xmac_base + XMAC_REG_CLEAR_RX_LSS_STATUS,
                       XMAC_CLEAR_RX_LSS_STATUS_REG_CLEAR_LOCAL_FAULT_STATUS |
                       XMAC_CLEAR_RX_LSS_STATUS_REG_CLEAR_REMOTE_FAULT_STATUS);
        }
        /* Set Max packet size */
        REG_WR(bp, xmac_base + XMAC_REG_RX_MAX_SIZE, 0x2710);

        /* CRC append for Tx packets */
        REG_WR(bp, xmac_base + XMAC_REG_TX_CTRL, 0xC800);

        /* update PFC */
        bnx2x_update_pfc_xmac(params, vars, 0);

        if (vars->eee_status & SHMEM_EEE_ADV_STATUS_MASK) {
                DP(NETIF_MSG_LINK, "Setting XMAC for EEE\n");
                REG_WR(bp, xmac_base + XMAC_REG_EEE_TIMERS_HI, 0x1380008);
                REG_WR(bp, xmac_base + XMAC_REG_EEE_CTRL, 0x1);
        } else {
                REG_WR(bp, xmac_base + XMAC_REG_EEE_CTRL, 0x0);
        }

        /* Enable TX and RX */
        val = XMAC_CTRL_REG_TX_EN | XMAC_CTRL_REG_RX_EN;

        /* Set MAC in XLGMII mode for dual-mode */
        if ((vars->line_speed == SPEED_20000) &&
            (params->phy[INT_PHY].supported &
             SUPPORTED_20000baseKR2_Full))
                val |= XMAC_CTRL_REG_XLGMII_ALIGN_ENB;

        /* Check loopback mode */
        if (lb)
                val |= XMAC_CTRL_REG_LINE_LOCAL_LPBK;
        REG_WR(bp, xmac_base + XMAC_REG_CTRL, val);
        bnx2x_set_xumac_nig(params,
                            ((vars->flow_ctrl & BNX2X_FLOW_CTRL_TX) != 0), 1);

        vars->mac_type = MAC_TYPE_XMAC;

        return 0;
}

static int bnx2x_emac_enable(struct link_params *params,
                             struct link_vars *vars, u8 lb)
{
        struct bnx2x *bp = params->bp;
        u8 port = params->port;
        u32 emac_base = port ? GRCBASE_EMAC1 : GRCBASE_EMAC0;
        u32 val;

        DP(NETIF_MSG_LINK, "enabling EMAC\n");

        /* Disable BMAC */
        REG_WR(bp, GRCBASE_MISC + MISC_REGISTERS_RESET_REG_2_CLEAR,
               (MISC_REGISTERS_RESET_REG_2_RST_BMAC0 << port));

        /* enable emac and not bmac */
        REG_WR(bp, NIG_REG_EGRESS_EMAC0_PORT + port*4, 1);

        /* ASIC */
        if (vars->phy_flags & PHY_XGXS_FLAG) {
                u32 ser_lane = ((params->lane_config &
                                 PORT_HW_CFG_LANE_SWAP_CFG_MASTER_MASK) >>
                                PORT_HW_CFG_LANE_SWAP_CFG_MASTER_SHIFT);

                DP(NETIF_MSG_LINK, "XGXS\n");
                /* select the master lanes (out of 0-3) */
                REG_WR(bp, NIG_REG_XGXS_LANE_SEL_P0 + port*4, ser_lane);
                /* select XGXS */
                REG_WR(bp, NIG_REG_XGXS_SERDES0_MODE_SEL + port*4, 1);

        } else { /* SerDes */
                DP(NETIF_MSG_LINK, "SerDes\n");
                /* select SerDes */
                REG_WR(bp, NIG_REG_XGXS_SERDES0_MODE_SEL + port*4, 0);
        }

        bnx2x_bits_en(bp, emac_base + EMAC_REG_EMAC_RX_MODE,
                      EMAC_RX_MODE_RESET);
        bnx2x_bits_en(bp, emac_base + EMAC_REG_EMAC_TX_MODE,
                      EMAC_TX_MODE_RESET);

                /* pause enable/disable */
                bnx2x_bits_dis(bp, emac_base + EMAC_REG_EMAC_RX_MODE,
                               EMAC_RX_MODE_FLOW_EN);

                bnx2x_bits_dis(bp,  emac_base + EMAC_REG_EMAC_TX_MODE,
                               (EMAC_TX_MODE_EXT_PAUSE_EN |
                                EMAC_TX_MODE_FLOW_EN));
                if (!(params->feature_config_flags &
                      FEATURE_CONFIG_PFC_ENABLED)) {
                        if (vars->flow_ctrl & BNX2X_FLOW_CTRL_RX)
                                bnx2x_bits_en(bp, emac_base +
                                              EMAC_REG_EMAC_RX_MODE,
                                              EMAC_RX_MODE_FLOW_EN);

                        if (vars->flow_ctrl & BNX2X_FLOW_CTRL_TX)
                                bnx2x_bits_en(bp, emac_base +
                                              EMAC_REG_EMAC_TX_MODE,
                                              (EMAC_TX_MODE_EXT_PAUSE_EN |
                                               EMAC_TX_MODE_FLOW_EN));
                } else
                        bnx2x_bits_en(bp, emac_base + EMAC_REG_EMAC_TX_MODE,
                                      EMAC_TX_MODE_FLOW_EN);

        /* KEEP_VLAN_TAG, promiscuous */
        val = REG_RD(bp, emac_base + EMAC_REG_EMAC_RX_MODE);
        val |= EMAC_RX_MODE_KEEP_VLAN_TAG | EMAC_RX_MODE_PROMISCUOUS;

        /* Setting this bit causes MAC control frames (except for pause
         * frames) to be passed on for processing. This setting has no
         * affect on the operation of the pause frames. This bit effects
         * all packets regardless of RX Parser packet sorting logic.
         * Turn the PFC off to make sure we are in Xon state before
         * enabling it.
         */
        EMAC_WR(bp, EMAC_REG_RX_PFC_MODE, 0);
        if (params->feature_config_flags & FEATURE_CONFIG_PFC_ENABLED) {
                DP(NETIF_MSG_LINK, "PFC is enabled\n");
                /* Enable PFC again */
                EMAC_WR(bp, EMAC_REG_RX_PFC_MODE,
                        EMAC_REG_RX_PFC_MODE_RX_EN |
                        EMAC_REG_RX_PFC_MODE_TX_EN |
                        EMAC_REG_RX_PFC_MODE_PRIORITIES);

                EMAC_WR(bp, EMAC_REG_RX_PFC_PARAM,
                        ((0x0101 <<
                          EMAC_REG_RX_PFC_PARAM_OPCODE_BITSHIFT) |
                         (0x00ff <<
                          EMAC_REG_RX_PFC_PARAM_PRIORITY_EN_BITSHIFT)));
                val |= EMAC_RX_MODE_KEEP_MAC_CONTROL;
        }
        EMAC_WR(bp, EMAC_REG_EMAC_RX_MODE, val);

        /* Set Loopback */
        val = REG_RD(bp, emac_base + EMAC_REG_EMAC_MODE);
        if (lb)
                val |= 0x810;
        else
                val &= ~0x810;
        EMAC_WR(bp, EMAC_REG_EMAC_MODE, val);

        /* Enable emac */
        REG_WR(bp, NIG_REG_NIG_EMAC0_EN + port*4, 1);

        /* Enable emac for jumbo packets */
        EMAC_WR(bp, EMAC_REG_EMAC_RX_MTU_SIZE,
                (EMAC_RX_MTU_SIZE_JUMBO_ENA |
                 (ETH_MAX_JUMBO_PACKET_SIZE + ETH_OVERHEAD)));

        /* Strip CRC */
        REG_WR(bp, NIG_REG_NIG_INGRESS_EMAC0_NO_CRC + port*4, 0x1);

        /* Disable the NIG in/out to the bmac */
        REG_WR(bp, NIG_REG_BMAC0_IN_EN + port*4, 0x0);
        REG_WR(bp, NIG_REG_BMAC0_PAUSE_OUT_EN + port*4, 0x0);
        REG_WR(bp, NIG_REG_BMAC0_OUT_EN + port*4, 0x0);

        /* Enable the NIG in/out to the emac */
        REG_WR(bp, NIG_REG_EMAC0_IN_EN + port*4, 0x1);
        val = 0;
        if ((params->feature_config_flags &
              FEATURE_CONFIG_PFC_ENABLED) ||
            (vars->flow_ctrl & BNX2X_FLOW_CTRL_TX))
                val = 1;

        REG_WR(bp, NIG_REG_EMAC0_PAUSE_OUT_EN + port*4, val);
        REG_WR(bp, NIG_REG_EGRESS_EMAC0_OUT_EN + port*4, 0x1);

        REG_WR(bp, NIG_REG_BMAC0_REGS_OUT_EN + port*4, 0x0);

        vars->mac_type = MAC_TYPE_EMAC;
        return 0;
}

static void bnx2x_update_pfc_bmac1(struct link_params *params,
                                   struct link_vars *vars)
{
        u32 wb_data[2];
        struct bnx2x *bp = params->bp;
        u32 bmac_addr =  params->port ? NIG_REG_INGRESS_BMAC1_MEM :
                NIG_REG_INGRESS_BMAC0_MEM;

        u32 val = 0x14;
        if ((!(params->feature_config_flags &
              FEATURE_CONFIG_PFC_ENABLED)) &&
                (vars->flow_ctrl & BNX2X_FLOW_CTRL_RX))
                /* Enable BigMAC to react on received Pause packets */
                val |= (1<<5);
        wb_data[0] = val;
        wb_data[1] = 0;
        REG_WR_DMAE(bp, bmac_addr + BIGMAC_REGISTER_RX_CONTROL, wb_data, 2);

        /* TX control */
        val = 0xc0;
        if (!(params->feature_config_flags &
              FEATURE_CONFIG_PFC_ENABLED) &&
                (vars->flow_ctrl & BNX2X_FLOW_CTRL_TX))
                val |= 0x800000;
        wb_data[0] = val;
        wb_data[1] = 0;
        REG_WR_DMAE(bp, bmac_addr + BIGMAC_REGISTER_TX_CONTROL, wb_data, 2);
}

static void bnx2x_update_pfc_bmac2(struct link_params *params,
                                   struct link_vars *vars,
                                   u8 is_lb)
{
        /* Set rx control: Strip CRC and enable BigMAC to relay
         * control packets to the system as well
         */
        u32 wb_data[2];
        struct bnx2x *bp = params->bp;
        u32 bmac_addr = params->port ? NIG_REG_INGRESS_BMAC1_MEM :
                NIG_REG_INGRESS_BMAC0_MEM;
        u32 val = 0x14;

        if ((!(params->feature_config_flags &
              FEATURE_CONFIG_PFC_ENABLED)) &&
                (vars->flow_ctrl & BNX2X_FLOW_CTRL_RX))
                /* Enable BigMAC to react on received Pause packets */
                val |= (1<<5);
        wb_data[0] = val;
        wb_data[1] = 0;
        REG_WR_DMAE(bp, bmac_addr + BIGMAC2_REGISTER_RX_CONTROL, wb_data, 2);
        udelay(30);

        /* Tx control */
        val = 0xc0;
        if (!(params->feature_config_flags &
                                FEATURE_CONFIG_PFC_ENABLED) &&
            (vars->flow_ctrl & BNX2X_FLOW_CTRL_TX))
                val |= 0x800000;
        wb_data[0] = val;
        wb_data[1] = 0;
        REG_WR_DMAE(bp, bmac_addr + BIGMAC2_REGISTER_TX_CONTROL, wb_data, 2);

        if (params->feature_config_flags & FEATURE_CONFIG_PFC_ENABLED) {
                DP(NETIF_MSG_LINK, "PFC is enabled\n");
                /* Enable PFC RX & TX & STATS and set 8 COS  */
                wb_data[0] = 0x0;
                wb_data[0] |= (1<<0);  /* RX */
                wb_data[0] |= (1<<1);  /* TX */
                wb_data[0] |= (1<<2);  /* Force initial Xon */
                wb_data[0] |= (1<<3);  /* 8 cos */
                wb_data[0] |= (1<<5);  /* STATS */
                wb_data[1] = 0;
                REG_WR_DMAE(bp, bmac_addr + BIGMAC2_REGISTER_PFC_CONTROL,
                            wb_data, 2);
                /* Clear the force Xon */
                wb_data[0] &= ~(1<<2);
        } else {
                DP(NETIF_MSG_LINK, "PFC is disabled\n");
                /* Disable PFC RX & TX & STATS and set 8 COS */
                wb_data[0] = 0x8;
                wb_data[1] = 0;
        }

        REG_WR_DMAE(bp, bmac_addr + BIGMAC2_REGISTER_PFC_CONTROL, wb_data, 2);

        /* Set Time (based unit is 512 bit time) between automatic
         * re-sending of PP packets amd enable automatic re-send of
         * Per-Priroity Packet as long as pp_gen is asserted and
         * pp_disable is low.
         */
        val = 0x8000;
        if (params->feature_config_flags & FEATURE_CONFIG_PFC_ENABLED)
                val |= (1<<16); /* enable automatic re-send */

        wb_data[0] = val;
        wb_data[1] = 0;
        REG_WR_DMAE(bp, bmac_addr + BIGMAC2_REGISTER_TX_PAUSE_CONTROL,
                    wb_data, 2);

        /* mac control */
        val = 0x3; /* Enable RX and TX */
        if (is_lb) {
                val |= 0x4; /* Local loopback */
                DP(NETIF_MSG_LINK, "enable bmac loopback\n");
        }
        /* When PFC enabled, Pass pause frames towards the NIG. */
        if (params->feature_config_flags & FEATURE_CONFIG_PFC_ENABLED)
                val |= ((1<<6)|(1<<5));

        wb_data[0] = val;
        wb_data[1] = 0;
        REG_WR_DMAE(bp, bmac_addr + BIGMAC2_REGISTER_BMAC_CONTROL, wb_data, 2);
}

/******************************************************************************
* Description:
*  This function is needed because NIG ARB_CREDIT_WEIGHT_X are
*  not continues and ARB_CREDIT_WEIGHT_0 + offset is suitable.
******************************************************************************/
static int bnx2x_pfc_nig_rx_priority_mask(struct bnx2x *bp,
                                           u8 cos_entry,
                                           u32 priority_mask, u8 port)
{
        u32 nig_reg_rx_priority_mask_add = 0;

        switch (cos_entry) {
        case 0:
             nig_reg_rx_priority_mask_add = (port) ?
                 NIG_REG_P1_RX_COS0_PRIORITY_MASK :
                 NIG_REG_P0_RX_COS0_PRIORITY_MASK;
             break;
        case 1:
            nig_reg_rx_priority_mask_add = (port) ?
                NIG_REG_P1_RX_COS1_PRIORITY_MASK :
                NIG_REG_P0_RX_COS1_PRIORITY_MASK;
            break;
        case 2:
            nig_reg_rx_priority_mask_add = (port) ?
                NIG_REG_P1_RX_COS2_PRIORITY_MASK :
                NIG_REG_P0_RX_COS2_PRIORITY_MASK;
            break;
        case 3:
            if (port)
                return -EINVAL;
            nig_reg_rx_priority_mask_add = NIG_REG_P0_RX_COS3_PRIORITY_MASK;
            break;
        case 4:
            if (port)
                return -EINVAL;
            nig_reg_rx_priority_mask_add = NIG_REG_P0_RX_COS4_PRIORITY_MASK;
            break;
        case 5:
            if (port)
                return -EINVAL;
            nig_reg_rx_priority_mask_add = NIG_REG_P0_RX_COS5_PRIORITY_MASK;
            break;
        }

        REG_WR(bp, nig_reg_rx_priority_mask_add, priority_mask);

        return 0;
}
static void bnx2x_update_mng(struct link_params *params, u32 link_status)
{
        struct bnx2x *bp = params->bp;

        REG_WR(bp, params->shmem_base +
               offsetof(struct shmem_region,
                        port_mb[params->port].link_status), link_status);
}

static void bnx2x_update_link_attr(struct link_params *params, u32 link_attr)
{
        struct bnx2x *bp = params->bp;

        if (SHMEM2_HAS(bp, link_attr_sync))
                REG_WR(bp, params->shmem2_base +
                       offsetof(struct shmem2_region,
                                link_attr_sync[params->port]), link_attr);
}

static void bnx2x_update_pfc_nig(struct link_params *params,
                struct link_vars *vars,
                struct bnx2x_nig_brb_pfc_port_params *nig_params)
{
        u32 xcm_mask = 0, ppp_enable = 0, pause_enable = 0, llfc_out_en = 0;
        u32 llfc_enable = 0, xcm_out_en = 0, hwpfc_enable = 0;
        u32 pkt_priority_to_cos = 0;
        struct bnx2x *bp = params->bp;
        u8 port = params->port;

        int set_pfc = params->feature_config_flags &
                FEATURE_CONFIG_PFC_ENABLED;
        DP(NETIF_MSG_LINK, "updating pfc nig parameters\n");

        /* When NIG_LLH0_XCM_MASK_REG_LLHX_XCM_MASK_BCN bit is set
         * MAC control frames (that are not pause packets)
         * will be forwarded to the XCM.
         */
        xcm_mask = REG_RD(bp, port ? NIG_REG_LLH1_XCM_MASK :
                          NIG_REG_LLH0_XCM_MASK);
        /* NIG params will override non PFC params, since it's possible to
         * do transition from PFC to SAFC
         */
        if (set_pfc) {
                pause_enable = 0;
                llfc_out_en = 0;
                llfc_enable = 0;
                if (CHIP_IS_E3(bp))
                        ppp_enable = 0;
                else
                        ppp_enable = 1;
                xcm_mask &= ~(port ? NIG_LLH1_XCM_MASK_REG_LLH1_XCM_MASK_BCN :
                                     NIG_LLH0_XCM_MASK_REG_LLH0_XCM_MASK_BCN);
                xcm_out_en = 0;
                hwpfc_enable = 1;
        } else  {
                if (nig_params) {
                        llfc_out_en = nig_params->llfc_out_en;
                        llfc_enable = nig_params->llfc_enable;
                        pause_enable = nig_params->pause_enable;
                } else  /* Default non PFC mode - PAUSE */
                        pause_enable = 1;

                xcm_mask |= (port ? NIG_LLH1_XCM_MASK_REG_LLH1_XCM_MASK_BCN :
                        NIG_LLH0_XCM_MASK_REG_LLH0_XCM_MASK_BCN);
                xcm_out_en = 1;
        }

        if (CHIP_IS_E3(bp))
                REG_WR(bp, port ? NIG_REG_BRB1_PAUSE_IN_EN :
                       NIG_REG_BRB0_PAUSE_IN_EN, pause_enable);
        REG_WR(bp, port ? NIG_REG_LLFC_OUT_EN_1 :
               NIG_REG_LLFC_OUT_EN_0, llfc_out_en);
        REG_WR(bp, port ? NIG_REG_LLFC_ENABLE_1 :
               NIG_REG_LLFC_ENABLE_0, llfc_enable);
        REG_WR(bp, port ? NIG_REG_PAUSE_ENABLE_1 :
               NIG_REG_PAUSE_ENABLE_0, pause_enable);

        REG_WR(bp, port ? NIG_REG_PPP_ENABLE_1 :
               NIG_REG_PPP_ENABLE_0, ppp_enable);

        REG_WR(bp, port ? NIG_REG_LLH1_XCM_MASK :
               NIG_REG_LLH0_XCM_MASK, xcm_mask);

        REG_WR(bp, port ? NIG_REG_LLFC_EGRESS_SRC_ENABLE_1 :
               NIG_REG_LLFC_EGRESS_SRC_ENABLE_0, 0x7);

        /* Output enable for RX_XCM # IF */
        REG_WR(bp, port ? NIG_REG_XCM1_OUT_EN :
               NIG_REG_XCM0_OUT_EN, xcm_out_en);

        /* HW PFC TX enable */
        REG_WR(bp, port ? NIG_REG_P1_HWPFC_ENABLE :
               NIG_REG_P0_HWPFC_ENABLE, hwpfc_enable);

        if (nig_params) {
                u8 i = 0;
                pkt_priority_to_cos = nig_params->pkt_priority_to_cos;

                for (i = 0; i < nig_params->num_of_rx_cos_priority_mask; i++)
                        bnx2x_pfc_nig_rx_priority_mask(bp, i,
                nig_params->rx_cos_priority_mask[i], port);

                REG_WR(bp, port ? NIG_REG_LLFC_HIGH_PRIORITY_CLASSES_1 :
                       NIG_REG_LLFC_HIGH_PRIORITY_CLASSES_0,
                       nig_params->llfc_high_priority_classes);

                REG_WR(bp, port ? NIG_REG_LLFC_LOW_PRIORITY_CLASSES_1 :
                       NIG_REG_LLFC_LOW_PRIORITY_CLASSES_0,
                       nig_params->llfc_low_priority_classes);
        }
        REG_WR(bp, port ? NIG_REG_P1_PKT_PRIORITY_TO_COS :
               NIG_REG_P0_PKT_PRIORITY_TO_COS,
               pkt_priority_to_cos);
}

int bnx2x_update_pfc(struct link_params *params,
                      struct link_vars *vars,
                      struct bnx2x_nig_brb_pfc_port_params *pfc_params)
{
        /* The PFC and pause are orthogonal to one another, meaning when
         * PFC is enabled, the pause are disabled, and when PFC is
         * disabled, pause are set according to the pause result.
         */
        u32 val;
        struct bnx2x *bp = params->bp;
        u8 bmac_loopback = (params->loopback_mode == LOOPBACK_BMAC);

        if (params->feature_config_flags & FEATURE_CONFIG_PFC_ENABLED)
                vars->link_status |= LINK_STATUS_PFC_ENABLED;
        else
                vars->link_status &= ~LINK_STATUS_PFC_ENABLED;

        bnx2x_update_mng(params, vars->link_status);

        /* Update NIG params */
        bnx2x_update_pfc_nig(params, vars, pfc_params);

        if (!vars->link_up)
                return 0;

        DP(NETIF_MSG_LINK, "About to update PFC in BMAC\n");

        if (CHIP_IS_E3(bp)) {
                if (vars->mac_type == MAC_TYPE_XMAC)
                        bnx2x_update_pfc_xmac(params, vars, 0);
        } else {
                val = REG_RD(bp, MISC_REG_RESET_REG_2);
                if ((val &
                     (MISC_REGISTERS_RESET_REG_2_RST_BMAC0 << params->port))
                    == 0) {
                        DP(NETIF_MSG_LINK, "About to update PFC in EMAC\n");
                        bnx2x_emac_enable(params, vars, 0);
                        return 0;
                }
                if (CHIP_IS_E2(bp))
                        bnx2x_update_pfc_bmac2(params, vars, bmac_loopback);
                else
                        bnx2x_update_pfc_bmac1(params, vars);

                val = 0;
                if ((params->feature_config_flags &
                     FEATURE_CONFIG_PFC_ENABLED) ||
                    (vars->flow_ctrl & BNX2X_FLOW_CTRL_TX))
                        val = 1;
                REG_WR(bp, NIG_REG_BMAC0_PAUSE_OUT_EN + params->port*4, val);
        }
        return 0;
}

static int bnx2x_bmac1_enable(struct link_params *params,
                              struct link_vars *vars,
                              u8 is_lb)
{
        struct bnx2x *bp = params->bp;
        u8 port = params->port;
        u32 bmac_addr = port ? NIG_REG_INGRESS_BMAC1_MEM :
                               NIG_REG_INGRESS_BMAC0_MEM;
        u32 wb_data[2];
        u32 val;

        DP(NETIF_MSG_LINK, "Enabling BigMAC1\n");

        /* XGXS control */
        wb_data[0] = 0x3c;
        wb_data[1] = 0;
        REG_WR_DMAE(bp, bmac_addr + BIGMAC_REGISTER_BMAC_XGXS_CONTROL,
                    wb_data, 2);

        /* TX MAC SA */
        wb_data[0] = ((params->mac_addr[2] << 24) |
                       (params->mac_addr[3] << 16) |
                       (params->mac_addr[4] << 8) |
                        params->mac_addr[5]);
        wb_data[1] = ((params->mac_addr[0] << 8) |
                        params->mac_addr[1]);
        REG_WR_DMAE(bp, bmac_addr + BIGMAC_REGISTER_TX_SOURCE_ADDR, wb_data, 2);

        /* MAC control */
        val = 0x3;
        if (is_lb) {
                val |= 0x4;
                DP(NETIF_MSG_LINK, "enable bmac loopback\n");
        }
        wb_data[0] = val;
        wb_data[1] = 0;
        REG_WR_DMAE(bp, bmac_addr + BIGMAC_REGISTER_BMAC_CONTROL, wb_data, 2);

        /* Set rx mtu */
        wb_data[0] = ETH_MAX_JUMBO_PACKET_SIZE + ETH_OVERHEAD;
        wb_data[1] = 0;
        REG_WR_DMAE(bp, bmac_addr + BIGMAC_REGISTER_RX_MAX_SIZE, wb_data, 2);

        bnx2x_update_pfc_bmac1(params, vars);

        /* Set tx mtu */
        wb_data[0] = ETH_MAX_JUMBO_PACKET_SIZE + ETH_OVERHEAD;
        wb_data[1] = 0;
        REG_WR_DMAE(bp, bmac_addr + BIGMAC_REGISTER_TX_MAX_SIZE, wb_data, 2);

        /* Set cnt max size */
        wb_data[0] = ETH_MAX_JUMBO_PACKET_SIZE + ETH_OVERHEAD;
        wb_data[1] = 0;
        REG_WR_DMAE(bp, bmac_addr + BIGMAC_REGISTER_CNT_MAX_SIZE, wb_data, 2);

        /* Configure SAFC */
        wb_data[0] = 0x1000200;
        wb_data[1] = 0;
        REG_WR_DMAE(bp, bmac_addr + BIGMAC_REGISTER_RX_LLFC_MSG_FLDS,
                    wb_data, 2);

        return 0;
}

static int bnx2x_bmac2_enable(struct link_params *params,
                              struct link_vars *vars,
                              u8 is_lb)
{
        struct bnx2x *bp = params->bp;
        u8 port = params->port;
        u32 bmac_addr = port ? NIG_REG_INGRESS_BMAC1_MEM :
                               NIG_REG_INGRESS_BMAC0_MEM;
        u32 wb_data[2];

        DP(NETIF_MSG_LINK, "Enabling BigMAC2\n");

        wb_data[0] = 0;
        wb_data[1] = 0;
        REG_WR_DMAE(bp, bmac_addr + BIGMAC2_REGISTER_BMAC_CONTROL, wb_data, 2);
        udelay(30);

        /* XGXS control: Reset phy HW, MDIO registers, PHY PLL and BMAC */
        wb_data[0] = 0x3c;
        wb_data[1] = 0;
        REG_WR_DMAE(bp, bmac_addr + BIGMAC2_REGISTER_BMAC_XGXS_CONTROL,
                    wb_data, 2);

        udelay(30);

        /* TX MAC SA */
        wb_data[0] = ((params->mac_addr[2] << 24) |
                       (params->mac_addr[3] << 16) |
                       (params->mac_addr[4] << 8) |
                        params->mac_addr[5]);
        wb_data[1] = ((params->mac_addr[0] << 8) |
                        params->mac_addr[1]);
        REG_WR_DMAE(bp, bmac_addr + BIGMAC2_REGISTER_TX_SOURCE_ADDR,
                    wb_data, 2);

        udelay(30);

        /* Configure SAFC */
        wb_data[0] = 0x1000200;
        wb_data[1] = 0;
        REG_WR_DMAE(bp, bmac_addr + BIGMAC2_REGISTER_RX_LLFC_MSG_FLDS,
                    wb_data, 2);
        udelay(30);

        /* Set RX MTU */
        wb_data[0] = ETH_MAX_JUMBO_PACKET_SIZE + ETH_OVERHEAD;
        wb_data[1] = 0;
        REG_WR_DMAE(bp, bmac_addr + BIGMAC2_REGISTER_RX_MAX_SIZE, wb_data, 2);
        udelay(30);

        /* Set TX MTU */
        wb_data[0] = ETH_MAX_JUMBO_PACKET_SIZE + ETH_OVERHEAD;
        wb_data[1] = 0;
        REG_WR_DMAE(bp, bmac_addr + BIGMAC2_REGISTER_TX_MAX_SIZE, wb_data, 2);
        udelay(30);
        /* Set cnt max size */
        wb_data[0] = ETH_MAX_JUMBO_PACKET_SIZE + ETH_OVERHEAD - 2;
        wb_data[1] = 0;
        REG_WR_DMAE(bp, bmac_addr + BIGMAC2_REGISTER_CNT_MAX_SIZE, wb_data, 2);
        udelay(30);
        bnx2x_update_pfc_bmac2(params, vars, is_lb);

        return 0;
}

static int bnx2x_bmac_enable(struct link_params *params,
                             struct link_vars *vars,
                             u8 is_lb, u8 reset_bmac)
{
        int rc = 0;
        u8 port = params->port;
        struct bnx2x *bp = params->bp;
        u32 val;
        /* Reset and unreset the BigMac */
        if (reset_bmac) {
                REG_WR(bp, GRCBASE_MISC + MISC_REGISTERS_RESET_REG_2_CLEAR,
                       (MISC_REGISTERS_RESET_REG_2_RST_BMAC0 << port));
                usleep_range(1000, 2000);
        }

        REG_WR(bp, GRCBASE_MISC + MISC_REGISTERS_RESET_REG_2_SET,
               (MISC_REGISTERS_RESET_REG_2_RST_BMAC0 << port));

        /* Enable access for bmac registers */
        REG_WR(bp, NIG_REG_BMAC0_REGS_OUT_EN + port*4, 0x1);

        /* Enable BMAC according to BMAC type*/
        if (CHIP_IS_E2(bp))
                rc = bnx2x_bmac2_enable(params, vars, is_lb);
        else
                rc = bnx2x_bmac1_enable(params, vars, is_lb);
        REG_WR(bp, NIG_REG_XGXS_SERDES0_MODE_SEL + port*4, 0x1);
        REG_WR(bp, NIG_REG_XGXS_LANE_SEL_P0 + port*4, 0x0);
        REG_WR(bp, NIG_REG_EGRESS_EMAC0_PORT + port*4, 0x0);
        val = 0;
        if ((params->feature_config_flags &
              FEATURE_CONFIG_PFC_ENABLED) ||
            (vars->flow_ctrl & BNX2X_FLOW_CTRL_TX))
                val = 1;
        REG_WR(bp, NIG_REG_BMAC0_PAUSE_OUT_EN + port*4, val);
        REG_WR(bp, NIG_REG_EGRESS_EMAC0_OUT_EN + port*4, 0x0);
        REG_WR(bp, NIG_REG_EMAC0_IN_EN + port*4, 0x0);
        REG_WR(bp, NIG_REG_EMAC0_PAUSE_OUT_EN + port*4, 0x0);
        REG_WR(bp, NIG_REG_BMAC0_IN_EN + port*4, 0x1);
        REG_WR(bp, NIG_REG_BMAC0_OUT_EN + port*4, 0x1);

        vars->mac_type = MAC_TYPE_BMAC;
        return rc;
}

static void bnx2x_set_bmac_rx(struct bnx2x *bp, u32 chip_id, u8 port, u8 en)
{
        u32 bmac_addr = port ? NIG_REG_INGRESS_BMAC1_MEM :
                        NIG_REG_INGRESS_BMAC0_MEM;
        u32 wb_data[2];
        u32 nig_bmac_enable = REG_RD(bp, NIG_REG_BMAC0_REGS_OUT_EN + port*4);

        if (CHIP_IS_E2(bp))
                bmac_addr += BIGMAC2_REGISTER_BMAC_CONTROL;
        else
                bmac_addr += BIGMAC_REGISTER_BMAC_CONTROL;
        /* Only if the bmac is out of reset */
        if (REG_RD(bp, MISC_REG_RESET_REG_2) &
                        (MISC_REGISTERS_RESET_REG_2_RST_BMAC0 << port) &&
            nig_bmac_enable) {
                /* Clear Rx Enable bit in BMAC_CONTROL register */
                REG_RD_DMAE(bp, bmac_addr, wb_data, 2);
                if (en)
                        wb_data[0] |= BMAC_CONTROL_RX_ENABLE;
                else
                        wb_data[0] &= ~BMAC_CONTROL_RX_ENABLE;
                REG_WR_DMAE(bp, bmac_addr, wb_data, 2);
                usleep_range(1000, 2000);
        }
}

static int bnx2x_pbf_update(struct link_params *params, u32 flow_ctrl,
                            u32 line_speed)
{
        struct bnx2x *bp = params->bp;
        u8 port = params->port;
        u32 init_crd, crd;
        u32 count = 1000;

        /* Disable port */
        REG_WR(bp, PBF_REG_DISABLE_NEW_TASK_PROC_P0 + port*4, 0x1);

        /* Wait for init credit */
        init_crd = REG_RD(bp, PBF_REG_P0_INIT_CRD + port*4);
        crd = REG_RD(bp, PBF_REG_P0_CREDIT + port*8);
        DP(NETIF_MSG_LINK, "init_crd 0x%x  crd 0x%x\n", init_crd, crd);

        while ((init_crd != crd) && count) {
                usleep_range(5000, 10000);
                crd = REG_RD(bp, PBF_REG_P0_CREDIT + port*8);
                count--;
        }
        crd = REG_RD(bp, PBF_REG_P0_CREDIT + port*8);
        if (init_crd != crd) {
                DP(NETIF_MSG_LINK, "BUG! init_crd 0x%x != crd 0x%x\n",
                          init_crd, crd);
                return -EINVAL;
        }

        if (flow_ctrl & BNX2X_FLOW_CTRL_RX ||
            line_speed == SPEED_10 ||
            line_speed == SPEED_100 ||
            line_speed == SPEED_1000 ||
            line_speed == SPEED_2500) {
                REG_WR(bp, PBF_REG_P0_PAUSE_ENABLE + port*4, 1);
                /* Update threshold */
                REG_WR(bp, PBF_REG_P0_ARB_THRSH + port*4, 0);
                /* Update init credit */
                init_crd = 778;         /* (800-18-4) */

        } else {
                u32 thresh = (ETH_MAX_JUMBO_PACKET_SIZE +
                              ETH_OVERHEAD)/16;
                REG_WR(bp, PBF_REG_P0_PAUSE_ENABLE + port*4, 0);
                /* Update threshold */
                REG_WR(bp, PBF_REG_P0_ARB_THRSH + port*4, thresh);
                /* Update init credit */
                switch (line_speed) {
                case SPEED_10000:
                        init_crd = thresh + 553 - 22;
                        break;
                default:
                        DP(NETIF_MSG_LINK, "Invalid line_speed 0x%x\n",
                                  line_speed);
                        return -EINVAL;
                }
        }
        REG_WR(bp, PBF_REG_P0_INIT_CRD + port*4, init_crd);
        DP(NETIF_MSG_LINK, "PBF updated to speed %d credit %d\n",
                 line_speed, init_crd);

        /* Probe the credit changes */
        REG_WR(bp, PBF_REG_INIT_P0 + port*4, 0x1);
        usleep_range(5000, 10000);
        REG_WR(bp, PBF_REG_INIT_P0 + port*4, 0x0);

        /* Enable port */
        REG_WR(bp, PBF_REG_DISABLE_NEW_TASK_PROC_P0 + port*4, 0x0);
        return 0;
}

/**
 * bnx2x_get_emac_base - retrive emac base address
 *
 * @bp:                 driver handle
 * @mdc_mdio_access:    access type
 * @port:               port id
 *
 * This function selects the MDC/MDIO access (through emac0 or
 * emac1) depend on the mdc_mdio_access, port, port swapped. Each
 * phy has a default access mode, which could also be overridden
 * by nvram configuration. This parameter, whether this is the
 * default phy configuration, or the nvram overrun
 * configuration, is passed here as mdc_mdio_access and selects
 * the emac_base for the CL45 read/writes operations
 */
static u32 bnx2x_get_emac_base(struct bnx2x *bp,
                               u32 mdc_mdio_access, u8 port)
{
        u32 emac_base = 0;
        switch (mdc_mdio_access) {
        case SHARED_HW_CFG_MDC_MDIO_ACCESS1_PHY_TYPE:
                break;
        case SHARED_HW_CFG_MDC_MDIO_ACCESS1_EMAC0:
                if (REG_RD(bp, NIG_REG_PORT_SWAP))
                        emac_base = GRCBASE_EMAC1;
                else
                        emac_base = GRCBASE_EMAC0;
                break;
        case SHARED_HW_CFG_MDC_MDIO_ACCESS1_EMAC1:
                if (REG_RD(bp, NIG_REG_PORT_SWAP))
                        emac_base = GRCBASE_EMAC0;
                else
                        emac_base = GRCBASE_EMAC1;
                break;
        case SHARED_HW_CFG_MDC_MDIO_ACCESS1_BOTH:
                emac_base = (port) ? GRCBASE_EMAC1 : GRCBASE_EMAC0;
                break;
        case SHARED_HW_CFG_MDC_MDIO_ACCESS1_SWAPPED:
                emac_base = (port) ? GRCBASE_EMAC0 : GRCBASE_EMAC1;
                break;
        default:
                break;
        }
        return emac_base;

}

/******************************************************************/
/*                      CL22 access functions                     */
/******************************************************************/
static int bnx2x_cl22_write(struct bnx2x *bp,
                                       struct bnx2x_phy *phy,
                                       u16 reg, u16 val)
{
        u32 tmp, mode;
        u8 i;
        int rc = 0;
        /* Switch to CL22 */
        mode = REG_RD(bp, phy->mdio_ctrl + EMAC_REG_EMAC_MDIO_MODE);
        REG_WR(bp, phy->mdio_ctrl + EMAC_REG_EMAC_MDIO_MODE,
               mode & ~EMAC_MDIO_MODE_CLAUSE_45);

        /* Address */
        tmp = ((phy->addr << 21) | (reg << 16) | val |
               EMAC_MDIO_COMM_COMMAND_WRITE_22 |
               EMAC_MDIO_COMM_START_BUSY);
        REG_WR(bp, phy->mdio_ctrl + EMAC_REG_EMAC_MDIO_COMM, tmp);

        for (i = 0; i < 50; i++) {
                udelay(10);

                tmp = REG_RD(bp, phy->mdio_ctrl + EMAC_REG_EMAC_MDIO_COMM);
                if (!(tmp & EMAC_MDIO_COMM_START_BUSY)) {
                        udelay(5);
                        break;
                }
        }
        if (tmp & EMAC_MDIO_COMM_START_BUSY) {
                DP(NETIF_MSG_LINK, "write phy register failed\n");
                rc = -EFAULT;
        }
        REG_WR(bp, phy->mdio_ctrl + EMAC_REG_EMAC_MDIO_MODE, mode);
        return rc;
}

static int bnx2x_cl22_read(struct bnx2x *bp,
                                      struct bnx2x_phy *phy,
                                      u16 reg, u16 *ret_val)
{
        u32 val, mode;
        u16 i;
        int rc = 0;

        /* Switch to CL22 */
        mode = REG_RD(bp, phy->mdio_ctrl + EMAC_REG_EMAC_MDIO_MODE);
        REG_WR(bp, phy->mdio_ctrl + EMAC_REG_EMAC_MDIO_MODE,
               mode & ~EMAC_MDIO_MODE_CLAUSE_45);

        /* Address */
        val = ((phy->addr << 21) | (reg << 16) |
               EMAC_MDIO_COMM_COMMAND_READ_22 |
               EMAC_MDIO_COMM_START_BUSY);
        REG_WR(bp, phy->mdio_ctrl + EMAC_REG_EMAC_MDIO_COMM, val);

        for (i = 0; i < 50; i++) {
                udelay(10);

                val = REG_RD(bp, phy->mdio_ctrl + EMAC_REG_EMAC_MDIO_COMM);
                if (!(val & EMAC_MDIO_COMM_START_BUSY)) {
                        *ret_val = (u16)(val & EMAC_MDIO_COMM_DATA);
                        udelay(5);
                        break;
                }
        }
        if (val & EMAC_MDIO_COMM_START_BUSY) {
                DP(NETIF_MSG_LINK, "read phy register failed\n");

                *ret_val = 0;
                rc = -EFAULT;
        }
        REG_WR(bp, phy->mdio_ctrl + EMAC_REG_EMAC_MDIO_MODE, mode);
        return rc;
}

/******************************************************************/
/*                      CL45 access functions                     */
/******************************************************************/
static int bnx2x_cl45_read(struct bnx2x *bp, struct bnx2x_phy *phy,
                           u8 devad, u16 reg, u16 *ret_val)
{
        u32 val;
        u16 i;
        int rc = 0;
        u32 chip_id;
        if (phy->flags & FLAGS_MDC_MDIO_WA_G) {
                chip_id = (REG_RD(bp, MISC_REG_CHIP_NUM) << 16) |
                          ((REG_RD(bp, MISC_REG_CHIP_REV) & 0xf) << 12);
                bnx2x_set_mdio_clk(bp, chip_id, phy->mdio_ctrl);
        }

        if (phy->flags & FLAGS_MDC_MDIO_WA_B0)
                bnx2x_bits_en(bp, phy->mdio_ctrl + EMAC_REG_EMAC_MDIO_STATUS,
                              EMAC_MDIO_STATUS_10MB);
        /* Address */
        val = ((phy->addr << 21) | (devad << 16) | reg |
               EMAC_MDIO_COMM_COMMAND_ADDRESS |
               EMAC_MDIO_COMM_START_BUSY);
        REG_WR(bp, phy->mdio_ctrl + EMAC_REG_EMAC_MDIO_COMM, val);

        for (i = 0; i < 50; i++) {
                udelay(10);

                val = REG_RD(bp, phy->mdio_ctrl + EMAC_REG_EMAC_MDIO_COMM);
                if (!(val & EMAC_MDIO_COMM_START_BUSY)) {
                        udelay(5);
                        break;
                }
        }
        if (val & EMAC_MDIO_COMM_START_BUSY) {
                DP(NETIF_MSG_LINK, "read phy register failed\n");
                netdev_err(bp->dev,  "MDC/MDIO access timeout\n");
                *ret_val = 0;
                rc = -EFAULT;
        } else {
                /* Data */
                val = ((phy->addr << 21) | (devad << 16) |
                       EMAC_MDIO_COMM_COMMAND_READ_45 |
                       EMAC_MDIO_COMM_START_BUSY);
                REG_WR(bp, phy->mdio_ctrl + EMAC_REG_EMAC_MDIO_COMM, val);

                for (i = 0; i < 50; i++) {
                        udelay(10);

                        val = REG_RD(bp, phy->mdio_ctrl +
                                     EMAC_REG_EMAC_MDIO_COMM);
                        if (!(val & EMAC_MDIO_COMM_START_BUSY)) {
                                *ret_val = (u16)(val & EMAC_MDIO_COMM_DATA);
                                break;
                        }
                }
                if (val & EMAC_MDIO_COMM_START_BUSY) {
                        DP(NETIF_MSG_LINK, "read phy register failed\n");
                        netdev_err(bp->dev,  "MDC/MDIO access timeout\n");
                        *ret_val = 0;
                        rc = -EFAULT;
                }
        }
        /* Work around for E3 A0 */
        if (phy->flags & FLAGS_MDC_MDIO_WA) {
                phy->flags ^= FLAGS_DUMMY_READ;
                if (phy->flags & FLAGS_DUMMY_READ) {
                        u16 temp_val;
                        bnx2x_cl45_read(bp, phy, devad, 0xf, &temp_val);
                }
        }

        if (phy->flags & FLAGS_MDC_MDIO_WA_B0)
                bnx2x_bits_dis(bp, phy->mdio_ctrl + EMAC_REG_EMAC_MDIO_STATUS,
                               EMAC_MDIO_STATUS_10MB);
        return rc;
}

static int bnx2x_cl45_write(struct bnx2x *bp, struct bnx2x_phy *phy,
                            u8 devad, u16 reg, u16 val)
{
        u32 tmp;
        u8 i;
        int rc = 0;
        u32 chip_id;
        if (phy->flags & FLAGS_MDC_MDIO_WA_G) {
                chip_id = (REG_RD(bp, MISC_REG_CHIP_NUM) << 16) |
                          ((REG_RD(bp, MISC_REG_CHIP_REV) & 0xf) << 12);
                bnx2x_set_mdio_clk(bp, chip_id, phy->mdio_ctrl);
        }

        if (phy->flags & FLAGS_MDC_MDIO_WA_B0)
                bnx2x_bits_en(bp, phy->mdio_ctrl + EMAC_REG_EMAC_MDIO_STATUS,
                              EMAC_MDIO_STATUS_10MB);

        /* Address */
        tmp = ((phy->addr << 21) | (devad << 16) | reg |
               EMAC_MDIO_COMM_COMMAND_ADDRESS |
               EMAC_MDIO_COMM_START_BUSY);
        REG_WR(bp, phy->mdio_ctrl + EMAC_REG_EMAC_MDIO_COMM, tmp);

        for (i = 0; i < 50; i++) {
                udelay(10);

                tmp = REG_RD(bp, phy->mdio_ctrl + EMAC_REG_EMAC_MDIO_COMM);
                if (!(tmp & EMAC_MDIO_COMM_START_BUSY)) {
                        udelay(5);
                        break;
                }
        }
        if (tmp & EMAC_MDIO_COMM_START_BUSY) {
                DP(NETIF_MSG_LINK, "write phy register failed\n");
                netdev_err(bp->dev,  "MDC/MDIO access timeout\n");
                rc = -EFAULT;
        } else {
                /* Data */
                tmp = ((phy->addr << 21) | (devad << 16) | val |
                       EMAC_MDIO_COMM_COMMAND_WRITE_45 |
                       EMAC_MDIO_COMM_START_BUSY);
                REG_WR(bp, phy->mdio_ctrl + EMAC_REG_EMAC_MDIO_COMM, tmp);

                for (i = 0; i < 50; i++) {
                        udelay(10);

                        tmp = REG_RD(bp, phy->mdio_ctrl +
                                     EMAC_REG_EMAC_MDIO_COMM);
                        if (!(tmp & EMAC_MDIO_COMM_START_BUSY)) {
                                udelay(5);
                                break;
                        }
                }
                if (tmp & EMAC_MDIO_COMM_START_BUSY) {
                        DP(NETIF_MSG_LINK, "write phy register failed\n");
                        netdev_err(bp->dev,  "MDC/MDIO access timeout\n");
                        rc = -EFAULT;
                }
        }
        /* Work around for E3 A0 */
        if (phy->flags & FLAGS_MDC_MDIO_WA) {
                phy->flags ^= FLAGS_DUMMY_READ;
                if (phy->flags & FLAGS_DUMMY_READ) {
                        u16 temp_val;
                        bnx2x_cl45_read(bp, phy, devad, 0xf, &temp_val);
                }
        }
        if (phy->flags & FLAGS_MDC_MDIO_WA_B0)
                bnx2x_bits_dis(bp, phy->mdio_ctrl + EMAC_REG_EMAC_MDIO_STATUS,
                               EMAC_MDIO_STATUS_10MB);
        return rc;
}

/******************************************************************/
/*                      EEE section                                */
/******************************************************************/
static u8 bnx2x_eee_has_cap(struct link_params *params)
{
        struct bnx2x *bp = params->bp;

        if (REG_RD(bp, params->shmem2_base) <=
                   offsetof(struct shmem2_region, eee_status[params->port]))
                return 0;

        return 1;
}

static int bnx2x_eee_nvram_to_time(u32 nvram_mode, u32 *idle_timer)
{
        switch (nvram_mode) {
        case PORT_FEAT_CFG_EEE_POWER_MODE_BALANCED:
                *idle_timer = EEE_MODE_NVRAM_BALANCED_TIME;
                break;
        case PORT_FEAT_CFG_EEE_POWER_MODE_AGGRESSIVE:
                *idle_timer = EEE_MODE_NVRAM_AGGRESSIVE_TIME;
                break;
        case PORT_FEAT_CFG_EEE_POWER_MODE_LOW_LATENCY:
                *idle_timer = EEE_MODE_NVRAM_LATENCY_TIME;
                break;
        default:
                *idle_timer = 0;
                break;
        }

        return 0;
}

static int bnx2x_eee_time_to_nvram(u32 idle_timer, u32 *nvram_mode)
{
        switch (idle_timer) {
        case EEE_MODE_NVRAM_BALANCED_TIME:
                *nvram_mode = PORT_FEAT_CFG_EEE_POWER_MODE_BALANCED;
                break;
        case EEE_MODE_NVRAM_AGGRESSIVE_TIME:
                *nvram_mode = PORT_FEAT_CFG_EEE_POWER_MODE_AGGRESSIVE;
                break;
        case EEE_MODE_NVRAM_LATENCY_TIME:
                *nvram_mode = PORT_FEAT_CFG_EEE_POWER_MODE_LOW_LATENCY;
                break;
        default:
                *nvram_mode = PORT_FEAT_CFG_EEE_POWER_MODE_DISABLED;
                break;
        }

        return 0;
}

static u32 bnx2x_eee_calc_timer(struct link_params *params)
{
        u32 eee_mode, eee_idle;
        struct bnx2x *bp = params->bp;

        if (params->eee_mode & EEE_MODE_OVERRIDE_NVRAM) {
                if (params->eee_mode & EEE_MODE_OUTPUT_TIME) {
                        /* time value in eee_mode --> used directly*/
                        eee_idle = params->eee_mode & EEE_MODE_TIMER_MASK;
                } else {
                        /* hsi value in eee_mode --> time */
                        if (bnx2x_eee_nvram_to_time(params->eee_mode &
                                                    EEE_MODE_NVRAM_MASK,
                                                    &eee_idle))
                                return 0;
                }
        } else {
                /* hsi values in nvram --> time*/
                eee_mode = ((REG_RD(bp, params->shmem_base +
                                    offsetof(struct shmem_region, dev_info.
                                    port_feature_config[params->port].
                                    eee_power_mode)) &
                             PORT_FEAT_CFG_EEE_POWER_MODE_MASK) >>
                            PORT_FEAT_CFG_EEE_POWER_MODE_SHIFT);

                if (bnx2x_eee_nvram_to_time(eee_mode, &eee_idle))
                        return 0;
        }

        return eee_idle;
}

static int bnx2x_eee_set_timers(struct link_params *params,
                                   struct link_vars *vars)
{
        u32 eee_idle = 0, eee_mode;
        struct bnx2x *bp = params->bp;

        eee_idle = bnx2x_eee_calc_timer(params);

        if (eee_idle) {
                REG_WR(bp, MISC_REG_CPMU_LP_IDLE_THR_P0 + (params->port << 2),
                       eee_idle);
        } else if ((params->eee_mode & EEE_MODE_ENABLE_LPI) &&
                   (params->eee_mode & EEE_MODE_OVERRIDE_NVRAM) &&
                   (params->eee_mode & EEE_MODE_OUTPUT_TIME)) {
                DP(NETIF_MSG_LINK, "Error: Tx LPI is enabled with timer 0\n");
                return -EINVAL;
        }

        vars->eee_status &= ~(SHMEM_EEE_TIMER_MASK | SHMEM_EEE_TIME_OUTPUT_BIT);
        if (params->eee_mode & EEE_MODE_OUTPUT_TIME) {
                /* eee_idle in 1u --> eee_status in 16u */
                eee_idle >>= 4;
                vars->eee_status |= (eee_idle & SHMEM_EEE_TIMER_MASK) |
                                    SHMEM_EEE_TIME_OUTPUT_BIT;
        } else {
                if (bnx2x_eee_time_to_nvram(eee_idle, &eee_mode))
                        return -EINVAL;
                vars->eee_status |= eee_mode;
        }

        return 0;
}

static int bnx2x_eee_initial_config(struct link_params *params,
                                     struct link_vars *vars, u8 mode)
{
        vars->eee_status |= ((u32) mode) << SHMEM_EEE_SUPPORTED_SHIFT;

        /* Propagate params' bits --> vars (for migration exposure) */
        if (params->eee_mode & EEE_MODE_ENABLE_LPI)
                vars->eee_status |= SHMEM_EEE_LPI_REQUESTED_BIT;
        else
                vars->eee_status &= ~SHMEM_EEE_LPI_REQUESTED_BIT;

        if (params->eee_mode & EEE_MODE_ADV_LPI)
                vars->eee_status |= SHMEM_EEE_REQUESTED_BIT;
        else
                vars->eee_status &= ~SHMEM_EEE_REQUESTED_BIT;

        return bnx2x_eee_set_timers(params, vars);
}

static int bnx2x_eee_disable(struct bnx2x_phy *phy,
                                struct link_params *params,
                                struct link_vars *vars)
{
        struct bnx2x *bp = params->bp;

        /* Make Certain LPI is disabled */
        REG_WR(bp, MISC_REG_CPMU_LP_FW_ENABLE_P0 + (params->port << 2), 0);

        bnx2x_cl45_write(bp, phy, MDIO_AN_DEVAD, MDIO_AN_REG_EEE_ADV, 0x0);

        vars->eee_status &= ~SHMEM_EEE_ADV_STATUS_MASK;

        return 0;
}

static int bnx2x_eee_advertise(struct bnx2x_phy *phy,
                                  struct link_params *params,
                                  struct link_vars *vars, u8 modes)
{
        struct bnx2x *bp = params->bp;
        u16 val = 0;

        /* Mask events preventing LPI generation */
        REG_WR(bp, MISC_REG_CPMU_LP_MASK_EXT_P0 + (params->port << 2), 0xfc20);

        if (modes & SHMEM_EEE_10G_ADV) {
                DP(NETIF_MSG_LINK, "Advertise 10GBase-T EEE\n");
                val |= 0x8;
        }
        if (modes & SHMEM_EEE_1G_ADV) {
                DP(NETIF_MSG_LINK, "Advertise 1GBase-T EEE\n");
                val |= 0x4;
        }

        bnx2x_cl45_write(bp, phy, MDIO_AN_DEVAD, MDIO_AN_REG_EEE_ADV, val);

        vars->eee_status &= ~SHMEM_EEE_ADV_STATUS_MASK;
        vars->eee_status |= (modes << SHMEM_EEE_ADV_STATUS_SHIFT);

        return 0;
}

static void bnx2x_update_mng_eee(struct link_params *params, u32 eee_status)
{
        struct bnx2x *bp = params->bp;

        if (bnx2x_eee_has_cap(params))
                REG_WR(bp, params->shmem2_base +
                       offsetof(struct shmem2_region,
                                eee_status[params->port]), eee_status);
}

static void bnx2x_eee_an_resolve(struct bnx2x_phy *phy,
                                  struct link_params *params,
                                  struct link_vars *vars)
{
        struct bnx2x *bp = params->bp;
        u16 adv = 0, lp = 0;
        u32 lp_adv = 0;
        u8 neg = 0;

        bnx2x_cl45_read(bp, phy, MDIO_AN_DEVAD, MDIO_AN_REG_EEE_ADV, &adv);
        bnx2x_cl45_read(bp, phy, MDIO_AN_DEVAD, MDIO_AN_REG_LP_EEE_ADV, &lp);

        if (lp & 0x2) {
                lp_adv |= SHMEM_EEE_100M_ADV;
                if (adv & 0x2) {
                        if (vars->line_speed == SPEED_100)
                                neg = 1;
                        DP(NETIF_MSG_LINK, "EEE negotiated - 100M\n");
                }
        }
        if (lp & 0x14) {
                lp_adv |= SHMEM_EEE_1G_ADV;
                if (adv & 0x14) {
                        if (vars->line_speed == SPEED_1000)
                                neg = 1;
                        DP(NETIF_MSG_LINK, "EEE negotiated - 1G\n");
                }
        }
        if (lp & 0x68) {
                lp_adv |= SHMEM_EEE_10G_ADV;
                if (adv & 0x68) {
                        if (vars->line_speed == SPEED_10000)
                                neg = 1;
                        DP(NETIF_MSG_LINK, "EEE negotiated - 10G\n");
                }
        }

        vars->eee_status &= ~SHMEM_EEE_LP_ADV_STATUS_MASK;
        vars->eee_status |= (lp_adv << SHMEM_EEE_LP_ADV_STATUS_SHIFT);

        if (neg) {
                DP(NETIF_MSG_LINK, "EEE is active\n");
                vars->eee_status |= SHMEM_EEE_ACTIVE_BIT;
        }

}

/******************************************************************/
/*                      BSC access functions from E3              */
/******************************************************************/
static void bnx2x_bsc_module_sel(struct link_params *params)
{
        int idx;
        u32 board_cfg, sfp_ctrl;
        u32 i2c_pins[I2C_SWITCH_WIDTH], i2c_val[I2C_SWITCH_WIDTH];
        struct bnx2x *bp = params->bp;
        u8 port = params->port;
        /* Read I2C output PINs */
        board_cfg = REG_RD(bp, params->shmem_base +
                           offsetof(struct shmem_region,
                                    dev_info.shared_hw_config.board));
        i2c_pins[I2C_BSC0] = board_cfg & SHARED_HW_CFG_E3_I2C_MUX0_MASK;
        i2c_pins[I2C_BSC1] = (board_cfg & SHARED_HW_CFG_E3_I2C_MUX1_MASK) >>
                        SHARED_HW_CFG_E3_I2C_MUX1_SHIFT;

        /* Read I2C output value */
        sfp_ctrl = REG_RD(bp, params->shmem_base +
                          offsetof(struct shmem_region,
                                 dev_info.port_hw_config[port].e3_cmn_pin_cfg));
        i2c_val[I2C_BSC0] = (sfp_ctrl & PORT_HW_CFG_E3_I2C_MUX0_MASK) > 0;
        i2c_val[I2C_BSC1] = (sfp_ctrl & PORT_HW_CFG_E3_I2C_MUX1_MASK) > 0;
        DP(NETIF_MSG_LINK, "Setting BSC switch\n");
        for (idx = 0; idx < I2C_SWITCH_WIDTH; idx++)
                bnx2x_set_cfg_pin(bp, i2c_pins[idx], i2c_val[idx]);
}

static int bnx2x_bsc_read(struct link_params *params,
                          struct bnx2x *bp,
                          u8 sl_devid,
                          u16 sl_addr,
                          u8 lc_addr,
                          u8 xfer_cnt,
                          u32 *data_array)
{
        u32 val, i;
        int rc = 0;

        if (xfer_cnt > 16) {
                DP(NETIF_MSG_LINK, "invalid xfer_cnt %d. Max is 16 bytes\n",
                                        xfer_cnt);
                return -EINVAL;
        }
        bnx2x_bsc_module_sel(params);

        xfer_cnt = 16 - lc_addr;

        /* Enable the engine */
        val = REG_RD(bp, MCP_REG_MCPR_IMC_COMMAND);
        val |= MCPR_IMC_COMMAND_ENABLE;
        REG_WR(bp, MCP_REG_MCPR_IMC_COMMAND, val);

        /* Program slave device ID */
        val = (sl_devid << 16) | sl_addr;
        REG_WR(bp, MCP_REG_MCPR_IMC_SLAVE_CONTROL, val);

        /* Start xfer with 0 byte to update the address pointer ???*/
        val = (MCPR_IMC_COMMAND_ENABLE) |
              (MCPR_IMC_COMMAND_WRITE_OP <<
                MCPR_IMC_COMMAND_OPERATION_BITSHIFT) |
                (lc_addr << MCPR_IMC_COMMAND_TRANSFER_ADDRESS_BITSHIFT) | (0);
        REG_WR(bp, MCP_REG_MCPR_IMC_COMMAND, val);

        /* Poll for completion */
        i = 0;
        val = REG_RD(bp, MCP_REG_MCPR_IMC_COMMAND);
        while (((val >> MCPR_IMC_COMMAND_IMC_STATUS_BITSHIFT) & 0x3) != 1) {
                udelay(10);
                val = REG_RD(bp, MCP_REG_MCPR_IMC_COMMAND);
                if (i++ > 1000) {
                        DP(NETIF_MSG_LINK, "wr 0 byte timed out after %d try\n",
                                                                i);
                        rc = -EFAULT;
                        break;
                }
        }
        if (rc == -EFAULT)
                return rc;

        /* Start xfer with read op */
        val = (MCPR_IMC_COMMAND_ENABLE) |
                (MCPR_IMC_COMMAND_READ_OP <<
                MCPR_IMC_COMMAND_OPERATION_BITSHIFT) |
                (lc_addr << MCPR_IMC_COMMAND_TRANSFER_ADDRESS_BITSHIFT) |
                  (xfer_cnt);
        REG_WR(bp, MCP_REG_MCPR_IMC_COMMAND, val);

        /* Poll for completion */
        i = 0;
        val = REG_RD(bp, MCP_REG_MCPR_IMC_COMMAND);
        while (((val >> MCPR_IMC_COMMAND_IMC_STATUS_BITSHIFT) & 0x3) != 1) {
                udelay(10);
                val = REG_RD(bp, MCP_REG_MCPR_IMC_COMMAND);
                if (i++ > 1000) {
                        DP(NETIF_MSG_LINK, "rd op timed out after %d try\n", i);
                        rc = -EFAULT;
                        break;
                }
        }
        if (rc == -EFAULT)
                return rc;

        for (i = (lc_addr >> 2); i < 4; i++) {
                data_array[i] = REG_RD(bp, (MCP_REG_MCPR_IMC_DATAREG0 + i*4));
#ifdef __BIG_ENDIAN
                data_array[i] = ((data_array[i] & 0x000000ff) << 24) |
                                ((data_array[i] & 0x0000ff00) << 8) |
                                ((data_array[i] & 0x00ff0000) >> 8) |
                                ((data_array[i] & 0xff000000) >> 24);
#endif
        }
        return rc;
}

static void bnx2x_cl45_read_or_write(struct bnx2x *bp, struct bnx2x_phy *phy,
                                     u8 devad, u16 reg, u16 or_val)
{
        u16 val;
        bnx2x_cl45_read(bp, phy, devad, reg, &val);
        bnx2x_cl45_write(bp, phy, devad, reg, val | or_val);
}

static void bnx2x_cl45_read_and_write(struct bnx2x *bp,
                                      struct bnx2x_phy *phy,
                                      u8 devad, u16 reg, u16 and_val)
{
        u16 val;
        bnx2x_cl45_read(bp, phy, devad, reg, &val);
        bnx2x_cl45_write(bp, phy, devad, reg, val & and_val);
}

int bnx2x_phy_read(struct link_params *params, u8 phy_addr,
                   u8 devad, u16 reg, u16 *ret_val)
{
        u8 phy_index;
        /* Probe for the phy according to the given phy_addr, and execute
         * the read request on it
         */
        for (phy_index = 0; phy_index < params->num_phys; phy_index++) {
                if (params->phy[phy_index].addr == phy_addr) {
                        return bnx2x_cl45_read(params->bp,
                                               &params->phy[phy_index], devad,
                                               reg, ret_val);
                }
        }
        return -EINVAL;
}

int bnx2x_phy_write(struct link_params *params, u8 phy_addr,
                    u8 devad, u16 reg, u16 val)
{
        u8 phy_index;
        /* Probe for the phy according to the given phy_addr, and execute
         * the write request on it
         */
        for (phy_index = 0; phy_index < params->num_phys; phy_index++) {
                if (params->phy[phy_index].addr == phy_addr) {
                        return bnx2x_cl45_write(params->bp,
                                                &params->phy[phy_index], devad,
                                                reg, val);
                }
        }
        return -EINVAL;
}
static u8 bnx2x_get_warpcore_lane(struct bnx2x_phy *phy,
                                  struct link_params *params)
{
        u8 lane = 0;
        struct bnx2x *bp = params->bp;
        u32 path_swap, path_swap_ovr;
        u8 path, port;

        path = BP_PATH(bp);
        port = params->port;

        if (bnx2x_is_4_port_mode(bp)) {
                u32 port_swap, port_swap_ovr;

                /* Figure out path swap value */
                path_swap_ovr = REG_RD(bp, MISC_REG_FOUR_PORT_PATH_SWAP_OVWR);
                if (path_swap_ovr & 0x1)
                        path_swap = (path_swap_ovr & 0x2);
                else
                        path_swap = REG_RD(bp, MISC_REG_FOUR_PORT_PATH_SWAP);

                if (path_swap)
                        path = path ^ 1;

                /* Figure out port swap value */
                port_swap_ovr = REG_RD(bp, MISC_REG_FOUR_PORT_PORT_SWAP_OVWR);
                if (port_swap_ovr & 0x1)
                        port_swap = (port_swap_ovr & 0x2);
                else
                        port_swap = REG_RD(bp, MISC_REG_FOUR_PORT_PORT_SWAP);

                if (port_swap)
                        port = port ^ 1;

                lane = (port<<1) + path;
        } else { /* Two port mode - no port swap */

                /* Figure out path swap value */
                path_swap_ovr =
                        REG_RD(bp, MISC_REG_TWO_PORT_PATH_SWAP_OVWR);
                if (path_swap_ovr & 0x1) {
                        path_swap = (path_swap_ovr & 0x2);
                } else {
                        path_swap =
                                REG_RD(bp, MISC_REG_TWO_PORT_PATH_SWAP);
                }
                if (path_swap)
                        path = path ^ 1;

                lane = path << 1 ;
        }
        return lane;
}

static void bnx2x_set_aer_mmd(struct link_params *params,
                              struct bnx2x_phy *phy)
{
        u32 ser_lane;
        u16 offset, aer_val;
        struct bnx2x *bp = params->bp;
        ser_lane = ((params->lane_config &
                     PORT_HW_CFG_LANE_SWAP_CFG_MASTER_MASK) >>
                     PORT_HW_CFG_LANE_SWAP_CFG_MASTER_SHIFT);

        offset = (phy->type == PORT_HW_CFG_XGXS_EXT_PHY_TYPE_DIRECT) ?
                (phy->addr + ser_lane) : 0;

        if (USES_WARPCORE(bp)) {
                aer_val = bnx2x_get_warpcore_lane(phy, params);
                /* In Dual-lane mode, two lanes are joined together,
                 * so in order to configure them, the AER broadcast method is
                 * used here.
                 * 0x200 is the broadcast address for lanes 0,1
                 * 0x201 is the broadcast address for lanes 2,3
                 */
                if (phy->flags & FLAGS_WC_DUAL_MODE)
                        aer_val = (aer_val >> 1) | 0x200;
        } else if (CHIP_IS_E2(bp))
                aer_val = 0x3800 + offset - 1;
        else
                aer_val = 0x3800 + offset;

        CL22_WR_OVER_CL45(bp, phy, MDIO_REG_BANK_AER_BLOCK,
                          MDIO_AER_BLOCK_AER_REG, aer_val);

}

/******************************************************************/
/*                      Internal phy section                      */
/******************************************************************/

static void bnx2x_set_serdes_access(struct bnx2x *bp, u8 port)
{
        u32 emac_base = (port) ? GRCBASE_EMAC1 : GRCBASE_EMAC0;

        /* Set Clause 22 */
        REG_WR(bp, NIG_REG_SERDES0_CTRL_MD_ST + port*0x10, 1);
        REG_WR(bp, emac_base + EMAC_REG_EMAC_MDIO_COMM, 0x245f8000);
        udelay(500);
        REG_WR(bp, emac_base + EMAC_REG_EMAC_MDIO_COMM, 0x245d000f);
        udelay(500);
         /* Set Clause 45 */
        REG_WR(bp, NIG_REG_SERDES0_CTRL_MD_ST + port*0x10, 0);
}

static void bnx2x_serdes_deassert(struct bnx2x *bp, u8 port)
{
        u32 val;

        DP(NETIF_MSG_LINK, "bnx2x_serdes_deassert\n");

        val = SERDES_RESET_BITS << (port*16);

        /* Reset and unreset the SerDes/XGXS */
        REG_WR(bp, GRCBASE_MISC + MISC_REGISTERS_RESET_REG_3_CLEAR, val);
        udelay(500);
        REG_WR(bp, GRCBASE_MISC + MISC_REGISTERS_RESET_REG_3_SET, val);

        bnx2x_set_serdes_access(bp, port);

        REG_WR(bp, NIG_REG_SERDES0_CTRL_MD_DEVAD + port*0x10,
               DEFAULT_PHY_DEV_ADDR);
}

static void bnx2x_xgxs_specific_func(struct bnx2x_phy *phy,
                                     struct link_params *params,
                                     u32 action)
{
        struct bnx2x *bp = params->bp;
        switch (action) {
        case PHY_INIT:
                /* Set correct devad */
                REG_WR(bp, NIG_REG_XGXS0_CTRL_MD_ST + params->port*0x18, 0);
                REG_WR(bp, NIG_REG_XGXS0_CTRL_MD_DEVAD + params->port*0x18,
                       phy->def_md_devad);
                break;
        }
}

static void bnx2x_xgxs_deassert(struct link_params *params)
{
        struct bnx2x *bp = params->bp;
        u8 port;
        u32 val;
        DP(NETIF_MSG_LINK, "bnx2x_xgxs_deassert\n");
        port = params->port;

        val = XGXS_RESET_BITS << (port*16);

        /* Reset and unreset the SerDes/XGXS */
        REG_WR(bp, GRCBASE_MISC + MISC_REGISTERS_RESET_REG_3_CLEAR, val);
        udelay(500);
        REG_WR(bp, GRCBASE_MISC + MISC_REGISTERS_RESET_REG_3_SET, val);
        bnx2x_xgxs_specific_func(&params->phy[INT_PHY], params,
                                 PHY_INIT);
}

static void bnx2x_calc_ieee_aneg_adv(struct bnx2x_phy *phy,
                                     struct link_params *params, u16 *ieee_fc)
{
        struct bnx2x *bp = params->bp;
        *ieee_fc = MDIO_COMBO_IEEE0_AUTO_NEG_ADV_FULL_DUPLEX;
        /* Resolve pause mode and advertisement Please refer to Table
         * 28B-3 of the 802.3ab-1999 spec
         */

        switch (phy->req_flow_ctrl) {
        case BNX2X_FLOW_CTRL_AUTO:
                switch (params->req_fc_auto_adv) {
                case BNX2X_FLOW_CTRL_BOTH:
                case BNX2X_FLOW_CTRL_RX:
                        *ieee_fc |= MDIO_COMBO_IEEE0_AUTO_NEG_ADV_PAUSE_BOTH;
                        break;
                case BNX2X_FLOW_CTRL_TX:
                        *ieee_fc |=
                                MDIO_COMBO_IEEE0_AUTO_NEG_ADV_PAUSE_ASYMMETRIC;
                        break;
                default:
                        break;
                }
                break;
        case BNX2X_FLOW_CTRL_TX:
                *ieee_fc |= MDIO_COMBO_IEEE0_AUTO_NEG_ADV_PAUSE_ASYMMETRIC;
                break;

        case BNX2X_FLOW_CTRL_RX:
        case BNX2X_FLOW_CTRL_BOTH:
                *ieee_fc |= MDIO_COMBO_IEEE0_AUTO_NEG_ADV_PAUSE_BOTH;
                break;

        case BNX2X_FLOW_CTRL_NONE:
        default:
                *ieee_fc |= MDIO_COMBO_IEEE0_AUTO_NEG_ADV_PAUSE_NONE;
                break;
        }
        DP(NETIF_MSG_LINK, "ieee_fc = 0x%x\n", *ieee_fc);
}

static void set_phy_vars(struct link_params *params,
                         struct link_vars *vars)
{
        struct bnx2x *bp = params->bp;
        u8 actual_phy_idx, phy_index, link_cfg_idx;
        u8 phy_config_swapped = params->multi_phy_config &
                        PORT_HW_CFG_PHY_SWAPPED_ENABLED;
        for (phy_index = INT_PHY; phy_index < params->num_phys;
              phy_index++) {
                link_cfg_idx = LINK_CONFIG_IDX(phy_index);
                actual_phy_idx = phy_index;
                if (phy_config_swapped) {
                        if (phy_index == EXT_PHY1)
                                actual_phy_idx = EXT_PHY2;
                        else if (phy_index == EXT_PHY2)
                                actual_phy_idx = EXT_PHY1;
                }
                params->phy[actual_phy_idx].req_flow_ctrl =
                        params->req_flow_ctrl[link_cfg_idx];

                params->phy[actual_phy_idx].req_line_speed =
                        params->req_line_speed[link_cfg_idx];

                params->phy[actual_phy_idx].speed_cap_mask =
                        params->speed_cap_mask[link_cfg_idx];

                params->phy[actual_phy_idx].req_duplex =
                        params->req_duplex[link_cfg_idx];

                if (params->req_line_speed[link_cfg_idx] ==
                    SPEED_AUTO_NEG)
                        vars->link_status |= LINK_STATUS_AUTO_NEGOTIATE_ENABLED;

                DP(NETIF_MSG_LINK, "req_flow_ctrl %x, req_line_speed %x,"
                           " speed_cap_mask %x\n",
                           params->phy[actual_phy_idx].req_flow_ctrl,
                           params->phy[actual_phy_idx].req_line_speed,
                           params->phy[actual_phy_idx].speed_cap_mask);
        }
}

static void bnx2x_ext_phy_set_pause(struct link_params *params,
                                    struct bnx2x_phy *phy,
                                    struct link_vars *vars)
{
        u16 val;
        struct bnx2x *bp = params->bp;
        /* Read modify write pause advertizing */
        bnx2x_cl45_read(bp, phy, MDIO_AN_DEVAD, MDIO_AN_REG_ADV_PAUSE, &val);

        val &= ~MDIO_AN_REG_ADV_PAUSE_BOTH;

        /* Please refer to Table 28B-3 of 802.3ab-1999 spec. */
        bnx2x_calc_ieee_aneg_adv(phy, params, &vars->ieee_fc);
        if ((vars->ieee_fc &
            MDIO_COMBO_IEEE0_AUTO_NEG_ADV_PAUSE_ASYMMETRIC) ==
            MDIO_COMBO_IEEE0_AUTO_NEG_ADV_PAUSE_ASYMMETRIC) {
                val |= MDIO_AN_REG_ADV_PAUSE_ASYMMETRIC;
        }
        if ((vars->ieee_fc &
            MDIO_COMBO_IEEE0_AUTO_NEG_ADV_PAUSE_BOTH) ==
            MDIO_COMBO_IEEE0_AUTO_NEG_ADV_PAUSE_BOTH) {
                val |= MDIO_AN_REG_ADV_PAUSE_PAUSE;
        }
        DP(NETIF_MSG_LINK, "Ext phy AN advertize 0x%x\n", val);
        bnx2x_cl45_write(bp, phy, MDIO_AN_DEVAD, MDIO_AN_REG_ADV_PAUSE, val);
}

static void bnx2x_pause_resolve(struct bnx2x_phy *phy,
                                struct link_params *params,
                                struct link_vars *vars,
                                u32 pause_result)
{
        struct bnx2x *bp = params->bp;
                                                /*  LD      LP   */
        switch (pause_result) {                 /* ASYM P ASYM P */
        case 0xb:                               /*   1  0   1  1 */
                DP(NETIF_MSG_LINK, "Flow Control: TX only\n");
                vars->flow_ctrl = BNX2X_FLOW_CTRL_TX;
                break;

        case 0xe:                               /*   1  1   1  0 */
                DP(NETIF_MSG_LINK, "Flow Control: RX only\n");
                vars->flow_ctrl = BNX2X_FLOW_CTRL_RX;
                break;

        case 0x5:                               /*   0  1   0  1 */
        case 0x7:                               /*   0  1   1  1 */
        case 0xd:                               /*   1  1   0  1 */
        case 0xf:                               /*   1  1   1  1 */
                /* If the user selected to advertise RX ONLY,
                 * although we advertised both, need to enable
                 * RX only.
                 */
                if (params->req_fc_auto_adv == BNX2X_FLOW_CTRL_BOTH) {
                        DP(NETIF_MSG_LINK, "Flow Control: RX & TX\n");
                        vars->flow_ctrl = BNX2X_FLOW_CTRL_BOTH;
                } else {
                        DP(NETIF_MSG_LINK, "Flow Control: RX only\n");
                        vars->flow_ctrl = BNX2X_FLOW_CTRL_RX;
                }
                break;

        default:
                DP(NETIF_MSG_LINK, "Flow Control: None\n");
                vars->flow_ctrl = BNX2X_FLOW_CTRL_NONE;
                break;
        }
        if (pause_result & (1<<0))
                vars->link_status |= LINK_STATUS_LINK_PARTNER_SYMMETRIC_PAUSE;
        if (pause_result & (1<<1))
                vars->link_status |= LINK_STATUS_LINK_PARTNER_ASYMMETRIC_PAUSE;

}

static void bnx2x_ext_phy_update_adv_fc(struct bnx2x_phy *phy,
                                        struct link_params *params,
                                        struct link_vars *vars)
{
        u16 ld_pause;           /* local */
        u16 lp_pause;           /* link partner */
        u16 pause_result;
        struct bnx2x *bp = params->bp;
        if (phy->type == PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM54618SE) {
                bnx2x_cl22_read(bp, phy, 0x4, &ld_pause);
                bnx2x_cl22_read(bp, phy, 0x5, &lp_pause);
        } else if (CHIP_IS_E3(bp) &&
                SINGLE_MEDIA_DIRECT(params)) {
                u8 lane = bnx2x_get_warpcore_lane(phy, params);
                u16 gp_status, gp_mask;
                bnx2x_cl45_read(bp, phy,
                                MDIO_AN_DEVAD, MDIO_WC_REG_GP2_STATUS_GP_2_4,
                                &gp_status);
                gp_mask = (MDIO_WC_REG_GP2_STATUS_GP_2_4_CL73_AN_CMPL |
                           MDIO_WC_REG_GP2_STATUS_GP_2_4_CL37_LP_AN_CAP) <<
                        lane;
                if ((gp_status & gp_mask) == gp_mask) {
                        bnx2x_cl45_read(bp, phy, MDIO_AN_DEVAD,
                                        MDIO_AN_REG_ADV_PAUSE, &ld_pause);
                        bnx2x_cl45_read(bp, phy, MDIO_AN_DEVAD,
                                        MDIO_AN_REG_LP_AUTO_NEG, &lp_pause);
                } else {
                        bnx2x_cl45_read(bp, phy, MDIO_AN_DEVAD,
                                        MDIO_AN_REG_CL37_FC_LD, &ld_pause);
                        bnx2x_cl45_read(bp, phy, MDIO_AN_DEVAD,
                                        MDIO_AN_REG_CL37_FC_LP, &lp_pause);
                        ld_pause = ((ld_pause &
                                     MDIO_COMBO_IEEE0_AUTO_NEG_ADV_PAUSE_BOTH)
                                    << 3);
                        lp_pause = ((lp_pause &
                                     MDIO_COMBO_IEEE0_AUTO_NEG_ADV_PAUSE_BOTH)
                                    << 3);
                }
        } else {
                bnx2x_cl45_read(bp, phy,
                                MDIO_AN_DEVAD,
                                MDIO_AN_REG_ADV_PAUSE, &ld_pause);
                bnx2x_cl45_read(bp, phy,
                                MDIO_AN_DEVAD,
                                MDIO_AN_REG_LP_AUTO_NEG, &lp_pause);
        }
        pause_result = (ld_pause &
                        MDIO_AN_REG_ADV_PAUSE_MASK) >> 8;
        pause_result |= (lp_pause &
                         MDIO_AN_REG_ADV_PAUSE_MASK) >> 10;
        DP(NETIF_MSG_LINK, "Ext PHY pause result 0x%x\n", pause_result);
        bnx2x_pause_resolve(phy, params, vars, pause_result);

}

static u8 bnx2x_ext_phy_resolve_fc(struct bnx2x_phy *phy,
                                   struct link_params *params,
                                   struct link_vars *vars)
{
        u8 ret = 0;
        vars->flow_ctrl = BNX2X_FLOW_CTRL_NONE;
        if (phy->req_flow_ctrl != BNX2X_FLOW_CTRL_AUTO) {
                /* Update the advertised flow-controled of LD/LP in AN */
                if (phy->req_line_speed == SPEED_AUTO_NEG)
                        bnx2x_ext_phy_update_adv_fc(phy, params, vars);
                /* But set the flow-control result as the requested one */
                vars->flow_ctrl = phy->req_flow_ctrl;
        } else if (phy->req_line_speed != SPEED_AUTO_NEG)
                vars->flow_ctrl = params->req_fc_auto_adv;
        else if (vars->link_status & LINK_STATUS_AUTO_NEGOTIATE_COMPLETE) {
                ret = 1;
                bnx2x_ext_phy_update_adv_fc(phy, params, vars);
        }
        return ret;
}
/******************************************************************/
/*                      Warpcore section                          */
/******************************************************************/
/* The init_internal_warpcore should mirror the xgxs,
 * i.e. reset the lane (if needed), set aer for the
 * init configuration, and set/clear SGMII flag. Internal
 * phy init is done purely in phy_init stage.
 */
#define WC_TX_DRIVER(post2, idriver, ipre, ifir) \
        ((post2 << MDIO_WC_REG_TX0_TX_DRIVER_POST2_COEFF_OFFSET) | \
         (idriver << MDIO_WC_REG_TX0_TX_DRIVER_IDRIVER_OFFSET) | \
         (ipre << MDIO_WC_REG_TX0_TX_DRIVER_IPRE_DRIVER_OFFSET) | \
         (ifir << MDIO_WC_REG_TX0_TX_DRIVER_IFIR_OFFSET))

#define WC_TX_FIR(post, main, pre) \
        ((post << MDIO_WC_REG_TX_FIR_TAP_POST_TAP_OFFSET) | \
         (main << MDIO_WC_REG_TX_FIR_TAP_MAIN_TAP_OFFSET) | \
         (pre << MDIO_WC_REG_TX_FIR_TAP_PRE_TAP_OFFSET))

static void bnx2x_warpcore_enable_AN_KR2(struct bnx2x_phy *phy,
                                         struct link_params *params,
                                         struct link_vars *vars)
{
        struct bnx2x *bp = params->bp;
        u16 i;
        static struct bnx2x_reg_set reg_set[] = {
                /* Step 1 - Program the TX/RX alignment markers */
                {MDIO_WC_DEVAD, MDIO_WC_REG_CL82_USERB1_TX_CTRL5, 0xa157},
                {MDIO_WC_DEVAD, MDIO_WC_REG_CL82_USERB1_TX_CTRL7, 0xcbe2},
                {MDIO_WC_DEVAD, MDIO_WC_REG_CL82_USERB1_TX_CTRL6, 0x7537},
                {MDIO_WC_DEVAD, MDIO_WC_REG_CL82_USERB1_TX_CTRL9, 0xa157},
                {MDIO_WC_DEVAD, MDIO_WC_REG_CL82_USERB1_RX_CTRL11, 0xcbe2},
                {MDIO_WC_DEVAD, MDIO_WC_REG_CL82_USERB1_RX_CTRL10, 0x7537},
                /* Step 2 - Configure the NP registers */
                {MDIO_WC_DEVAD, MDIO_WC_REG_CL73_USERB0_CTRL, 0x000a},
                {MDIO_WC_DEVAD, MDIO_WC_REG_CL73_BAM_CTRL1, 0x6400},
                {MDIO_WC_DEVAD, MDIO_WC_REG_CL73_BAM_CTRL3, 0x0620},
                {MDIO_WC_DEVAD, MDIO_WC_REG_CL73_BAM_CODE_FIELD, 0x0157},
                {MDIO_WC_DEVAD, MDIO_WC_REG_ETA_CL73_OUI1, 0x6464},
                {MDIO_WC_DEVAD, MDIO_WC_REG_ETA_CL73_OUI2, 0x3150},
                {MDIO_WC_DEVAD, MDIO_WC_REG_ETA_CL73_OUI3, 0x3150},
                {MDIO_WC_DEVAD, MDIO_WC_REG_ETA_CL73_LD_BAM_CODE, 0x0157},
                {MDIO_WC_DEVAD, MDIO_WC_REG_ETA_CL73_LD_UD_CODE, 0x0620}
        };
        DP(NETIF_MSG_LINK, "Enabling 20G-KR2\n");

        bnx2x_cl45_read_or_write(bp, phy, MDIO_WC_DEVAD,
                                 MDIO_WC_REG_CL49_USERB0_CTRL, (3<<6));

        for (i = 0; i < ARRAY_SIZE(reg_set); i++)
                bnx2x_cl45_write(bp, phy, reg_set[i].devad, reg_set[i].reg,
                                 reg_set[i].val);

        /* Start KR2 work-around timer which handles BCM8073 link-parner */
        params->link_attr_sync |= LINK_ATTR_SYNC_KR2_ENABLE;
        bnx2x_update_link_attr(params, params->link_attr_sync);
}

static void bnx2x_disable_kr2(struct link_params *params,
                              struct link_vars *vars,
                              struct bnx2x_phy *phy)
{
        struct bnx2x *bp = params->bp;
        int i;
        static struct bnx2x_reg_set reg_set[] = {
                /* Step 1 - Program the TX/RX alignment markers */
                {MDIO_WC_DEVAD, MDIO_WC_REG_CL82_USERB1_TX_CTRL5, 0x7690},
                {MDIO_WC_DEVAD, MDIO_WC_REG_CL82_USERB1_TX_CTRL7, 0xe647},
                {MDIO_WC_DEVAD, MDIO_WC_REG_CL82_USERB1_TX_CTRL6, 0xc4f0},
                {MDIO_WC_DEVAD, MDIO_WC_REG_CL82_USERB1_TX_CTRL9, 0x7690},
                {MDIO_WC_DEVAD, MDIO_WC_REG_CL82_USERB1_RX_CTRL11, 0xe647},
                {MDIO_WC_DEVAD, MDIO_WC_REG_CL82_USERB1_RX_CTRL10, 0xc4f0},
                {MDIO_WC_DEVAD, MDIO_WC_REG_CL73_USERB0_CTRL, 0x000c},
                {MDIO_WC_DEVAD, MDIO_WC_REG_CL73_BAM_CTRL1, 0x6000},
                {MDIO_WC_DEVAD, MDIO_WC_REG_CL73_BAM_CTRL3, 0x0000},
                {MDIO_WC_DEVAD, MDIO_WC_REG_CL73_BAM_CODE_FIELD, 0x0002},
                {MDIO_WC_DEVAD, MDIO_WC_REG_ETA_CL73_OUI1, 0x0000},
                {MDIO_WC_DEVAD, MDIO_WC_REG_ETA_CL73_OUI2, 0x0af7},
                {MDIO_WC_DEVAD, MDIO_WC_REG_ETA_CL73_OUI3, 0x0af7},
                {MDIO_WC_DEVAD, MDIO_WC_REG_ETA_CL73_LD_BAM_CODE, 0x0002},
                {MDIO_WC_DEVAD, MDIO_WC_REG_ETA_CL73_LD_UD_CODE, 0x0000}
        };
        DP(NETIF_MSG_LINK, "Disabling 20G-KR2\n");

        for (i = 0; i < ARRAY_SIZE(reg_set); i++)
                bnx2x_cl45_write(bp, phy, reg_set[i].devad, reg_set[i].reg,
                                 reg_set[i].val);
        params->link_attr_sync &= ~LINK_ATTR_SYNC_KR2_ENABLE;
        bnx2x_update_link_attr(params, params->link_attr_sync);

        vars->check_kr2_recovery_cnt = CHECK_KR2_RECOVERY_CNT;
}

static void bnx2x_warpcore_set_lpi_passthrough(struct bnx2x_phy *phy,
                                               struct link_params *params)
{
        struct bnx2x *bp = params->bp;

        DP(NETIF_MSG_LINK, "Configure WC for LPI pass through\n");
        bnx2x_cl45_write(bp, phy, MDIO_WC_DEVAD,
                         MDIO_WC_REG_EEE_COMBO_CONTROL0, 0x7c);
        bnx2x_cl45_read_or_write(bp, phy, MDIO_WC_DEVAD,
                                 MDIO_WC_REG_DIGITAL4_MISC5, 0xc000);
}

static void bnx2x_warpcore_restart_AN_KR(struct bnx2x_phy *phy,
                                         struct link_params *params)
{
        /* Restart autoneg on the leading lane only */
        struct bnx2x *bp = params->bp;
        u16 lane = bnx2x_get_warpcore_lane(phy, params);
        CL22_WR_OVER_CL45(bp, phy, MDIO_REG_BANK_AER_BLOCK,
                          MDIO_AER_BLOCK_AER_REG, lane);
        bnx2x_cl45_write(bp, phy, MDIO_AN_DEVAD,
                         MDIO_WC_REG_IEEE0BLK_MIICNTL, 0x1200);

        /* Restore AER */
        bnx2x_set_aer_mmd(params, phy);
}

static void bnx2x_warpcore_enable_AN_KR(struct bnx2x_phy *phy,
                                        struct link_params *params,
                                        struct link_vars *vars) {
        u16 lane, i, cl72_ctrl, an_adv = 0, val;
        u32 wc_lane_config;
        struct bnx2x *bp = params->bp;
        static struct bnx2x_reg_set reg_set[] = {
                {MDIO_WC_DEVAD, MDIO_WC_REG_SERDESDIGITAL_CONTROL1000X2, 0x7},
                {MDIO_PMA_DEVAD, MDIO_WC_REG_IEEE0BLK_AUTONEGNP, 0x0},
                {MDIO_WC_DEVAD, MDIO_WC_REG_RX66_CONTROL, 0x7415},
                {MDIO_WC_DEVAD, MDIO_WC_REG_SERDESDIGITAL_MISC2, 0x6190},
                /* Disable Autoneg: re-enable it after adv is done. */
                {MDIO_AN_DEVAD, MDIO_WC_REG_IEEE0BLK_MIICNTL, 0},
                {MDIO_PMA_DEVAD, MDIO_WC_REG_PMD_KR_CONTROL, 0x2},
                {MDIO_WC_DEVAD, MDIO_WC_REG_CL72_USERB0_CL72_TX_FIR_TAP, 0},
        };
        DP(NETIF_MSG_LINK, "Enable Auto Negotiation for KR\n");
        /* Set to default registers that may be overriden by 10G force */
        for (i = 0; i < ARRAY_SIZE(reg_set); i++)
                bnx2x_cl45_write(bp, phy, reg_set[i].devad, reg_set[i].reg,
                                 reg_set[i].val);

        bnx2x_cl45_read(bp, phy, MDIO_WC_DEVAD,
                        MDIO_WC_REG_CL72_USERB0_CL72_MISC1_CONTROL, &cl72_ctrl);
        cl72_ctrl &= 0x08ff;
        cl72_ctrl |= 0x3800;
        bnx2x_cl45_write(bp, phy, MDIO_WC_DEVAD,
                         MDIO_WC_REG_CL72_USERB0_CL72_MISC1_CONTROL, cl72_ctrl);

        /* Check adding advertisement for 1G KX */
        if (((vars->line_speed == SPEED_AUTO_NEG) &&
             (phy->speed_cap_mask & PORT_HW_CFG_SPEED_CAPABILITY_D0_1G)) ||
            (vars->line_speed == SPEED_1000)) {
                u16 addr = MDIO_WC_REG_SERDESDIGITAL_CONTROL1000X2;
                an_adv |= (1<<5);

                /* Enable CL37 1G Parallel Detect */
                bnx2x_cl45_read_or_write(bp, phy, MDIO_WC_DEVAD, addr, 0x1);
                DP(NETIF_MSG_LINK, "Advertize 1G\n");
        }
        if (((vars->line_speed == SPEED_AUTO_NEG) &&
             (phy->speed_cap_mask & PORT_HW_CFG_SPEED_CAPABILITY_D0_10G)) ||
            (vars->line_speed ==  SPEED_10000)) {
                /* Check adding advertisement for 10G KR */
                an_adv |= (1<<7);
                /* Enable 10G Parallel Detect */
                CL22_WR_OVER_CL45(bp, phy, MDIO_REG_BANK_AER_BLOCK,
                                  MDIO_AER_BLOCK_AER_REG, 0);

                bnx2x_cl45_write(bp, phy, MDIO_AN_DEVAD,
                                 MDIO_WC_REG_PAR_DET_10G_CTRL, 1);
                bnx2x_set_aer_mmd(params, phy);
                DP(NETIF_MSG_LINK, "Advertize 10G\n");
        }

        /* Set Transmit PMD settings */
        lane = bnx2x_get_warpcore_lane(phy, params);
        bnx2x_cl45_write(bp, phy, MDIO_WC_DEVAD,
                         MDIO_WC_REG_TX0_TX_DRIVER + 0x10*lane,
                         WC_TX_DRIVER(0x02, 0x06, 0x09, 0));
        /* Configure the next lane if dual mode */
        if (phy->flags & FLAGS_WC_DUAL_MODE)
                bnx2x_cl45_write(bp, phy, MDIO_WC_DEVAD,
                                 MDIO_WC_REG_TX0_TX_DRIVER + 0x10*(lane+1),
                                 WC_TX_DRIVER(0x02, 0x06, 0x09, 0));
        bnx2x_cl45_write(bp, phy, MDIO_WC_DEVAD,
                         MDIO_WC_REG_CL72_USERB0_CL72_OS_DEF_CTRL,
                         0x03f0);
        bnx2x_cl45_write(bp, phy, MDIO_WC_DEVAD,
                         MDIO_WC_REG_CL72_USERB0_CL72_2P5_DEF_CTRL,
                         0x03f0);

        /* Advertised speeds */
        bnx2x_cl45_write(bp, phy, MDIO_AN_DEVAD,
                         MDIO_WC_REG_AN_IEEE1BLK_AN_ADVERTISEMENT1, an_adv);

        /* Advertised and set FEC (Forward Error Correction) */
        bnx2x_cl45_write(bp, phy, MDIO_AN_DEVAD,
                         MDIO_WC_REG_AN_IEEE1BLK_AN_ADVERTISEMENT2,
                         (MDIO_WC_REG_AN_IEEE1BLK_AN_ADV2_FEC_ABILITY |
                          MDIO_WC_REG_AN_IEEE1BLK_AN_ADV2_FEC_REQ));

        /* Enable CL37 BAM */
        if (REG_RD(bp, params->shmem_base +
                   offsetof(struct shmem_region, dev_info.
                            port_hw_config[params->port].default_cfg)) &
            PORT_HW_CFG_ENABLE_BAM_ON_KR_ENABLED) {
                bnx2x_cl45_read_or_write(bp, phy, MDIO_WC_DEVAD,
                                         MDIO_WC_REG_DIGITAL6_MP5_NEXTPAGECTRL,
                                         1);
                DP(NETIF_MSG_LINK, "Enable CL37 BAM on KR\n");
        }

        /* Advertise pause */
        bnx2x_ext_phy_set_pause(params, phy, vars);
        vars->rx_tx_asic_rst = MAX_KR_LINK_RETRY;
        bnx2x_cl45_read_or_write(bp, phy, MDIO_WC_DEVAD,
                                 MDIO_WC_REG_DIGITAL5_MISC7, 0x100);

        /* Over 1G - AN local device user page 1 */
        bnx2x_cl45_write(bp, phy, MDIO_WC_DEVAD,
                        MDIO_WC_REG_DIGITAL3_UP1, 0x1f);

        if (((phy->req_line_speed == SPEED_AUTO_NEG) &&
             (phy->speed_cap_mask & PORT_HW_CFG_SPEED_CAPABILITY_D0_20G)) ||
            (phy->req_line_speed == SPEED_20000)) {

                CL22_WR_OVER_CL45(bp, phy, MDIO_REG_BANK_AER_BLOCK,
                                  MDIO_AER_BLOCK_AER_REG, lane);

                bnx2x_cl45_read_or_write(bp, phy, MDIO_WC_DEVAD,
                                         MDIO_WC_REG_RX1_PCI_CTRL + (0x10*lane),
                                         (1<<11));

                bnx2x_cl45_write(bp, phy, MDIO_WC_DEVAD,
                                 MDIO_WC_REG_XGXS_X2_CONTROL3, 0x7);
                bnx2x_set_aer_mmd(params, phy);

                bnx2x_warpcore_enable_AN_KR2(phy, params, vars);
        } else {
                /* Enable Auto-Detect to support 1G over CL37 as well */
                bnx2x_cl45_write(bp, phy, MDIO_WC_DEVAD,
                                 MDIO_WC_REG_SERDESDIGITAL_CONTROL1000X1, 0x10);
                wc_lane_config = REG_RD(bp, params->shmem_base +
                                        offsetof(struct shmem_region, dev_info.
                                        shared_hw_config.wc_lane_config));
                bnx2x_cl45_read(bp, phy, MDIO_WC_DEVAD,
                                MDIO_WC_REG_RX0_PCI_CTRL + (lane << 4), &val);
                /* Force cl48 sync_status LOW to avoid getting stuck in CL73
                 * parallel-detect loop when CL73 and CL37 are enabled.
                 */
                val |= 1 << 11;

                /* Restore Polarity settings in case it was run over by
                 * previous link owner
                 */
                if (wc_lane_config &
                    (SHARED_HW_CFG_RX_LANE0_POL_FLIP_ENABLED << lane))
                        val |= 3 << 2;
                else
                        val &= ~(3 << 2);
                bnx2x_cl45_write(bp, phy, MDIO_WC_DEVAD,
                                 MDIO_WC_REG_RX0_PCI_CTRL + (lane << 4),
                                 val);

                bnx2x_disable_kr2(params, vars, phy);
        }

        /* Enable Autoneg: only on the main lane */
        bnx2x_warpcore_restart_AN_KR(phy, params);
}

static void bnx2x_warpcore_set_10G_KR(struct bnx2x_phy *phy,
                                      struct link_params *params,
                                      struct link_vars *vars)
{
        struct bnx2x *bp = params->bp;
        u16 val16, i, lane;
        static struct bnx2x_reg_set reg_set[] = {
                /* Disable Autoneg */
                {MDIO_WC_DEVAD, MDIO_WC_REG_SERDESDIGITAL_CONTROL1000X2, 0x7},
                {MDIO_WC_DEVAD, MDIO_WC_REG_CL72_USERB0_CL72_MISC1_CONTROL,
                        0x3f00},
                {MDIO_AN_DEVAD, MDIO_WC_REG_AN_IEEE1BLK_AN_ADVERTISEMENT1, 0},
                {MDIO_AN_DEVAD, MDIO_WC_REG_IEEE0BLK_MIICNTL, 0x0},
                {MDIO_WC_DEVAD, MDIO_WC_REG_DIGITAL3_UP1, 0x1},
                {MDIO_WC_DEVAD, MDIO_WC_REG_DIGITAL5_MISC7, 0xa},
                /* Leave cl72 training enable, needed for KR */
                {MDIO_PMA_DEVAD, MDIO_WC_REG_PMD_KR_CONTROL, 0x2}
        };

        for (i = 0; i < ARRAY_SIZE(reg_set); i++)
                bnx2x_cl45_write(bp, phy, reg_set[i].devad, reg_set[i].reg,
                                 reg_set[i].val);

        lane = bnx2x_get_warpcore_lane(phy, params);
        /* Global registers */
        CL22_WR_OVER_CL45(bp, phy, MDIO_REG_BANK_AER_BLOCK,
                          MDIO_AER_BLOCK_AER_REG, 0);
        /* Disable CL36 PCS Tx */
        bnx2x_cl45_read(bp, phy, MDIO_WC_DEVAD,
                        MDIO_WC_REG_XGXSBLK1_LANECTRL0, &val16);
        val16 &= ~(0x0011 << lane);
        bnx2x_cl45_write(bp, phy, MDIO_WC_DEVAD,
                         MDIO_WC_REG_XGXSBLK1_LANECTRL0, val16);

        bnx2x_cl45_read(bp, phy, MDIO_WC_DEVAD,
                        MDIO_WC_REG_XGXSBLK1_LANECTRL1, &val16);
        val16 |= (0x0303 << (lane << 1));
        bnx2x_cl45_write(bp, phy, MDIO_WC_DEVAD,
                         MDIO_WC_REG_XGXSBLK1_LANECTRL1, val16);
        /* Restore AER */
        bnx2x_set_aer_mmd(params, phy);
        /* Set speed via PMA/PMD register */
        bnx2x_cl45_write(bp, phy, MDIO_PMA_DEVAD,
                         MDIO_WC_REG_IEEE0BLK_MIICNTL, 0x2040);

        bnx2x_cl45_write(bp, phy, MDIO_PMA_DEVAD,
                         MDIO_WC_REG_IEEE0BLK_AUTONEGNP, 0xB);

        /* Enable encoded forced speed */
        bnx2x_cl45_write(bp, phy, MDIO_WC_DEVAD,
                         MDIO_WC_REG_SERDESDIGITAL_MISC2, 0x30);

        /* Turn TX scramble payload only the 64/66 scrambler */
        bnx2x_cl45_write(bp, phy, MDIO_WC_DEVAD,
                         MDIO_WC_REG_TX66_CONTROL, 0x9);

        /* Turn RX scramble payload only the 64/66 scrambler */
        bnx2x_cl45_read_or_write(bp, phy, MDIO_WC_DEVAD,
                                 MDIO_WC_REG_RX66_CONTROL, 0xF9);

        /* Set and clear loopback to cause a reset to 64/66 decoder */
        bnx2x_cl45_write(bp, phy, MDIO_WC_DEVAD,
                         MDIO_WC_REG_IEEE0BLK_MIICNTL, 0x4000);
        bnx2x_cl45_write(bp, phy, MDIO_WC_DEVAD,
                         MDIO_WC_REG_IEEE0BLK_MIICNTL, 0x0);

}

static void bnx2x_warpcore_set_10G_XFI(struct bnx2x_phy *phy,
                                       struct link_params *params,
                                       u8 is_xfi)
{
        struct bnx2x *bp = params->bp;
        u16 misc1_val, tap_val, tx_driver_val, lane, val;
        u32 cfg_tap_val, tx_drv_brdct, tx_equal;
        u32 ifir_val, ipost2_val, ipre_driver_val;

        /* Hold rxSeqStart */
        bnx2x_cl45_read_or_write(bp, phy, MDIO_WC_DEVAD,
                                 MDIO_WC_REG_DSC2B0_DSC_MISC_CTRL0, 0x8000);

        /* Hold tx_fifo_reset */
        bnx2x_cl45_read_or_write(bp, phy, MDIO_WC_DEVAD,
                                 MDIO_WC_REG_SERDESDIGITAL_CONTROL1000X3, 0x1);

        /* Disable CL73 AN */
        bnx2x_cl45_write(bp, phy, MDIO_AN_DEVAD, MDIO_AN_REG_CTRL, 0);

        /* Disable 100FX Enable and Auto-Detect */
        bnx2x_cl45_read_and_write(bp, phy, MDIO_WC_DEVAD,
                                  MDIO_WC_REG_FX100_CTRL1, 0xFFFA);

        /* Disable 100FX Idle detect */
        bnx2x_cl45_read_or_write(bp, phy, MDIO_WC_DEVAD,
                                 MDIO_WC_REG_FX100_CTRL3, 0x0080);

        /* Set Block address to Remote PHY & Clear forced_speed[5] */
        bnx2x_cl45_read_and_write(bp, phy, MDIO_WC_DEVAD,
                                  MDIO_WC_REG_DIGITAL4_MISC3, 0xFF7F);

        /* Turn off auto-detect & fiber mode */
        bnx2x_cl45_read_and_write(bp, phy, MDIO_WC_DEVAD,
                                  MDIO_WC_REG_SERDESDIGITAL_CONTROL1000X1,
                                  0xFFEE);

        /* Set filter_force_link, disable_false_link and parallel_detect */
        bnx2x_cl45_read(bp, phy, MDIO_WC_DEVAD,
                        MDIO_WC_REG_SERDESDIGITAL_CONTROL1000X2, &val);
        bnx2x_cl45_write(bp, phy, MDIO_WC_DEVAD,
                         MDIO_WC_REG_SERDESDIGITAL_CONTROL1000X2,
                         ((val | 0x0006) & 0xFFFE));

        /* Set XFI / SFI */
        bnx2x_cl45_read(bp, phy, MDIO_WC_DEVAD,
                        MDIO_WC_REG_SERDESDIGITAL_MISC1, &misc1_val);

        misc1_val &= ~(0x1f);

        if (is_xfi) {
                misc1_val |= 0x5;
                tap_val = WC_TX_FIR(0x08, 0x37, 0x00);
                tx_driver_val = WC_TX_DRIVER(0x00, 0x02, 0x03, 0);
        } else {
                cfg_tap_val = REG_RD(bp, params->shmem_base +
                                     offsetof(struct shmem_region, dev_info.
                                              port_hw_config[params->port].
                                              sfi_tap_values));

                tx_equal = cfg_tap_val & PORT_HW_CFG_TX_EQUALIZATION_MASK;

                misc1_val |= 0x9;

                /* TAP values are controlled by nvram, if value there isn't 0 */
                if (tx_equal)
                        tap_val = (u16)tx_equal;
                else
                        tap_val = WC_TX_FIR(0x0f, 0x2b, 0x02);

                ifir_val = DEFAULT_TX_DRV_IFIR;
                ipost2_val = DEFAULT_TX_DRV_POST2;
                ipre_driver_val = DEFAULT_TX_DRV_IPRE_DRIVER;
                tx_drv_brdct = DEFAULT_TX_DRV_BRDCT;

                /* If any of the IFIR/IPRE_DRIVER/POST@ is set, apply all
                 * configuration.
                 */
                if (cfg_tap_val & (PORT_HW_CFG_TX_DRV_IFIR_MASK |
                                   PORT_HW_CFG_TX_DRV_IPREDRIVER_MASK |
                                   PORT_HW_CFG_TX_DRV_POST2_MASK)) {
                        ifir_val = (cfg_tap_val &
                                    PORT_HW_CFG_TX_DRV_IFIR_MASK) >>
                                PORT_HW_CFG_TX_DRV_IFIR_SHIFT;
                        ipre_driver_val = (cfg_tap_val &
                                           PORT_HW_CFG_TX_DRV_IPREDRIVER_MASK)
                        >> PORT_HW_CFG_TX_DRV_IPREDRIVER_SHIFT;
                        ipost2_val = (cfg_tap_val &
                                      PORT_HW_CFG_TX_DRV_POST2_MASK) >>
                                PORT_HW_CFG_TX_DRV_POST2_SHIFT;
                }

                if (cfg_tap_val & PORT_HW_CFG_TX_DRV_BROADCAST_MASK) {
                        tx_drv_brdct = (cfg_tap_val &
                                        PORT_HW_CFG_TX_DRV_BROADCAST_MASK) >>
                                PORT_HW_CFG_TX_DRV_BROADCAST_SHIFT;
                }

                tx_driver_val = WC_TX_DRIVER(ipost2_val, tx_drv_brdct,
                                             ipre_driver_val, ifir_val);
        }
        bnx2x_cl45_write(bp, phy, MDIO_WC_DEVAD,
                         MDIO_WC_REG_SERDESDIGITAL_MISC1, misc1_val);

        /* Set Transmit PMD settings */
        lane = bnx2x_get_warpcore_lane(phy, params);
        bnx2x_cl45_write(bp, phy, MDIO_WC_DEVAD,
                         MDIO_WC_REG_TX_FIR_TAP,
                         tap_val | MDIO_WC_REG_TX_FIR_TAP_ENABLE);
        bnx2x_cl45_write(bp, phy, MDIO_WC_DEVAD,
                         MDIO_WC_REG_TX0_TX_DRIVER + 0x10*lane,
                         tx_driver_val);

        /* Enable fiber mode, enable and invert sig_det */
        bnx2x_cl45_read_or_write(bp, phy, MDIO_WC_DEVAD,
                                 MDIO_WC_REG_SERDESDIGITAL_CONTROL1000X1, 0xd);

        /* Set Block address to Remote PHY & Set forced_speed[5], 40bit mode */
        bnx2x_cl45_read_or_write(bp, phy, MDIO_WC_DEVAD,
                                 MDIO_WC_REG_DIGITAL4_MISC3, 0x8080);

        bnx2x_warpcore_set_lpi_passthrough(phy, params);

        /* 10G XFI Full Duplex */
        bnx2x_cl45_write(bp, phy, MDIO_WC_DEVAD,
                         MDIO_WC_REG_IEEE0BLK_MIICNTL, 0x100);

        /* Release tx_fifo_reset */
        bnx2x_cl45_read_and_write(bp, phy, MDIO_WC_DEVAD,
                                  MDIO_WC_REG_SERDESDIGITAL_CONTROL1000X3,
                                  0xFFFE);
        /* Release rxSeqStart */
        bnx2x_cl45_read_and_write(bp, phy, MDIO_WC_DEVAD,
                                  MDIO_WC_REG_DSC2B0_DSC_MISC_CTRL0, 0x7FFF);
}

static void bnx2x_warpcore_set_20G_force_KR2(struct bnx2x_phy *phy,
                                             struct link_params *params)
{
        u16 val;
        struct bnx2x *bp = params->bp;
        /* Set global registers, so set AER lane to 0 */
        CL22_WR_OVER_CL45(bp, phy, MDIO_REG_BANK_AER_BLOCK,
                          MDIO_AER_BLOCK_AER_REG, 0);

        /* Disable sequencer */
        bnx2x_cl45_read_and_write(bp, phy, MDIO_WC_DEVAD,
                                  MDIO_WC_REG_XGXSBLK0_XGXSCONTROL, ~(1<<13));

        bnx2x_set_aer_mmd(params, phy);

        bnx2x_cl45_read_and_write(bp, phy, MDIO_PMA_DEVAD,
                                  MDIO_WC_REG_PMD_KR_CONTROL, ~(1<<1));
        bnx2x_cl45_write(bp, phy, MDIO_AN_DEVAD,
                         MDIO_AN_REG_CTRL, 0);
        /* Turn off CL73 */
        bnx2x_cl45_read(bp, phy, MDIO_WC_DEVAD,
                        MDIO_WC_REG_CL73_USERB0_CTRL, &val);
        val &= ~(1<<5);
        val |= (1<<6);
        bnx2x_cl45_write(bp, phy, MDIO_WC_DEVAD,
                         MDIO_WC_REG_CL73_USERB0_CTRL, val);

        /* Set 20G KR2 force speed */
        bnx2x_cl45_read_or_write(bp, phy, MDIO_WC_DEVAD,
                                 MDIO_WC_REG_SERDESDIGITAL_MISC1, 0x1f);

        bnx2x_cl45_read_or_write(bp, phy, MDIO_WC_DEVAD,
                                 MDIO_WC_REG_DIGITAL4_MISC3, (1<<7));

        bnx2x_cl45_read(bp, phy, MDIO_WC_DEVAD,
                        MDIO_WC_REG_CL72_USERB0_CL72_MISC1_CONTROL, &val);
        val &= ~(3<<14);
        val |= (1<<15);
        bnx2x_cl45_write(bp, phy, MDIO_WC_DEVAD,
                         MDIO_WC_REG_CL72_USERB0_CL72_MISC1_CONTROL, val);
        bnx2x_cl45_write(bp, phy, MDIO_WC_DEVAD,
                         MDIO_WC_REG_CL72_USERB0_CL72_TX_FIR_TAP, 0x835A);

        /* Enable sequencer (over lane 0) */
        CL22_WR_OVER_CL45(bp, phy, MDIO_REG_BANK_AER_BLOCK,
                          MDIO_AER_BLOCK_AER_REG, 0);

        bnx2x_cl45_read_or_write(bp, phy, MDIO_WC_DEVAD,
                                 MDIO_WC_REG_XGXSBLK0_XGXSCONTROL, (1<<13));

        bnx2x_set_aer_mmd(params, phy);
}

static void bnx2x_warpcore_set_20G_DXGXS(struct bnx2x *bp,
                                         struct bnx2x_phy *phy,
                                         u16 lane)
{
        /* Rx0 anaRxControl1G */
        bnx2x_cl45_write(bp, phy, MDIO_WC_DEVAD,
                         MDIO_WC_REG_RX0_ANARXCONTROL1G, 0x90);

        /* Rx2 anaRxControl1G */
        bnx2x_cl45_write(bp, phy, MDIO_WC_DEVAD,
                         MDIO_WC_REG_RX2_ANARXCONTROL1G, 0x90);

        bnx2x_cl45_write(bp, phy, MDIO_WC_DEVAD,
                         MDIO_WC_REG_RX66_SCW0, 0xE070);

        bnx2x_cl45_write(bp, phy, MDIO_WC_DEVAD,
                         MDIO_WC_REG_RX66_SCW1, 0xC0D0);

        bnx2x_cl45_write(bp, phy, MDIO_WC_DEVAD,
                         MDIO_WC_REG_RX66_SCW2, 0xA0B0);

        bnx2x_cl45_write(bp, phy, MDIO_WC_DEVAD,
                         MDIO_WC_REG_RX66_SCW3, 0x8090);

        bnx2x_cl45_write(bp, phy, MDIO_WC_DEVAD,
                         MDIO_WC_REG_RX66_SCW0_MASK, 0xF0F0);

        bnx2x_cl45_write(bp, phy, MDIO_WC_DEVAD,
                         MDIO_WC_REG_RX66_SCW1_MASK, 0xF0F0);

        bnx2x_cl45_write(bp, phy, MDIO_WC_DEVAD,
                         MDIO_WC_REG_RX66_SCW2_MASK, 0xF0F0);

        bnx2x_cl45_write(bp, phy, MDIO_WC_DEVAD,
                         MDIO_WC_REG_RX66_SCW3_MASK, 0xF0F0);

        /* Serdes Digital Misc1 */
        bnx2x_cl45_write(bp, phy, MDIO_WC_DEVAD,
                         MDIO_WC_REG_SERDESDIGITAL_MISC1, 0x6008);

        /* Serdes Digital4 Misc3 */
        bnx2x_cl45_write(bp, phy, MDIO_WC_DEVAD,
                         MDIO_WC_REG_DIGITAL4_MISC3, 0x8088);

        /* Set Transmit PMD settings */
        bnx2x_cl45_write(bp, phy, MDIO_WC_DEVAD,
                         MDIO_WC_REG_TX_FIR_TAP,
                         (WC_TX_FIR(0x12, 0x2d, 0x00) |
                          MDIO_WC_REG_TX_FIR_TAP_ENABLE));
        bnx2x_cl45_write(bp, phy, MDIO_WC_DEVAD,
                         MDIO_WC_REG_TX0_TX_DRIVER + 0x10*lane,
                         WC_TX_DRIVER(0x02, 0x02, 0x02, 0));
}

static void bnx2x_warpcore_set_sgmii_speed(struct bnx2x_phy *phy,
                                           struct link_params *params,
                                           u8 fiber_mode,
                                           u8 always_autoneg)
{
        struct bnx2x *bp = params->bp;
        u16 val16, digctrl_kx1, digctrl_kx2;

        /* Clear XFI clock comp in non-10G single lane mode. */
        bnx2x_cl45_read_and_write(bp, phy, MDIO_WC_DEVAD,
                                  MDIO_WC_REG_RX66_CONTROL, ~(3<<13));

        bnx2x_warpcore_set_lpi_passthrough(phy, params);

        if (always_autoneg || phy->req_line_speed == SPEED_AUTO_NEG) {
                /* SGMII Autoneg */
                bnx2x_cl45_read_or_write(bp, phy, MDIO_WC_DEVAD,
                                         MDIO_WC_REG_COMBO_IEEE0_MIICTRL,
                                         0x1000);
                DP(NETIF_MSG_LINK, "set SGMII AUTONEG\n");
        } else {
                bnx2x_cl45_read(bp, phy, MDIO_WC_DEVAD,
                                MDIO_WC_REG_COMBO_IEEE0_MIICTRL, &val16);
                val16 &= 0xcebf;
                switch (phy->req_line_speed) {
                case SPEED_10:
                        break;
                case SPEED_100:
                        val16 |= 0x2000;
                        break;
                case SPEED_1000:
                        val16 |= 0x0040;
                        break;
                default:
                        DP(NETIF_MSG_LINK,
                           "Speed not supported: 0x%x\n", phy->req_line_speed);
                        return;
                }

                if (phy->req_duplex == DUPLEX_FULL)
                        val16 |= 0x0100;

                bnx2x_cl45_write(bp, phy, MDIO_WC_DEVAD,
                                MDIO_WC_REG_COMBO_IEEE0_MIICTRL, val16);

                DP(NETIF_MSG_LINK, "set SGMII force speed %d\n",
                               phy->req_line_speed);
                bnx2x_cl45_read(bp, phy, MDIO_WC_DEVAD,
                                MDIO_WC_REG_COMBO_IEEE0_MIICTRL, &val16);
                DP(NETIF_MSG_LINK, "  (readback) %x\n", val16);
        }

        /* SGMII Slave mode and disable signal detect */
        bnx2x_cl45_read(bp, phy, MDIO_WC_DEVAD,
                        MDIO_WC_REG_SERDESDIGITAL_CONTROL1000X1, &digctrl_kx1);
        if (fiber_mode)
                digctrl_kx1 = 1;
        else
                digctrl_kx1 &= 0xff4a;

        bnx2x_cl45_write(bp, phy, MDIO_WC_DEVAD,
                        MDIO_WC_REG_SERDESDIGITAL_CONTROL1000X1,
                        digctrl_kx1);

        /* Turn off parallel detect */
        bnx2x_cl45_read(bp, phy, MDIO_WC_DEVAD,
                        MDIO_WC_REG_SERDESDIGITAL_CONTROL1000X2, &digctrl_kx2);
        bnx2x_cl45_write(bp, phy, MDIO_WC_DEVAD,
                        MDIO_WC_REG_SERDESDIGITAL_CONTROL1000X2,
                        (digctrl_kx2 & ~(1<<2)));

        /* Re-enable parallel detect */
        bnx2x_cl45_write(bp, phy, MDIO_WC_DEVAD,
                        MDIO_WC_REG_SERDESDIGITAL_CONTROL1000X2,
                        (digctrl_kx2 | (1<<2)));

        /* Enable autodet */
        bnx2x_cl45_write(bp, phy, MDIO_WC_DEVAD,
                        MDIO_WC_REG_SERDESDIGITAL_CONTROL1000X1,
                        (digctrl_kx1 | 0x10));
}

static void bnx2x_warpcore_reset_lane(struct bnx2x *bp,
                                      struct bnx2x_phy *phy,
                                      u8 reset)
{
        u16 val;
        /* Take lane out of reset after configuration is finished */
        bnx2x_cl45_read(bp, phy, MDIO_WC_DEVAD,
                        MDIO_WC_REG_DIGITAL5_MISC6, &val);
        if (reset)
                val |= 0xC000;
        else
                val &= 0x3FFF;
        bnx2x_cl45_write(bp, phy, MDIO_WC_DEVAD,
                         MDIO_WC_REG_DIGITAL5_MISC6, val);
        bnx2x_cl45_read(bp, phy, MDIO_WC_DEVAD,
                         MDIO_WC_REG_DIGITAL5_MISC6, &val);
}
/* Clear SFI/XFI link settings registers */
static void bnx2x_warpcore_clear_regs(struct bnx2x_phy *phy,
                                      struct link_params *params,
                                      u16 lane)
{
        struct bnx2x *bp = params->bp;
        u16 i;
        static struct bnx2x_reg_set wc_regs[] = {
                {MDIO_AN_DEVAD, MDIO_AN_REG_CTRL, 0},
                {MDIO_WC_DEVAD, MDIO_WC_REG_FX100_CTRL1, 0x014a},
                {MDIO_WC_DEVAD, MDIO_WC_REG_FX100_CTRL3, 0x0800},
                {MDIO_WC_DEVAD, MDIO_WC_REG_DIGITAL4_MISC3, 0x8008},
                {MDIO_WC_DEVAD, MDIO_WC_REG_SERDESDIGITAL_CONTROL1000X1,
                        0x0195},
                {MDIO_WC_DEVAD, MDIO_WC_REG_SERDESDIGITAL_CONTROL1000X2,
                        0x0007},
                {MDIO_WC_DEVAD, MDIO_WC_REG_SERDESDIGITAL_CONTROL1000X3,
                        0x0002},
                {MDIO_WC_DEVAD, MDIO_WC_REG_SERDESDIGITAL_MISC1, 0x6000},
                {MDIO_WC_DEVAD, MDIO_WC_REG_TX_FIR_TAP, 0x0000},
                {MDIO_WC_DEVAD, MDIO_WC_REG_IEEE0BLK_MIICNTL, 0x2040},
                {MDIO_WC_DEVAD, MDIO_WC_REG_COMBO_IEEE0_MIICTRL, 0x0140}
        };
        /* Set XFI clock comp as default. */
        bnx2x_cl45_read_or_write(bp, phy, MDIO_WC_DEVAD,
                                 MDIO_WC_REG_RX66_CONTROL, (3<<13));

        for (i = 0; i < ARRAY_SIZE(wc_regs); i++)
                bnx2x_cl45_write(bp, phy, wc_regs[i].devad, wc_regs[i].reg,
                                 wc_regs[i].val);

        lane = bnx2x_get_warpcore_lane(phy, params);
        bnx2x_cl45_write(bp, phy, MDIO_WC_DEVAD,
                         MDIO_WC_REG_TX0_TX_DRIVER + 0x10*lane, 0x0990);

}

static int bnx2x_get_mod_abs_int_cfg(struct bnx2x *bp,
                                                u32 chip_id,
                                                u32 shmem_base, u8 port,
                                                u8 *gpio_num, u8 *gpio_port)
{
        u32 cfg_pin;
        *gpio_num = 0;
        *gpio_port = 0;
        if (CHIP_IS_E3(bp)) {
                cfg_pin = (REG_RD(bp, shmem_base +
                                offsetof(struct shmem_region,
                                dev_info.port_hw_config[port].e3_sfp_ctrl)) &
                                PORT_HW_CFG_E3_MOD_ABS_MASK) >>
                                PORT_HW_CFG_E3_MOD_ABS_SHIFT;

                /* Should not happen. This function called upon interrupt
                 * triggered by GPIO ( since EPIO can only generate interrupts
                 * to MCP).
                 * So if this function was called and none of the GPIOs was set,
                 * it means the shit hit the fan.
                 */
                if ((cfg_pin < PIN_CFG_GPIO0_P0) ||
                    (cfg_pin > PIN_CFG_GPIO3_P1)) {
                        DP(NETIF_MSG_LINK,
                           "No cfg pin %x for module detect indication\n",
                           cfg_pin);
                        return -EINVAL;
                }

                *gpio_num = (cfg_pin - PIN_CFG_GPIO0_P0) & 0x3;
                *gpio_port = (cfg_pin - PIN_CFG_GPIO0_P0) >> 2;
        } else {
                *gpio_num = MISC_REGISTERS_GPIO_3;
                *gpio_port = port;
        }

        return 0;
}

static int bnx2x_is_sfp_module_plugged(struct bnx2x_phy *phy,
                                       struct link_params *params)
{
        struct bnx2x *bp = params->bp;
        u8 gpio_num, gpio_port;
        u32 gpio_val;
        if (bnx2x_get_mod_abs_int_cfg(bp, params->chip_id,
                                      params->shmem_base, params->port,
                                      &gpio_num, &gpio_port) != 0)
                return 0;
        gpio_val = bnx2x_get_gpio(bp, gpio_num, gpio_port);

        /* Call the handling function in case module is detected */
        if (gpio_val == 0)
                return 1;
        else
                return 0;
}
static int bnx2x_warpcore_get_sigdet(struct bnx2x_phy *phy,
                                     struct link_params *params)
{
        u16 gp2_status_reg0, lane;
        struct bnx2x *bp = params->bp;

        lane = bnx2x_get_warpcore_lane(phy, params);

        bnx2x_cl45_read(bp, phy, MDIO_WC_DEVAD, MDIO_WC_REG_GP2_STATUS_GP_2_0,
                                 &gp2_status_reg0);

        return (gp2_status_reg0 >> (8+lane)) & 0x1;
}

static void bnx2x_warpcore_config_runtime(struct bnx2x_phy *phy,
                                          struct link_params *params,
                                          struct link_vars *vars)
{
        struct bnx2x *bp = params->bp;
        u32 serdes_net_if;
        u16 gp_status1 = 0, lnkup = 0, lnkup_kr = 0;

        vars->turn_to_run_wc_rt = vars->turn_to_run_wc_rt ? 0 : 1;

        if (!vars->turn_to_run_wc_rt)
                return;

        if (vars->rx_tx_asic_rst) {
                u16 lane = bnx2x_get_warpcore_lane(phy, params);
                serdes_net_if = (REG_RD(bp, params->shmem_base +
                                offsetof(struct shmem_region, dev_info.
                                port_hw_config[params->port].default_cfg)) &
                                PORT_HW_CFG_NET_SERDES_IF_MASK);

                switch (serdes_net_if) {
                case PORT_HW_CFG_NET_SERDES_IF_KR:
                        /* Do we get link yet? */
                        bnx2x_cl45_read(bp, phy, MDIO_WC_DEVAD, 0x81d1,
                                        &gp_status1);
                        lnkup = (gp_status1 >> (8+lane)) & 0x1;/* 1G */
                                /*10G KR*/
                        lnkup_kr = (gp_status1 >> (12+lane)) & 0x1;

                        if (lnkup_kr || lnkup) {
                                vars->rx_tx_asic_rst = 0;
                        } else {
                                /* Reset the lane to see if link comes up.*/
                                bnx2x_warpcore_reset_lane(bp, phy, 1);
                                bnx2x_warpcore_reset_lane(bp, phy, 0);

                                /* Restart Autoneg */
                                bnx2x_cl45_write(bp, phy, MDIO_AN_DEVAD,
                                        MDIO_WC_REG_IEEE0BLK_MIICNTL, 0x1200);

                                vars->rx_tx_asic_rst--;
                                DP(NETIF_MSG_LINK, "0x%x retry left\n",
                                vars->rx_tx_asic_rst);
                        }
                        break;

                default:
                        break;
                }

        } /*params->rx_tx_asic_rst*/

}
static void bnx2x_warpcore_config_sfi(struct bnx2x_phy *phy,
                                      struct link_params *params)
{
        u16 lane = bnx2x_get_warpcore_lane(phy, params);
        struct bnx2x *bp = params->bp;
        bnx2x_warpcore_clear_regs(phy, params, lane);
        if ((params->req_line_speed[LINK_CONFIG_IDX(INT_PHY)] ==
             SPEED_10000) &&
            (phy->media_type != ETH_PHY_SFP_1G_FIBER)) {
                DP(NETIF_MSG_LINK, "Setting 10G SFI\n");
                bnx2x_warpcore_set_10G_XFI(phy, params, 0);
        } else {
                DP(NETIF_MSG_LINK, "Setting 1G Fiber\n");
                bnx2x_warpcore_set_sgmii_speed(phy, params, 1, 0);
        }
}

static void bnx2x_sfp_e3_set_transmitter(struct link_params *params,
                                         struct bnx2x_phy *phy,
                                         u8 tx_en)
{
        struct bnx2x *bp = params->bp;
        u32 cfg_pin;
        u8 port = params->port;

        cfg_pin = REG_RD(bp, params->shmem_base +
                         offsetof(struct shmem_region,
                                  dev_info.port_hw_config[port].e3_sfp_ctrl)) &
                PORT_HW_CFG_E3_TX_LASER_MASK;
        /* Set the !tx_en since this pin is DISABLE_TX_LASER */
        DP(NETIF_MSG_LINK, "Setting WC TX to %d\n", tx_en);

        /* For 20G, the expected pin to be used is 3 pins after the current */
        bnx2x_set_cfg_pin(bp, cfg_pin, tx_en ^ 1);
        if (phy->speed_cap_mask & PORT_HW_CFG_SPEED_CAPABILITY_D0_20G)
                bnx2x_set_cfg_pin(bp, cfg_pin + 3, tx_en ^ 1);
}

static void bnx2x_warpcore_config_init(struct bnx2x_phy *phy,
                                       struct link_params *params,
                                       struct link_vars *vars)
{
        struct bnx2x *bp = params->bp;
        u32 serdes_net_if;
        u8 fiber_mode;
        u16 lane = bnx2x_get_warpcore_lane(phy, params);
        serdes_net_if = (REG_RD(bp, params->shmem_base +
                         offsetof(struct shmem_region, dev_info.
                                  port_hw_config[params->port].default_cfg)) &
                         PORT_HW_CFG_NET_SERDES_IF_MASK);
        DP(NETIF_MSG_LINK, "Begin Warpcore init, link_speed %d, "
                           "serdes_net_if = 0x%x\n",
                       vars->line_speed, serdes_net_if);
        bnx2x_set_aer_mmd(params, phy);
        bnx2x_warpcore_reset_lane(bp, phy, 1);
        vars->phy_flags |= PHY_XGXS_FLAG;
        if ((serdes_net_if == PORT_HW_CFG_NET_SERDES_IF_SGMII) ||
            (phy->req_line_speed &&
             ((phy->req_line_speed == SPEED_100) ||
              (phy->req_line_speed == SPEED_10)))) {
                vars->phy_flags |= PHY_SGMII_FLAG;
                DP(NETIF_MSG_LINK, "Setting SGMII mode\n");
                bnx2x_warpcore_clear_regs(phy, params, lane);
                bnx2x_warpcore_set_sgmii_speed(phy, params, 0, 1);
        } else {
                switch (serdes_net_if) {
                case PORT_HW_CFG_NET_SERDES_IF_KR:
                        /* Enable KR Auto Neg */
                        if (params->loopback_mode != LOOPBACK_EXT)
                                bnx2x_warpcore_enable_AN_KR(phy, params, vars);
                        else {
                                DP(NETIF_MSG_LINK, "Setting KR 10G-Force\n");
                                bnx2x_warpcore_set_10G_KR(phy, params, vars);
                        }
                        break;

                case PORT_HW_CFG_NET_SERDES_IF_XFI:
                        bnx2x_warpcore_clear_regs(phy, params, lane);
                        if (vars->line_speed == SPEED_10000) {
                                DP(NETIF_MSG_LINK, "Setting 10G XFI\n");
                                bnx2x_warpcore_set_10G_XFI(phy, params, 1);
                        } else {
                                if (SINGLE_MEDIA_DIRECT(params)) {
                                        DP(NETIF_MSG_LINK, "1G Fiber\n");
                                        fiber_mode = 1;
                                } else {
                                        DP(NETIF_MSG_LINK, "10/100/1G SGMII\n");
                                        fiber_mode = 0;
                                }
                                bnx2x_warpcore_set_sgmii_speed(phy,
                                                                params,
                                                                fiber_mode,
                                                                0);
                        }

                        break;

                case PORT_HW_CFG_NET_SERDES_IF_SFI:
                        /* Issue Module detection if module is plugged, or
                         * enabled transmitter to avoid current leakage in case
                         * no module is connected
                         */
                        if ((params->loopback_mode == LOOPBACK_NONE) ||
                            (params->loopback_mode == LOOPBACK_EXT)) {
                                if (bnx2x_is_sfp_module_plugged(phy, params))
                                        bnx2x_sfp_module_detection(phy, params);
                                else
                                        bnx2x_sfp_e3_set_transmitter(params,
                                                                     phy, 1);
                        }

                        bnx2x_warpcore_config_sfi(phy, params);
                        break;

                case PORT_HW_CFG_NET_SERDES_IF_DXGXS:
                        if (vars->line_speed != SPEED_20000) {
                                DP(NETIF_MSG_LINK, "Speed not supported yet\n");
                                return;
                        }
                        DP(NETIF_MSG_LINK, "Setting 20G DXGXS\n");
                        bnx2x_warpcore_set_20G_DXGXS(bp, phy, lane);
                        /* Issue Module detection */

                        bnx2x_sfp_module_detection(phy, params);
                        break;
                case PORT_HW_CFG_NET_SERDES_IF_KR2:
                        if (!params->loopback_mode) {
                                bnx2x_warpcore_enable_AN_KR(phy, params, vars);
                        } else {
                                DP(NETIF_MSG_LINK, "Setting KR 20G-Force\n");
                                bnx2x_warpcore_set_20G_force_KR2(phy, params);
                        }
                        break;
                default:
                        DP(NETIF_MSG_LINK,
                           "Unsupported Serdes Net Interface 0x%x\n",
                           serdes_net_if);
                        return;
                }
        }

        /* Take lane out of reset after configuration is finished */
        bnx2x_warpcore_reset_lane(bp, phy, 0);
        DP(NETIF_MSG_LINK, "Exit config init\n");
}

static void bnx2x_warpcore_link_reset(struct bnx2x_phy *phy,
                                      struct link_params *params)
{
        struct bnx2x *bp = params->bp;
        u16 val16, lane;
        bnx2x_sfp_e3_set_transmitter(params, phy, 0);
        bnx2x_set_mdio_emac_per_phy(bp, params);
        bnx2x_set_aer_mmd(params, phy);
        /* Global register */
        bnx2x_warpcore_reset_lane(bp, phy, 1);

        /* Clear loopback settings (if any) */
        /* 10G & 20G */
        bnx2x_cl45_read_and_write(bp, phy, MDIO_WC_DEVAD,
                                  MDIO_WC_REG_COMBO_IEEE0_MIICTRL, 0xBFFF);

        bnx2x_cl45_read_and_write(bp, phy, MDIO_WC_DEVAD,
                                  MDIO_WC_REG_IEEE0BLK_MIICNTL, 0xfffe);

        /* Update those 1-copy registers */
        CL22_WR_OVER_CL45(bp, phy, MDIO_REG_BANK_AER_BLOCK,
                          MDIO_AER_BLOCK_AER_REG, 0);
        /* Enable 1G MDIO (1-copy) */
        bnx2x_cl45_read_and_write(bp, phy, MDIO_WC_DEVAD,
                                  MDIO_WC_REG_XGXSBLK0_XGXSCONTROL,
                                  ~0x10);

        bnx2x_cl45_read_and_write(bp, phy, MDIO_WC_DEVAD,
                                  MDIO_WC_REG_XGXSBLK1_LANECTRL2, 0xff00);
        lane = bnx2x_get_warpcore_lane(phy, params);
        /* Disable CL36 PCS Tx */
        bnx2x_cl45_read(bp, phy, MDIO_WC_DEVAD,
                        MDIO_WC_REG_XGXSBLK1_LANECTRL0, &val16);
        val16 |= (0x11 << lane);
        if (phy->flags & FLAGS_WC_DUAL_MODE)
                val16 |= (0x22 << lane);
        bnx2x_cl45_write(bp, phy, MDIO_WC_DEVAD,
                         MDIO_WC_REG_XGXSBLK1_LANECTRL0, val16);

        bnx2x_cl45_read(bp, phy, MDIO_WC_DEVAD,
                        MDIO_WC_REG_XGXSBLK1_LANECTRL1, &val16);
        val16 &= ~(0x0303 << (lane << 1));
        val16 |= (0x0101 << (lane << 1));
        if (phy->flags & FLAGS_WC_DUAL_MODE) {
                val16 &= ~(0x0c0c << (lane << 1));
                val16 |= (0x0404 << (lane << 1));
        }

        bnx2x_cl45_write(bp, phy, MDIO_WC_DEVAD,
                         MDIO_WC_REG_XGXSBLK1_LANECTRL1, val16);
        /* Restore AER */
        bnx2x_set_aer_mmd(params, phy);

}

static void bnx2x_set_warpcore_loopback(struct bnx2x_phy *phy,
                                        struct link_params *params)
{
        struct bnx2x *bp = params->bp;
        u16 val16;
        u32 lane;
        DP(NETIF_MSG_LINK, "Setting Warpcore loopback type %x, speed %d\n",
                       params->loopback_mode, phy->req_line_speed);

        if (phy->req_line_speed < SPEED_10000 ||
            phy->supported & SUPPORTED_20000baseKR2_Full) {
                /* 10/100/1000/20G-KR2 */

                /* Update those 1-copy registers */
                CL22_WR_OVER_CL45(bp, phy, MDIO_REG_BANK_AER_BLOCK,
                                  MDIO_AER_BLOCK_AER_REG, 0);
                /* Enable 1G MDIO (1-copy) */
                bnx2x_cl45_read_or_write(bp, phy, MDIO_WC_DEVAD,
                                         MDIO_WC_REG_XGXSBLK0_XGXSCONTROL,
                                         0x10);
                /* Set 1G loopback based on lane (1-copy) */
                lane = bnx2x_get_warpcore_lane(phy, params);
                bnx2x_cl45_read(bp, phy, MDIO_WC_DEVAD,
                                MDIO_WC_REG_XGXSBLK1_LANECTRL2, &val16);
                val16 |= (1<<lane);
                if (phy->flags & FLAGS_WC_DUAL_MODE)
                        val16 |= (2<<lane);
                bnx2x_cl45_write(bp, phy, MDIO_WC_DEVAD,
                                 MDIO_WC_REG_XGXSBLK1_LANECTRL2,
                                 val16);

                /* Switch back to 4-copy registers */
                bnx2x_set_aer_mmd(params, phy);
        } else {
                /* 10G / 20G-DXGXS */
                bnx2x_cl45_read_or_write(bp, phy, MDIO_WC_DEVAD,
                                         MDIO_WC_REG_COMBO_IEEE0_MIICTRL,
                                         0x4000);
                bnx2x_cl45_read_or_write(bp, phy, MDIO_WC_DEVAD,
                                         MDIO_WC_REG_IEEE0BLK_MIICNTL, 0x1);
        }
}



static void bnx2x_sync_link(struct link_params *params,
                             struct link_vars *vars)
{
        struct bnx2x *bp = params->bp;
        u8 link_10g_plus;
        if (vars->link_status & LINK_STATUS_PHYSICAL_LINK_FLAG)
                vars->phy_flags |= PHY_PHYSICAL_LINK_FLAG;
        vars->link_up = (vars->link_status & LINK_STATUS_LINK_UP);
        if (vars->link_up) {
                DP(NETIF_MSG_LINK, "phy link up\n");

                vars->phy_link_up = 1;
                vars->duplex = DUPLEX_FULL;
                switch (vars->link_status &
                        LINK_STATUS_SPEED_AND_DUPLEX_MASK) {
                case LINK_10THD:
                        vars->duplex = DUPLEX_HALF;
                        /* Fall thru */
                case LINK_10TFD:
                        vars->line_speed = SPEED_10;
                        break;

                case LINK_100TXHD:
                        vars->duplex = DUPLEX_HALF;
                        /* Fall thru */
                case LINK_100T4:
                case LINK_100TXFD:
                        vars->line_speed = SPEED_100;
                        break;

                case LINK_1000THD:
                        vars->duplex = DUPLEX_HALF;
                        /* Fall thru */
                case LINK_1000TFD:
                        vars->line_speed = SPEED_1000;
                        break;

                case LINK_2500THD:
                        vars->duplex = DUPLEX_HALF;
                        /* Fall thru */
                case LINK_2500TFD:
                        vars->line_speed = SPEED_2500;
                        break;

                case LINK_10GTFD:
                        vars->line_speed = SPEED_10000;
                        break;
                case LINK_20GTFD:
                        vars->line_speed = SPEED_20000;
                        break;
                default:
                        break;
                }
                vars->flow_ctrl = 0;
                if (vars->link_status & LINK_STATUS_TX_FLOW_CONTROL_ENABLED)
                        vars->flow_ctrl |= BNX2X_FLOW_CTRL_TX;

                if (vars->link_status & LINK_STATUS_RX_FLOW_CONTROL_ENABLED)
                        vars->flow_ctrl |= BNX2X_FLOW_CTRL_RX;

                if (!vars->flow_ctrl)
                        vars->flow_ctrl = BNX2X_FLOW_CTRL_NONE;

                if (vars->line_speed &&
                    ((vars->line_speed == SPEED_10) ||
                     (vars->line_speed == SPEED_100))) {
                        vars->phy_flags |= PHY_SGMII_FLAG;
                } else {
                        vars->phy_flags &= ~PHY_SGMII_FLAG;
                }
                if (vars->line_speed &&
                    USES_WARPCORE(bp) &&
                    (vars->line_speed == SPEED_1000))
                        vars->phy_flags |= PHY_SGMII_FLAG;
                /* Anything 10 and over uses the bmac */
                link_10g_plus = (vars->line_speed >= SPEED_10000);

                if (link_10g_plus) {
                        if (USES_WARPCORE(bp))
                                vars->mac_type = MAC_TYPE_XMAC;
                        else
                                vars->mac_type = MAC_TYPE_BMAC;
                } else {
                        if (USES_WARPCORE(bp))
                                vars->mac_type = MAC_TYPE_UMAC;
                        else
                                vars->mac_type = MAC_TYPE_EMAC;
                }
        } else { /* Link down */
                DP(NETIF_MSG_LINK, "phy link down\n");

                vars->phy_link_up = 0;

                vars->line_speed = 0;
                vars->duplex = DUPLEX_FULL;
                vars->flow_ctrl = BNX2X_FLOW_CTRL_NONE;

                /* Indicate no mac active */
                vars->mac_type = MAC_TYPE_NONE;
                if (vars->link_status & LINK_STATUS_PHYSICAL_LINK_FLAG)
                        vars->phy_flags |= PHY_HALF_OPEN_CONN_FLAG;
                if (vars->link_status & LINK_STATUS_SFP_TX_FAULT)
                        vars->phy_flags |= PHY_SFP_TX_FAULT_FLAG;
        }
}

void bnx2x_link_status_update(struct link_params *params,
                              struct link_vars *vars)
{
        struct bnx2x *bp = params->bp;
        u8 port = params->port;
        u32 sync_offset, media_types;
        /* Update PHY configuration */
        set_phy_vars(params, vars);

        vars->link_status = REG_RD(bp, params->shmem_base +
                                   offsetof(struct shmem_region,
                                            port_mb[port].link_status));

        /* Force link UP in non LOOPBACK_EXT loopback mode(s) */
        if (params->loopback_mode != LOOPBACK_NONE &&
            params->loopback_mode != LOOPBACK_EXT)
                vars->link_status |= LINK_STATUS_LINK_UP;

        if (bnx2x_eee_has_cap(params))
                vars->eee_status = REG_RD(bp, params->shmem2_base +
                                          offsetof(struct shmem2_region,
                                                   eee_status[params->port]));

        vars->phy_flags = PHY_XGXS_FLAG;
        bnx2x_sync_link(params, vars);
        /* Sync media type */
        sync_offset = params->shmem_base +
                        offsetof(struct shmem_region,
                                 dev_info.port_hw_config[port].media_type);
        media_types = REG_RD(bp, sync_offset);

        params->phy[INT_PHY].media_type =
                (media_types & PORT_HW_CFG_MEDIA_TYPE_PHY0_MASK) >>
                PORT_HW_CFG_MEDIA_TYPE_PHY0_SHIFT;
        params->phy[EXT_PHY1].media_type =
                (media_types & PORT_HW_CFG_MEDIA_TYPE_PHY1_MASK) >>
                PORT_HW_CFG_MEDIA_TYPE_PHY1_SHIFT;
        params->phy[EXT_PHY2].media_type =
                (media_types & PORT_HW_CFG_MEDIA_TYPE_PHY2_MASK) >>
                PORT_HW_CFG_MEDIA_TYPE_PHY2_SHIFT;
        DP(NETIF_MSG_LINK, "media_types = 0x%x\n", media_types);

        /* Sync AEU offset */
        sync_offset = params->shmem_base +
                        offsetof(struct shmem_region,
                                 dev_info.port_hw_config[port].aeu_int_mask);

        vars->aeu_int_mask = REG_RD(bp, sync_offset);

        /* Sync PFC status */
        if (vars->link_status & LINK_STATUS_PFC_ENABLED)
                params->feature_config_flags |=
                                        FEATURE_CONFIG_PFC_ENABLED;
        else
                params->feature_config_flags &=
                                        ~FEATURE_CONFIG_PFC_ENABLED;

        if (SHMEM2_HAS(bp, link_attr_sync))
                params->link_attr_sync = SHMEM2_RD(bp,
                                                 link_attr_sync[params->port]);

        DP(NETIF_MSG_LINK, "link_status 0x%x  phy_link_up %x int_mask 0x%x\n",
                 vars->link_status, vars->phy_link_up, vars->aeu_int_mask);
        DP(NETIF_MSG_LINK, "line_speed %x  duplex %x  flow_ctrl 0x%x\n",
                 vars->line_speed, vars->duplex, vars->flow_ctrl);
}

static void bnx2x_set_master_ln(struct link_params *params,
                                struct bnx2x_phy *phy)
{
        struct bnx2x *bp = params->bp;
        u16 new_master_ln, ser_lane;
        ser_lane = ((params->lane_config &
                     PORT_HW_CFG_LANE_SWAP_CFG_MASTER_MASK) >>
                    PORT_HW_CFG_LANE_SWAP_CFG_MASTER_SHIFT);

        /* Set the master_ln for AN */
        CL22_RD_OVER_CL45(bp, phy,
                          MDIO_REG_BANK_XGXS_BLOCK2,
                          MDIO_XGXS_BLOCK2_TEST_MODE_LANE,
                          &new_master_ln);

        CL22_WR_OVER_CL45(bp, phy,
                          MDIO_REG_BANK_XGXS_BLOCK2 ,
                          MDIO_XGXS_BLOCK2_TEST_MODE_LANE,
                          (new_master_ln | ser_lane));
}

static int bnx2x_reset_unicore(struct link_params *params,
                               struct bnx2x_phy *phy,
                               u8 set_serdes)
{
        struct bnx2x *bp = params->bp;
        u16 mii_control;
        u16 i;
        CL22_RD_OVER_CL45(bp, phy,
                          MDIO_REG_BANK_COMBO_IEEE0,
                          MDIO_COMBO_IEEE0_MII_CONTROL, &mii_control);

        /* Reset the unicore */
        CL22_WR_OVER_CL45(bp, phy,
                          MDIO_REG_BANK_COMBO_IEEE0,
                          MDIO_COMBO_IEEE0_MII_CONTROL,
                          (mii_control |
                           MDIO_COMBO_IEEO_MII_CONTROL_RESET));
        if (set_serdes)
                bnx2x_set_serdes_access(bp, params->port);

        /* Wait for the reset to self clear */
        for (i = 0; i < MDIO_ACCESS_TIMEOUT; i++) {
                udelay(5);

                /* The reset erased the previous bank value */
                CL22_RD_OVER_CL45(bp, phy,
                                  MDIO_REG_BANK_COMBO_IEEE0,
                                  MDIO_COMBO_IEEE0_MII_CONTROL,
                                  &mii_control);

                if (!(mii_control & MDIO_COMBO_IEEO_MII_CONTROL_RESET)) {
                        udelay(5);
                        return 0;
                }
        }

        netdev_err(bp->dev,  "Warning: PHY was not initialized,"
                              " Port %d\n",
                         params->port);
        DP(NETIF_MSG_LINK, "BUG! XGXS is still in reset!\n");
        return -EINVAL;

}

static void bnx2x_set_swap_lanes(struct link_params *params,
                                 struct bnx2x_phy *phy)
{
        struct bnx2x *bp = params->bp;
        /* Each two bits represents a lane number:
         * No swap is 0123 => 0x1b no need to enable the swap
         */
        u16 rx_lane_swap, tx_lane_swap;

        rx_lane_swap = ((params->lane_config &
                         PORT_HW_CFG_LANE_SWAP_CFG_RX_MASK) >>
                        PORT_HW_CFG_LANE_SWAP_CFG_RX_SHIFT);
        tx_lane_swap = ((params->lane_config &
                         PORT_HW_CFG_LANE_SWAP_CFG_TX_MASK) >>
                        PORT_HW_CFG_LANE_SWAP_CFG_TX_SHIFT);

        if (rx_lane_swap != 0x1b) {
                CL22_WR_OVER_CL45(bp, phy,
                                  MDIO_REG_BANK_XGXS_BLOCK2,
                                  MDIO_XGXS_BLOCK2_RX_LN_SWAP,
                                  (rx_lane_swap |
                                   MDIO_XGXS_BLOCK2_RX_LN_SWAP_ENABLE |
                                   MDIO_XGXS_BLOCK2_RX_LN_SWAP_FORCE_ENABLE));
        } else {
                CL22_WR_OVER_CL45(bp, phy,
                                  MDIO_REG_BANK_XGXS_BLOCK2,
                                  MDIO_XGXS_BLOCK2_RX_LN_SWAP, 0);
        }

        if (tx_lane_swap != 0x1b) {
                CL22_WR_OVER_CL45(bp, phy,
                                  MDIO_REG_BANK_XGXS_BLOCK2,
                                  MDIO_XGXS_BLOCK2_TX_LN_SWAP,
                                  (tx_lane_swap |
                                   MDIO_XGXS_BLOCK2_TX_LN_SWAP_ENABLE));
        } else {
                CL22_WR_OVER_CL45(bp, phy,
                                  MDIO_REG_BANK_XGXS_BLOCK2,
                                  MDIO_XGXS_BLOCK2_TX_LN_SWAP, 0);
        }
}

static void bnx2x_set_parallel_detection(struct bnx2x_phy *phy,
                                         struct link_params *params)
{
        struct bnx2x *bp = params->bp;
        u16 control2;
        CL22_RD_OVER_CL45(bp, phy,
                          MDIO_REG_BANK_SERDES_DIGITAL,
                          MDIO_SERDES_DIGITAL_A_1000X_CONTROL2,
                          &control2);
        if (phy->speed_cap_mask & PORT_HW_CFG_SPEED_CAPABILITY_D0_1G)
                control2 |= MDIO_SERDES_DIGITAL_A_1000X_CONTROL2_PRL_DT_EN;
        else
                control2 &= ~MDIO_SERDES_DIGITAL_A_1000X_CONTROL2_PRL_DT_EN;
        DP(NETIF_MSG_LINK, "phy->speed_cap_mask = 0x%x, control2 = 0x%x\n",
                phy->speed_cap_mask, control2);
        CL22_WR_OVER_CL45(bp, phy,
                          MDIO_REG_BANK_SERDES_DIGITAL,
                          MDIO_SERDES_DIGITAL_A_1000X_CONTROL2,
                          control2);

        if ((phy->type == PORT_HW_CFG_XGXS_EXT_PHY_TYPE_DIRECT) &&
             (phy->speed_cap_mask &
                    PORT_HW_CFG_SPEED_CAPABILITY_D0_10G)) {
                DP(NETIF_MSG_LINK, "XGXS\n");

                CL22_WR_OVER_CL45(bp, phy,
                                 MDIO_REG_BANK_10G_PARALLEL_DETECT,
                                 MDIO_10G_PARALLEL_DETECT_PAR_DET_10G_LINK,
                                 MDIO_10G_PARALLEL_DETECT_PAR_DET_10G_LINK_CNT);

                CL22_RD_OVER_CL45(bp, phy,
                                  MDIO_REG_BANK_10G_PARALLEL_DETECT,
                                  MDIO_10G_PARALLEL_DETECT_PAR_DET_10G_CONTROL,
                                  &control2);


                control2 |=
                    MDIO_10G_PARALLEL_DETECT_PAR_DET_10G_CONTROL_PARDET10G_EN;

                CL22_WR_OVER_CL45(bp, phy,
                                  MDIO_REG_BANK_10G_PARALLEL_DETECT,
                                  MDIO_10G_PARALLEL_DETECT_PAR_DET_10G_CONTROL,
                                  control2);

                /* Disable parallel detection of HiG */
                CL22_WR_OVER_CL45(bp, phy,
                                  MDIO_REG_BANK_XGXS_BLOCK2,
                                  MDIO_XGXS_BLOCK2_UNICORE_MODE_10G,
                                  MDIO_XGXS_BLOCK2_UNICORE_MODE_10G_CX4_XGXS |
                                  MDIO_XGXS_BLOCK2_UNICORE_MODE_10G_HIGIG_XGXS);
        }
}

static void bnx2x_set_autoneg(struct bnx2x_phy *phy,
                              struct link_params *params,
                              struct link_vars *vars,
                              u8 enable_cl73)
{
        struct bnx2x *bp = params->bp;
        u16 reg_val;

        /* CL37 Autoneg */
        CL22_RD_OVER_CL45(bp, phy,
                          MDIO_REG_BANK_COMBO_IEEE0,
                          MDIO_COMBO_IEEE0_MII_CONTROL, &reg_val);

        /* CL37 Autoneg Enabled */
        if (vars->line_speed == SPEED_AUTO_NEG)
                reg_val |= MDIO_COMBO_IEEO_MII_CONTROL_AN_EN;
        else /* CL37 Autoneg Disabled */
                reg_val &= ~(MDIO_COMBO_IEEO_MII_CONTROL_AN_EN |
                             MDIO_COMBO_IEEO_MII_CONTROL_RESTART_AN);

        CL22_WR_OVER_CL45(bp, phy,
                          MDIO_REG_BANK_COMBO_IEEE0,
                          MDIO_COMBO_IEEE0_MII_CONTROL, reg_val);

        /* Enable/Disable Autodetection */

        CL22_RD_OVER_CL45(bp, phy,
                          MDIO_REG_BANK_SERDES_DIGITAL,
                          MDIO_SERDES_DIGITAL_A_1000X_CONTROL1, &reg_val);
        reg_val &= ~(MDIO_SERDES_DIGITAL_A_1000X_CONTROL1_SIGNAL_DETECT_EN |
                    MDIO_SERDES_DIGITAL_A_1000X_CONTROL1_INVERT_SIGNAL_DETECT);
        reg_val |= MDIO_SERDES_DIGITAL_A_1000X_CONTROL1_FIBER_MODE;
        if (vars->line_speed == SPEED_AUTO_NEG)
                reg_val |= MDIO_SERDES_DIGITAL_A_1000X_CONTROL1_AUTODET;
        else
                reg_val &= ~MDIO_SERDES_DIGITAL_A_1000X_CONTROL1_AUTODET;

        CL22_WR_OVER_CL45(bp, phy,
                          MDIO_REG_BANK_SERDES_DIGITAL,
                          MDIO_SERDES_DIGITAL_A_1000X_CONTROL1, reg_val);

        /* Enable TetonII and BAM autoneg */
        CL22_RD_OVER_CL45(bp, phy,
                          MDIO_REG_BANK_BAM_NEXT_PAGE,
                          MDIO_BAM_NEXT_PAGE_MP5_NEXT_PAGE_CTRL,
                          &reg_val);
        if (vars->line_speed == SPEED_AUTO_NEG) {
                /* Enable BAM aneg Mode and TetonII aneg Mode */
                reg_val |= (MDIO_BAM_NEXT_PAGE_MP5_NEXT_PAGE_CTRL_BAM_MODE |
                            MDIO_BAM_NEXT_PAGE_MP5_NEXT_PAGE_CTRL_TETON_AN);
        } else {
                /* TetonII and BAM Autoneg Disabled */
                reg_val &= ~(MDIO_BAM_NEXT_PAGE_MP5_NEXT_PAGE_CTRL_BAM_MODE |
                             MDIO_BAM_NEXT_PAGE_MP5_NEXT_PAGE_CTRL_TETON_AN);
        }
        CL22_WR_OVER_CL45(bp, phy,
                          MDIO_REG_BANK_BAM_NEXT_PAGE,
                          MDIO_BAM_NEXT_PAGE_MP5_NEXT_PAGE_CTRL,
                          reg_val);

        if (enable_cl73) {
                /* Enable Cl73 FSM status bits */
                CL22_WR_OVER_CL45(bp, phy,
                                  MDIO_REG_BANK_CL73_USERB0,
                                  MDIO_CL73_USERB0_CL73_UCTRL,
                                  0xe);

                /* Enable BAM Station Manager*/
                CL22_WR_OVER_CL45(bp, phy,
                        MDIO_REG_BANK_CL73_USERB0,
                        MDIO_CL73_USERB0_CL73_BAM_CTRL1,
                        MDIO_CL73_USERB0_CL73_BAM_CTRL1_BAM_EN |
                        MDIO_CL73_USERB0_CL73_BAM_CTRL1_BAM_STATION_MNGR_EN |
                        MDIO_CL73_USERB0_CL73_BAM_CTRL1_BAM_NP_AFTER_BP_EN);

                /* Advertise CL73 link speeds */
                CL22_RD_OVER_CL45(bp, phy,
                                  MDIO_REG_BANK_CL73_IEEEB1,
                                  MDIO_CL73_IEEEB1_AN_ADV2,
                                  &reg_val);
                if (phy->speed_cap_mask &
                    PORT_HW_CFG_SPEED_CAPABILITY_D0_10G)
                        reg_val |= MDIO_CL73_IEEEB1_AN_ADV2_ADVR_10G_KX4;
                if (phy->speed_cap_mask &
                    PORT_HW_CFG_SPEED_CAPABILITY_D0_1G)
                        reg_val |= MDIO_CL73_IEEEB1_AN_ADV2_ADVR_1000M_KX;

                CL22_WR_OVER_CL45(bp, phy,
                                  MDIO_REG_BANK_CL73_IEEEB1,
                                  MDIO_CL73_IEEEB1_AN_ADV2,
                                  reg_val);

                /* CL73 Autoneg Enabled */
                reg_val = MDIO_CL73_IEEEB0_CL73_AN_CONTROL_AN_EN;

        } else /* CL73 Autoneg Disabled */
                reg_val = 0;

        CL22_WR_OVER_CL45(bp, phy,
                          MDIO_REG_BANK_CL73_IEEEB0,
                          MDIO_CL73_IEEEB0_CL73_AN_CONTROL, reg_val);
}

/* Program SerDes, forced speed */
static void bnx2x_program_serdes(struct bnx2x_phy *phy,
                                 struct link_params *params,
                                 struct link_vars *vars)
{
        struct bnx2x *bp = params->bp;
        u16 reg_val;

        /* Program duplex, disable autoneg and sgmii*/
        CL22_RD_OVER_CL45(bp, phy,
                          MDIO_REG_BANK_COMBO_IEEE0,
                          MDIO_COMBO_IEEE0_MII_CONTROL, &reg_val);
        reg_val &= ~(MDIO_COMBO_IEEO_MII_CONTROL_FULL_DUPLEX |
                     MDIO_COMBO_IEEO_MII_CONTROL_AN_EN |
                     MDIO_COMBO_IEEO_MII_CONTROL_MAN_SGMII_SP_MASK);
        if (phy->req_duplex == DUPLEX_FULL)
                reg_val |= MDIO_COMBO_IEEO_MII_CONTROL_FULL_DUPLEX;
        CL22_WR_OVER_CL45(bp, phy,
                          MDIO_REG_BANK_COMBO_IEEE0,
                          MDIO_COMBO_IEEE0_MII_CONTROL, reg_val);

        /* Program speed
         *  - needed only if the speed is greater than 1G (2.5G or 10G)
         */
        CL22_RD_OVER_CL45(bp, phy,
                          MDIO_REG_BANK_SERDES_DIGITAL,
                          MDIO_SERDES_DIGITAL_MISC1, &reg_val);
        /* Clearing the speed value before setting the right speed */
        DP(NETIF_MSG_LINK, "MDIO_REG_BANK_SERDES_DIGITAL = 0x%x\n", reg_val);

        reg_val &= ~(MDIO_SERDES_DIGITAL_MISC1_FORCE_SPEED_MASK |
                     MDIO_SERDES_DIGITAL_MISC1_FORCE_SPEED_SEL);

        if (!((vars->line_speed == SPEED_1000) ||
              (vars->line_speed == SPEED_100) ||
              (vars->line_speed == SPEED_10))) {

                reg_val |= (MDIO_SERDES_DIGITAL_MISC1_REFCLK_SEL_156_25M |
                            MDIO_SERDES_DIGITAL_MISC1_FORCE_SPEED_SEL);
                if (vars->line_speed == SPEED_10000)
                        reg_val |=
                                MDIO_SERDES_DIGITAL_MISC1_FORCE_SPEED_10G_CX4;
        }

        CL22_WR_OVER_CL45(bp, phy,
                          MDIO_REG_BANK_SERDES_DIGITAL,
                          MDIO_SERDES_DIGITAL_MISC1, reg_val);

}

static void bnx2x_set_brcm_cl37_advertisement(struct bnx2x_phy *phy,
                                              struct link_params *params)
{
        struct bnx2x *bp = params->bp;
        u16 val = 0;

        /* Set extended capabilities */
        if (phy->speed_cap_mask & PORT_HW_CFG_SPEED_CAPABILITY_D0_2_5G)
                val |= MDIO_OVER_1G_UP1_2_5G;
        if (phy->speed_cap_mask & PORT_HW_CFG_SPEED_CAPABILITY_D0_10G)
                val |= MDIO_OVER_1G_UP1_10G;
        CL22_WR_OVER_CL45(bp, phy,
                          MDIO_REG_BANK_OVER_1G,
                          MDIO_OVER_1G_UP1, val);

        CL22_WR_OVER_CL45(bp, phy,
                          MDIO_REG_BANK_OVER_1G,
                          MDIO_OVER_1G_UP3, 0x400);
}

static void bnx2x_set_ieee_aneg_advertisement(struct bnx2x_phy *phy,
                                              struct link_params *params,
                                              u16 ieee_fc)
{
        struct bnx2x *bp = params->bp;
        u16 val;
        /* For AN, we are always publishing full duplex */

        CL22_WR_OVER_CL45(bp, phy,
                          MDIO_REG_BANK_COMBO_IEEE0,
                          MDIO_COMBO_IEEE0_AUTO_NEG_ADV, ieee_fc);
        CL22_RD_OVER_CL45(bp, phy,
                          MDIO_REG_BANK_CL73_IEEEB1,
                          MDIO_CL73_IEEEB1_AN_ADV1, &val);
        val &= ~MDIO_CL73_IEEEB1_AN_ADV1_PAUSE_BOTH;
        val |= ((ieee_fc<<3) & MDIO_CL73_IEEEB1_AN_ADV1_PAUSE_MASK);
        CL22_WR_OVER_CL45(bp, phy,
                          MDIO_REG_BANK_CL73_IEEEB1,
                          MDIO_CL73_IEEEB1_AN_ADV1, val);
}

static void bnx2x_restart_autoneg(struct bnx2x_phy *phy,
                                  struct link_params *params,
                                  u8 enable_cl73)
{
        struct bnx2x *bp = params->bp;
        u16 mii_control;

        DP(NETIF_MSG_LINK, "bnx2x_restart_autoneg\n");
        /* Enable and restart BAM/CL37 aneg */

        if (enable_cl73) {
                CL22_RD_OVER_CL45(bp, phy,
                                  MDIO_REG_BANK_CL73_IEEEB0,
                                  MDIO_CL73_IEEEB0_CL73_AN_CONTROL,
                                  &mii_control);

                CL22_WR_OVER_CL45(bp, phy,
                                  MDIO_REG_BANK_CL73_IEEEB0,
                                  MDIO_CL73_IEEEB0_CL73_AN_CONTROL,
                                  (mii_control |
                                  MDIO_CL73_IEEEB0_CL73_AN_CONTROL_AN_EN |
                                  MDIO_CL73_IEEEB0_CL73_AN_CONTROL_RESTART_AN));
        } else {

                CL22_RD_OVER_CL45(bp, phy,
                                  MDIO_REG_BANK_COMBO_IEEE0,
                                  MDIO_COMBO_IEEE0_MII_CONTROL,
                                  &mii_control);
                DP(NETIF_MSG_LINK,
                         "bnx2x_restart_autoneg mii_control before = 0x%x\n",
                         mii_control);
                CL22_WR_OVER_CL45(bp, phy,
                                  MDIO_REG_BANK_COMBO_IEEE0,
                                  MDIO_COMBO_IEEE0_MII_CONTROL,
                                  (mii_control |
                                   MDIO_COMBO_IEEO_MII_CONTROL_AN_EN |
                                   MDIO_COMBO_IEEO_MII_CONTROL_RESTART_AN));
        }
}

static void bnx2x_initialize_sgmii_process(struct bnx2x_phy *phy,
                                           struct link_params *params,
                                           struct link_vars *vars)
{
        struct bnx2x *bp = params->bp;
        u16 control1;

        /* In SGMII mode, the unicore is always slave */

        CL22_RD_OVER_CL45(bp, phy,
                          MDIO_REG_BANK_SERDES_DIGITAL,
                          MDIO_SERDES_DIGITAL_A_1000X_CONTROL1,
                          &control1);
        control1 |= MDIO_SERDES_DIGITAL_A_1000X_CONTROL1_INVERT_SIGNAL_DETECT;
        /* Set sgmii mode (and not fiber) */
        control1 &= ~(MDIO_SERDES_DIGITAL_A_1000X_CONTROL1_FIBER_MODE |
                      MDIO_SERDES_DIGITAL_A_1000X_CONTROL1_AUTODET |
                      MDIO_SERDES_DIGITAL_A_1000X_CONTROL1_MSTR_MODE);
        CL22_WR_OVER_CL45(bp, phy,
                          MDIO_REG_BANK_SERDES_DIGITAL,
                          MDIO_SERDES_DIGITAL_A_1000X_CONTROL1,
                          control1);

        /* If forced speed */
        if (!(vars->line_speed == SPEED_AUTO_NEG)) {
                /* Set speed, disable autoneg */
                u16 mii_control;

                CL22_RD_OVER_CL45(bp, phy,
                                  MDIO_REG_BANK_COMBO_IEEE0,
                                  MDIO_COMBO_IEEE0_MII_CONTROL,
                                  &mii_control);
                mii_control &= ~(MDIO_COMBO_IEEO_MII_CONTROL_AN_EN |
                                 MDIO_COMBO_IEEO_MII_CONTROL_MAN_SGMII_SP_MASK|
                                 MDIO_COMBO_IEEO_MII_CONTROL_FULL_DUPLEX);

                switch (vars->line_speed) {
                case SPEED_100:
                        mii_control |=
                                MDIO_COMBO_IEEO_MII_CONTROL_MAN_SGMII_SP_100;
                        break;
                case SPEED_1000:
                        mii_control |=
                                MDIO_COMBO_IEEO_MII_CONTROL_MAN_SGMII_SP_1000;
                        break;
                case SPEED_10:
                        /* There is nothing to set for 10M */
                        break;
                default:
                        /* Invalid speed for SGMII */
                        DP(NETIF_MSG_LINK, "Invalid line_speed 0x%x\n",
                                  vars->line_speed);
                        break;
                }

                /* Setting the full duplex */
                if (phy->req_duplex == DUPLEX_FULL)
                        mii_control |=
                                MDIO_COMBO_IEEO_MII_CONTROL_FULL_DUPLEX;
                CL22_WR_OVER_CL45(bp, phy,
                                  MDIO_REG_BANK_COMBO_IEEE0,
                                  MDIO_COMBO_IEEE0_MII_CONTROL,
                                  mii_control);

        } else { /* AN mode */
                /* Enable and restart AN */
                bnx2x_restart_autoneg(phy, params, 0);
        }
}

/* Link management
 */
static int bnx2x_direct_parallel_detect_used(struct bnx2x_phy *phy,
                                             struct link_params *params)
{
        struct bnx2x *bp = params->bp;
        u16 pd_10g, status2_1000x;
        if (phy->req_line_speed != SPEED_AUTO_NEG)
                return 0;
        CL22_RD_OVER_CL45(bp, phy,
                          MDIO_REG_BANK_SERDES_DIGITAL,
                          MDIO_SERDES_DIGITAL_A_1000X_STATUS2,
                          &status2_1000x);
        CL22_RD_OVER_CL45(bp, phy,
                          MDIO_REG_BANK_SERDES_DIGITAL,
                          MDIO_SERDES_DIGITAL_A_1000X_STATUS2,
                          &status2_1000x);
        if (status2_1000x & MDIO_SERDES_DIGITAL_A_1000X_STATUS2_AN_DISABLED) {
                DP(NETIF_MSG_LINK, "1G parallel detect link on port %d\n",
                         params->port);
                return 1;
        }

        CL22_RD_OVER_CL45(bp, phy,
                          MDIO_REG_BANK_10G_PARALLEL_DETECT,
                          MDIO_10G_PARALLEL_DETECT_PAR_DET_10G_STATUS,
                          &pd_10g);

        if (pd_10g & MDIO_10G_PARALLEL_DETECT_PAR_DET_10G_STATUS_PD_LINK) {
                DP(NETIF_MSG_LINK, "10G parallel detect link on port %d\n",
                         params->port);
                return 1;
        }
        return 0;
}

static void bnx2x_update_adv_fc(struct bnx2x_phy *phy,
                                struct link_params *params,
                                struct link_vars *vars,
                                u32 gp_status)
{
        u16 ld_pause;   /* local driver */
        u16 lp_pause;   /* link partner */
        u16 pause_result;
        struct bnx2x *bp = params->bp;
        if ((gp_status &
             (MDIO_GP_STATUS_TOP_AN_STATUS1_CL73_AUTONEG_COMPLETE |
              MDIO_GP_STATUS_TOP_AN_STATUS1_CL73_MR_LP_NP_AN_ABLE)) ==
            (MDIO_GP_STATUS_TOP_AN_STATUS1_CL73_AUTONEG_COMPLETE |
             MDIO_GP_STATUS_TOP_AN_STATUS1_CL73_MR_LP_NP_AN_ABLE)) {

                CL22_RD_OVER_CL45(bp, phy,
                                  MDIO_REG_BANK_CL73_IEEEB1,
                                  MDIO_CL73_IEEEB1_AN_ADV1,
                                  &ld_pause);
                CL22_RD_OVER_CL45(bp, phy,
                                  MDIO_REG_BANK_CL73_IEEEB1,
                                  MDIO_CL73_IEEEB1_AN_LP_ADV1,
                                  &lp_pause);
                pause_result = (ld_pause &
                                MDIO_CL73_IEEEB1_AN_ADV1_PAUSE_MASK) >> 8;
                pause_result |= (lp_pause &
                                 MDIO_CL73_IEEEB1_AN_LP_ADV1_PAUSE_MASK) >> 10;
                DP(NETIF_MSG_LINK, "pause_result CL73 0x%x\n", pause_result);
        } else {
                CL22_RD_OVER_CL45(bp, phy,
                                  MDIO_REG_BANK_COMBO_IEEE0,
                                  MDIO_COMBO_IEEE0_AUTO_NEG_ADV,
                                  &ld_pause);
                CL22_RD_OVER_CL45(bp, phy,
                        MDIO_REG_BANK_COMBO_IEEE0,
                        MDIO_COMBO_IEEE0_AUTO_NEG_LINK_PARTNER_ABILITY1,
                        &lp_pause);
                pause_result = (ld_pause &
                                MDIO_COMBO_IEEE0_AUTO_NEG_ADV_PAUSE_MASK)>>5;
                pause_result |= (lp_pause &
                                 MDIO_COMBO_IEEE0_AUTO_NEG_ADV_PAUSE_MASK)>>7;
                DP(NETIF_MSG_LINK, "pause_result CL37 0x%x\n", pause_result);
        }
        bnx2x_pause_resolve(phy, params, vars, pause_result);

}

static void bnx2x_flow_ctrl_resolve(struct bnx2x_phy *phy,
                                    struct link_params *params,
                                    struct link_vars *vars,
                                    u32 gp_status)
{
        struct bnx2x *bp = params->bp;
        vars->flow_ctrl = BNX2X_FLOW_CTRL_NONE;

        /* Resolve from gp_status in case of AN complete and not sgmii */
        if (phy->req_flow_ctrl != BNX2X_FLOW_CTRL_AUTO) {
                /* Update the advertised flow-controled of LD/LP in AN */
                if (phy->req_line_speed == SPEED_AUTO_NEG)
                        bnx2x_update_adv_fc(phy, params, vars, gp_status);
                /* But set the flow-control result as the requested one */
                vars->flow_ctrl = phy->req_flow_ctrl;
        } else if (phy->req_line_speed != SPEED_AUTO_NEG)
                vars->flow_ctrl = params->req_fc_auto_adv;
        else if ((gp_status & MDIO_AN_CL73_OR_37_COMPLETE) &&
                 (!(vars->phy_flags & PHY_SGMII_FLAG))) {
                if (bnx2x_direct_parallel_detect_used(phy, params)) {
                        vars->flow_ctrl = params->req_fc_auto_adv;
                        return;
                }
                bnx2x_update_adv_fc(phy, params, vars, gp_status);
        }
        DP(NETIF_MSG_LINK, "flow_ctrl 0x%x\n", vars->flow_ctrl);
}

static void bnx2x_check_fallback_to_cl37(struct bnx2x_phy *phy,
                                         struct link_params *params)
{
        struct bnx2x *bp = params->bp;
        u16 rx_status, ustat_val, cl37_fsm_received;
        DP(NETIF_MSG_LINK, "bnx2x_check_fallback_to_cl37\n");
        /* Step 1: Make sure signal is detected */
        CL22_RD_OVER_CL45(bp, phy,
                          MDIO_REG_BANK_RX0,
                          MDIO_RX0_RX_STATUS,
                          &rx_status);
        if ((rx_status & MDIO_RX0_RX_STATUS_SIGDET) !=
            (MDIO_RX0_RX_STATUS_SIGDET)) {
                DP(NETIF_MSG_LINK, "Signal is not detected. Restoring CL73."
                             "rx_status(0x80b0) = 0x%x\n", rx_status);
                CL22_WR_OVER_CL45(bp, phy,
                                  MDIO_REG_BANK_CL73_IEEEB0,
                                  MDIO_CL73_IEEEB0_CL73_AN_CONTROL,
                                  MDIO_CL73_IEEEB0_CL73_AN_CONTROL_AN_EN);
                return;
        }
        /* Step 2: Check CL73 state machine */
        CL22_RD_OVER_CL45(bp, phy,
                          MDIO_REG_BANK_CL73_USERB0,
                          MDIO_CL73_USERB0_CL73_USTAT1,
                          &ustat_val);
        if ((ustat_val &
             (MDIO_CL73_USERB0_CL73_USTAT1_LINK_STATUS_CHECK |
              MDIO_CL73_USERB0_CL73_USTAT1_AN_GOOD_CHECK_BAM37)) !=
            (MDIO_CL73_USERB0_CL73_USTAT1_LINK_STATUS_CHECK |
              MDIO_CL73_USERB0_CL73_USTAT1_AN_GOOD_CHECK_BAM37)) {
                DP(NETIF_MSG_LINK, "CL73 state-machine is not stable. "
                             "ustat_val(0x8371) = 0x%x\n", ustat_val);
                return;
        }
        /* Step 3: Check CL37 Message Pages received to indicate LP
         * supports only CL37
         */
        CL22_RD_OVER_CL45(bp, phy,
                          MDIO_REG_BANK_REMOTE_PHY,
                          MDIO_REMOTE_PHY_MISC_RX_STATUS,
                          &cl37_fsm_received);
        if ((cl37_fsm_received &
             (MDIO_REMOTE_PHY_MISC_RX_STATUS_CL37_FSM_RECEIVED_OVER1G_MSG |
             MDIO_REMOTE_PHY_MISC_RX_STATUS_CL37_FSM_RECEIVED_BRCM_OUI_MSG)) !=
            (MDIO_REMOTE_PHY_MISC_RX_STATUS_CL37_FSM_RECEIVED_OVER1G_MSG |
              MDIO_REMOTE_PHY_MISC_RX_STATUS_CL37_FSM_RECEIVED_BRCM_OUI_MSG)) {
                DP(NETIF_MSG_LINK, "No CL37 FSM were received. "
                             "misc_rx_status(0x8330) = 0x%x\n",
                         cl37_fsm_received);
                return;
        }
        /* The combined cl37/cl73 fsm state information indicating that
         * we are connected to a device which does not support cl73, but
         * does support cl37 BAM. In this case we disable cl73 and
         * restart cl37 auto-neg
         */

        /* Disable CL73 */
        CL22_WR_OVER_CL45(bp, phy,
                          MDIO_REG_BANK_CL73_IEEEB0,
                          MDIO_CL73_IEEEB0_CL73_AN_CONTROL,
                          0);
        /* Restart CL37 autoneg */
        bnx2x_restart_autoneg(phy, params, 0);
        DP(NETIF_MSG_LINK, "Disabling CL73, and restarting CL37 autoneg\n");
}

static void bnx2x_xgxs_an_resolve(struct bnx2x_phy *phy,
                                  struct link_params *params,
                                  struct link_vars *vars,
                                  u32 gp_status)
{
        if (gp_status & MDIO_AN_CL73_OR_37_COMPLETE)
                vars->link_status |=
                        LINK_STATUS_AUTO_NEGOTIATE_COMPLETE;

        if (bnx2x_direct_parallel_detect_used(phy, params))
                vars->link_status |=
                        LINK_STATUS_PARALLEL_DETECTION_USED;
}
static int bnx2x_get_link_speed_duplex(struct bnx2x_phy *phy,
                                     struct link_params *params,
                                      struct link_vars *vars,
                                      u16 is_link_up,
                                      u16 speed_mask,
                                      u16 is_duplex)
{
        struct bnx2x *bp = params->bp;
        if (phy->req_line_speed == SPEED_AUTO_NEG)
                vars->link_status |= LINK_STATUS_AUTO_NEGOTIATE_ENABLED;
        if (is_link_up) {
                DP(NETIF_MSG_LINK, "phy link up\n");

                vars->phy_link_up = 1;
                vars->link_status |= LINK_STATUS_LINK_UP;

                switch (speed_mask) {
                case GP_STATUS_10M:
                        vars->line_speed = SPEED_10;
                        if (is_duplex == DUPLEX_FULL)
                                vars->link_status |= LINK_10TFD;
                        else
                                vars->link_status |= LINK_10THD;
                        break;

                case GP_STATUS_100M:
                        vars->line_speed = SPEED_100;
                        if (is_duplex == DUPLEX_FULL)
                                vars->link_status |= LINK_100TXFD;
                        else
                                vars->link_status |= LINK_100TXHD;
                        break;

                case GP_STATUS_1G:
                case GP_STATUS_1G_KX:
                        vars->line_speed = SPEED_1000;
                        if (is_duplex == DUPLEX_FULL)
                                vars->link_status |= LINK_1000TFD;
                        else
                                vars->link_status |= LINK_1000THD;
                        break;

                case GP_STATUS_2_5G:
                        vars->line_speed = SPEED_2500;
                        if (is_duplex == DUPLEX_FULL)
                                vars->link_status |= LINK_2500TFD;
                        else
                                vars->link_status |= LINK_2500THD;
                        break;

                case GP_STATUS_5G:
                case GP_STATUS_6G:
                        DP(NETIF_MSG_LINK,
                                 "link speed unsupported  gp_status 0x%x\n",
                                  speed_mask);
                        return -EINVAL;

                case GP_STATUS_10G_KX4:
                case GP_STATUS_10G_HIG:
                case GP_STATUS_10G_CX4:
                case GP_STATUS_10G_KR:
                case GP_STATUS_10G_SFI:
                case GP_STATUS_10G_XFI:
                        vars->line_speed = SPEED_10000;
                        vars->link_status |= LINK_10GTFD;
                        break;
                case GP_STATUS_20G_DXGXS:
                case GP_STATUS_20G_KR2:
                        vars->line_speed = SPEED_20000;
                        vars->link_status |= LINK_20GTFD;
                        break;
                default:
                        DP(NETIF_MSG_LINK,
                                  "link speed unsupported gp_status 0x%x\n",
                                  speed_mask);
                        return -EINVAL;
                }
        } else { /* link_down */
                DP(NETIF_MSG_LINK, "phy link down\n");

                vars->phy_link_up = 0;

                vars->duplex = DUPLEX_FULL;
                vars->flow_ctrl = BNX2X_FLOW_CTRL_NONE;
                vars->mac_type = MAC_TYPE_NONE;
        }
        DP(NETIF_MSG_LINK, " phy_link_up %x line_speed %d\n",
                    vars->phy_link_up, vars->line_speed);
        return 0;
}

static int bnx2x_link_settings_status(struct bnx2x_phy *phy,
                                      struct link_params *params,
                                      struct link_vars *vars)
{
        struct bnx2x *bp = params->bp;

        u16 gp_status, duplex = DUPLEX_HALF, link_up = 0, speed_mask;
        int rc = 0;

        /* Read gp_status */
        CL22_RD_OVER_CL45(bp, phy,
                          MDIO_REG_BANK_GP_STATUS,
                          MDIO_GP_STATUS_TOP_AN_STATUS1,
                          &gp_status);
        if (gp_status & MDIO_GP_STATUS_TOP_AN_STATUS1_DUPLEX_STATUS)
                duplex = DUPLEX_FULL;
        if (gp_status & MDIO_GP_STATUS_TOP_AN_STATUS1_LINK_STATUS)
                link_up = 1;
        speed_mask = gp_status & GP_STATUS_SPEED_MASK;
        DP(NETIF_MSG_LINK, "gp_status 0x%x, is_link_up %d, speed_mask 0x%x\n",
                       gp_status, link_up, speed_mask);
        rc = bnx2x_get_link_speed_duplex(phy, params, vars, link_up, speed_mask,
                                         duplex);
        if (rc == -EINVAL)
                return rc;

        if (gp_status & MDIO_GP_STATUS_TOP_AN_STATUS1_LINK_STATUS) {
                if (SINGLE_MEDIA_DIRECT(params)) {
                        vars->duplex = duplex;
                        bnx2x_flow_ctrl_resolve(phy, params, vars, gp_status);
                        if (phy->req_line_speed == SPEED_AUTO_NEG)
                                bnx2x_xgxs_an_resolve(phy, params, vars,
                                                      gp_status);
                }
        } else { /* Link_down */
                if ((phy->req_line_speed == SPEED_AUTO_NEG) &&
                    SINGLE_MEDIA_DIRECT(params)) {
                        /* Check signal is detected */
                        bnx2x_check_fallback_to_cl37(phy, params);
                }
        }

        /* Read LP advertised speeds*/
        if (SINGLE_MEDIA_DIRECT(params) &&
            (vars->link_status & LINK_STATUS_AUTO_NEGOTIATE_COMPLETE)) {
                u16 val;

                CL22_RD_OVER_CL45(bp, phy, MDIO_REG_BANK_CL73_IEEEB1,
                                  MDIO_CL73_IEEEB1_AN_LP_ADV2, &val);

                if (val & MDIO_CL73_IEEEB1_AN_ADV2_ADVR_1000M_KX)
                        vars->link_status |=
                                LINK_STATUS_LINK_PARTNER_1000TFD_CAPABLE;
                if (val & (MDIO_CL73_IEEEB1_AN_ADV2_ADVR_10G_KX4 |
                           MDIO_CL73_IEEEB1_AN_ADV2_ADVR_10G_KR))
                        vars->link_status |=
                                LINK_STATUS_LINK_PARTNER_10GXFD_CAPABLE;

                CL22_RD_OVER_CL45(bp, phy, MDIO_REG_BANK_OVER_1G,
                                  MDIO_OVER_1G_LP_UP1, &val);

                if (val & MDIO_OVER_1G_UP1_2_5G)
                        vars->link_status |=
                                LINK_STATUS_LINK_PARTNER_2500XFD_CAPABLE;
                if (val & (MDIO_OVER_1G_UP1_10G | MDIO_OVER_1G_UP1_10GH))
                        vars->link_status |=
                                LINK_STATUS_LINK_PARTNER_10GXFD_CAPABLE;
        }

        DP(NETIF_MSG_LINK, "duplex %x  flow_ctrl 0x%x link_status 0x%x\n",
                   vars->duplex, vars->flow_ctrl, vars->link_status);
        return rc;
}

static int bnx2x_warpcore_read_status(struct bnx2x_phy *phy,
                                     struct link_params *params,
                                     struct link_vars *vars)
{
        struct bnx2x *bp = params->bp;
        u8 lane;
        u16 gp_status1, gp_speed, link_up, duplex = DUPLEX_FULL;
        int rc = 0;
        lane = bnx2x_get_warpcore_lane(phy, params);
        /* Read gp_status */
        if ((params->loopback_mode) &&
            (phy->flags & FLAGS_WC_DUAL_MODE)) {
                bnx2x_cl45_read(bp, phy, MDIO_WC_DEVAD,
                                MDIO_WC_REG_DIGITAL5_LINK_STATUS, &link_up);
                bnx2x_cl45_read(bp, phy, MDIO_WC_DEVAD,
                                MDIO_WC_REG_DIGITAL5_LINK_STATUS, &link_up);
                link_up &= 0x1;
        } else if ((phy->req_line_speed > SPEED_10000) &&
                (phy->supported & SUPPORTED_20000baseMLD2_Full)) {
                u16 temp_link_up;
                bnx2x_cl45_read(bp, phy, MDIO_WC_DEVAD,
                                1, &temp_link_up);
                bnx2x_cl45_read(bp, phy, MDIO_WC_DEVAD,
                                1, &link_up);
                DP(NETIF_MSG_LINK, "PCS RX link status = 0x%x-->0x%x\n",
                               temp_link_up, link_up);
                link_up &= (1<<2);
                if (link_up)
                        bnx2x_ext_phy_resolve_fc(phy, params, vars);
        } else {
                bnx2x_cl45_read(bp, phy, MDIO_WC_DEVAD,
                                MDIO_WC_REG_GP2_STATUS_GP_2_1,
                                &gp_status1);
                DP(NETIF_MSG_LINK, "0x81d1 = 0x%x\n", gp_status1);
                /* Check for either KR, 1G, or AN up. */
                link_up = ((gp_status1 >> 8) |
                           (gp_status1 >> 12) |
                           (gp_status1)) &
                        (1 << lane);
                if (phy->supported & SUPPORTED_20000baseKR2_Full) {
                        u16 an_link;
                        bnx2x_cl45_read(bp, phy, MDIO_AN_DEVAD,
                                        MDIO_AN_REG_STATUS, &an_link);
                        bnx2x_cl45_read(bp, phy, MDIO_AN_DEVAD,
                                        MDIO_AN_REG_STATUS, &an_link);
                        link_up |= (an_link & (1<<2));
                }
                if (link_up && SINGLE_MEDIA_DIRECT(params)) {
                        u16 pd, gp_status4;
                        if (phy->req_line_speed == SPEED_AUTO_NEG) {
                                /* Check Autoneg complete */
                                bnx2x_cl45_read(bp, phy, MDIO_WC_DEVAD,
                                                MDIO_WC_REG_GP2_STATUS_GP_2_4,
                                                &gp_status4);
                                if (gp_status4 & ((1<<12)<<lane))
                                        vars->link_status |=
                                        LINK_STATUS_AUTO_NEGOTIATE_COMPLETE;

                                /* Check parallel detect used */
                                bnx2x_cl45_read(bp, phy, MDIO_WC_DEVAD,
                                                MDIO_WC_REG_PAR_DET_10G_STATUS,
                                                &pd);
                                if (pd & (1<<15))
                                        vars->link_status |=
                                        LINK_STATUS_PARALLEL_DETECTION_USED;
                        }
                        bnx2x_ext_phy_resolve_fc(phy, params, vars);
                        vars->duplex = duplex;
                }
        }

        if ((vars->link_status & LINK_STATUS_AUTO_NEGOTIATE_COMPLETE) &&
            SINGLE_MEDIA_DIRECT(params)) {
                u16 val;

                bnx2x_cl45_read(bp, phy, MDIO_AN_DEVAD,
                                MDIO_AN_REG_LP_AUTO_NEG2, &val);

                if (val & MDIO_CL73_IEEEB1_AN_ADV2_ADVR_1000M_KX)
                        vars->link_status |=
                                LINK_STATUS_LINK_PARTNER_1000TFD_CAPABLE;
                if (val & (MDIO_CL73_IEEEB1_AN_ADV2_ADVR_10G_KX4 |
                           MDIO_CL73_IEEEB1_AN_ADV2_ADVR_10G_KR))
                        vars->link_status |=
                                LINK_STATUS_LINK_PARTNER_10GXFD_CAPABLE;

                bnx2x_cl45_read(bp, phy, MDIO_WC_DEVAD,
                                MDIO_WC_REG_DIGITAL3_LP_UP1, &val);

                if (val & MDIO_OVER_1G_UP1_2_5G)
                        vars->link_status |=
                                LINK_STATUS_LINK_PARTNER_2500XFD_CAPABLE;
                if (val & (MDIO_OVER_1G_UP1_10G | MDIO_OVER_1G_UP1_10GH))
                        vars->link_status |=
                                LINK_STATUS_LINK_PARTNER_10GXFD_CAPABLE;

        }


        if (lane < 2) {
                bnx2x_cl45_read(bp, phy, MDIO_WC_DEVAD,
                                MDIO_WC_REG_GP2_STATUS_GP_2_2, &gp_speed);
        } else {
                bnx2x_cl45_read(bp, phy, MDIO_WC_DEVAD,
                                MDIO_WC_REG_GP2_STATUS_GP_2_3, &gp_speed);
        }
        DP(NETIF_MSG_LINK, "lane %d gp_speed 0x%x\n", lane, gp_speed);

        if ((lane & 1) == 0)
                gp_speed <<= 8;
        gp_speed &= 0x3f00;
        link_up = !!link_up;

        rc = bnx2x_get_link_speed_duplex(phy, params, vars, link_up, gp_speed,
                                         duplex);

        /* In case of KR link down, start up the recovering procedure */
        if ((!link_up) && (phy->media_type == ETH_PHY_KR) &&
            (!(phy->flags & FLAGS_WC_DUAL_MODE)))
                vars->rx_tx_asic_rst = MAX_KR_LINK_RETRY;

        DP(NETIF_MSG_LINK, "duplex %x  flow_ctrl 0x%x link_status 0x%x\n",
                   vars->duplex, vars->flow_ctrl, vars->link_status);
        return rc;
}
static void bnx2x_set_gmii_tx_driver(struct link_params *params)
{
        struct bnx2x *bp = params->bp;
        struct bnx2x_phy *phy = &params->phy[INT_PHY];
        u16 lp_up2;
        u16 tx_driver;
        u16 bank;

        /* Read precomp */
        CL22_RD_OVER_CL45(bp, phy,
                          MDIO_REG_BANK_OVER_1G,
                          MDIO_OVER_1G_LP_UP2, &lp_up2);

        /* Bits [10:7] at lp_up2, positioned at [15:12] */
        lp_up2 = (((lp_up2 & MDIO_OVER_1G_LP_UP2_PREEMPHASIS_MASK) >>
                   MDIO_OVER_1G_LP_UP2_PREEMPHASIS_SHIFT) <<
                  MDIO_TX0_TX_DRIVER_PREEMPHASIS_SHIFT);

        if (lp_up2 == 0)
                return;

        for (bank = MDIO_REG_BANK_TX0; bank <= MDIO_REG_BANK_TX3;
              bank += (MDIO_REG_BANK_TX1 - MDIO_REG_BANK_TX0)) {
                CL22_RD_OVER_CL45(bp, phy,
                                  bank,
                                  MDIO_TX0_TX_DRIVER, &tx_driver);

                /* Replace tx_driver bits [15:12] */
                if (lp_up2 !=
                    (tx_driver & MDIO_TX0_TX_DRIVER_PREEMPHASIS_MASK)) {
                        tx_driver &= ~MDIO_TX0_TX_DRIVER_PREEMPHASIS_MASK;
                        tx_driver |= lp_up2;
                        CL22_WR_OVER_CL45(bp, phy,
                                          bank,
                                          MDIO_TX0_TX_DRIVER, tx_driver);
                }
        }
}

static int bnx2x_emac_program(struct link_params *params,
                              struct link_vars *vars)
{
        struct bnx2x *bp = params->bp;
        u8 port = params->port;
        u16 mode = 0;

        DP(NETIF_MSG_LINK, "setting link speed & duplex\n");
        bnx2x_bits_dis(bp, GRCBASE_EMAC0 + port*0x400 +
                       EMAC_REG_EMAC_MODE,
                       (EMAC_MODE_25G_MODE |
                        EMAC_MODE_PORT_MII_10M |
                        EMAC_MODE_HALF_DUPLEX));
        switch (vars->line_speed) {
        case SPEED_10:
                mode |= EMAC_MODE_PORT_MII_10M;
                break;

        case SPEED_100:
                mode |= EMAC_MODE_PORT_MII;
                break;

        case SPEED_1000:
                mode |= EMAC_MODE_PORT_GMII;
                break;

        case SPEED_2500:
                mode |= (EMAC_MODE_25G_MODE | EMAC_MODE_PORT_GMII);
                break;

        default:
                /* 10G not valid for EMAC */
                DP(NETIF_MSG_LINK, "Invalid line_speed 0x%x\n",
                           vars->line_speed);
                return -EINVAL;
        }

        if (vars->duplex == DUPLEX_HALF)
                mode |= EMAC_MODE_HALF_DUPLEX;
        bnx2x_bits_en(bp,
                      GRCBASE_EMAC0 + port*0x400 + EMAC_REG_EMAC_MODE,
                      mode);

        bnx2x_set_led(params, vars, LED_MODE_OPER, vars->line_speed);
        return 0;
}

static void bnx2x_set_preemphasis(struct bnx2x_phy *phy,
                                  struct link_params *params)
{

        u16 bank, i = 0;
        struct bnx2x *bp = params->bp;

        for (bank = MDIO_REG_BANK_RX0, i = 0; bank <= MDIO_REG_BANK_RX3;
              bank += (MDIO_REG_BANK_RX1-MDIO_REG_BANK_RX0), i++) {
                        CL22_WR_OVER_CL45(bp, phy,
                                          bank,
                                          MDIO_RX0_RX_EQ_BOOST,
                                          phy->rx_preemphasis[i]);
        }

        for (bank = MDIO_REG_BANK_TX0, i = 0; bank <= MDIO_REG_BANK_TX3;
                      bank += (MDIO_REG_BANK_TX1 - MDIO_REG_BANK_TX0), i++) {
                        CL22_WR_OVER_CL45(bp, phy,
                                          bank,
                                          MDIO_TX0_TX_DRIVER,
                                          phy->tx_preemphasis[i]);
        }
}

static void bnx2x_xgxs_config_init(struct bnx2x_phy *phy,
                                   struct link_params *params,
                                   struct link_vars *vars)
{
        struct bnx2x *bp = params->bp;
        u8 enable_cl73 = (SINGLE_MEDIA_DIRECT(params) ||
                          (params->loopback_mode == LOOPBACK_XGXS));
        if (!(vars->phy_flags & PHY_SGMII_FLAG)) {
                if (SINGLE_MEDIA_DIRECT(params) &&
                    (params->feature_config_flags &
                     FEATURE_CONFIG_OVERRIDE_PREEMPHASIS_ENABLED))
                        bnx2x_set_preemphasis(phy, params);

                /* Forced speed requested? */
                if (vars->line_speed != SPEED_AUTO_NEG ||
                    (SINGLE_MEDIA_DIRECT(params) &&
                     params->loopback_mode == LOOPBACK_EXT)) {
                        DP(NETIF_MSG_LINK, "not SGMII, no AN\n");

                        /* Disable autoneg */
                        bnx2x_set_autoneg(phy, params, vars, 0);

                        /* Program speed and duplex */
                        bnx2x_program_serdes(phy, params, vars);

                } else { /* AN_mode */
                        DP(NETIF_MSG_LINK, "not SGMII, AN\n");

                        /* AN enabled */
                        bnx2x_set_brcm_cl37_advertisement(phy, params);

                        /* Program duplex & pause advertisement (for aneg) */
                        bnx2x_set_ieee_aneg_advertisement(phy, params,
                                                          vars->ieee_fc);

                        /* Enable autoneg */
                        bnx2x_set_autoneg(phy, params, vars, enable_cl73);

                        /* Enable and restart AN */
                        bnx2x_restart_autoneg(phy, params, enable_cl73);
                }

        } else { /* SGMII mode */
                DP(NETIF_MSG_LINK, "SGMII\n");

                bnx2x_initialize_sgmii_process(phy, params, vars);
        }
}

static int bnx2x_prepare_xgxs(struct bnx2x_phy *phy,
                          struct link_params *params,
                          struct link_vars *vars)
{
        int rc;
        vars->phy_flags |= PHY_XGXS_FLAG;
        if ((phy->req_line_speed &&
             ((phy->req_line_speed == SPEED_100) ||
              (phy->req_line_speed == SPEED_10))) ||
            (!phy->req_line_speed &&
             (phy->speed_cap_mask >=
              PORT_HW_CFG_SPEED_CAPABILITY_D0_10M_FULL) &&
             (phy->speed_cap_mask <
              PORT_HW_CFG_SPEED_CAPABILITY_D0_1G)) ||
            (phy->type == PORT_HW_CFG_SERDES_EXT_PHY_TYPE_DIRECT_SD))
                vars->phy_flags |= PHY_SGMII_FLAG;
        else
                vars->phy_flags &= ~PHY_SGMII_FLAG;

        bnx2x_calc_ieee_aneg_adv(phy, params, &vars->ieee_fc);
        bnx2x_set_aer_mmd(params, phy);
        if (phy->type == PORT_HW_CFG_XGXS_EXT_PHY_TYPE_DIRECT)
                bnx2x_set_master_ln(params, phy);

        rc = bnx2x_reset_unicore(params, phy, 0);
        /* Reset the SerDes and wait for reset bit return low */
        if (rc)
                return rc;

        bnx2x_set_aer_mmd(params, phy);
        /* Setting the masterLn_def again after the reset */
        if (phy->type == PORT_HW_CFG_XGXS_EXT_PHY_TYPE_DIRECT) {
                bnx2x_set_master_ln(params, phy);
                bnx2x_set_swap_lanes(params, phy);
        }

        return rc;
}

static u16 bnx2x_wait_reset_complete(struct bnx2x *bp,
                                     struct bnx2x_phy *phy,
                                     struct link_params *params)
{
        u16 cnt, ctrl;
        /* Wait for soft reset to get cleared up to 1 sec */
        for (cnt = 0; cnt < 1000; cnt++) {
                if (phy->type == PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM54618SE)
                        bnx2x_cl22_read(bp, phy,
                                MDIO_PMA_REG_CTRL, &ctrl);
                else
                        bnx2x_cl45_read(bp, phy,
                                MDIO_PMA_DEVAD,
                                MDIO_PMA_REG_CTRL, &ctrl);
                if (!(ctrl & (1<<15)))
                        break;
                usleep_range(1000, 2000);
        }

        if (cnt == 1000)
                netdev_err(bp->dev,  "Warning: PHY was not initialized,"
                                      " Port %d\n",
                         params->port);
        DP(NETIF_MSG_LINK, "control reg 0x%x (after %d ms)\n", ctrl, cnt);
        return cnt;
}

static void bnx2x_link_int_enable(struct link_params *params)
{
        u8 port = params->port;
        u32 mask;
        struct bnx2x *bp = params->bp;

        /* Setting the status to report on link up for either XGXS or SerDes */
        if (CHIP_IS_E3(bp)) {
                mask = NIG_MASK_XGXS0_LINK_STATUS;
                if (!(SINGLE_MEDIA_DIRECT(params)))
                        mask |= NIG_MASK_MI_INT;
        } else if (params->switch_cfg == SWITCH_CFG_10G) {
                mask = (NIG_MASK_XGXS0_LINK10G |
                        NIG_MASK_XGXS0_LINK_STATUS);
                DP(NETIF_MSG_LINK, "enabled XGXS interrupt\n");
                if (!(SINGLE_MEDIA_DIRECT(params)) &&
                        params->phy[INT_PHY].type !=
                                PORT_HW_CFG_XGXS_EXT_PHY_TYPE_FAILURE) {
                        mask |= NIG_MASK_MI_INT;
                        DP(NETIF_MSG_LINK, "enabled external phy int\n");
                }

        } else { /* SerDes */
                mask = NIG_MASK_SERDES0_LINK_STATUS;
                DP(NETIF_MSG_LINK, "enabled SerDes interrupt\n");
                if (!(SINGLE_MEDIA_DIRECT(params)) &&
                        params->phy[INT_PHY].type !=
                                PORT_HW_CFG_SERDES_EXT_PHY_TYPE_NOT_CONN) {
                        mask |= NIG_MASK_MI_INT;
                        DP(NETIF_MSG_LINK, "enabled external phy int\n");
                }
        }
        bnx2x_bits_en(bp,
                      NIG_REG_MASK_INTERRUPT_PORT0 + port*4,
                      mask);

        DP(NETIF_MSG_LINK, "port %x, is_xgxs %x, int_status 0x%x\n", port,
                 (params->switch_cfg == SWITCH_CFG_10G),
                 REG_RD(bp, NIG_REG_STATUS_INTERRUPT_PORT0 + port*4));
        DP(NETIF_MSG_LINK, " int_mask 0x%x, MI_INT %x, SERDES_LINK %x\n",
                 REG_RD(bp, NIG_REG_MASK_INTERRUPT_PORT0 + port*4),
                 REG_RD(bp, NIG_REG_EMAC0_STATUS_MISC_MI_INT + port*0x18),
                 REG_RD(bp, NIG_REG_SERDES0_STATUS_LINK_STATUS+port*0x3c));
        DP(NETIF_MSG_LINK, " 10G %x, XGXS_LINK %x\n",
           REG_RD(bp, NIG_REG_XGXS0_STATUS_LINK10G + port*0x68),
           REG_RD(bp, NIG_REG_XGXS0_STATUS_LINK_STATUS + port*0x68));
}

static void bnx2x_rearm_latch_signal(struct bnx2x *bp, u8 port,
                                     u8 exp_mi_int)
{
        u32 latch_status = 0;

        /* Disable the MI INT ( external phy int ) by writing 1 to the
         * status register. Link down indication is high-active-signal,
         * so in this case we need to write the status to clear the XOR
         */
        /* Read Latched signals */
        latch_status = REG_RD(bp,
                                    NIG_REG_LATCH_STATUS_0 + port*8);
        DP(NETIF_MSG_LINK, "latch_status = 0x%x\n", latch_status);
        /* Handle only those with latched-signal=up.*/
        if (exp_mi_int)
                bnx2x_bits_en(bp,
                              NIG_REG_STATUS_INTERRUPT_PORT0
                              + port*4,
                              NIG_STATUS_EMAC0_MI_INT);
        else
                bnx2x_bits_dis(bp,
                               NIG_REG_STATUS_INTERRUPT_PORT0
                               + port*4,
                               NIG_STATUS_EMAC0_MI_INT);

        if (latch_status & 1) {

                /* For all latched-signal=up : Re-Arm Latch signals */
                REG_WR(bp, NIG_REG_LATCH_STATUS_0 + port*8,
                       (latch_status & 0xfffe) | (latch_status & 1));
        }
        /* For all latched-signal=up,Write original_signal to status */
}

static void bnx2x_link_int_ack(struct link_params *params,
                               struct link_vars *vars, u8 is_10g_plus)
{
        struct bnx2x *bp = params->bp;
        u8 port = params->port;
        u32 mask;
        /* First reset all status we assume only one line will be
         * change at a time
         */
        bnx2x_bits_dis(bp, NIG_REG_STATUS_INTERRUPT_PORT0 + port*4,
                       (NIG_STATUS_XGXS0_LINK10G |
                        NIG_STATUS_XGXS0_LINK_STATUS |
                        NIG_STATUS_SERDES0_LINK_STATUS));
        if (vars->phy_link_up) {
                if (USES_WARPCORE(bp))
                        mask = NIG_STATUS_XGXS0_LINK_STATUS;
                else {
                        if (is_10g_plus)
                                mask = NIG_STATUS_XGXS0_LINK10G;
                        else if (params->switch_cfg == SWITCH_CFG_10G) {
                                /* Disable the link interrupt by writing 1 to
                                 * the relevant lane in the status register
                                 */
                                u32 ser_lane =
                                        ((params->lane_config &
                                    PORT_HW_CFG_LANE_SWAP_CFG_MASTER_MASK) >>
                                    PORT_HW_CFG_LANE_SWAP_CFG_MASTER_SHIFT);
                                mask = ((1 << ser_lane) <<
                                       NIG_STATUS_XGXS0_LINK_STATUS_SIZE);
                        } else
                                mask = NIG_STATUS_SERDES0_LINK_STATUS;
                }
                DP(NETIF_MSG_LINK, "Ack link up interrupt with mask 0x%x\n",
                               mask);
                bnx2x_bits_en(bp,
                              NIG_REG_STATUS_INTERRUPT_PORT0 + port*4,
                              mask);
        }
}

static int bnx2x_null_format_ver(u32 spirom_ver, u8 *str, u16 *len)
{
        str[0] = '\0';
        (*len)--;
        return 0;
}

static int bnx2x_format_ver(u32 num, u8 *str, u16 *len)
{
        u16 ret;

        if (*len < 10) {
                /* Need more than 10chars for this format */
                bnx2x_null_format_ver(num, str, len);
                return -EINVAL;
        }

        ret = scnprintf(str, *len, "%hx.%hx", num >> 16, num);
        *len -= ret;
        return 0;
}

static int bnx2x_3_seq_format_ver(u32 num, u8 *str, u16 *len)
{
        u16 ret;

        if (*len < 10) {
                /* Need more than 10chars for this format */
                bnx2x_null_format_ver(num, str, len);
                return -EINVAL;
        }

        ret = scnprintf(str, *len, "%hhx.%hhx.%hhx", num >> 16, num >> 8, num);
        *len -= ret;
        return 0;
}

int bnx2x_get_ext_phy_fw_version(struct link_params *params, u8 *version,
                                 u16 len)
{
        struct bnx2x *bp;
        u32 spirom_ver = 0;
        int status = 0;
        u8 *ver_p = version;
        u16 remain_len = len;
        if (version == NULL || params == NULL)
                return -EINVAL;
        bp = params->bp;

        /* Extract first external phy*/
        version[0] = '\0';
        spirom_ver = REG_RD(bp, params->phy[EXT_PHY1].ver_addr);

        if (params->phy[EXT_PHY1].format_fw_ver) {
                status |= params->phy[EXT_PHY1].format_fw_ver(spirom_ver,
                                                              ver_p,
                                                              &remain_len);
                ver_p += (len - remain_len);
        }
        if ((params->num_phys == MAX_PHYS) &&
            (params->phy[EXT_PHY2].ver_addr != 0)) {
                spirom_ver = REG_RD(bp, params->phy[EXT_PHY2].ver_addr);
                if (params->phy[EXT_PHY2].format_fw_ver) {
                        *ver_p = '/';
                        ver_p++;
                        remain_len--;
                        status |= params->phy[EXT_PHY2].format_fw_ver(
                                spirom_ver,
                                ver_p,
                                &remain_len);
                        ver_p = version + (len - remain_len);
                }
        }
        *ver_p = '\0';
        return status;
}

static void bnx2x_set_xgxs_loopback(struct bnx2x_phy *phy,
                                    struct link_params *params)
{
        u8 port = params->port;
        struct bnx2x *bp = params->bp;

        if (phy->req_line_speed != SPEED_1000) {
                u32 md_devad = 0;

                DP(NETIF_MSG_LINK, "XGXS 10G loopback enable\n");

                if (!CHIP_IS_E3(bp)) {
                        /* Change the uni_phy_addr in the nig */
                        md_devad = REG_RD(bp, (NIG_REG_XGXS0_CTRL_MD_DEVAD +
                                               port*0x18));

                        REG_WR(bp, NIG_REG_XGXS0_CTRL_MD_DEVAD + port*0x18,
                               0x5);
                }

                bnx2x_cl45_write(bp, phy,
                                 5,
                                 (MDIO_REG_BANK_AER_BLOCK +
                                  (MDIO_AER_BLOCK_AER_REG & 0xf)),
                                 0x2800);

                bnx2x_cl45_write(bp, phy,
                                 5,
                                 (MDIO_REG_BANK_CL73_IEEEB0 +
                                  (MDIO_CL73_IEEEB0_CL73_AN_CONTROL & 0xf)),
                                 0x6041);
                msleep(200);
                /* Set aer mmd back */
                bnx2x_set_aer_mmd(params, phy);

                if (!CHIP_IS_E3(bp)) {
                        /* And md_devad */
                        REG_WR(bp, NIG_REG_XGXS0_CTRL_MD_DEVAD + port*0x18,
                               md_devad);
                }
        } else {
                u16 mii_ctrl;
                DP(NETIF_MSG_LINK, "XGXS 1G loopback enable\n");
                bnx2x_cl45_read(bp, phy, 5,
                                (MDIO_REG_BANK_COMBO_IEEE0 +
                                (MDIO_COMBO_IEEE0_MII_CONTROL & 0xf)),
                                &mii_ctrl);
                bnx2x_cl45_write(bp, phy, 5,
                                 (MDIO_REG_BANK_COMBO_IEEE0 +
                                 (MDIO_COMBO_IEEE0_MII_CONTROL & 0xf)),
                                 mii_ctrl |
                                 MDIO_COMBO_IEEO_MII_CONTROL_LOOPBACK);
        }
}

int bnx2x_set_led(struct link_params *params,
                  struct link_vars *vars, u8 mode, u32 speed)
{
        u8 port = params->port;
        u16 hw_led_mode = params->hw_led_mode;
        int rc = 0;
        u8 phy_idx;
        u32 tmp;
        u32 emac_base = port ? GRCBASE_EMAC1 : GRCBASE_EMAC0;
        struct bnx2x *bp = params->bp;
        DP(NETIF_MSG_LINK, "bnx2x_set_led: port %x, mode %d\n", port, mode);
        DP(NETIF_MSG_LINK, "speed 0x%x, hw_led_mode 0x%x\n",
                 speed, hw_led_mode);
        /* In case */
        for (phy_idx = EXT_PHY1; phy_idx < MAX_PHYS; phy_idx++) {
                if (params->phy[phy_idx].set_link_led) {
                        params->phy[phy_idx].set_link_led(
                                &params->phy[phy_idx], params, mode);
                }
        }

        switch (mode) {
        case LED_MODE_FRONT_PANEL_OFF:
        case LED_MODE_OFF:
                REG_WR(bp, NIG_REG_LED_10G_P0 + port*4, 0);
                REG_WR(bp, NIG_REG_LED_MODE_P0 + port*4,
                       SHARED_HW_CFG_LED_MAC1);

                tmp = EMAC_RD(bp, EMAC_REG_EMAC_LED);
                if (params->phy[EXT_PHY1].type ==
                        PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM54618SE)
                        tmp &= ~(EMAC_LED_1000MB_OVERRIDE |
                                EMAC_LED_100MB_OVERRIDE |
                                EMAC_LED_10MB_OVERRIDE);
                else
                        tmp |= EMAC_LED_OVERRIDE;

                EMAC_WR(bp, EMAC_REG_EMAC_LED, tmp);
                break;

        case LED_MODE_OPER:
                /* For all other phys, OPER mode is same as ON, so in case
                 * link is down, do nothing
                 */
                if (!vars->link_up)
                        break;
        case LED_MODE_ON:
                if (((params->phy[EXT_PHY1].type ==
                          PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM8727) ||
                         (params->phy[EXT_PHY1].type ==
                          PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM8722)) &&
                    CHIP_IS_E2(bp) && params->num_phys == 2) {
                        /* This is a work-around for E2+8727 Configurations */
                        if (mode == LED_MODE_ON ||
                                speed == SPEED_10000){
                                REG_WR(bp, NIG_REG_LED_MODE_P0 + port*4, 0);
                                REG_WR(bp, NIG_REG_LED_10G_P0 + port*4, 1);

                                tmp = EMAC_RD(bp, EMAC_REG_EMAC_LED);
                                EMAC_WR(bp, EMAC_REG_EMAC_LED,
                                        (tmp | EMAC_LED_OVERRIDE));
                                /* Return here without enabling traffic
                                 * LED blink and setting rate in ON mode.
                                 * In oper mode, enabling LED blink
                                 * and setting rate is needed.
                                 */
                                if (mode == LED_MODE_ON)
                                        return rc;
                        }
                } else if (SINGLE_MEDIA_DIRECT(params)) {
                        /* This is a work-around for HW issue found when link
                         * is up in CL73
                         */
                        if ((!CHIP_IS_E3(bp)) ||
                            (CHIP_IS_E3(bp) &&
                             mode == LED_MODE_ON))
                                REG_WR(bp, NIG_REG_LED_10G_P0 + port*4, 1);

                        if (CHIP_IS_E1x(bp) ||
                            CHIP_IS_E2(bp) ||
                            (mode == LED_MODE_ON))
                                REG_WR(bp, NIG_REG_LED_MODE_P0 + port*4, 0);
                        else
                                REG_WR(bp, NIG_REG_LED_MODE_P0 + port*4,
                                       hw_led_mode);
                } else if ((params->phy[EXT_PHY1].type ==
                            PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM54618SE) &&
                           (mode == LED_MODE_ON)) {
                        REG_WR(bp, NIG_REG_LED_MODE_P0 + port*4, 0);
                        tmp = EMAC_RD(bp, EMAC_REG_EMAC_LED);
                        EMAC_WR(bp, EMAC_REG_EMAC_LED, tmp |
                                EMAC_LED_OVERRIDE | EMAC_LED_1000MB_OVERRIDE);
                        /* Break here; otherwise, it'll disable the
                         * intended override.
                         */
                        break;
                } else {
                        u32 nig_led_mode = ((params->hw_led_mode <<
                                             SHARED_HW_CFG_LED_MODE_SHIFT) ==
                                            SHARED_HW_CFG_LED_EXTPHY2) ?
                                (SHARED_HW_CFG_LED_PHY1 >>
                                 SHARED_HW_CFG_LED_MODE_SHIFT) : hw_led_mode;
                        REG_WR(bp, NIG_REG_LED_MODE_P0 + port*4,
                               nig_led_mode);
                }

                REG_WR(bp, NIG_REG_LED_CONTROL_OVERRIDE_TRAFFIC_P0 + port*4, 0);
                /* Set blinking rate to ~15.9Hz */
                if (CHIP_IS_E3(bp))
                        REG_WR(bp, NIG_REG_LED_CONTROL_BLINK_RATE_P0 + port*4,
                               LED_BLINK_RATE_VAL_E3);
                else
                        REG_WR(bp, NIG_REG_LED_CONTROL_BLINK_RATE_P0 + port*4,
                               LED_BLINK_RATE_VAL_E1X_E2);
                REG_WR(bp, NIG_REG_LED_CONTROL_BLINK_RATE_ENA_P0 +
                       port*4, 1);
                tmp = EMAC_RD(bp, EMAC_REG_EMAC_LED);
                EMAC_WR(bp, EMAC_REG_EMAC_LED,
                        (tmp & (~EMAC_LED_OVERRIDE)));

                if (CHIP_IS_E1(bp) &&
                    ((speed == SPEED_2500) ||
                     (speed == SPEED_1000) ||
                     (speed == SPEED_100) ||
                     (speed == SPEED_10))) {
                        /* For speeds less than 10G LED scheme is different */
                        REG_WR(bp, NIG_REG_LED_CONTROL_OVERRIDE_TRAFFIC_P0
                               + port*4, 1);
                        REG_WR(bp, NIG_REG_LED_CONTROL_TRAFFIC_P0 +
                               port*4, 0);
                        REG_WR(bp, NIG_REG_LED_CONTROL_BLINK_TRAFFIC_P0 +
                               port*4, 1);
                }
                break;

        default:
                rc = -EINVAL;
                DP(NETIF_MSG_LINK, "bnx2x_set_led: Invalid led mode %d\n",
                         mode);
                break;
        }
        return rc;

}

/* This function comes to reflect the actual link state read DIRECTLY from the
 * HW
 */
int bnx2x_test_link(struct link_params *params, struct link_vars *vars,
                    u8 is_serdes)
{
        struct bnx2x *bp = params->bp;
        u16 gp_status = 0, phy_index = 0;
        u8 ext_phy_link_up = 0, serdes_phy_type;
        struct link_vars temp_vars;
        struct bnx2x_phy *int_phy = &params->phy[INT_PHY];

        if (CHIP_IS_E3(bp)) {
                u16 link_up;
                if (params->req_line_speed[LINK_CONFIG_IDX(INT_PHY)]
                    > SPEED_10000) {
                        /* Check 20G link */
                        bnx2x_cl45_read(bp, int_phy, MDIO_WC_DEVAD,
                                        1, &link_up);
                        bnx2x_cl45_read(bp, int_phy, MDIO_WC_DEVAD,
                                        1, &link_up);
                        link_up &= (1<<2);
                } else {
                        /* Check 10G link and below*/
                        u8 lane = bnx2x_get_warpcore_lane(int_phy, params);
                        bnx2x_cl45_read(bp, int_phy, MDIO_WC_DEVAD,
                                        MDIO_WC_REG_GP2_STATUS_GP_2_1,
                                        &gp_status);
                        gp_status = ((gp_status >> 8) & 0xf) |
                                ((gp_status >> 12) & 0xf);
                        link_up = gp_status & (1 << lane);
                }
                if (!link_up)
                        return -ESRCH;
        } else {
                CL22_RD_OVER_CL45(bp, int_phy,
                          MDIO_REG_BANK_GP_STATUS,
                          MDIO_GP_STATUS_TOP_AN_STATUS1,
                          &gp_status);
        /* Link is up only if both local phy and external phy are up */
        if (!(gp_status & MDIO_GP_STATUS_TOP_AN_STATUS1_LINK_STATUS))
                return -ESRCH;
        }
        /* In XGXS loopback mode, do not check external PHY */
        if (params->loopback_mode == LOOPBACK_XGXS)
                return 0;

        switch (params->num_phys) {
        case 1:
                /* No external PHY */
                return 0;
        case 2:
                ext_phy_link_up = params->phy[EXT_PHY1].read_status(
                        &params->phy[EXT_PHY1],
                        params, &temp_vars);
                break;
        case 3: /* Dual Media */
                for (phy_index = EXT_PHY1; phy_index < params->num_phys;
                      phy_index++) {
                        serdes_phy_type = ((params->phy[phy_index].media_type ==
                                            ETH_PHY_SFPP_10G_FIBER) ||
                                           (params->phy[phy_index].media_type ==
                                            ETH_PHY_SFP_1G_FIBER) ||
                                           (params->phy[phy_index].media_type ==
                                            ETH_PHY_XFP_FIBER) ||
                                           (params->phy[phy_index].media_type ==
                                            ETH_PHY_DA_TWINAX));

                        if (is_serdes != serdes_phy_type)
                                continue;
                        if (params->phy[phy_index].read_status) {
                                ext_phy_link_up |=
                                        params->phy[phy_index].read_status(
                                                &params->phy[phy_index],
                                                params, &temp_vars);
                        }
                }
                break;
        }
        if (ext_phy_link_up)
                return 0;
        return -ESRCH;
}

static int bnx2x_link_initialize(struct link_params *params,
                                 struct link_vars *vars)
{
        u8 phy_index, non_ext_phy;
        struct bnx2x *bp = params->bp;
        /* In case of external phy existence, the line speed would be the
         * line speed linked up by the external phy. In case it is direct
         * only, then the line_speed during initialization will be
         * equal to the req_line_speed
         */
        vars->line_speed = params->phy[INT_PHY].req_line_speed;

        /* Initialize the internal phy in case this is a direct board
         * (no external phys), or this board has external phy which requires
         * to first.
         */
        if (!USES_WARPCORE(bp))
                bnx2x_prepare_xgxs(&params->phy[INT_PHY], params, vars);
        /* init ext phy and enable link state int */
        non_ext_phy = (SINGLE_MEDIA_DIRECT(params) ||
                       (params->loopback_mode == LOOPBACK_XGXS));

        if (non_ext_phy ||
            (params->phy[EXT_PHY1].flags & FLAGS_INIT_XGXS_FIRST) ||
            (params->loopback_mode == LOOPBACK_EXT_PHY)) {
                struct bnx2x_phy *phy = &params->phy[INT_PHY];
                if (vars->line_speed == SPEED_AUTO_NEG &&
                    (CHIP_IS_E1x(bp) ||
                     CHIP_IS_E2(bp)))
                        bnx2x_set_parallel_detection(phy, params);
                if (params->phy[INT_PHY].config_init)
                        params->phy[INT_PHY].config_init(phy, params, vars);
        }

        /* Re-read this value in case it was changed inside config_init due to
         * limitations of optic module
         */
        vars->line_speed = params->phy[INT_PHY].req_line_speed;

        /* Init external phy*/
        if (non_ext_phy) {
                if (params->phy[INT_PHY].supported &
                    SUPPORTED_FIBRE)
                        vars->link_status |= LINK_STATUS_SERDES_LINK;
        } else {
                for (phy_index = EXT_PHY1; phy_index < params->num_phys;
                      phy_index++) {
                        /* No need to initialize second phy in case of first
                         * phy only selection. In case of second phy, we do
                         * need to initialize the first phy, since they are
                         * connected.
                         */
                        if (params->phy[phy_index].supported &
                            SUPPORTED_FIBRE)
                                vars->link_status |= LINK_STATUS_SERDES_LINK;

                        if (phy_index == EXT_PHY2 &&
                            (bnx2x_phy_selection(params) ==
                             PORT_HW_CFG_PHY_SELECTION_FIRST_PHY)) {
                                DP(NETIF_MSG_LINK,
                                   "Not initializing second phy\n");
                                continue;
                        }
                        params->phy[phy_index].config_init(
                                &params->phy[phy_index],
                                params, vars);
                }
        }
        /* Reset the interrupt indication after phy was initialized */
        bnx2x_bits_dis(bp, NIG_REG_STATUS_INTERRUPT_PORT0 +
                       params->port*4,
                       (NIG_STATUS_XGXS0_LINK10G |
                        NIG_STATUS_XGXS0_LINK_STATUS |
                        NIG_STATUS_SERDES0_LINK_STATUS |
                        NIG_MASK_MI_INT));
        return 0;
}

static void bnx2x_int_link_reset(struct bnx2x_phy *phy,
                                 struct link_params *params)
{
        /* Reset the SerDes/XGXS */
        REG_WR(params->bp, GRCBASE_MISC + MISC_REGISTERS_RESET_REG_3_CLEAR,
               (0x1ff << (params->port*16)));
}

static void bnx2x_common_ext_link_reset(struct bnx2x_phy *phy,
                                        struct link_params *params)
{
        struct bnx2x *bp = params->bp;
        u8 gpio_port;
        /* HW reset */
        if (CHIP_IS_E2(bp))
                gpio_port = BP_PATH(bp);
        else
                gpio_port = params->port;
        bnx2x_set_gpio(bp, MISC_REGISTERS_GPIO_1,
                       MISC_REGISTERS_GPIO_OUTPUT_LOW,
                       gpio_port);
        bnx2x_set_gpio(bp, MISC_REGISTERS_GPIO_2,
                       MISC_REGISTERS_GPIO_OUTPUT_LOW,
                       gpio_port);
        DP(NETIF_MSG_LINK, "reset external PHY\n");
}

static int bnx2x_update_link_down(struct link_params *params,
                                  struct link_vars *vars)
{
        struct bnx2x *bp = params->bp;
        u8 port = params->port;

        DP(NETIF_MSG_LINK, "Port %x: Link is down\n", port);
        bnx2x_set_led(params, vars, LED_MODE_OFF, 0);
        vars->phy_flags &= ~PHY_PHYSICAL_LINK_FLAG;
        /* Indicate no mac active */
        vars->mac_type = MAC_TYPE_NONE;

        /* Update shared memory */
        vars->link_status &= ~LINK_UPDATE_MASK;
        vars->line_speed = 0;
        bnx2x_update_mng(params, vars->link_status);

        /* Activate nig drain */
        REG_WR(bp, NIG_REG_EGRESS_DRAIN0_MODE + port*4, 1);

        /* Disable emac */
        if (!CHIP_IS_E3(bp))
                REG_WR(bp, NIG_REG_NIG_EMAC0_EN + port*4, 0);

        usleep_range(10000, 20000);
        /* Reset BigMac/Xmac */
        if (CHIP_IS_E1x(bp) ||
            CHIP_IS_E2(bp))
                bnx2x_set_bmac_rx(bp, params->chip_id, params->port, 0);

        if (CHIP_IS_E3(bp)) {
                /* Prevent LPI Generation by chip */
                REG_WR(bp, MISC_REG_CPMU_LP_FW_ENABLE_P0 + (params->port << 2),
                       0);
                REG_WR(bp, MISC_REG_CPMU_LP_MASK_ENT_P0 + (params->port << 2),
                       0);
                vars->eee_status &= ~(SHMEM_EEE_LP_ADV_STATUS_MASK |
                                      SHMEM_EEE_ACTIVE_BIT);

                bnx2x_update_mng_eee(params, vars->eee_status);
                bnx2x_set_xmac_rxtx(params, 0);
                bnx2x_set_umac_rxtx(params, 0);
        }

        return 0;
}

static int bnx2x_update_link_up(struct link_params *params,
                                struct link_vars *vars,
                                u8 link_10g)
{
        struct bnx2x *bp = params->bp;
        u8 phy_idx, port = params->port;
        int rc = 0;

        vars->link_status |= (LINK_STATUS_LINK_UP |
                              LINK_STATUS_PHYSICAL_LINK_FLAG);
        vars->phy_flags |= PHY_PHYSICAL_LINK_FLAG;

        if (vars->flow_ctrl & BNX2X_FLOW_CTRL_TX)
                vars->link_status |=
                        LINK_STATUS_TX_FLOW_CONTROL_ENABLED;

        if (vars->flow_ctrl & BNX2X_FLOW_CTRL_RX)
                vars->link_status |=
                        LINK_STATUS_RX_FLOW_CONTROL_ENABLED;
        if (USES_WARPCORE(bp)) {
                if (link_10g) {
                        if (bnx2x_xmac_enable(params, vars, 0) ==
                            -ESRCH) {
                                DP(NETIF_MSG_LINK, "Found errors on XMAC\n");
                                vars->link_up = 0;
                                vars->phy_flags |= PHY_HALF_OPEN_CONN_FLAG;
                                vars->link_status &= ~LINK_STATUS_LINK_UP;
                        }
                } else
                        bnx2x_umac_enable(params, vars, 0);
                bnx2x_set_led(params, vars,
                              LED_MODE_OPER, vars->line_speed);

                if ((vars->eee_status & SHMEM_EEE_ACTIVE_BIT) &&
                    (vars->eee_status & SHMEM_EEE_LPI_REQUESTED_BIT)) {
                        DP(NETIF_MSG_LINK, "Enabling LPI assertion\n");
                        REG_WR(bp, MISC_REG_CPMU_LP_FW_ENABLE_P0 +
                               (params->port << 2), 1);
                        REG_WR(bp, MISC_REG_CPMU_LP_DR_ENABLE, 1);
                        REG_WR(bp, MISC_REG_CPMU_LP_MASK_ENT_P0 +
                               (params->port << 2), 0xfc20);
                }
        }
        if ((CHIP_IS_E1x(bp) ||
             CHIP_IS_E2(bp))) {
                if (link_10g) {
                        if (bnx2x_bmac_enable(params, vars, 0, 1) ==
                            -ESRCH) {
                                DP(NETIF_MSG_LINK, "Found errors on BMAC\n");
                                vars->link_up = 0;
                                vars->phy_flags |= PHY_HALF_OPEN_CONN_FLAG;
                                vars->link_status &= ~LINK_STATUS_LINK_UP;
                        }

                        bnx2x_set_led(params, vars,
                                      LED_MODE_OPER, SPEED_10000);
                } else {
                        rc = bnx2x_emac_program(params, vars);
                        bnx2x_emac_enable(params, vars, 0);

                        /* AN complete? */
                        if ((vars->link_status &
                             LINK_STATUS_AUTO_NEGOTIATE_COMPLETE)
                            && (!(vars->phy_flags & PHY_SGMII_FLAG)) &&
                            SINGLE_MEDIA_DIRECT(params))
                                bnx2x_set_gmii_tx_driver(params);
                }
        }

        /* PBF - link up */
        if (CHIP_IS_E1x(bp))
                rc |= bnx2x_pbf_update(params, vars->flow_ctrl,
                                       vars->line_speed);

        /* Disable drain */
        REG_WR(bp, NIG_REG_EGRESS_DRAIN0_MODE + port*4, 0);

        /* Update shared memory */
        bnx2x_update_mng(params, vars->link_status);
        bnx2x_update_mng_eee(params, vars->eee_status);
        /* Check remote fault */
        for (phy_idx = INT_PHY; phy_idx < MAX_PHYS; phy_idx++) {
                if (params->phy[phy_idx].flags & FLAGS_TX_ERROR_CHECK) {
                        bnx2x_check_half_open_conn(params, vars, 0);
                        break;
                }
        }
        msleep(20);
        return rc;
}

static void bnx2x_chng_link_count(struct link_params *params, bool clear)
{
        struct bnx2x *bp = params->bp;
        u32 addr, val;

        /* Verify the link_change_count is supported by the MFW */
        if (!(SHMEM2_HAS(bp, link_change_count)))
                return;

        addr = params->shmem2_base +
                offsetof(struct shmem2_region, link_change_count[params->port]);
        if (clear)
                val = 0;
        else
                val = REG_RD(bp, addr) + 1;
        REG_WR(bp, addr, val);
}

/* The bnx2x_link_update function should be called upon link
 * interrupt.
 * Link is considered up as follows:
 * - DIRECT_SINGLE_MEDIA - Only XGXS link (internal link) needs
 *   to be up
 * - SINGLE_MEDIA - The link between the 577xx and the external
 *   phy (XGXS) need to up as well as the external link of the
 *   phy (PHY_EXT1)
 * - DUAL_MEDIA - The link between the 577xx and the first
 *   external phy needs to be up, and at least one of the 2
 *   external phy link must be up.
 */
int bnx2x_link_update(struct link_params *params, struct link_vars *vars)
{
        struct bnx2x *bp = params->bp;
        struct link_vars phy_vars[MAX_PHYS];
        u8 port = params->port;
        u8 link_10g_plus, phy_index;
        u32 prev_link_status = vars->link_status;
        u8 ext_phy_link_up = 0, cur_link_up;
        int rc = 0;
        u8 is_mi_int = 0;
        u16 ext_phy_line_speed = 0, prev_line_speed = vars->line_speed;
        u8 active_external_phy = INT_PHY;
        vars->phy_flags &= ~PHY_HALF_OPEN_CONN_FLAG;
        vars->link_status &= ~LINK_UPDATE_MASK;
        for (phy_index = INT_PHY; phy_index < params->num_phys;
              phy_index++) {
                phy_vars[phy_index].flow_ctrl = 0;
                phy_vars[phy_index].link_status = 0;
                phy_vars[phy_index].line_speed = 0;
                phy_vars[phy_index].duplex = DUPLEX_FULL;
                phy_vars[phy_index].phy_link_up = 0;
                phy_vars[phy_index].link_up = 0;
                phy_vars[phy_index].fault_detected = 0;
                /* different consideration, since vars holds inner state */
                phy_vars[phy_index].eee_status = vars->eee_status;
        }

        if (USES_WARPCORE(bp))
                bnx2x_set_aer_mmd(params, &params->phy[INT_PHY]);

        DP(NETIF_MSG_LINK, "port %x, XGXS?%x, int_status 0x%x\n",
                 port, (vars->phy_flags & PHY_XGXS_FLAG),
                 REG_RD(bp, NIG_REG_STATUS_INTERRUPT_PORT0 + port*4));

        is_mi_int = (u8)(REG_RD(bp, NIG_REG_EMAC0_STATUS_MISC_MI_INT +
                                port*0x18) > 0);
        DP(NETIF_MSG_LINK, "int_mask 0x%x MI_INT %x, SERDES_LINK %x\n",
                 REG_RD(bp, NIG_REG_MASK_INTERRUPT_PORT0 + port*4),
                 is_mi_int,
                 REG_RD(bp, NIG_REG_SERDES0_STATUS_LINK_STATUS + port*0x3c));

        DP(NETIF_MSG_LINK, " 10G %x, XGXS_LINK %x\n",
          REG_RD(bp, NIG_REG_XGXS0_STATUS_LINK10G + port*0x68),
          REG_RD(bp, NIG_REG_XGXS0_STATUS_LINK_STATUS + port*0x68));

        /* Disable emac */
        if (!CHIP_IS_E3(bp))
                REG_WR(bp, NIG_REG_NIG_EMAC0_EN + port*4, 0);

        /* Step 1:
         * Check external link change only for external phys, and apply
         * priority selection between them in case the link on both phys
         * is up. Note that instead of the common vars, a temporary
         * vars argument is used since each phy may have different link/
         * speed/duplex result
         */
        for (phy_index = EXT_PHY1; phy_index < params->num_phys;
              phy_index++) {
                struct bnx2x_phy *phy = &params->phy[phy_index];
                if (!phy->read_status)
                        continue;
                /* Read link status and params of this ext phy */
                cur_link_up = phy->read_status(phy, params,
                                               &phy_vars[phy_index]);
                if (cur_link_up) {
                        DP(NETIF_MSG_LINK, "phy in index %d link is up\n",
                                   phy_index);
                } else {
                        DP(NETIF_MSG_LINK, "phy in index %d link is down\n",
                                   phy_index);
                        continue;
                }

                if (!ext_phy_link_up) {
                        ext_phy_link_up = 1;
                        active_external_phy = phy_index;
                } else {
                        switch (bnx2x_phy_selection(params)) {
                        case PORT_HW_CFG_PHY_SELECTION_HARDWARE_DEFAULT:
                        case PORT_HW_CFG_PHY_SELECTION_FIRST_PHY_PRIORITY:
                        /* In this option, the first PHY makes sure to pass the
                         * traffic through itself only.
                         * Its not clear how to reset the link on the second phy
                         */
                                active_external_phy = EXT_PHY1;
                                break;
                        case PORT_HW_CFG_PHY_SELECTION_SECOND_PHY_PRIORITY:
                        /* In this option, the first PHY makes sure to pass the
                         * traffic through the second PHY.
                         */
                                active_external_phy = EXT_PHY2;
                                break;
                        default:
                        /* Link indication on both PHYs with the following cases
                         * is invalid:
                         * - FIRST_PHY means that second phy wasn't initialized,
                         * hence its link is expected to be down
                         * - SECOND_PHY means that first phy should not be able
                         * to link up by itself (using configuration)
                         * - DEFAULT should be overridden during initialization
                         */
                                DP(NETIF_MSG_LINK, "Invalid link indication"
                                           "mpc=0x%x. DISABLING LINK !!!\n",
                                           params->multi_phy_config);
                                ext_phy_link_up = 0;
                                break;
                        }
                }
        }
        prev_line_speed = vars->line_speed;
        /* Step 2:
         * Read the status of the internal phy. In case of
         * DIRECT_SINGLE_MEDIA board, this link is the external link,
         * otherwise this is the link between the 577xx and the first
         * external phy
         */
        if (params->phy[INT_PHY].read_status)
                params->phy[INT_PHY].read_status(
                        &params->phy[INT_PHY],
                        params, vars);
        /* The INT_PHY flow control reside in the vars. This include the
         * case where the speed or flow control are not set to AUTO.
         * Otherwise, the active external phy flow control result is set
         * to the vars. The ext_phy_line_speed is needed to check if the
         * speed is different between the internal phy and external phy.
         * This case may be result of intermediate link speed change.
         */
        if (active_external_phy > INT_PHY) {
                vars->flow_ctrl = phy_vars[active_external_phy].flow_ctrl;
                /* Link speed is taken from the XGXS. AN and FC result from
                 * the external phy.
                 */
                vars->link_status |= phy_vars[active_external_phy].link_status;

                /* if active_external_phy is first PHY and link is up - disable
                 * disable TX on second external PHY
                 */
                if (active_external_phy == EXT_PHY1) {
                        if (params->phy[EXT_PHY2].phy_specific_func) {
                                DP(NETIF_MSG_LINK,
                                   "Disabling TX on EXT_PHY2\n");
                                params->phy[EXT_PHY2].phy_specific_func(
                                        &params->phy[EXT_PHY2],
                                        params, DISABLE_TX);
                        }
                }

                ext_phy_line_speed = phy_vars[active_external_phy].line_speed;
                vars->duplex = phy_vars[active_external_phy].duplex;
                if (params->phy[active_external_phy].supported &
                    SUPPORTED_FIBRE)
                        vars->link_status |= LINK_STATUS_SERDES_LINK;
                else
                        vars->link_status &= ~LINK_STATUS_SERDES_LINK;

                vars->eee_status = phy_vars[active_external_phy].eee_status;

                DP(NETIF_MSG_LINK, "Active external phy selected: %x\n",
                           active_external_phy);
        }

        for (phy_index = EXT_PHY1; phy_index < params->num_phys;
              phy_index++) {
                if (params->phy[phy_index].flags &
                    FLAGS_REARM_LATCH_SIGNAL) {
                        bnx2x_rearm_latch_signal(bp, port,
                                                 phy_index ==
                                                 active_external_phy);
                        break;
                }
        }
        DP(NETIF_MSG_LINK, "vars->flow_ctrl = 0x%x, vars->link_status = 0x%x,"
                   " ext_phy_line_speed = %d\n", vars->flow_ctrl,
                   vars->link_status, ext_phy_line_speed);
        /* Upon link speed change set the NIG into drain mode. Comes to
         * deals with possible FIFO glitch due to clk change when speed
         * is decreased without link down indicator
         */

        if (vars->phy_link_up) {
                if (!(SINGLE_MEDIA_DIRECT(params)) && ext_phy_link_up &&
                    (ext_phy_line_speed != vars->line_speed)) {
                        DP(NETIF_MSG_LINK, "Internal link speed %d is"
                                   " different than the external"
                                   " link speed %d\n", vars->line_speed,
                                   ext_phy_line_speed);
                        vars->phy_link_up = 0;
                } else if (prev_line_speed != vars->line_speed) {
                        REG_WR(bp, NIG_REG_EGRESS_DRAIN0_MODE + params->port*4,
                               0);
                        usleep_range(1000, 2000);
                }
        }

        /* Anything 10 and over uses the bmac */
        link_10g_plus = (vars->line_speed >= SPEED_10000);

        bnx2x_link_int_ack(params, vars, link_10g_plus);

        /* In case external phy link is up, and internal link is down
         * (not initialized yet probably after link initialization, it
         * needs to be initialized.
         * Note that after link down-up as result of cable plug, the xgxs
         * link would probably become up again without the need
         * initialize it
         */
        if (!(SINGLE_MEDIA_DIRECT(params))) {
                DP(NETIF_MSG_LINK, "ext_phy_link_up = %d, int_link_up = %d,"
                           " init_preceding = %d\n", ext_phy_link_up,
                           vars->phy_link_up,
                           params->phy[EXT_PHY1].flags &
                           FLAGS_INIT_XGXS_FIRST);
                if (!(params->phy[EXT_PHY1].flags &
                      FLAGS_INIT_XGXS_FIRST)
                    && ext_phy_link_up && !vars->phy_link_up) {
                        vars->line_speed = ext_phy_line_speed;
                        if (vars->line_speed < SPEED_1000)
                                vars->phy_flags |= PHY_SGMII_FLAG;
                        else
                                vars->phy_flags &= ~PHY_SGMII_FLAG;

                        if (params->phy[INT_PHY].config_init)
                                params->phy[INT_PHY].config_init(
                                        &params->phy[INT_PHY], params,
                                                vars);
                }
        }
        /* Link is up only if both local phy and external phy (in case of
         * non-direct board) are up and no fault detected on active PHY.
         */
        vars->link_up = (vars->phy_link_up &&
                         (ext_phy_link_up ||
                          SINGLE_MEDIA_DIRECT(params)) &&
                         (phy_vars[active_external_phy].fault_detected == 0));

        /* Update the PFC configuration in case it was changed */
        if (params->feature_config_flags & FEATURE_CONFIG_PFC_ENABLED)
                vars->link_status |= LINK_STATUS_PFC_ENABLED;
        else
                vars->link_status &= ~LINK_STATUS_PFC_ENABLED;

        if (vars->link_up)
                rc = bnx2x_update_link_up(params, vars, link_10g_plus);
        else
                rc = bnx2x_update_link_down(params, vars);

        if ((prev_link_status ^ vars->link_status) & LINK_STATUS_LINK_UP)
                bnx2x_chng_link_count(params, false);

        /* Update MCP link status was changed */
        if (params->feature_config_flags & FEATURE_CONFIG_BC_SUPPORTS_AFEX)
                bnx2x_fw_command(bp, DRV_MSG_CODE_LINK_STATUS_CHANGED, 0);

        return rc;
}

/*****************************************************************************/
/*                          External Phy section                             */
/*****************************************************************************/
void bnx2x_ext_phy_hw_reset(struct bnx2x *bp, u8 port)
{
        bnx2x_set_gpio(bp, MISC_REGISTERS_GPIO_1,
                       MISC_REGISTERS_GPIO_OUTPUT_LOW, port);
        usleep_range(1000, 2000);
        bnx2x_set_gpio(bp, MISC_REGISTERS_GPIO_1,
                       MISC_REGISTERS_GPIO_OUTPUT_HIGH, port);
}

static void bnx2x_save_spirom_version(struct bnx2x *bp, u8 port,
                                      u32 spirom_ver, u32 ver_addr)
{
        DP(NETIF_MSG_LINK, "FW version 0x%x:0x%x for port %d\n",
                 (u16)(spirom_ver>>16), (u16)spirom_ver, port);

        if (ver_addr)
                REG_WR(bp, ver_addr, spirom_ver);
}

static void bnx2x_save_bcm_spirom_ver(struct bnx2x *bp,
                                      struct bnx2x_phy *phy,
                                      u8 port)
{
        u16 fw_ver1, fw_ver2;

        bnx2x_cl45_read(bp, phy, MDIO_PMA_DEVAD,
                        MDIO_PMA_REG_ROM_VER1, &fw_ver1);
        bnx2x_cl45_read(bp, phy, MDIO_PMA_DEVAD,
                        MDIO_PMA_REG_ROM_VER2, &fw_ver2);
        bnx2x_save_spirom_version(bp, port, (u32)(fw_ver1<<16 | fw_ver2),
                                  phy->ver_addr);
}

static void bnx2x_ext_phy_10G_an_resolve(struct bnx2x *bp,
                                       struct bnx2x_phy *phy,
                                       struct link_vars *vars)
{
        u16 val;
        bnx2x_cl45_read(bp, phy,
                        MDIO_AN_DEVAD,
                        MDIO_AN_REG_STATUS, &val);
        bnx2x_cl45_read(bp, phy,
                        MDIO_AN_DEVAD,
                        MDIO_AN_REG_STATUS, &val);
        if (val & (1<<5))
                vars->link_status |= LINK_STATUS_AUTO_NEGOTIATE_COMPLETE;
        if ((val & (1<<0)) == 0)
                vars->link_status |= LINK_STATUS_PARALLEL_DETECTION_USED;
}

/******************************************************************/
/*              common BCM8073/BCM8727 PHY SECTION                */
/******************************************************************/
static void bnx2x_8073_resolve_fc(struct bnx2x_phy *phy,
                                  struct link_params *params,
                                  struct link_vars *vars)
{
        struct bnx2x *bp = params->bp;
        if (phy->req_line_speed == SPEED_10 ||
            phy->req_line_speed == SPEED_100) {
                vars->flow_ctrl = phy->req_flow_ctrl;
                return;
        }

        if (bnx2x_ext_phy_resolve_fc(phy, params, vars) &&
            (vars->flow_ctrl == BNX2X_FLOW_CTRL_NONE)) {
                u16 pause_result;
                u16 ld_pause;           /* local */
                u16 lp_pause;           /* link partner */
                bnx2x_cl45_read(bp, phy,
                                MDIO_AN_DEVAD,
                                MDIO_AN_REG_CL37_FC_LD, &ld_pause);

                bnx2x_cl45_read(bp, phy,
                                MDIO_AN_DEVAD,
                                MDIO_AN_REG_CL37_FC_LP, &lp_pause);
                pause_result = (ld_pause &
                                MDIO_COMBO_IEEE0_AUTO_NEG_ADV_PAUSE_BOTH) >> 5;
                pause_result |= (lp_pause &
                                 MDIO_COMBO_IEEE0_AUTO_NEG_ADV_PAUSE_BOTH) >> 7;

                bnx2x_pause_resolve(phy, params, vars, pause_result);
                DP(NETIF_MSG_LINK, "Ext PHY CL37 pause result 0x%x\n",
                           pause_result);
        }
}
static int bnx2x_8073_8727_external_rom_boot(struct bnx2x *bp,
                                             struct bnx2x_phy *phy,
                                             u8 port)
{
        u32 count = 0;
        u16 fw_ver1, fw_msgout;
        int rc = 0;

        /* Boot port from external ROM  */
        /* EDC grst */
        bnx2x_cl45_write(bp, phy,
                         MDIO_PMA_DEVAD,
                         MDIO_PMA_REG_GEN_CTRL,
                         0x0001);

        /* Ucode reboot and rst */
        bnx2x_cl45_write(bp, phy,
                         MDIO_PMA_DEVAD,
                         MDIO_PMA_REG_GEN_CTRL,
                         0x008c);

        bnx2x_cl45_write(bp, phy,
                         MDIO_PMA_DEVAD,
                         MDIO_PMA_REG_MISC_CTRL1, 0x0001);

        /* Reset internal microprocessor */
        bnx2x_cl45_write(bp, phy,
                         MDIO_PMA_DEVAD,
                         MDIO_PMA_REG_GEN_CTRL,
                         MDIO_PMA_REG_GEN_CTRL_ROM_MICRO_RESET);

        /* Release srst bit */
        bnx2x_cl45_write(bp, phy,
                         MDIO_PMA_DEVAD,
                         MDIO_PMA_REG_GEN_CTRL,
                         MDIO_PMA_REG_GEN_CTRL_ROM_RESET_INTERNAL_MP);

        /* Delay 100ms per the PHY specifications */
        msleep(100);

        /* 8073 sometimes taking longer to download */
        do {
                count++;
                if (count > 300) {
                        DP(NETIF_MSG_LINK,
                                 "bnx2x_8073_8727_external_rom_boot port %x:"
                                 "Download failed. fw version = 0x%x\n",
                                 port, fw_ver1);
                        rc = -EINVAL;
                        break;
                }

                bnx2x_cl45_read(bp, phy,
                                MDIO_PMA_DEVAD,
                                MDIO_PMA_REG_ROM_VER1, &fw_ver1);
                bnx2x_cl45_read(bp, phy,
                                MDIO_PMA_DEVAD,
                                MDIO_PMA_REG_M8051_MSGOUT_REG, &fw_msgout);

                usleep_range(1000, 2000);
        } while (fw_ver1 == 0 || fw_ver1 == 0x4321 ||
                        ((fw_msgout & 0xff) != 0x03 && (phy->type ==
                        PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM8073)));

        /* Clear ser_boot_ctl bit */
        bnx2x_cl45_write(bp, phy,
                         MDIO_PMA_DEVAD,
                         MDIO_PMA_REG_MISC_CTRL1, 0x0000);
        bnx2x_save_bcm_spirom_ver(bp, phy, port);

        DP(NETIF_MSG_LINK,
                 "bnx2x_8073_8727_external_rom_boot port %x:"
                 "Download complete. fw version = 0x%x\n",
                 port, fw_ver1);

        return rc;
}

/******************************************************************/
/*                      BCM8073 PHY SECTION                       */
/******************************************************************/
static int bnx2x_8073_is_snr_needed(struct bnx2x *bp, struct bnx2x_phy *phy)
{
        /* This is only required for 8073A1, version 102 only */
        u16 val;

        /* Read 8073 HW revision*/
        bnx2x_cl45_read(bp, phy,
                        MDIO_PMA_DEVAD,
                        MDIO_PMA_REG_8073_CHIP_REV, &val);

        if (val != 1) {
                /* No need to workaround in 8073 A1 */
                return 0;
        }

        bnx2x_cl45_read(bp, phy,
                        MDIO_PMA_DEVAD,
                        MDIO_PMA_REG_ROM_VER2, &val);

        /* SNR should be applied only for version 0x102 */
        if (val != 0x102)
                return 0;

        return 1;
}

static int bnx2x_8073_xaui_wa(struct bnx2x *bp, struct bnx2x_phy *phy)
{
        u16 val, cnt, cnt1 ;

        bnx2x_cl45_read(bp, phy,
                        MDIO_PMA_DEVAD,
                        MDIO_PMA_REG_8073_CHIP_REV, &val);

        if (val > 0) {
                /* No need to workaround in 8073 A1 */
                return 0;
        }
        /* XAUI workaround in 8073 A0: */

        /* After loading the boot ROM and restarting Autoneg, poll
         * Dev1, Reg $C820:
         */

        for (cnt = 0; cnt < 1000; cnt++) {
                bnx2x_cl45_read(bp, phy,
                                MDIO_PMA_DEVAD,
                                MDIO_PMA_REG_8073_SPEED_LINK_STATUS,
                                &val);
                  /* If bit [14] = 0 or bit [13] = 0, continue on with
                   * system initialization (XAUI work-around not required, as
                   * these bits indicate 2.5G or 1G link up).
                   */
                if (!(val & (1<<14)) || !(val & (1<<13))) {
                        DP(NETIF_MSG_LINK, "XAUI work-around not required\n");
                        return 0;
                } else if (!(val & (1<<15))) {
                        DP(NETIF_MSG_LINK, "bit 15 went off\n");
                        /* If bit 15 is 0, then poll Dev1, Reg $C841 until it's
                         * MSB (bit15) goes to 1 (indicating that the XAUI
                         * workaround has completed), then continue on with
                         * system initialization.
                         */
                        for (cnt1 = 0; cnt1 < 1000; cnt1++) {
                                bnx2x_cl45_read(bp, phy,
                                        MDIO_PMA_DEVAD,
                                        MDIO_PMA_REG_8073_XAUI_WA, &val);
                                if (val & (1<<15)) {
                                        DP(NETIF_MSG_LINK,
                                          "XAUI workaround has completed\n");
                                        return 0;
                                 }
                                 usleep_range(3000, 6000);
                        }
                        break;
                }
                usleep_range(3000, 6000);
        }
        DP(NETIF_MSG_LINK, "Warning: XAUI work-around timeout !!!\n");
        return -EINVAL;
}

static void bnx2x_807x_force_10G(struct bnx2x *bp, struct bnx2x_phy *phy)
{
        /* Force KR or KX */
        bnx2x_cl45_write(bp, phy,
                         MDIO_PMA_DEVAD, MDIO_PMA_REG_CTRL, 0x2040);
        bnx2x_cl45_write(bp, phy,
                         MDIO_PMA_DEVAD, MDIO_PMA_REG_10G_CTRL2, 0x000b);
        bnx2x_cl45_write(bp, phy,
                         MDIO_PMA_DEVAD, MDIO_PMA_REG_BCM_CTRL, 0x0000);
        bnx2x_cl45_write(bp, phy,
                         MDIO_AN_DEVAD, MDIO_AN_REG_CTRL, 0x0000);
}

static void bnx2x_8073_set_pause_cl37(struct link_params *params,
                                      struct bnx2x_phy *phy,
                                      struct link_vars *vars)
{
        u16 cl37_val;
        struct bnx2x *bp = params->bp;
        bnx2x_cl45_read(bp, phy,
                        MDIO_AN_DEVAD, MDIO_AN_REG_CL37_FC_LD, &cl37_val);

        cl37_val &= ~MDIO_COMBO_IEEE0_AUTO_NEG_ADV_PAUSE_BOTH;
        /* Please refer to Table 28B-3 of 802.3ab-1999 spec. */
        bnx2x_calc_ieee_aneg_adv(phy, params, &vars->ieee_fc);
        if ((vars->ieee_fc &
            MDIO_COMBO_IEEE0_AUTO_NEG_ADV_PAUSE_SYMMETRIC) ==
            MDIO_COMBO_IEEE0_AUTO_NEG_ADV_PAUSE_SYMMETRIC) {
                cl37_val |=  MDIO_COMBO_IEEE0_AUTO_NEG_ADV_PAUSE_SYMMETRIC;
        }
        if ((vars->ieee_fc &
            MDIO_COMBO_IEEE0_AUTO_NEG_ADV_PAUSE_ASYMMETRIC) ==
            MDIO_COMBO_IEEE0_AUTO_NEG_ADV_PAUSE_ASYMMETRIC) {
                cl37_val |=  MDIO_COMBO_IEEE0_AUTO_NEG_ADV_PAUSE_ASYMMETRIC;
        }
        if ((vars->ieee_fc &
            MDIO_COMBO_IEEE0_AUTO_NEG_ADV_PAUSE_BOTH) ==
            MDIO_COMBO_IEEE0_AUTO_NEG_ADV_PAUSE_BOTH) {
                cl37_val |= MDIO_COMBO_IEEE0_AUTO_NEG_ADV_PAUSE_BOTH;
        }
        DP(NETIF_MSG_LINK,
                 "Ext phy AN advertize cl37 0x%x\n", cl37_val);

        bnx2x_cl45_write(bp, phy,
                         MDIO_AN_DEVAD, MDIO_AN_REG_CL37_FC_LD, cl37_val);
        msleep(500);
}

static void bnx2x_8073_specific_func(struct bnx2x_phy *phy,
                                     struct link_params *params,
                                     u32 action)
{
        struct bnx2x *bp = params->bp;
        switch (action) {
        case PHY_INIT:
                /* Enable LASI */
                bnx2x_cl45_write(bp, phy,
                                 MDIO_PMA_DEVAD, MDIO_PMA_LASI_RXCTRL, (1<<2));
                bnx2x_cl45_write(bp, phy,
                                 MDIO_PMA_DEVAD, MDIO_PMA_LASI_CTRL,  0x0004);
                break;
        }
}

static int bnx2x_8073_config_init(struct bnx2x_phy *phy,
                                  struct link_params *params,
                                  struct link_vars *vars)
{
        struct bnx2x *bp = params->bp;
        u16 val = 0, tmp1;
        u8 gpio_port;
        DP(NETIF_MSG_LINK, "Init 8073\n");

        if (CHIP_IS_E2(bp))
                gpio_port = BP_PATH(bp);
        else
                gpio_port = params->port;
        /* Restore normal power mode*/
        bnx2x_set_gpio(bp, MISC_REGISTERS_GPIO_2,
                       MISC_REGISTERS_GPIO_OUTPUT_HIGH, gpio_port);

        bnx2x_set_gpio(bp, MISC_REGISTERS_GPIO_1,
                       MISC_REGISTERS_GPIO_OUTPUT_HIGH, gpio_port);

        bnx2x_8073_specific_func(phy, params, PHY_INIT);
        bnx2x_8073_set_pause_cl37(params, phy, vars);

        bnx2x_cl45_read(bp, phy,
                        MDIO_PMA_DEVAD, MDIO_PMA_REG_M8051_MSGOUT_REG, &tmp1);

        bnx2x_cl45_read(bp, phy,
                        MDIO_PMA_DEVAD, MDIO_PMA_LASI_RXSTAT, &tmp1);

        DP(NETIF_MSG_LINK, "Before rom RX_ALARM(port1): 0x%x\n", tmp1);

        /* Swap polarity if required - Must be done only in non-1G mode */
        if (params->lane_config & PORT_HW_CFG_SWAP_PHY_POLARITY_ENABLED) {
                /* Configure the 8073 to swap _P and _N of the KR lines */
                DP(NETIF_MSG_LINK, "Swapping polarity for the 8073\n");
                /* 10G Rx/Tx and 1G Tx signal polarity swap */
                bnx2x_cl45_read(bp, phy,
                                MDIO_PMA_DEVAD,
                                MDIO_PMA_REG_8073_OPT_DIGITAL_CTRL, &val);
                bnx2x_cl45_write(bp, phy,
                                 MDIO_PMA_DEVAD,
                                 MDIO_PMA_REG_8073_OPT_DIGITAL_CTRL,
                                 (val | (3<<9)));
        }


        /* Enable CL37 BAM */
        if (REG_RD(bp, params->shmem_base +
                         offsetof(struct shmem_region, dev_info.
                                  port_hw_config[params->port].default_cfg)) &
            PORT_HW_CFG_ENABLE_BAM_ON_KR_ENABLED) {

                bnx2x_cl45_read(bp, phy,
                                MDIO_AN_DEVAD,
                                MDIO_AN_REG_8073_BAM, &val);
                bnx2x_cl45_write(bp, phy,
                                 MDIO_AN_DEVAD,
                                 MDIO_AN_REG_8073_BAM, val | 1);
                DP(NETIF_MSG_LINK, "Enable CL37 BAM on KR\n");
        }
        if (params->loopback_mode == LOOPBACK_EXT) {
                bnx2x_807x_force_10G(bp, phy);
                DP(NETIF_MSG_LINK, "Forced speed 10G on 807X\n");
                return 0;
        } else {
                bnx2x_cl45_write(bp, phy,
                                 MDIO_PMA_DEVAD, MDIO_PMA_REG_BCM_CTRL, 0x0002);
        }
        if (phy->req_line_speed != SPEED_AUTO_NEG) {
                if (phy->req_line_speed == SPEED_10000) {
                        val = (1<<7);
                } else if (phy->req_line_speed ==  SPEED_2500) {
                        val = (1<<5);
                        /* Note that 2.5G works only when used with 1G
                         * advertisement
                         */
                } else
                        val = (1<<5);
        } else {
                val = 0;
                if (phy->speed_cap_mask &
                        PORT_HW_CFG_SPEED_CAPABILITY_D0_10G)
                        val |= (1<<7);

                /* Note that 2.5G works only when used with 1G advertisement */
                if (phy->speed_cap_mask &
                        (PORT_HW_CFG_SPEED_CAPABILITY_D0_1G |
                         PORT_HW_CFG_SPEED_CAPABILITY_D0_2_5G))
                        val |= (1<<5);
                DP(NETIF_MSG_LINK, "807x autoneg val = 0x%x\n", val);
        }

        bnx2x_cl45_write(bp, phy, MDIO_AN_DEVAD, MDIO_AN_REG_ADV, val);
        bnx2x_cl45_read(bp, phy, MDIO_AN_DEVAD, MDIO_AN_REG_8073_2_5G, &tmp1);

        if (((phy->speed_cap_mask & PORT_HW_CFG_SPEED_CAPABILITY_D0_2_5G) &&
             (phy->req_line_speed == SPEED_AUTO_NEG)) ||
            (phy->req_line_speed == SPEED_2500)) {
                u16 phy_ver;
                /* Allow 2.5G for A1 and above */
                bnx2x_cl45_read(bp, phy,
                                MDIO_PMA_DEVAD, MDIO_PMA_REG_8073_CHIP_REV,
                                &phy_ver);
                DP(NETIF_MSG_LINK, "Add 2.5G\n");
                if (phy_ver > 0)
                        tmp1 |= 1;
                else
                        tmp1 &= 0xfffe;
        } else {
                DP(NETIF_MSG_LINK, "Disable 2.5G\n");
                tmp1 &= 0xfffe;
        }

        bnx2x_cl45_write(bp, phy, MDIO_AN_DEVAD, MDIO_AN_REG_8073_2_5G, tmp1);
        /* Add support for CL37 (passive mode) II */

        bnx2x_cl45_read(bp, phy, MDIO_AN_DEVAD, MDIO_AN_REG_CL37_FC_LD, &tmp1);
        bnx2x_cl45_write(bp, phy, MDIO_AN_DEVAD, MDIO_AN_REG_CL37_FC_LD,
                         (tmp1 | ((phy->req_duplex == DUPLEX_FULL) ?
                                  0x20 : 0x40)));

        /* Add support for CL37 (passive mode) III */
        bnx2x_cl45_write(bp, phy, MDIO_AN_DEVAD, MDIO_AN_REG_CL37_AN, 0x1000);

        /* The SNR will improve about 2db by changing BW and FEE main
         * tap. Rest commands are executed after link is up
         * Change FFE main cursor to 5 in EDC register
         */
        if (bnx2x_8073_is_snr_needed(bp, phy))
                bnx2x_cl45_write(bp, phy,
                                 MDIO_PMA_DEVAD, MDIO_PMA_REG_EDC_FFE_MAIN,
                                 0xFB0C);

        /* Enable FEC (Forware Error Correction) Request in the AN */
        bnx2x_cl45_read(bp, phy, MDIO_AN_DEVAD, MDIO_AN_REG_ADV2, &tmp1);
        tmp1 |= (1<<15);
        bnx2x_cl45_write(bp, phy, MDIO_AN_DEVAD, MDIO_AN_REG_ADV2, tmp1);

        bnx2x_ext_phy_set_pause(params, phy, vars);

        /* Restart autoneg */
        msleep(500);
        bnx2x_cl45_write(bp, phy, MDIO_AN_DEVAD, MDIO_AN_REG_CTRL, 0x1200);
        DP(NETIF_MSG_LINK, "807x Autoneg Restart: Advertise 1G=%x, 10G=%x\n",
                   ((val & (1<<5)) > 0), ((val & (1<<7)) > 0));
        return 0;
}

static u8 bnx2x_8073_read_status(struct bnx2x_phy *phy,
                                 struct link_params *params,
                                 struct link_vars *vars)
{
        struct bnx2x *bp = params->bp;
        u8 link_up = 0;
        u16 val1, val2;
        u16 link_status = 0;
        u16 an1000_status = 0;

        bnx2x_cl45_read(bp, phy,
                        MDIO_PMA_DEVAD, MDIO_PMA_LASI_STAT, &val1);

        DP(NETIF_MSG_LINK, "8703 LASI status 0x%x\n", val1);

        /* Clear the interrupt LASI status register */
        bnx2x_cl45_read(bp, phy,
                        MDIO_PCS_DEVAD, MDIO_PCS_REG_STATUS, &val2);
        bnx2x_cl45_read(bp, phy,
                        MDIO_PCS_DEVAD, MDIO_PCS_REG_STATUS, &val1);
        DP(NETIF_MSG_LINK, "807x PCS status 0x%x->0x%x\n", val2, val1);
        /* Clear MSG-OUT */
        bnx2x_cl45_read(bp, phy,
                        MDIO_PMA_DEVAD, MDIO_PMA_REG_M8051_MSGOUT_REG, &val1);

        /* Check the LASI */
        bnx2x_cl45_read(bp, phy,
                        MDIO_PMA_DEVAD, MDIO_PMA_LASI_RXSTAT, &val2);

        DP(NETIF_MSG_LINK, "KR 0x9003 0x%x\n", val2);

        /* Check the link status */
        bnx2x_cl45_read(bp, phy,
                        MDIO_PCS_DEVAD, MDIO_PCS_REG_STATUS, &val2);
        DP(NETIF_MSG_LINK, "KR PCS status 0x%x\n", val2);

        bnx2x_cl45_read(bp, phy,
                        MDIO_PMA_DEVAD, MDIO_PMA_REG_STATUS, &val2);
        bnx2x_cl45_read(bp, phy,
                        MDIO_PMA_DEVAD, MDIO_PMA_REG_STATUS, &val1);
        link_up = ((val1 & 4) == 4);
        DP(NETIF_MSG_LINK, "PMA_REG_STATUS=0x%x\n", val1);

        if (link_up &&
             ((phy->req_line_speed != SPEED_10000))) {
                if (bnx2x_8073_xaui_wa(bp, phy) != 0)
                        return 0;
        }
        bnx2x_cl45_read(bp, phy,
                        MDIO_AN_DEVAD, MDIO_AN_REG_LINK_STATUS, &an1000_status);
        bnx2x_cl45_read(bp, phy,
                        MDIO_AN_DEVAD, MDIO_AN_REG_LINK_STATUS, &an1000_status);

        /* Check the link status on 1.1.2 */
        bnx2x_cl45_read(bp, phy,
                        MDIO_PMA_DEVAD, MDIO_PMA_REG_STATUS, &val2);
        bnx2x_cl45_read(bp, phy,
                        MDIO_PMA_DEVAD, MDIO_PMA_REG_STATUS, &val1);
        DP(NETIF_MSG_LINK, "KR PMA status 0x%x->0x%x,"
                   "an_link_status=0x%x\n", val2, val1, an1000_status);

        link_up = (((val1 & 4) == 4) || (an1000_status & (1<<1)));
        if (link_up && bnx2x_8073_is_snr_needed(bp, phy)) {
                /* The SNR will improve about 2dbby changing the BW and FEE main
                 * tap. The 1st write to change FFE main tap is set before
                 * restart AN. Change PLL Bandwidth in EDC register
                 */
                bnx2x_cl45_write(bp, phy,
                                 MDIO_PMA_DEVAD, MDIO_PMA_REG_PLL_BANDWIDTH,
                                 0x26BC);

                /* Change CDR Bandwidth in EDC register */
                bnx2x_cl45_write(bp, phy,
                                 MDIO_PMA_DEVAD, MDIO_PMA_REG_CDR_BANDWIDTH,
                                 0x0333);
        }
        bnx2x_cl45_read(bp, phy,
                        MDIO_PMA_DEVAD, MDIO_PMA_REG_8073_SPEED_LINK_STATUS,
                        &link_status);

        /* Bits 0..2 --> speed detected, bits 13..15--> link is down */
        if ((link_status & (1<<2)) && (!(link_status & (1<<15)))) {
                link_up = 1;
                vars->line_speed = SPEED_10000;
                DP(NETIF_MSG_LINK, "port %x: External link up in 10G\n",
                           params->port);
        } else if ((link_status & (1<<1)) && (!(link_status & (1<<14)))) {
                link_up = 1;
                vars->line_speed = SPEED_2500;
                DP(NETIF_MSG_LINK, "port %x: External link up in 2.5G\n",
                           params->port);
        } else if ((link_status & (1<<0)) && (!(link_status & (1<<13)))) {
                link_up = 1;
                vars->line_speed = SPEED_1000;
                DP(NETIF_MSG_LINK, "port %x: External link up in 1G\n",
                           params->port);
        } else {
                link_up = 0;
                DP(NETIF_MSG_LINK, "port %x: External link is down\n",
                           params->port);
        }

        if (link_up) {
                /* Swap polarity if required */
                if (params->lane_config &
                    PORT_HW_CFG_SWAP_PHY_POLARITY_ENABLED) {
                        /* Configure the 8073 to swap P and N of the KR lines */
                        bnx2x_cl45_read(bp, phy,
                                        MDIO_XS_DEVAD,
                                        MDIO_XS_REG_8073_RX_CTRL_PCIE, &val1);
                        /* Set bit 3 to invert Rx in 1G mode and clear this bit
                         * when it`s in 10G mode.
                         */
                        if (vars->line_speed == SPEED_1000) {
                                DP(NETIF_MSG_LINK, "Swapping 1G polarity for"
                                              "the 8073\n");
                                val1 |= (1<<3);
                        } else
                                val1 &= ~(1<<3);

                        bnx2x_cl45_write(bp, phy,
                                         MDIO_XS_DEVAD,
                                         MDIO_XS_REG_8073_RX_CTRL_PCIE,
                                         val1);
                }
                bnx2x_ext_phy_10G_an_resolve(bp, phy, vars);
                bnx2x_8073_resolve_fc(phy, params, vars);
                vars->duplex = DUPLEX_FULL;
        }

        if (vars->link_status & LINK_STATUS_AUTO_NEGOTIATE_COMPLETE) {
                bnx2x_cl45_read(bp, phy, MDIO_AN_DEVAD,
                                MDIO_AN_REG_LP_AUTO_NEG2, &val1);

                if (val1 & (1<<5))
                        vars->link_status |=
                                LINK_STATUS_LINK_PARTNER_1000TFD_CAPABLE;
                if (val1 & (1<<7))
                        vars->link_status |=
                                LINK_STATUS_LINK_PARTNER_10GXFD_CAPABLE;
        }

        return link_up;
}

static void bnx2x_8073_link_reset(struct bnx2x_phy *phy,
                                  struct link_params *params)
{
        struct bnx2x *bp = params->bp;
        u8 gpio_port;
        if (CHIP_IS_E2(bp))
                gpio_port = BP_PATH(bp);
        else
                gpio_port = params->port;
        DP(NETIF_MSG_LINK, "Setting 8073 port %d into low power mode\n",
           gpio_port);
        bnx2x_set_gpio(bp, MISC_REGISTERS_GPIO_2,
                       MISC_REGISTERS_GPIO_OUTPUT_LOW,
                       gpio_port);
}

/******************************************************************/
/*                      BCM8705 PHY SECTION                       */
/******************************************************************/
static int bnx2x_8705_config_init(struct bnx2x_phy *phy,
                                  struct link_params *params,
                                  struct link_vars *vars)
{
        struct bnx2x *bp = params->bp;
        DP(NETIF_MSG_LINK, "init 8705\n");
        /* Restore normal power mode*/
        bnx2x_set_gpio(bp, MISC_REGISTERS_GPIO_2,
                       MISC_REGISTERS_GPIO_OUTPUT_HIGH, params->port);
        /* HW reset */
        bnx2x_ext_phy_hw_reset(bp, params->port);
        bnx2x_cl45_write(bp, phy, MDIO_PMA_DEVAD, MDIO_PMA_REG_CTRL, 0xa040);
        bnx2x_wait_reset_complete(bp, phy, params);

        bnx2x_cl45_write(bp, phy,
                         MDIO_PMA_DEVAD, MDIO_PMA_REG_MISC_CTRL, 0x8288);
        bnx2x_cl45_write(bp, phy,
                         MDIO_PMA_DEVAD, MDIO_PMA_REG_PHY_IDENTIFIER, 0x7fbf);
        bnx2x_cl45_write(bp, phy,
                         MDIO_PMA_DEVAD, MDIO_PMA_REG_CMU_PLL_BYPASS, 0x0100);
        bnx2x_cl45_write(bp, phy,
                         MDIO_WIS_DEVAD, MDIO_WIS_REG_LASI_CNTL, 0x1);
        /* BCM8705 doesn't have microcode, hence the 0 */
        bnx2x_save_spirom_version(bp, params->port, params->shmem_base, 0);
        return 0;
}

static u8 bnx2x_8705_read_status(struct bnx2x_phy *phy,
                                 struct link_params *params,
                                 struct link_vars *vars)
{
        u8 link_up = 0;
        u16 val1, rx_sd;
        struct bnx2x *bp = params->bp;
        DP(NETIF_MSG_LINK, "read status 8705\n");
        bnx2x_cl45_read(bp, phy,
                      MDIO_WIS_DEVAD, MDIO_WIS_REG_LASI_STATUS, &val1);
        DP(NETIF_MSG_LINK, "8705 LASI status 0x%x\n", val1);

        bnx2x_cl45_read(bp, phy,
                      MDIO_WIS_DEVAD, MDIO_WIS_REG_LASI_STATUS, &val1);
        DP(NETIF_MSG_LINK, "8705 LASI status 0x%x\n", val1);

        bnx2x_cl45_read(bp, phy,
                      MDIO_PMA_DEVAD, MDIO_PMA_REG_RX_SD, &rx_sd);

        bnx2x_cl45_read(bp, phy,
                      MDIO_PMA_DEVAD, 0xc809, &val1);
        bnx2x_cl45_read(bp, phy,
                      MDIO_PMA_DEVAD, 0xc809, &val1);

        DP(NETIF_MSG_LINK, "8705 1.c809 val=0x%x\n", val1);
        link_up = ((rx_sd & 0x1) && (val1 & (1<<9)) && ((val1 & (1<<8)) == 0));
        if (link_up) {
                vars->line_speed = SPEED_10000;
                bnx2x_ext_phy_resolve_fc(phy, params, vars);
        }
        return link_up;
}

/******************************************************************/
/*                      SFP+ module Section                       */
/******************************************************************/
static void bnx2x_set_disable_pmd_transmit(struct link_params *params,
                                           struct bnx2x_phy *phy,
                                           u8 pmd_dis)
{
        struct bnx2x *bp = params->bp;
        /* Disable transmitter only for bootcodes which can enable it afterwards
         * (for D3 link)
         */
        if (pmd_dis) {
                if (params->feature_config_flags &
                     FEATURE_CONFIG_BC_SUPPORTS_SFP_TX_DISABLED)
                        DP(NETIF_MSG_LINK, "Disabling PMD transmitter\n");
                else {
                        DP(NETIF_MSG_LINK, "NOT disabling PMD transmitter\n");
                        return;
                }
        } else
                DP(NETIF_MSG_LINK, "Enabling PMD transmitter\n");
        bnx2x_cl45_write(bp, phy,
                         MDIO_PMA_DEVAD,
                         MDIO_PMA_REG_TX_DISABLE, pmd_dis);
}

static u8 bnx2x_get_gpio_port(struct link_params *params)
{
        u8 gpio_port;
        u32 swap_val, swap_override;
        struct bnx2x *bp = params->bp;
        if (CHIP_IS_E2(bp))
                gpio_port = BP_PATH(bp);
        else
                gpio_port = params->port;
        swap_val = REG_RD(bp, NIG_REG_PORT_SWAP);
        swap_override = REG_RD(bp, NIG_REG_STRAP_OVERRIDE);
        return gpio_port ^ (swap_val && swap_override);
}

static void bnx2x_sfp_e1e2_set_transmitter(struct link_params *params,
                                           struct bnx2x_phy *phy,
                                           u8 tx_en)
{
        u16 val;
        u8 port = params->port;
        struct bnx2x *bp = params->bp;
        u32 tx_en_mode;

        /* Disable/Enable transmitter ( TX laser of the SFP+ module.)*/
        tx_en_mode = REG_RD(bp, params->shmem_base +
                            offsetof(struct shmem_region,
                                     dev_info.port_hw_config[port].sfp_ctrl)) &
                PORT_HW_CFG_TX_LASER_MASK;
        DP(NETIF_MSG_LINK, "Setting transmitter tx_en=%x for port %x "
                           "mode = %x\n", tx_en, port, tx_en_mode);
        switch (tx_en_mode) {
        case PORT_HW_CFG_TX_LASER_MDIO:

                bnx2x_cl45_read(bp, phy,
                                MDIO_PMA_DEVAD,
                                MDIO_PMA_REG_PHY_IDENTIFIER,
                                &val);

                if (tx_en)
                        val &= ~(1<<15);
                else
                        val |= (1<<15);

                bnx2x_cl45_write(bp, phy,
                                 MDIO_PMA_DEVAD,
                                 MDIO_PMA_REG_PHY_IDENTIFIER,
                                 val);
        break;
        case PORT_HW_CFG_TX_LASER_GPIO0:
        case PORT_HW_CFG_TX_LASER_GPIO1:
        case PORT_HW_CFG_TX_LASER_GPIO2:
        case PORT_HW_CFG_TX_LASER_GPIO3:
        {
                u16 gpio_pin;
                u8 gpio_port, gpio_mode;
                if (tx_en)
                        gpio_mode = MISC_REGISTERS_GPIO_OUTPUT_HIGH;
                else
                        gpio_mode = MISC_REGISTERS_GPIO_OUTPUT_LOW;

                gpio_pin = tx_en_mode - PORT_HW_CFG_TX_LASER_GPIO0;
                gpio_port = bnx2x_get_gpio_port(params);
                bnx2x_set_gpio(bp, gpio_pin, gpio_mode, gpio_port);
                break;
        }
        default:
                DP(NETIF_MSG_LINK, "Invalid TX_LASER_MDIO 0x%x\n", tx_en_mode);
                break;
        }
}

static void bnx2x_sfp_set_transmitter(struct link_params *params,
                                      struct bnx2x_phy *phy,
                                      u8 tx_en)
{
        struct bnx2x *bp = params->bp;
        DP(NETIF_MSG_LINK, "Setting SFP+ transmitter to %d\n", tx_en);
        if (CHIP_IS_E3(bp))
                bnx2x_sfp_e3_set_transmitter(params, phy, tx_en);
        else
                bnx2x_sfp_e1e2_set_transmitter(params, phy, tx_en);
}

static int bnx2x_8726_read_sfp_module_eeprom(struct bnx2x_phy *phy,
                                             struct link_params *params,
                                             u8 dev_addr, u16 addr, u8 byte_cnt,
                                             u8 *o_buf, u8 is_init)
{
        struct bnx2x *bp = params->bp;
        u16 val = 0;
        u16 i;
        if (byte_cnt > SFP_EEPROM_PAGE_SIZE) {
                DP(NETIF_MSG_LINK,
                   "Reading from eeprom is limited to 0xf\n");
                return -EINVAL;
        }
        /* Set the read command byte count */
        bnx2x_cl45_write(bp, phy,
                         MDIO_PMA_DEVAD, MDIO_PMA_REG_SFP_TWO_WIRE_BYTE_CNT,
                         (byte_cnt | (dev_addr << 8)));

        /* Set the read command address */
        bnx2x_cl45_write(bp, phy,
                         MDIO_PMA_DEVAD, MDIO_PMA_REG_SFP_TWO_WIRE_MEM_ADDR,
                         addr);

        /* Activate read command */
        bnx2x_cl45_write(bp, phy,
                         MDIO_PMA_DEVAD, MDIO_PMA_REG_SFP_TWO_WIRE_CTRL,
                         0x2c0f);

        /* Wait up to 500us for command complete status */
        for (i = 0; i < 100; i++) {
                bnx2x_cl45_read(bp, phy,
                                MDIO_PMA_DEVAD,
                                MDIO_PMA_REG_SFP_TWO_WIRE_CTRL, &val);
                if ((val & MDIO_PMA_REG_SFP_TWO_WIRE_CTRL_STATUS_MASK) ==
                    MDIO_PMA_REG_SFP_TWO_WIRE_STATUS_COMPLETE)
                        break;
                udelay(5);
        }

        if ((val & MDIO_PMA_REG_SFP_TWO_WIRE_CTRL_STATUS_MASK) !=
                    MDIO_PMA_REG_SFP_TWO_WIRE_STATUS_COMPLETE) {
                DP(NETIF_MSG_LINK,
                         "Got bad status 0x%x when reading from SFP+ EEPROM\n",
                         (val & MDIO_PMA_REG_SFP_TWO_WIRE_CTRL_STATUS_MASK));
                return -EINVAL;
        }

        /* Read the buffer */
        for (i = 0; i < byte_cnt; i++) {
                bnx2x_cl45_read(bp, phy,
                                MDIO_PMA_DEVAD,
                                MDIO_PMA_REG_8726_TWO_WIRE_DATA_BUF + i, &val);
                o_buf[i] = (u8)(val & MDIO_PMA_REG_8726_TWO_WIRE_DATA_MASK);
        }

        for (i = 0; i < 100; i++) {
                bnx2x_cl45_read(bp, phy,
                                MDIO_PMA_DEVAD,
                                MDIO_PMA_REG_SFP_TWO_WIRE_CTRL, &val);
                if ((val & MDIO_PMA_REG_SFP_TWO_WIRE_CTRL_STATUS_MASK) ==
                    MDIO_PMA_REG_SFP_TWO_WIRE_STATUS_IDLE)
                        return 0;
                usleep_range(1000, 2000);
        }
        return -EINVAL;
}

static void bnx2x_warpcore_power_module(struct link_params *params,
                                        u8 power)
{
        u32 pin_cfg;
        struct bnx2x *bp = params->bp;

        pin_cfg = (REG_RD(bp, params->shmem_base +
                          offsetof(struct shmem_region,
                        dev_info.port_hw_config[params->port].e3_sfp_ctrl)) &
                        PORT_HW_CFG_E3_PWR_DIS_MASK) >>
                        PORT_HW_CFG_E3_PWR_DIS_SHIFT;

        if (pin_cfg == PIN_CFG_NA)
                return;
        DP(NETIF_MSG_LINK, "Setting SFP+ module power to %d using pin cfg %d\n",
                       power, pin_cfg);
        /* Low ==> corresponding SFP+ module is powered
         * high ==> the SFP+ module is powered down
         */
        bnx2x_set_cfg_pin(bp, pin_cfg, power ^ 1);
}
static int bnx2x_warpcore_read_sfp_module_eeprom(struct bnx2x_phy *phy,
                                                 struct link_params *params,
                                                 u8 dev_addr,
                                                 u16 addr, u8 byte_cnt,
                                                 u8 *o_buf, u8 is_init)
{
        int rc = 0;
        u8 i, j = 0, cnt = 0;
        u32 data_array[4];
        u16 addr32;
        struct bnx2x *bp = params->bp;

        if (byte_cnt > SFP_EEPROM_PAGE_SIZE) {
                DP(NETIF_MSG_LINK,
                   "Reading from eeprom is limited to 16 bytes\n");
                return -EINVAL;
        }

        /* 4 byte aligned address */
        addr32 = addr & (~0x3);
        do {
                if ((!is_init) && (cnt == I2C_WA_PWR_ITER)) {
                        bnx2x_warpcore_power_module(params, 0);
                        /* Note that 100us are not enough here */
                        usleep_range(1000, 2000);
                        bnx2x_warpcore_power_module(params, 1);
                }
                rc = bnx2x_bsc_read(params, bp, dev_addr, addr32, 0, byte_cnt,
                                    data_array);
        } while ((rc != 0) && (++cnt < I2C_WA_RETRY_CNT));

        if (rc == 0) {
                for (i = (addr - addr32); i < byte_cnt + (addr - addr32); i++) {
                        o_buf[j] = *((u8 *)data_array + i);
                        j++;
                }
        }

        return rc;
}

static int bnx2x_8727_read_sfp_module_eeprom(struct bnx2x_phy *phy,
                                             struct link_params *params,
                                             u8 dev_addr, u16 addr, u8 byte_cnt,
                                             u8 *o_buf, u8 is_init)
{
        struct bnx2x *bp = params->bp;
        u16 val, i;

        if (byte_cnt > SFP_EEPROM_PAGE_SIZE) {
                DP(NETIF_MSG_LINK,
                   "Reading from eeprom is limited to 0xf\n");
                return -EINVAL;
        }

        /* Set 2-wire transfer rate of SFP+ module EEPROM
         * to 100Khz since some DACs(direct attached cables) do
         * not work at 400Khz.
         */
        bnx2x_cl45_write(bp, phy,
                         MDIO_PMA_DEVAD,
                         MDIO_PMA_REG_8727_TWO_WIRE_SLAVE_ADDR,
                         ((dev_addr << 8) | 1));

        /* Need to read from 1.8000 to clear it */
        bnx2x_cl45_read(bp, phy,
                        MDIO_PMA_DEVAD,
                        MDIO_PMA_REG_SFP_TWO_WIRE_CTRL,
                        &val);

        /* Set the read command byte count */
        bnx2x_cl45_write(bp, phy,
                         MDIO_PMA_DEVAD,
                         MDIO_PMA_REG_SFP_TWO_WIRE_BYTE_CNT,
                         ((byte_cnt < 2) ? 2 : byte_cnt));

        /* Set the read command address */
        bnx2x_cl45_write(bp, phy,
                         MDIO_PMA_DEVAD,
                         MDIO_PMA_REG_SFP_TWO_WIRE_MEM_ADDR,
                         addr);
        /* Set the destination address */
        bnx2x_cl45_write(bp, phy,
                         MDIO_PMA_DEVAD,
                         0x8004,
                         MDIO_PMA_REG_8727_TWO_WIRE_DATA_BUF);

        /* Activate read command */
        bnx2x_cl45_write(bp, phy,
                         MDIO_PMA_DEVAD,
                         MDIO_PMA_REG_SFP_TWO_WIRE_CTRL,
                         0x8002);
        /* Wait appropriate time for two-wire command to finish before
         * polling the status register
         */
        usleep_range(1000, 2000);

        /* Wait up to 500us for command complete status */
        for (i = 0; i < 100; i++) {
                bnx2x_cl45_read(bp, phy,
                                MDIO_PMA_DEVAD,
                                MDIO_PMA_REG_SFP_TWO_WIRE_CTRL, &val);
                if ((val & MDIO_PMA_REG_SFP_TWO_WIRE_CTRL_STATUS_MASK) ==
                    MDIO_PMA_REG_SFP_TWO_WIRE_STATUS_COMPLETE)
                        break;
                udelay(5);
        }

        if ((val & MDIO_PMA_REG_SFP_TWO_WIRE_CTRL_STATUS_MASK) !=
                    MDIO_PMA_REG_SFP_TWO_WIRE_STATUS_COMPLETE) {
                DP(NETIF_MSG_LINK,
                         "Got bad status 0x%x when reading from SFP+ EEPROM\n",
                         (val & MDIO_PMA_REG_SFP_TWO_WIRE_CTRL_STATUS_MASK));
                return -EFAULT;
        }

        /* Read the buffer */
        for (i = 0; i < byte_cnt; i++) {
                bnx2x_cl45_read(bp, phy,
                                MDIO_PMA_DEVAD,
                                MDIO_PMA_REG_8727_TWO_WIRE_DATA_BUF + i, &val);
                o_buf[i] = (u8)(val & MDIO_PMA_REG_8727_TWO_WIRE_DATA_MASK);
        }

        for (i = 0; i < 100; i++) {
                bnx2x_cl45_read(bp, phy,
                                MDIO_PMA_DEVAD,
                                MDIO_PMA_REG_SFP_TWO_WIRE_CTRL, &val);
                if ((val & MDIO_PMA_REG_SFP_TWO_WIRE_CTRL_STATUS_MASK) ==
                    MDIO_PMA_REG_SFP_TWO_WIRE_STATUS_IDLE)
                        return 0;
                usleep_range(1000, 2000);
        }

        return -EINVAL;
}
int bnx2x_read_sfp_module_eeprom(struct bnx2x_phy *phy,
                                 struct link_params *params, u8 dev_addr,
                                 u16 addr, u16 byte_cnt, u8 *o_buf)
{
        int rc = 0;
        struct bnx2x *bp = params->bp;
        u8 xfer_size;
        u8 *user_data = o_buf;
        read_sfp_module_eeprom_func_p read_func;

        if ((dev_addr != 0xa0) && (dev_addr != 0xa2)) {
                DP(NETIF_MSG_LINK, "invalid dev_addr 0x%x\n", dev_addr);
                return -EINVAL;
        }

        switch (phy->type) {
        case PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM8726:
                read_func = bnx2x_8726_read_sfp_module_eeprom;
                break;
        case PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM8727:
        case PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM8722:
                read_func = bnx2x_8727_read_sfp_module_eeprom;
                break;
        case PORT_HW_CFG_XGXS_EXT_PHY_TYPE_DIRECT:
                read_func = bnx2x_warpcore_read_sfp_module_eeprom;
                break;
        default:
                return -EOPNOTSUPP;
        }

        while (!rc && (byte_cnt > 0)) {
                xfer_size = (byte_cnt > SFP_EEPROM_PAGE_SIZE) ?
                        SFP_EEPROM_PAGE_SIZE : byte_cnt;
                rc = read_func(phy, params, dev_addr, addr, xfer_size,
                               user_data, 0);
                byte_cnt -= xfer_size;
                user_data += xfer_size;
                addr += xfer_size;
        }
        return rc;
}

static int bnx2x_get_edc_mode(struct bnx2x_phy *phy,
                              struct link_params *params,
                              u16 *edc_mode)
{
        struct bnx2x *bp = params->bp;
        u32 sync_offset = 0, phy_idx, media_types;
        u8 val[SFP_EEPROM_FC_TX_TECH_ADDR + 1], check_limiting_mode = 0;
        *edc_mode = EDC_MODE_LIMITING;
        phy->media_type = ETH_PHY_UNSPECIFIED;
        /* First check for copper cable */
        if (bnx2x_read_sfp_module_eeprom(phy,
                                         params,
                                         I2C_DEV_ADDR_A0,
                                         0,
                                         SFP_EEPROM_FC_TX_TECH_ADDR + 1,
                                         (u8 *)val) != 0) {
                DP(NETIF_MSG_LINK, "Failed to read from SFP+ module EEPROM\n");
                return -EINVAL;
        }
        params->link_attr_sync &= ~LINK_SFP_EEPROM_COMP_CODE_MASK;
        params->link_attr_sync |= val[SFP_EEPROM_10G_COMP_CODE_ADDR] <<
                LINK_SFP_EEPROM_COMP_CODE_SHIFT;
        bnx2x_update_link_attr(params, params->link_attr_sync);
        switch (val[SFP_EEPROM_CON_TYPE_ADDR]) {
        case SFP_EEPROM_CON_TYPE_VAL_COPPER:
        {
                u8 copper_module_type;
                phy->media_type = ETH_PHY_DA_TWINAX;
                /* Check if its active cable (includes SFP+ module)
                 * of passive cable
                 */
                copper_module_type = val[SFP_EEPROM_FC_TX_TECH_ADDR];

                if (copper_module_type &
                    SFP_EEPROM_FC_TX_TECH_BITMASK_COPPER_ACTIVE) {
                        DP(NETIF_MSG_LINK, "Active Copper cable detected\n");
                        if (phy->type == PORT_HW_CFG_XGXS_EXT_PHY_TYPE_DIRECT)
                                *edc_mode = EDC_MODE_ACTIVE_DAC;
                        else
                                check_limiting_mode = 1;
                } else {
                        *edc_mode = EDC_MODE_PASSIVE_DAC;
                        /* Even in case PASSIVE_DAC indication is not set,
                         * treat it as a passive DAC cable, since some cables
                         * don't have this indication.
                         */
                        if (copper_module_type &
                            SFP_EEPROM_FC_TX_TECH_BITMASK_COPPER_PASSIVE) {
                                DP(NETIF_MSG_LINK,
                                   "Passive Copper cable detected\n");
                        } else {
                                DP(NETIF_MSG_LINK,
                                   "Unknown copper-cable-type\n");
                        }
                }
                break;
        }
        case SFP_EEPROM_CON_TYPE_VAL_UNKNOWN:
        case SFP_EEPROM_CON_TYPE_VAL_LC:
        case SFP_EEPROM_CON_TYPE_VAL_RJ45:
                check_limiting_mode = 1;
                if (((val[SFP_EEPROM_10G_COMP_CODE_ADDR] &
                     (SFP_EEPROM_10G_COMP_CODE_SR_MASK |
                      SFP_EEPROM_10G_COMP_CODE_LR_MASK |
                       SFP_EEPROM_10G_COMP_CODE_LRM_MASK)) == 0) &&
                    (val[SFP_EEPROM_1G_COMP_CODE_ADDR] != 0)) {
                        DP(NETIF_MSG_LINK, "1G SFP module detected\n");
                        phy->media_type = ETH_PHY_SFP_1G_FIBER;
                        if (phy->req_line_speed != SPEED_1000) {
                                u8 gport = params->port;
                                phy->req_line_speed = SPEED_1000;
                                if (!CHIP_IS_E1x(bp)) {
                                        gport = BP_PATH(bp) +
                                        (params->port << 1);
                                }
                                netdev_err(bp->dev,
                                           "Warning: Link speed was forced to 1000Mbps. Current SFP module in port %d is not compliant with 10G Ethernet\n",
                                           gport);
                        }
                        if (val[SFP_EEPROM_1G_COMP_CODE_ADDR] &
                            SFP_EEPROM_1G_COMP_CODE_BASE_T) {
                                bnx2x_sfp_set_transmitter(params, phy, 0);
                                msleep(40);
                                bnx2x_sfp_set_transmitter(params, phy, 1);
                        }
                } else {
                        int idx, cfg_idx = 0;
                        DP(NETIF_MSG_LINK, "10G Optic module detected\n");
                        for (idx = INT_PHY; idx < MAX_PHYS; idx++) {
                                if (params->phy[idx].type == phy->type) {
                                        cfg_idx = LINK_CONFIG_IDX(idx);
                                        break;
                                }
                        }
                        phy->media_type = ETH_PHY_SFPP_10G_FIBER;
                        phy->req_line_speed = params->req_line_speed[cfg_idx];
                }
                break;
        default:
                DP(NETIF_MSG_LINK, "Unable to determine module type 0x%x !!!\n",
                         val[SFP_EEPROM_CON_TYPE_ADDR]);
                return -EINVAL;
        }
        sync_offset = params->shmem_base +
                offsetof(struct shmem_region,
                         dev_info.port_hw_config[params->port].media_type);
        media_types = REG_RD(bp, sync_offset);
        /* Update media type for non-PMF sync */
        for (phy_idx = INT_PHY; phy_idx < MAX_PHYS; phy_idx++) {
                if (&(params->phy[phy_idx]) == phy) {
                        media_types &= ~(PORT_HW_CFG_MEDIA_TYPE_PHY0_MASK <<
                                (PORT_HW_CFG_MEDIA_TYPE_PHY1_SHIFT * phy_idx));
                        media_types |= ((phy->media_type &
                                        PORT_HW_CFG_MEDIA_TYPE_PHY0_MASK) <<
                                (PORT_HW_CFG_MEDIA_TYPE_PHY1_SHIFT * phy_idx));
                        break;
                }
        }
        REG_WR(bp, sync_offset, media_types);
        if (check_limiting_mode) {
                u8 options[SFP_EEPROM_OPTIONS_SIZE];
                if (bnx2x_read_sfp_module_eeprom(phy,
                                                 params,
                                                 I2C_DEV_ADDR_A0,
                                                 SFP_EEPROM_OPTIONS_ADDR,
                                                 SFP_EEPROM_OPTIONS_SIZE,
                                                 options) != 0) {
                        DP(NETIF_MSG_LINK,
                           "Failed to read Option field from module EEPROM\n");
                        return -EINVAL;
                }
                if ((options[0] & SFP_EEPROM_OPTIONS_LINEAR_RX_OUT_MASK))
                        *edc_mode = EDC_MODE_LINEAR;
                else
                        *edc_mode = EDC_MODE_LIMITING;
        }
        DP(NETIF_MSG_LINK, "EDC mode is set to 0x%x\n", *edc_mode);
        return 0;
}
/* This function read the relevant field from the module (SFP+), and verify it
 * is compliant with this board
 */
static int bnx2x_verify_sfp_module(struct bnx2x_phy *phy,
                                   struct link_params *params)
{
        struct bnx2x *bp = params->bp;
        u32 val, cmd;
        u32 fw_resp, fw_cmd_param;
        char vendor_name[SFP_EEPROM_VENDOR_NAME_SIZE+1];
        char vendor_pn[SFP_EEPROM_PART_NO_SIZE+1];
        phy->flags &= ~FLAGS_SFP_NOT_APPROVED;
        val = REG_RD(bp, params->shmem_base +
                         offsetof(struct shmem_region, dev_info.
                                  port_feature_config[params->port].config));
        if ((val & PORT_FEAT_CFG_OPT_MDL_ENFRCMNT_MASK) ==
            PORT_FEAT_CFG_OPT_MDL_ENFRCMNT_NO_ENFORCEMENT) {
                DP(NETIF_MSG_LINK, "NOT enforcing module verification\n");
                return 0;
        }

        if (params->feature_config_flags &
            FEATURE_CONFIG_BC_SUPPORTS_DUAL_PHY_OPT_MDL_VRFY) {
                /* Use specific phy request */
                cmd = DRV_MSG_CODE_VRFY_SPECIFIC_PHY_OPT_MDL;
        } else if (params->feature_config_flags &
                   FEATURE_CONFIG_BC_SUPPORTS_OPT_MDL_VRFY) {
                /* Use first phy request only in case of non-dual media*/
                if (DUAL_MEDIA(params)) {
                        DP(NETIF_MSG_LINK,
                           "FW does not support OPT MDL verification\n");
                        return -EINVAL;
                }
                cmd = DRV_MSG_CODE_VRFY_FIRST_PHY_OPT_MDL;
        } else {
                /* No support in OPT MDL detection */
                DP(NETIF_MSG_LINK,
                   "FW does not support OPT MDL verification\n");
                return -EINVAL;
        }

        fw_cmd_param = FW_PARAM_SET(phy->addr, phy->type, phy->mdio_ctrl);
        fw_resp = bnx2x_fw_command(bp, cmd, fw_cmd_param);
        if (fw_resp == FW_MSG_CODE_VRFY_OPT_MDL_SUCCESS) {
                DP(NETIF_MSG_LINK, "Approved module\n");
                return 0;
        }

        /* Format the warning message */
        if (bnx2x_read_sfp_module_eeprom(phy,
                                         params,
                                         I2C_DEV_ADDR_A0,
                                         SFP_EEPROM_VENDOR_NAME_ADDR,
                                         SFP_EEPROM_VENDOR_NAME_SIZE,
                                         (u8 *)vendor_name))
                vendor_name[0] = '\0';
        else
                vendor_name[SFP_EEPROM_VENDOR_NAME_SIZE] = '\0';
        if (bnx2x_read_sfp_module_eeprom(phy,
                                         params,
                                         I2C_DEV_ADDR_A0,
                                         SFP_EEPROM_PART_NO_ADDR,
                                         SFP_EEPROM_PART_NO_SIZE,
                                         (u8 *)vendor_pn))
                vendor_pn[0] = '\0';
        else
                vendor_pn[SFP_EEPROM_PART_NO_SIZE] = '\0';

        netdev_err(bp->dev,  "Warning: Unqualified SFP+ module detected,"
                              " Port %d from %s part number %s\n",
                         params->port, vendor_name, vendor_pn);
        if ((val & PORT_FEAT_CFG_OPT_MDL_ENFRCMNT_MASK) !=
            PORT_FEAT_CFG_OPT_MDL_ENFRCMNT_WARNING_MSG)
                phy->flags |= FLAGS_SFP_NOT_APPROVED;
        return -EINVAL;
}

static int bnx2x_wait_for_sfp_module_initialized(struct bnx2x_phy *phy,
                                                 struct link_params *params)

{
        u8 val;
        int rc;
        struct bnx2x *bp = params->bp;
        u16 timeout;
        /* Initialization time after hot-plug may take up to 300ms for
         * some phys type ( e.g. JDSU )
         */

        for (timeout = 0; timeout < 60; timeout++) {
                if (phy->type == PORT_HW_CFG_XGXS_EXT_PHY_TYPE_DIRECT)
                        rc = bnx2x_warpcore_read_sfp_module_eeprom(
                                phy, params, I2C_DEV_ADDR_A0, 1, 1, &val,
                                1);
                else
                        rc = bnx2x_read_sfp_module_eeprom(phy, params,
                                                          I2C_DEV_ADDR_A0,
                                                          1, 1, &val);
                if (rc == 0) {
                        DP(NETIF_MSG_LINK,
                           "SFP+ module initialization took %d ms\n",
                           timeout * 5);
                        return 0;
                }
                usleep_range(5000, 10000);
        }
        rc = bnx2x_read_sfp_module_eeprom(phy, params, I2C_DEV_ADDR_A0,
                                          1, 1, &val);
        return rc;
}

static void bnx2x_8727_power_module(struct bnx2x *bp,
                                    struct bnx2x_phy *phy,
                                    u8 is_power_up) {
        /* Make sure GPIOs are not using for LED mode */
        u16 val;
        /* In the GPIO register, bit 4 is use to determine if the GPIOs are
         * operating as INPUT or as OUTPUT. Bit 1 is for input, and 0 for
         * output
         * Bits 0-1 determine the GPIOs value for OUTPUT in case bit 4 val is 0
         * Bits 8-9 determine the GPIOs value for INPUT in case bit 4 val is 1
         * where the 1st bit is the over-current(only input), and 2nd bit is
         * for power( only output )
         *
         * In case of NOC feature is disabled and power is up, set GPIO control
         *  as input to enable listening of over-current indication
         */
        if (phy->flags & FLAGS_NOC)
                return;
        if (is_power_up)
                val = (1<<4);
        else
                /* Set GPIO control to OUTPUT, and set the power bit
                 * to according to the is_power_up
                 */
                val = (1<<1);

        bnx2x_cl45_write(bp, phy,
                         MDIO_PMA_DEVAD,
                         MDIO_PMA_REG_8727_GPIO_CTRL,
                         val);
}

static int bnx2x_8726_set_limiting_mode(struct bnx2x *bp,
                                        struct bnx2x_phy *phy,
                                        u16 edc_mode)
{
        u16 cur_limiting_mode;

        bnx2x_cl45_read(bp, phy,
                        MDIO_PMA_DEVAD,
                        MDIO_PMA_REG_ROM_VER2,
                        &cur_limiting_mode);
        DP(NETIF_MSG_LINK, "Current Limiting mode is 0x%x\n",
                 cur_limiting_mode);

        if (edc_mode == EDC_MODE_LIMITING) {
                DP(NETIF_MSG_LINK, "Setting LIMITING MODE\n");
                bnx2x_cl45_write(bp, phy,
                                 MDIO_PMA_DEVAD,
                                 MDIO_PMA_REG_ROM_VER2,
                                 EDC_MODE_LIMITING);
        } else { /* LRM mode ( default )*/

                DP(NETIF_MSG_LINK, "Setting LRM MODE\n");

                /* Changing to LRM mode takes quite few seconds. So do it only
                 * if current mode is limiting (default is LRM)
                 */
                if (cur_limiting_mode != EDC_MODE_LIMITING)
                        return 0;

                bnx2x_cl45_write(bp, phy,
                                 MDIO_PMA_DEVAD,
                                 MDIO_PMA_REG_LRM_MODE,
                                 0);
                bnx2x_cl45_write(bp, phy,
                                 MDIO_PMA_DEVAD,
                                 MDIO_PMA_REG_ROM_VER2,
                                 0x128);
                bnx2x_cl45_write(bp, phy,
                                 MDIO_PMA_DEVAD,
                                 MDIO_PMA_REG_MISC_CTRL0,
                                 0x4008);
                bnx2x_cl45_write(bp, phy,
                                 MDIO_PMA_DEVAD,
                                 MDIO_PMA_REG_LRM_MODE,
                                 0xaaaa);
        }
        return 0;
}

static int bnx2x_8727_set_limiting_mode(struct bnx2x *bp,
                                        struct bnx2x_phy *phy,
                                        u16 edc_mode)
{
        u16 phy_identifier;
        u16 rom_ver2_val;
        bnx2x_cl45_read(bp, phy,
                        MDIO_PMA_DEVAD,
                        MDIO_PMA_REG_PHY_IDENTIFIER,
                        &phy_identifier);

        bnx2x_cl45_write(bp, phy,
                         MDIO_PMA_DEVAD,
                         MDIO_PMA_REG_PHY_IDENTIFIER,
                         (phy_identifier & ~(1<<9)));

        bnx2x_cl45_read(bp, phy,
                        MDIO_PMA_DEVAD,
                        MDIO_PMA_REG_ROM_VER2,
                        &rom_ver2_val);
        /* Keep the MSB 8-bits, and set the LSB 8-bits with the edc_mode */
        bnx2x_cl45_write(bp, phy,
                         MDIO_PMA_DEVAD,
                         MDIO_PMA_REG_ROM_VER2,
                         (rom_ver2_val & 0xff00) | (edc_mode & 0x00ff));

        bnx2x_cl45_write(bp, phy,
                         MDIO_PMA_DEVAD,
                         MDIO_PMA_REG_PHY_IDENTIFIER,
                         (phy_identifier | (1<<9)));

        return 0;
}

static void bnx2x_8727_specific_func(struct bnx2x_phy *phy,
                                     struct link_params *params,
                                     u32 action)
{
        struct bnx2x *bp = params->bp;
        u16 val;
        switch (action) {
        case DISABLE_TX:
                bnx2x_sfp_set_transmitter(params, phy, 0);
                break;
        case ENABLE_TX:
                if (!(phy->flags & FLAGS_SFP_NOT_APPROVED))
                        bnx2x_sfp_set_transmitter(params, phy, 1);
                break;
        case PHY_INIT:
                bnx2x_cl45_write(bp, phy,
                                 MDIO_PMA_DEVAD, MDIO_PMA_LASI_RXCTRL,
                                 (1<<2) | (1<<5));
                bnx2x_cl45_write(bp, phy,
                                 MDIO_PMA_DEVAD, MDIO_PMA_LASI_TXCTRL,
                                 0);
                bnx2x_cl45_write(bp, phy,
                                 MDIO_PMA_DEVAD, MDIO_PMA_LASI_CTRL, 0x0006);
                /* Make MOD_ABS give interrupt on change */
                bnx2x_cl45_read(bp, phy, MDIO_PMA_DEVAD,
                                MDIO_PMA_REG_8727_PCS_OPT_CTRL,
                                &val);
                val |= (1<<12);
                if (phy->flags & FLAGS_NOC)
                        val |= (3<<5);
                /* Set 8727 GPIOs to input to allow reading from the 8727 GPIO0
                 * status which reflect SFP+ module over-current
                 */
                if (!(phy->flags & FLAGS_NOC))
                        val &= 0xff8f; /* Reset bits 4-6 */
                bnx2x_cl45_write(bp, phy,
                                 MDIO_PMA_DEVAD, MDIO_PMA_REG_8727_PCS_OPT_CTRL,
                                 val);
                break;
        default:
                DP(NETIF_MSG_LINK, "Function 0x%x not supported by 8727\n",
                   action);
                return;
        }
}

static void bnx2x_set_e1e2_module_fault_led(struct link_params *params,
                                           u8 gpio_mode)
{
        struct bnx2x *bp = params->bp;

        u32 fault_led_gpio = REG_RD(bp, params->shmem_base +
                            offsetof(struct shmem_region,
                        dev_info.port_hw_config[params->port].sfp_ctrl)) &
                PORT_HW_CFG_FAULT_MODULE_LED_MASK;
        switch (fault_led_gpio) {
        case PORT_HW_CFG_FAULT_MODULE_LED_DISABLED:
                return;
        case PORT_HW_CFG_FAULT_MODULE_LED_GPIO0:
        case PORT_HW_CFG_FAULT_MODULE_LED_GPIO1:
        case PORT_HW_CFG_FAULT_MODULE_LED_GPIO2:
        case PORT_HW_CFG_FAULT_MODULE_LED_GPIO3:
        {
                u8 gpio_port = bnx2x_get_gpio_port(params);
                u16 gpio_pin = fault_led_gpio -
                        PORT_HW_CFG_FAULT_MODULE_LED_GPIO0;
                DP(NETIF_MSG_LINK, "Set fault module-detected led "
                                   "pin %x port %x mode %x\n",
                               gpio_pin, gpio_port, gpio_mode);
                bnx2x_set_gpio(bp, gpio_pin, gpio_mode, gpio_port);
        }
        break;
        default:
                DP(NETIF_MSG_LINK, "Error: Invalid fault led mode 0x%x\n",
                               fault_led_gpio);
        }
}

static void bnx2x_set_e3_module_fault_led(struct link_params *params,
                                          u8 gpio_mode)
{
        u32 pin_cfg;
        u8 port = params->port;
        struct bnx2x *bp = params->bp;
        pin_cfg = (REG_RD(bp, params->shmem_base +
                         offsetof(struct shmem_region,
                                  dev_info.port_hw_config[port].e3_sfp_ctrl)) &
                PORT_HW_CFG_E3_FAULT_MDL_LED_MASK) >>
                PORT_HW_CFG_E3_FAULT_MDL_LED_SHIFT;
        DP(NETIF_MSG_LINK, "Setting Fault LED to %d using pin cfg %d\n",
                       gpio_mode, pin_cfg);
        bnx2x_set_cfg_pin(bp, pin_cfg, gpio_mode);
}

static void bnx2x_set_sfp_module_fault_led(struct link_params *params,
                                           u8 gpio_mode)
{
        struct bnx2x *bp = params->bp;
        DP(NETIF_MSG_LINK, "Setting SFP+ module fault LED to %d\n", gpio_mode);
        if (CHIP_IS_E3(bp)) {
                /* Low ==> if SFP+ module is supported otherwise
                 * High ==> if SFP+ module is not on the approved vendor list
                 */
                bnx2x_set_e3_module_fault_led(params, gpio_mode);
        } else
                bnx2x_set_e1e2_module_fault_led(params, gpio_mode);
}

static void bnx2x_warpcore_hw_reset(struct bnx2x_phy *phy,
                                    struct link_params *params)
{
        struct bnx2x *bp = params->bp;
        bnx2x_warpcore_power_module(params, 0);
        /* Put Warpcore in low power mode */
        REG_WR(bp, MISC_REG_WC0_RESET, 0x0c0e);

        /* Put LCPLL in low power mode */
        REG_WR(bp, MISC_REG_LCPLL_E40_PWRDWN, 1);
        REG_WR(bp, MISC_REG_LCPLL_E40_RESETB_ANA, 0);
        REG_WR(bp, MISC_REG_LCPLL_E40_RESETB_DIG, 0);
}

static void bnx2x_power_sfp_module(struct link_params *params,
                                   struct bnx2x_phy *phy,
                                   u8 power)
{
        struct bnx2x *bp = params->bp;
        DP(NETIF_MSG_LINK, "Setting SFP+ power to %x\n", power);

        switch (phy->type) {
        case PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM8727:
        case PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM8722:
                bnx2x_8727_power_module(params->bp, phy, power);
                break;
        case PORT_HW_CFG_XGXS_EXT_PHY_TYPE_DIRECT:
                bnx2x_warpcore_power_module(params, power);
                break;
        default:
                break;
        }
}
static void bnx2x_warpcore_set_limiting_mode(struct link_params *params,
                                             struct bnx2x_phy *phy,
                                             u16 edc_mode)
{
        u16 val = 0;
        u16 mode = MDIO_WC_REG_UC_INFO_B1_FIRMWARE_MODE_DEFAULT;
        struct bnx2x *bp = params->bp;

        u8 lane = bnx2x_get_warpcore_lane(phy, params);
        /* This is a global register which controls all lanes */
        bnx2x_cl45_read(bp, phy, MDIO_WC_DEVAD,
                        MDIO_WC_REG_UC_INFO_B1_FIRMWARE_MODE, &val);
        val &= ~(0xf << (lane << 2));

        switch (edc_mode) {
        case EDC_MODE_LINEAR:
        case EDC_MODE_LIMITING:
                mode = MDIO_WC_REG_UC_INFO_B1_FIRMWARE_MODE_DEFAULT;
                break;
        case EDC_MODE_PASSIVE_DAC:
        case EDC_MODE_ACTIVE_DAC:
                mode = MDIO_WC_REG_UC_INFO_B1_FIRMWARE_MODE_SFP_DAC;
                break;
        default:
                break;
        }

        val |= (mode << (lane << 2));
        bnx2x_cl45_write(bp, phy, MDIO_WC_DEVAD,
                         MDIO_WC_REG_UC_INFO_B1_FIRMWARE_MODE, val);
        /* A must read */
        bnx2x_cl45_read(bp, phy, MDIO_WC_DEVAD,
                        MDIO_WC_REG_UC_INFO_B1_FIRMWARE_MODE, &val);

        /* Restart microcode to re-read the new mode */
        bnx2x_warpcore_reset_lane(bp, phy, 1);
        bnx2x_warpcore_reset_lane(bp, phy, 0);

}

static void bnx2x_set_limiting_mode(struct link_params *params,
                                    struct bnx2x_phy *phy,
                                    u16 edc_mode)
{
        switch (phy->type) {
        case PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM8726:
                bnx2x_8726_set_limiting_mode(params->bp, phy, edc_mode);
                break;
        case PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM8727:
        case PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM8722:
                bnx2x_8727_set_limiting_mode(params->bp, phy, edc_mode);
                break;
        case PORT_HW_CFG_XGXS_EXT_PHY_TYPE_DIRECT:
                bnx2x_warpcore_set_limiting_mode(params, phy, edc_mode);
                break;
        }
}

static int bnx2x_sfp_module_detection(struct bnx2x_phy *phy,
                                      struct link_params *params)
{
        struct bnx2x *bp = params->bp;
        u16 edc_mode;
        int rc = 0;

        u32 val = REG_RD(bp, params->shmem_base +
                             offsetof(struct shmem_region, dev_info.
                                     port_feature_config[params->port].config));
        /* Enabled transmitter by default */
        bnx2x_sfp_set_transmitter(params, phy, 1);
        DP(NETIF_MSG_LINK, "SFP+ module plugged in/out detected on port %d\n",
                 params->port);
        /* Power up module */
        bnx2x_power_sfp_module(params, phy, 1);
        if (bnx2x_get_edc_mode(phy, params, &edc_mode) != 0) {
                DP(NETIF_MSG_LINK, "Failed to get valid module type\n");
                return -EINVAL;
        } else if (bnx2x_verify_sfp_module(phy, params) != 0) {
                /* Check SFP+ module compatibility */
                DP(NETIF_MSG_LINK, "Module verification failed!!\n");
                rc = -EINVAL;
                /* Turn on fault module-detected led */
                bnx2x_set_sfp_module_fault_led(params,
                                               MISC_REGISTERS_GPIO_HIGH);

                /* Check if need to power down the SFP+ module */
                if ((val & PORT_FEAT_CFG_OPT_MDL_ENFRCMNT_MASK) ==
                     PORT_FEAT_CFG_OPT_MDL_ENFRCMNT_POWER_DOWN) {
                        DP(NETIF_MSG_LINK, "Shutdown SFP+ module!!\n");
                        bnx2x_power_sfp_module(params, phy, 0);
                        return rc;
                }
        } else {
                /* Turn off fault module-detected led */
                bnx2x_set_sfp_module_fault_led(params, MISC_REGISTERS_GPIO_LOW);
        }

        /* Check and set limiting mode / LRM mode on 8726. On 8727 it
         * is done automatically
         */
        bnx2x_set_limiting_mode(params, phy, edc_mode);

        /* Disable transmit for this module if the module is not approved, and
         * laser needs to be disabled.
         */
        if ((rc) &&
            ((val & PORT_FEAT_CFG_OPT_MDL_ENFRCMNT_MASK) ==
             PORT_FEAT_CFG_OPT_MDL_ENFRCMNT_DISABLE_TX_LASER))
                bnx2x_sfp_set_transmitter(params, phy, 0);

        return rc;
}

void bnx2x_handle_module_detect_int(struct link_params *params)
{
        struct bnx2x *bp = params->bp;
        struct bnx2x_phy *phy;
        u32 gpio_val;
        u8 gpio_num, gpio_port;
        if (CHIP_IS_E3(bp)) {
                phy = &params->phy[INT_PHY];
                /* Always enable TX laser,will be disabled in case of fault */
                bnx2x_sfp_set_transmitter(params, phy, 1);
        } else {
                phy = &params->phy[EXT_PHY1];
        }
        if (bnx2x_get_mod_abs_int_cfg(bp, params->chip_id, params->shmem_base,
                                      params->port, &gpio_num, &gpio_port) ==
            -EINVAL) {
                DP(NETIF_MSG_LINK, "Failed to get MOD_ABS interrupt config\n");
                return;
        }

        /* Set valid module led off */
        bnx2x_set_sfp_module_fault_led(params, MISC_REGISTERS_GPIO_HIGH);

        /* Get current gpio val reflecting module plugged in / out*/
        gpio_val = bnx2x_get_gpio(bp, gpio_num, gpio_port);

        /* Call the handling function in case module is detected */
        if (gpio_val == 0) {
                bnx2x_set_mdio_emac_per_phy(bp, params);
                bnx2x_set_aer_mmd(params, phy);

                bnx2x_power_sfp_module(params, phy, 1);
                bnx2x_set_gpio_int(bp, gpio_num,
                                   MISC_REGISTERS_GPIO_INT_OUTPUT_CLR,
                                   gpio_port);
                if (bnx2x_wait_for_sfp_module_initialized(phy, params) == 0) {
                        bnx2x_sfp_module_detection(phy, params);
                        if (CHIP_IS_E3(bp)) {
                                u16 rx_tx_in_reset;
                                /* In case WC is out of reset, reconfigure the
                                 * link speed while taking into account 1G
                                 * module limitation.
                                 */
                                bnx2x_cl45_read(bp, phy,
                                                MDIO_WC_DEVAD,
                                                MDIO_WC_REG_DIGITAL5_MISC6,
                                                &rx_tx_in_reset);
                                if ((!rx_tx_in_reset) &&
                                    (params->link_flags &
                                     PHY_INITIALIZED)) {
                                        bnx2x_warpcore_reset_lane(bp, phy, 1);
                                        bnx2x_warpcore_config_sfi(phy, params);
                                        bnx2x_warpcore_reset_lane(bp, phy, 0);
                                }
                        }
                } else {
                        DP(NETIF_MSG_LINK, "SFP+ module is not initialized\n");
                }
        } else {
                bnx2x_set_gpio_int(bp, gpio_num,
                                   MISC_REGISTERS_GPIO_INT_OUTPUT_SET,
                                   gpio_port);
                /* Module was plugged out.
                 * Disable transmit for this module
                 */
                phy->media_type = ETH_PHY_NOT_PRESENT;
        }
}

/******************************************************************/
/*              Used by 8706 and 8727                             */
/******************************************************************/
static void bnx2x_sfp_mask_fault(struct bnx2x *bp,
                                 struct bnx2x_phy *phy,
                                 u16 alarm_status_offset,
                                 u16 alarm_ctrl_offset)
{
        u16 alarm_status, val;
        bnx2x_cl45_read(bp, phy,
                        MDIO_PMA_DEVAD, alarm_status_offset,
                        &alarm_status);
        bnx2x_cl45_read(bp, phy,
                        MDIO_PMA_DEVAD, alarm_status_offset,
                        &alarm_status);
        /* Mask or enable the fault event. */
        bnx2x_cl45_read(bp, phy, MDIO_PMA_DEVAD, alarm_ctrl_offset, &val);
        if (alarm_status & (1<<0))
                val &= ~(1<<0);
        else
                val |= (1<<0);
        bnx2x_cl45_write(bp, phy, MDIO_PMA_DEVAD, alarm_ctrl_offset, val);
}
/******************************************************************/
/*              common BCM8706/BCM8726 PHY SECTION                */
/******************************************************************/
static u8 bnx2x_8706_8726_read_status(struct bnx2x_phy *phy,
                                      struct link_params *params,
                                      struct link_vars *vars)
{
        u8 link_up = 0;
        u16 val1, val2, rx_sd, pcs_status;
        struct bnx2x *bp = params->bp;
        DP(NETIF_MSG_LINK, "XGXS 8706/8726\n");
        /* Clear RX Alarm*/
        bnx2x_cl45_read(bp, phy,
                        MDIO_PMA_DEVAD, MDIO_PMA_LASI_RXSTAT, &val2);

        bnx2x_sfp_mask_fault(bp, phy, MDIO_PMA_LASI_TXSTAT,
                             MDIO_PMA_LASI_TXCTRL);

        /* Clear LASI indication*/
        bnx2x_cl45_read(bp, phy,
                        MDIO_PMA_DEVAD, MDIO_PMA_LASI_STAT, &val1);
        bnx2x_cl45_read(bp, phy,
                        MDIO_PMA_DEVAD, MDIO_PMA_LASI_STAT, &val2);
        DP(NETIF_MSG_LINK, "8706/8726 LASI status 0x%x--> 0x%x\n", val1, val2);

        bnx2x_cl45_read(bp, phy,
                        MDIO_PMA_DEVAD, MDIO_PMA_REG_RX_SD, &rx_sd);
        bnx2x_cl45_read(bp, phy,
                        MDIO_PCS_DEVAD, MDIO_PCS_REG_STATUS, &pcs_status);
        bnx2x_cl45_read(bp, phy,
                        MDIO_AN_DEVAD, MDIO_AN_REG_LINK_STATUS, &val2);
        bnx2x_cl45_read(bp, phy,
                        MDIO_AN_DEVAD, MDIO_AN_REG_LINK_STATUS, &val2);

        DP(NETIF_MSG_LINK, "8706/8726 rx_sd 0x%x pcs_status 0x%x 1Gbps"
                        " link_status 0x%x\n", rx_sd, pcs_status, val2);
        /* Link is up if both bit 0 of pmd_rx_sd and bit 0 of pcs_status
         * are set, or if the autoneg bit 1 is set
         */
        link_up = ((rx_sd & pcs_status & 0x1) || (val2 & (1<<1)));
        if (link_up) {
                if (val2 & (1<<1))
                        vars->line_speed = SPEED_1000;
                else
                        vars->line_speed = SPEED_10000;
                bnx2x_ext_phy_resolve_fc(phy, params, vars);
                vars->duplex = DUPLEX_FULL;
        }

        /* Capture 10G link fault. Read twice to clear stale value. */
        if (vars->line_speed == SPEED_10000) {
                bnx2x_cl45_read(bp, phy, MDIO_PMA_DEVAD,
                            MDIO_PMA_LASI_TXSTAT, &val1);
                bnx2x_cl45_read(bp, phy, MDIO_PMA_DEVAD,
                            MDIO_PMA_LASI_TXSTAT, &val1);
                if (val1 & (1<<0))
                        vars->fault_detected = 1;
        }

        return link_up;
}

/******************************************************************/
/*                      BCM8706 PHY SECTION                       */
/******************************************************************/
static u8 bnx2x_8706_config_init(struct bnx2x_phy *phy,
                                 struct link_params *params,
                                 struct link_vars *vars)
{
        u32 tx_en_mode;
        u16 cnt, val, tmp1;
        struct bnx2x *bp = params->bp;

        bnx2x_set_gpio(bp, MISC_REGISTERS_GPIO_2,
                       MISC_REGISTERS_GPIO_OUTPUT_HIGH, params->port);
        /* HW reset */
        bnx2x_ext_phy_hw_reset(bp, params->port);
        bnx2x_cl45_write(bp, phy, MDIO_PMA_DEVAD, MDIO_PMA_REG_CTRL, 0xa040);
        bnx2x_wait_reset_complete(bp, phy, params);

        /* Wait until fw is loaded */
        for (cnt = 0; cnt < 100; cnt++) {
                bnx2x_cl45_read(bp, phy,
                                MDIO_PMA_DEVAD, MDIO_PMA_REG_ROM_VER1, &val);
                if (val)
                        break;
                usleep_range(10000, 20000);
        }
        DP(NETIF_MSG_LINK, "XGXS 8706 is initialized after %d ms\n", cnt);
        if ((params->feature_config_flags &
             FEATURE_CONFIG_OVERRIDE_PREEMPHASIS_ENABLED)) {
                u8 i;
                u16 reg;
                for (i = 0; i < 4; i++) {
                        reg = MDIO_XS_8706_REG_BANK_RX0 +
                                i*(MDIO_XS_8706_REG_BANK_RX1 -
                                   MDIO_XS_8706_REG_BANK_RX0);
                        bnx2x_cl45_read(bp, phy, MDIO_XS_DEVAD, reg, &val);
                        /* Clear first 3 bits of the control */
                        val &= ~0x7;
                        /* Set control bits according to configuration */
                        val |= (phy->rx_preemphasis[i] & 0x7);
                        DP(NETIF_MSG_LINK, "Setting RX Equalizer to BCM8706"
                                   " reg 0x%x <-- val 0x%x\n", reg, val);
                        bnx2x_cl45_write(bp, phy, MDIO_XS_DEVAD, reg, val);
                }
        }
        /* Force speed */
        if (phy->req_line_speed == SPEED_10000) {
                DP(NETIF_MSG_LINK, "XGXS 8706 force 10Gbps\n");

                bnx2x_cl45_write(bp, phy,
                                 MDIO_PMA_DEVAD,
                                 MDIO_PMA_REG_DIGITAL_CTRL, 0x400);
                bnx2x_cl45_write(bp, phy,
                                 MDIO_PMA_DEVAD, MDIO_PMA_LASI_TXCTRL,
                                 0);
                /* Arm LASI for link and Tx fault. */
                bnx2x_cl45_write(bp, phy,
                                 MDIO_PMA_DEVAD, MDIO_PMA_LASI_CTRL, 3);
        } else {
                /* Force 1Gbps using autoneg with 1G advertisement */

                /* Allow CL37 through CL73 */
                DP(NETIF_MSG_LINK, "XGXS 8706 AutoNeg\n");
                bnx2x_cl45_write(bp, phy,
                                 MDIO_AN_DEVAD, MDIO_AN_REG_CL37_CL73, 0x040c);

                /* Enable Full-Duplex advertisement on CL37 */
                bnx2x_cl45_write(bp, phy,
                                 MDIO_AN_DEVAD, MDIO_AN_REG_CL37_FC_LP, 0x0020);
                /* Enable CL37 AN */
                bnx2x_cl45_write(bp, phy,
                                 MDIO_AN_DEVAD, MDIO_AN_REG_CL37_AN, 0x1000);
                /* 1G support */
                bnx2x_cl45_write(bp, phy,
                                 MDIO_AN_DEVAD, MDIO_AN_REG_ADV, (1<<5));

                /* Enable clause 73 AN */
                bnx2x_cl45_write(bp, phy,
                                 MDIO_AN_DEVAD, MDIO_AN_REG_CTRL, 0x1200);
                bnx2x_cl45_write(bp, phy,
                                 MDIO_PMA_DEVAD, MDIO_PMA_LASI_RXCTRL,
                                 0x0400);
                bnx2x_cl45_write(bp, phy,
                                 MDIO_PMA_DEVAD, MDIO_PMA_LASI_CTRL,
                                 0x0004);
        }
        bnx2x_save_bcm_spirom_ver(bp, phy, params->port);

        /* If TX Laser is controlled by GPIO_0, do not let PHY go into low
         * power mode, if TX Laser is disabled
         */

        tx_en_mode = REG_RD(bp, params->shmem_base +
                            offsetof(struct shmem_region,
                                dev_info.port_hw_config[params->port].sfp_ctrl))
                        & PORT_HW_CFG_TX_LASER_MASK;

        if (tx_en_mode == PORT_HW_CFG_TX_LASER_GPIO0) {
                DP(NETIF_MSG_LINK, "Enabling TXONOFF_PWRDN_DIS\n");
                bnx2x_cl45_read(bp, phy,
                        MDIO_PMA_DEVAD, MDIO_PMA_REG_DIGITAL_CTRL, &tmp1);
                tmp1 |= 0x1;
                bnx2x_cl45_write(bp, phy,
                        MDIO_PMA_DEVAD, MDIO_PMA_REG_DIGITAL_CTRL, tmp1);
        }

        return 0;
}

static int bnx2x_8706_read_status(struct bnx2x_phy *phy,
                                  struct link_params *params,
                                  struct link_vars *vars)
{
        return bnx2x_8706_8726_read_status(phy, params, vars);
}

/******************************************************************/
/*                      BCM8726 PHY SECTION                       */
/******************************************************************/
static void bnx2x_8726_config_loopback(struct bnx2x_phy *phy,
                                       struct link_params *params)
{
        struct bnx2x *bp = params->bp;
        DP(NETIF_MSG_LINK, "PMA/PMD ext_phy_loopback: 8726\n");
        bnx2x_cl45_write(bp, phy, MDIO_PMA_DEVAD, MDIO_PMA_REG_CTRL, 0x0001);
}

static void bnx2x_8726_external_rom_boot(struct bnx2x_phy *phy,
                                         struct link_params *params)
{
        struct bnx2x *bp = params->bp;
        /* Need to wait 100ms after reset */
        msleep(100);

        /* Micro controller re-boot */
        bnx2x_cl45_write(bp, phy,
                         MDIO_PMA_DEVAD, MDIO_PMA_REG_GEN_CTRL, 0x018B);

        /* Set soft reset */
        bnx2x_cl45_write(bp, phy,
                         MDIO_PMA_DEVAD,
                         MDIO_PMA_REG_GEN_CTRL,
                         MDIO_PMA_REG_GEN_CTRL_ROM_MICRO_RESET);

        bnx2x_cl45_write(bp, phy,
                         MDIO_PMA_DEVAD,
                         MDIO_PMA_REG_MISC_CTRL1, 0x0001);

        bnx2x_cl45_write(bp, phy,
                         MDIO_PMA_DEVAD,
                         MDIO_PMA_REG_GEN_CTRL,
                         MDIO_PMA_REG_GEN_CTRL_ROM_RESET_INTERNAL_MP);

        /* Wait for 150ms for microcode load */
        msleep(150);

        /* Disable serial boot control, tristates pins SS_N, SCK, MOSI, MISO */
        bnx2x_cl45_write(bp, phy,
                         MDIO_PMA_DEVAD,
                         MDIO_PMA_REG_MISC_CTRL1, 0x0000);

        msleep(200);
        bnx2x_save_bcm_spirom_ver(bp, phy, params->port);
}

static u8 bnx2x_8726_read_status(struct bnx2x_phy *phy,
                                 struct link_params *params,
                                 struct link_vars *vars)
{
        struct bnx2x *bp = params->bp;
        u16 val1;
        u8 link_up = bnx2x_8706_8726_read_status(phy, params, vars);
        if (link_up) {
                bnx2x_cl45_read(bp, phy,
                                MDIO_PMA_DEVAD, MDIO_PMA_REG_PHY_IDENTIFIER,
                                &val1);
                if (val1 & (1<<15)) {
                        DP(NETIF_MSG_LINK, "Tx is disabled\n");
                        link_up = 0;
                        vars->line_speed = 0;
                }
        }
        return link_up;
}


static int bnx2x_8726_config_init(struct bnx2x_phy *phy,
                                  struct link_params *params,
                                  struct link_vars *vars)
{
        struct bnx2x *bp = params->bp;
        DP(NETIF_MSG_LINK, "Initializing BCM8726\n");

        bnx2x_cl45_write(bp, phy, MDIO_PMA_DEVAD, MDIO_PMA_REG_CTRL, 1<<15);
        bnx2x_wait_reset_complete(bp, phy, params);

        bnx2x_8726_external_rom_boot(phy, params);

        /* Need to call module detected on initialization since the module
         * detection triggered by actual module insertion might occur before
         * driver is loaded, and when driver is loaded, it reset all
         * registers, including the transmitter
         */
        bnx2x_sfp_module_detection(phy, params);

        if (phy->req_line_speed == SPEED_1000) {
                DP(NETIF_MSG_LINK, "Setting 1G force\n");
                bnx2x_cl45_write(bp, phy,
                                 MDIO_PMA_DEVAD, MDIO_PMA_REG_CTRL, 0x40);
                bnx2x_cl45_write(bp, phy,
                                 MDIO_PMA_DEVAD, MDIO_PMA_REG_10G_CTRL2, 0xD);
                bnx2x_cl45_write(bp, phy,
                                 MDIO_PMA_DEVAD, MDIO_PMA_LASI_CTRL, 0x5);
                bnx2x_cl45_write(bp, phy,
                                 MDIO_PMA_DEVAD, MDIO_PMA_LASI_RXCTRL,
                                 0x400);
        } else if ((phy->req_line_speed == SPEED_AUTO_NEG) &&
                   (phy->speed_cap_mask &
                      PORT_HW_CFG_SPEED_CAPABILITY_D0_1G) &&
                   ((phy->speed_cap_mask &
                      PORT_HW_CFG_SPEED_CAPABILITY_D0_10G) !=
                    PORT_HW_CFG_SPEED_CAPABILITY_D0_10G)) {
                DP(NETIF_MSG_LINK, "Setting 1G clause37\n");
                /* Set Flow control */
                bnx2x_ext_phy_set_pause(params, phy, vars);
                bnx2x_cl45_write(bp, phy,
                                 MDIO_AN_DEVAD, MDIO_AN_REG_ADV, 0x20);
                bnx2x_cl45_write(bp, phy,
                                 MDIO_AN_DEVAD, MDIO_AN_REG_CL37_CL73, 0x040c);
                bnx2x_cl45_write(bp, phy,
                                 MDIO_AN_DEVAD, MDIO_AN_REG_CL37_FC_LD, 0x0020);
                bnx2x_cl45_write(bp, phy,
                                 MDIO_AN_DEVAD, MDIO_AN_REG_CL37_AN, 0x1000);
                bnx2x_cl45_write(bp, phy,
                                MDIO_AN_DEVAD, MDIO_AN_REG_CTRL, 0x1200);
                /* Enable RX-ALARM control to receive interrupt for 1G speed
                 * change
                 */
                bnx2x_cl45_write(bp, phy,
                                 MDIO_PMA_DEVAD, MDIO_PMA_LASI_CTRL, 0x4);
                bnx2x_cl45_write(bp, phy,
                                 MDIO_PMA_DEVAD, MDIO_PMA_LASI_RXCTRL,
                                 0x400);

        } else { /* Default 10G. Set only LASI control */
                bnx2x_cl45_write(bp, phy,
                                 MDIO_PMA_DEVAD, MDIO_PMA_LASI_CTRL, 1);
        }

        /* Set TX PreEmphasis if needed */
        if ((params->feature_config_flags &
             FEATURE_CONFIG_OVERRIDE_PREEMPHASIS_ENABLED)) {
                DP(NETIF_MSG_LINK,
                   "Setting TX_CTRL1 0x%x, TX_CTRL2 0x%x\n",
                         phy->tx_preemphasis[0],
                         phy->tx_preemphasis[1]);
                bnx2x_cl45_write(bp, phy,
                                 MDIO_PMA_DEVAD,
                                 MDIO_PMA_REG_8726_TX_CTRL1,
                                 phy->tx_preemphasis[0]);

                bnx2x_cl45_write(bp, phy,
                                 MDIO_PMA_DEVAD,
                                 MDIO_PMA_REG_8726_TX_CTRL2,
                                 phy->tx_preemphasis[1]);
        }

        return 0;

}

static void bnx2x_8726_link_reset(struct bnx2x_phy *phy,
                                  struct link_params *params)
{
        struct bnx2x *bp = params->bp;
        DP(NETIF_MSG_LINK, "bnx2x_8726_link_reset port %d\n", params->port);
        /* Set serial boot control for external load */
        bnx2x_cl45_write(bp, phy,
                         MDIO_PMA_DEVAD,
                         MDIO_PMA_REG_GEN_CTRL, 0x0001);
}

/******************************************************************/
/*                      BCM8727 PHY SECTION                       */
/******************************************************************/

static void bnx2x_8727_set_link_led(struct bnx2x_phy *phy,
                                    struct link_params *params, u8 mode)
{
        struct bnx2x *bp = params->bp;
        u16 led_mode_bitmask = 0;
        u16 gpio_pins_bitmask = 0;
        u16 val;
        /* Only NOC flavor requires to set the LED specifically */
        if (!(phy->flags & FLAGS_NOC))
                return;
        switch (mode) {
        case LED_MODE_FRONT_PANEL_OFF:
        case LED_MODE_OFF:
                led_mode_bitmask = 0;
                gpio_pins_bitmask = 0x03;
                break;
        case LED_MODE_ON:
                led_mode_bitmask = 0;
                gpio_pins_bitmask = 0x02;
                break;
        case LED_MODE_OPER:
                led_mode_bitmask = 0x60;
                gpio_pins_bitmask = 0x11;
                break;
        }
        bnx2x_cl45_read(bp, phy,
                        MDIO_PMA_DEVAD,
                        MDIO_PMA_REG_8727_PCS_OPT_CTRL,
                        &val);
        val &= 0xff8f;
        val |= led_mode_bitmask;
        bnx2x_cl45_write(bp, phy,
                         MDIO_PMA_DEVAD,
                         MDIO_PMA_REG_8727_PCS_OPT_CTRL,
                         val);
        bnx2x_cl45_read(bp, phy,
                        MDIO_PMA_DEVAD,
                        MDIO_PMA_REG_8727_GPIO_CTRL,
                        &val);
        val &= 0xffe0;
        val |= gpio_pins_bitmask;
        bnx2x_cl45_write(bp, phy,
                         MDIO_PMA_DEVAD,
                         MDIO_PMA_REG_8727_GPIO_CTRL,
                         val);
}
static void bnx2x_8727_hw_reset(struct bnx2x_phy *phy,
                                struct link_params *params) {
        u32 swap_val, swap_override;
        u8 port;
        /* The PHY reset is controlled by GPIO 1. Fake the port number
         * to cancel the swap done in set_gpio()
         */
        struct bnx2x *bp = params->bp;
        swap_val = REG_RD(bp, NIG_REG_PORT_SWAP);
        swap_override = REG_RD(bp, NIG_REG_STRAP_OVERRIDE);
        port = (swap_val && swap_override) ^ 1;
        bnx2x_set_gpio(bp, MISC_REGISTERS_GPIO_1,
                       MISC_REGISTERS_GPIO_OUTPUT_LOW, port);
}

static void bnx2x_8727_config_speed(struct bnx2x_phy *phy,
                                    struct link_params *params)
{
        struct bnx2x *bp = params->bp;
        u16 tmp1, val;
        /* Set option 1G speed */
        if ((phy->req_line_speed == SPEED_1000) ||
            (phy->media_type == ETH_PHY_SFP_1G_FIBER)) {
                DP(NETIF_MSG_LINK, "Setting 1G force\n");
                bnx2x_cl45_write(bp, phy,
                                 MDIO_PMA_DEVAD, MDIO_PMA_REG_CTRL, 0x40);
                bnx2x_cl45_write(bp, phy,
                                 MDIO_PMA_DEVAD, MDIO_PMA_REG_10G_CTRL2, 0xD);
                bnx2x_cl45_read(bp, phy,
                                MDIO_PMA_DEVAD, MDIO_PMA_REG_10G_CTRL2, &tmp1);
                DP(NETIF_MSG_LINK, "1.7 = 0x%x\n", tmp1);
                /* Power down the XAUI until link is up in case of dual-media
                 * and 1G
                 */
                if (DUAL_MEDIA(params)) {
                        bnx2x_cl45_read(bp, phy,
                                        MDIO_PMA_DEVAD,
                                        MDIO_PMA_REG_8727_PCS_GP, &val);
                        val |= (3<<10);
                        bnx2x_cl45_write(bp, phy,
                                         MDIO_PMA_DEVAD,
                                         MDIO_PMA_REG_8727_PCS_GP, val);
                }
        } else if ((phy->req_line_speed == SPEED_AUTO_NEG) &&
                   ((phy->speed_cap_mask &
                     PORT_HW_CFG_SPEED_CAPABILITY_D0_1G)) &&
                   ((phy->speed_cap_mask &
                      PORT_HW_CFG_SPEED_CAPABILITY_D0_10G) !=
                   PORT_HW_CFG_SPEED_CAPABILITY_D0_10G)) {

                DP(NETIF_MSG_LINK, "Setting 1G clause37\n");
                bnx2x_cl45_write(bp, phy,
                                 MDIO_AN_DEVAD, MDIO_AN_REG_8727_MISC_CTRL, 0);
                bnx2x_cl45_write(bp, phy,
                                 MDIO_AN_DEVAD, MDIO_AN_REG_CL37_AN, 0x1300);
        } else {
                /* Since the 8727 has only single reset pin, need to set the 10G
                 * registers although it is default
                 */
                bnx2x_cl45_write(bp, phy,
                                 MDIO_AN_DEVAD, MDIO_AN_REG_8727_MISC_CTRL,
                                 0x0020);
                bnx2x_cl45_write(bp, phy,
                                 MDIO_AN_DEVAD, MDIO_AN_REG_CL37_AN, 0x0100);
                bnx2x_cl45_write(bp, phy,
                                 MDIO_PMA_DEVAD, MDIO_PMA_REG_CTRL, 0x2040);
                bnx2x_cl45_write(bp, phy,
                                 MDIO_PMA_DEVAD, MDIO_PMA_REG_10G_CTRL2,
                                 0x0008);
        }
}

static int bnx2x_8727_config_init(struct bnx2x_phy *phy,
                                  struct link_params *params,
                                  struct link_vars *vars)
{
        u32 tx_en_mode;
        u16 tmp1, mod_abs, tmp2;
        struct bnx2x *bp = params->bp;
        /* Enable PMD link, MOD_ABS_FLT, and 1G link alarm */

        bnx2x_wait_reset_complete(bp, phy, params);

        DP(NETIF_MSG_LINK, "Initializing BCM8727\n");

        bnx2x_8727_specific_func(phy, params, PHY_INIT);
        /* Initially configure MOD_ABS to interrupt when module is
         * presence( bit 8)
         */
        bnx2x_cl45_read(bp, phy,
                        MDIO_PMA_DEVAD, MDIO_PMA_REG_PHY_IDENTIFIER, &mod_abs);
        /* Set EDC off by setting OPTXLOS signal input to low (bit 9).
         * When the EDC is off it locks onto a reference clock and avoids
         * becoming 'lost'
         */
        mod_abs &= ~(1<<8);
        if (!(phy->flags & FLAGS_NOC))
                mod_abs &= ~(1<<9);
        bnx2x_cl45_write(bp, phy,
                         MDIO_PMA_DEVAD, MDIO_PMA_REG_PHY_IDENTIFIER, mod_abs);

        /* Enable/Disable PHY transmitter output */
        bnx2x_set_disable_pmd_transmit(params, phy, 0);

        bnx2x_8727_power_module(bp, phy, 1);

        bnx2x_cl45_read(bp, phy,
                        MDIO_PMA_DEVAD, MDIO_PMA_REG_M8051_MSGOUT_REG, &tmp1);

        bnx2x_cl45_read(bp, phy,
                        MDIO_PMA_DEVAD, MDIO_PMA_LASI_RXSTAT, &tmp1);

        bnx2x_8727_config_speed(phy, params);


        /* Set TX PreEmphasis if needed */
        if ((params->feature_config_flags &
             FEATURE_CONFIG_OVERRIDE_PREEMPHASIS_ENABLED)) {
                DP(NETIF_MSG_LINK, "Setting TX_CTRL1 0x%x, TX_CTRL2 0x%x\n",
                           phy->tx_preemphasis[0],
                           phy->tx_preemphasis[1]);
                bnx2x_cl45_write(bp, phy,
                                 MDIO_PMA_DEVAD, MDIO_PMA_REG_8727_TX_CTRL1,
                                 phy->tx_preemphasis[0]);

                bnx2x_cl45_write(bp, phy,
                                 MDIO_PMA_DEVAD, MDIO_PMA_REG_8727_TX_CTRL2,
                                 phy->tx_preemphasis[1]);
        }

        /* If TX Laser is controlled by GPIO_0, do not let PHY go into low
         * power mode, if TX Laser is disabled
         */
        tx_en_mode = REG_RD(bp, params->shmem_base +
                            offsetof(struct shmem_region,
                                dev_info.port_hw_config[params->port].sfp_ctrl))
                        & PORT_HW_CFG_TX_LASER_MASK;

        if (tx_en_mode == PORT_HW_CFG_TX_LASER_GPIO0) {

                DP(NETIF_MSG_LINK, "Enabling TXONOFF_PWRDN_DIS\n");
                bnx2x_cl45_read(bp, phy,
                        MDIO_PMA_DEVAD, MDIO_PMA_REG_8727_OPT_CFG_REG, &tmp2);
                tmp2 |= 0x1000;
                tmp2 &= 0xFFEF;
                bnx2x_cl45_write(bp, phy,
                        MDIO_PMA_DEVAD, MDIO_PMA_REG_8727_OPT_CFG_REG, tmp2);
                bnx2x_cl45_read(bp, phy,
                                MDIO_PMA_DEVAD, MDIO_PMA_REG_PHY_IDENTIFIER,
                                &tmp2);
                bnx2x_cl45_write(bp, phy,
                                 MDIO_PMA_DEVAD, MDIO_PMA_REG_PHY_IDENTIFIER,
                                 (tmp2 & 0x7fff));
        }

        return 0;
}

static void bnx2x_8727_handle_mod_abs(struct bnx2x_phy *phy,
                                      struct link_params *params)
{
        struct bnx2x *bp = params->bp;
        u16 mod_abs, rx_alarm_status;
        u32 val = REG_RD(bp, params->shmem_base +
                             offsetof(struct shmem_region, dev_info.
                                      port_feature_config[params->port].
                                      config));
        bnx2x_cl45_read(bp, phy,
                        MDIO_PMA_DEVAD,
                        MDIO_PMA_REG_PHY_IDENTIFIER, &mod_abs);
        if (mod_abs & (1<<8)) {

                /* Module is absent */
                DP(NETIF_MSG_LINK,
                   "MOD_ABS indication show module is absent\n");
                phy->media_type = ETH_PHY_NOT_PRESENT;
                /* 1. Set mod_abs to detect next module
                 *    presence event
                 * 2. Set EDC off by setting OPTXLOS signal input to low
                 *    (bit 9).
                 *    When the EDC is off it locks onto a reference clock and
                 *    avoids becoming 'lost'.
                 */
                mod_abs &= ~(1<<8);
                if (!(phy->flags & FLAGS_NOC))
                        mod_abs &= ~(1<<9);
                bnx2x_cl45_write(bp, phy,
                                 MDIO_PMA_DEVAD,
                                 MDIO_PMA_REG_PHY_IDENTIFIER, mod_abs);

                /* Clear RX alarm since it stays up as long as
                 * the mod_abs wasn't changed
                 */
                bnx2x_cl45_read(bp, phy,
                                MDIO_PMA_DEVAD,
                                MDIO_PMA_LASI_RXSTAT, &rx_alarm_status);

        } else {
                /* Module is present */
                DP(NETIF_MSG_LINK,
                   "MOD_ABS indication show module is present\n");
                /* First disable transmitter, and if the module is ok, the
                 * module_detection will enable it
                 * 1. Set mod_abs to detect next module absent event ( bit 8)
                 * 2. Restore the default polarity of the OPRXLOS signal and
                 * this signal will then correctly indicate the presence or
                 * absence of the Rx signal. (bit 9)
                 */
                mod_abs |= (1<<8);
                if (!(phy->flags & FLAGS_NOC))
                        mod_abs |= (1<<9);
                bnx2x_cl45_write(bp, phy,
                                 MDIO_PMA_DEVAD,
                                 MDIO_PMA_REG_PHY_IDENTIFIER, mod_abs);

                /* Clear RX alarm since it stays up as long as the mod_abs
                 * wasn't changed. This is need to be done before calling the
                 * module detection, otherwise it will clear* the link update
                 * alarm
                 */
                bnx2x_cl45_read(bp, phy,
                                MDIO_PMA_DEVAD,
                                MDIO_PMA_LASI_RXSTAT, &rx_alarm_status);


                if ((val & PORT_FEAT_CFG_OPT_MDL_ENFRCMNT_MASK) ==
                    PORT_FEAT_CFG_OPT_MDL_ENFRCMNT_DISABLE_TX_LASER)
                        bnx2x_sfp_set_transmitter(params, phy, 0);

                if (bnx2x_wait_for_sfp_module_initialized(phy, params) == 0)
                        bnx2x_sfp_module_detection(phy, params);
                else
                        DP(NETIF_MSG_LINK, "SFP+ module is not initialized\n");

                /* Reconfigure link speed based on module type limitations */
                bnx2x_8727_config_speed(phy, params);
        }

        DP(NETIF_MSG_LINK, "8727 RX_ALARM_STATUS 0x%x\n",
                   rx_alarm_status);
        /* No need to check link status in case of module plugged in/out */
}

static u8 bnx2x_8727_read_status(struct bnx2x_phy *phy,
                                 struct link_params *params,
                                 struct link_vars *vars)

{
        struct bnx2x *bp = params->bp;
        u8 link_up = 0, oc_port = params->port;
        u16 link_status = 0;
        u16 rx_alarm_status, lasi_ctrl, val1;

        /* If PHY is not initialized, do not check link status */
        bnx2x_cl45_read(bp, phy,
                        MDIO_PMA_DEVAD, MDIO_PMA_LASI_CTRL,
                        &lasi_ctrl);
        if (!lasi_ctrl)
                return 0;

        /* Check the LASI on Rx */
        bnx2x_cl45_read(bp, phy,
                        MDIO_PMA_DEVAD, MDIO_PMA_LASI_RXSTAT,
                        &rx_alarm_status);
        vars->line_speed = 0;
        DP(NETIF_MSG_LINK, "8727 RX_ALARM_STATUS  0x%x\n", rx_alarm_status);

        bnx2x_sfp_mask_fault(bp, phy, MDIO_PMA_LASI_TXSTAT,
                             MDIO_PMA_LASI_TXCTRL);

        bnx2x_cl45_read(bp, phy,
                        MDIO_PMA_DEVAD, MDIO_PMA_LASI_STAT, &val1);

        DP(NETIF_MSG_LINK, "8727 LASI status 0x%x\n", val1);

        /* Clear MSG-OUT */
        bnx2x_cl45_read(bp, phy,
                        MDIO_PMA_DEVAD, MDIO_PMA_REG_M8051_MSGOUT_REG, &val1);

        /* If a module is present and there is need to check
         * for over current
         */
        if (!(phy->flags & FLAGS_NOC) && !(rx_alarm_status & (1<<5))) {
                /* Check over-current using 8727 GPIO0 input*/
                bnx2x_cl45_read(bp, phy,
                                MDIO_PMA_DEVAD, MDIO_PMA_REG_8727_GPIO_CTRL,
                                &val1);

                if ((val1 & (1<<8)) == 0) {
                        if (!CHIP_IS_E1x(bp))
                                oc_port = BP_PATH(bp) + (params->port << 1);
                        DP(NETIF_MSG_LINK,
                           "8727 Power fault has been detected on port %d\n",
                           oc_port);
                        netdev_err(bp->dev, "Error: Power fault on Port %d has "
                                            "been detected and the power to "
                                            "that SFP+ module has been removed "
                                            "to prevent failure of the card. "
                                            "Please remove the SFP+ module and "
                                            "restart the system to clear this "
                                            "error.\n",
                         oc_port);
                        /* Disable all RX_ALARMs except for mod_abs */
                        bnx2x_cl45_write(bp, phy,
                                         MDIO_PMA_DEVAD,
                                         MDIO_PMA_LASI_RXCTRL, (1<<5));

                        bnx2x_cl45_read(bp, phy,
                                        MDIO_PMA_DEVAD,
                                        MDIO_PMA_REG_PHY_IDENTIFIER, &val1);
                        /* Wait for module_absent_event */
                        val1 |= (1<<8);
                        bnx2x_cl45_write(bp, phy,
                                         MDIO_PMA_DEVAD,
                                         MDIO_PMA_REG_PHY_IDENTIFIER, val1);
                        /* Clear RX alarm */
                        bnx2x_cl45_read(bp, phy,
                                MDIO_PMA_DEVAD,
                                MDIO_PMA_LASI_RXSTAT, &rx_alarm_status);
                        bnx2x_8727_power_module(params->bp, phy, 0);
                        return 0;
                }
        } /* Over current check */

        /* When module absent bit is set, check module */
        if (rx_alarm_status & (1<<5)) {
                bnx2x_8727_handle_mod_abs(phy, params);
                /* Enable all mod_abs and link detection bits */
                bnx2x_cl45_write(bp, phy,
                                 MDIO_PMA_DEVAD, MDIO_PMA_LASI_RXCTRL,
                                 ((1<<5) | (1<<2)));
        }

        if (!(phy->flags & FLAGS_SFP_NOT_APPROVED)) {
                DP(NETIF_MSG_LINK, "Enabling 8727 TX laser\n");
                bnx2x_sfp_set_transmitter(params, phy, 1);
        } else {
                DP(NETIF_MSG_LINK, "Tx is disabled\n");
                return 0;
        }

        bnx2x_cl45_read(bp, phy,
                        MDIO_PMA_DEVAD,
                        MDIO_PMA_REG_8073_SPEED_LINK_STATUS, &link_status);

        /* Bits 0..2 --> speed detected,
         * Bits 13..15--> link is down
         */
        if ((link_status & (1<<2)) && (!(link_status & (1<<15)))) {
                link_up = 1;
                vars->line_speed = SPEED_10000;
                DP(NETIF_MSG_LINK, "port %x: External link up in 10G\n",
                           params->port);
        } else if ((link_status & (1<<0)) && (!(link_status & (1<<13)))) {
                link_up = 1;
                vars->line_speed = SPEED_1000;
                DP(NETIF_MSG_LINK, "port %x: External link up in 1G\n",
                           params->port);
        } else {
                link_up = 0;
                DP(NETIF_MSG_LINK, "port %x: External link is down\n",
                           params->port);
        }

        /* Capture 10G link fault. */
        if (vars->line_speed == SPEED_10000) {
                bnx2x_cl45_read(bp, phy, MDIO_PMA_DEVAD,
                            MDIO_PMA_LASI_TXSTAT, &val1);

                bnx2x_cl45_read(bp, phy, MDIO_PMA_DEVAD,
                            MDIO_PMA_LASI_TXSTAT, &val1);

                if (val1 & (1<<0)) {
                        vars->fault_detected = 1;
                }
        }

        if (link_up) {
                bnx2x_ext_phy_resolve_fc(phy, params, vars);
                vars->duplex = DUPLEX_FULL;
                DP(NETIF_MSG_LINK, "duplex = 0x%x\n", vars->duplex);
        }

        if ((DUAL_MEDIA(params)) &&
            (phy->req_line_speed == SPEED_1000)) {
                bnx2x_cl45_read(bp, phy,
                                MDIO_PMA_DEVAD,
                                MDIO_PMA_REG_8727_PCS_GP, &val1);
                /* In case of dual-media board and 1G, power up the XAUI side,
                 * otherwise power it down. For 10G it is done automatically
                 */
                if (link_up)
                        val1 &= ~(3<<10);
                else
                        val1 |= (3<<10);
                bnx2x_cl45_write(bp, phy,
                                 MDIO_PMA_DEVAD,
                                 MDIO_PMA_REG_8727_PCS_GP, val1);
        }
        return link_up;
}

static void bnx2x_8727_link_reset(struct bnx2x_phy *phy,
                                  struct link_params *params)
{
        struct bnx2x *bp = params->bp;

        /* Enable/Disable PHY transmitter output */
        bnx2x_set_disable_pmd_transmit(params, phy, 1);

        /* Disable Transmitter */
        bnx2x_sfp_set_transmitter(params, phy, 0);
        /* Clear LASI */
        bnx2x_cl45_write(bp, phy, MDIO_PMA_DEVAD, MDIO_PMA_LASI_CTRL, 0);

}

/******************************************************************/
/*              BCM8481/BCM84823/BCM84833 PHY SECTION             */
/******************************************************************/
static int bnx2x_is_8483x_8485x(struct bnx2x_phy *phy)
{
        return ((phy->type == PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM84833) ||
                (phy->type == PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM84834) ||
                (phy->type == PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM84858));
}

static void bnx2x_save_848xx_spirom_version(struct bnx2x_phy *phy,
                                            struct bnx2x *bp,
                                            u8 port)
{
        u16 val, fw_ver2, cnt, i;
        static struct bnx2x_reg_set reg_set[] = {
                {MDIO_PMA_DEVAD, 0xA819, 0x0014},
                {MDIO_PMA_DEVAD, 0xA81A, 0xc200},
                {MDIO_PMA_DEVAD, 0xA81B, 0x0000},
                {MDIO_PMA_DEVAD, 0xA81C, 0x0300},
                {MDIO_PMA_DEVAD, 0xA817, 0x0009}
        };
        u16 fw_ver1;

        if (bnx2x_is_8483x_8485x(phy)) {
                bnx2x_cl45_read(bp, phy, MDIO_CTL_DEVAD, 0x400f, &fw_ver1);
                if (phy->type != PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM84858)
                        fw_ver1 &= 0xfff;
                bnx2x_save_spirom_version(bp, port, fw_ver1, phy->ver_addr);
        } else {
                /* For 32-bit registers in 848xx, access via MDIO2ARM i/f. */
                /* (1) set reg 0xc200_0014(SPI_BRIDGE_CTRL_2) to 0x03000000 */
                for (i = 0; i < ARRAY_SIZE(reg_set); i++)
                        bnx2x_cl45_write(bp, phy, reg_set[i].devad,
                                         reg_set[i].reg, reg_set[i].val);

                for (cnt = 0; cnt < 100; cnt++) {
                        bnx2x_cl45_read(bp, phy, MDIO_PMA_DEVAD, 0xA818, &val);
                        if (val & 1)
                                break;
                        udelay(5);
                }
                if (cnt == 100) {
                        DP(NETIF_MSG_LINK, "Unable to read 848xx "
                                        "phy fw version(1)\n");
                        bnx2x_save_spirom_version(bp, port, 0,
                                                  phy->ver_addr);
                        return;
                }


                /* 2) read register 0xc200_0000 (SPI_FW_STATUS) */
                bnx2x_cl45_write(bp, phy, MDIO_PMA_DEVAD, 0xA819, 0x0000);
                bnx2x_cl45_write(bp, phy, MDIO_PMA_DEVAD, 0xA81A, 0xc200);
                bnx2x_cl45_write(bp, phy, MDIO_PMA_DEVAD, 0xA817, 0x000A);
                for (cnt = 0; cnt < 100; cnt++) {
                        bnx2x_cl45_read(bp, phy, MDIO_PMA_DEVAD, 0xA818, &val);
                        if (val & 1)
                                break;
                        udelay(5);
                }
                if (cnt == 100) {
                        DP(NETIF_MSG_LINK, "Unable to read 848xx phy fw "
                                        "version(2)\n");
                        bnx2x_save_spirom_version(bp, port, 0,
                                                  phy->ver_addr);
                        return;
                }

                /* lower 16 bits of the register SPI_FW_STATUS */
                bnx2x_cl45_read(bp, phy, MDIO_PMA_DEVAD, 0xA81B, &fw_ver1);
                /* upper 16 bits of register SPI_FW_STATUS */
                bnx2x_cl45_read(bp, phy, MDIO_PMA_DEVAD, 0xA81C, &fw_ver2);

                bnx2x_save_spirom_version(bp, port, (fw_ver2<<16) | fw_ver1,
                                          phy->ver_addr);
        }

}
static void bnx2x_848xx_set_led(struct bnx2x *bp,
                                struct bnx2x_phy *phy)
{
        u16 val, led3_blink_rate, offset, i;
        static struct bnx2x_reg_set reg_set[] = {
                {MDIO_PMA_DEVAD, MDIO_PMA_REG_8481_LED1_MASK, 0x0080},
                {MDIO_PMA_DEVAD, MDIO_PMA_REG_8481_LED2_MASK, 0x0018},
                {MDIO_PMA_DEVAD, MDIO_PMA_REG_8481_LED3_MASK, 0x0006},
                {MDIO_PMA_DEVAD, MDIO_PMA_REG_84823_CTL_SLOW_CLK_CNT_HIGH,
                        MDIO_PMA_REG_84823_BLINK_RATE_VAL_15P9HZ},
                {MDIO_AN_DEVAD, 0xFFFB, 0xFFFD}
        };

        if (phy->type == PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM84858) {
                /* Set LED5 source */
                bnx2x_cl45_write(bp, phy,
                                 MDIO_PMA_DEVAD,
                                 MDIO_PMA_REG_8481_LED5_MASK,
                                 0x90);
                led3_blink_rate = 0x000f;
        } else {
                led3_blink_rate = 0x0000;
        }
        /* Set LED3 BLINK */
        bnx2x_cl45_write(bp, phy,
                         MDIO_PMA_DEVAD,
                         MDIO_PMA_REG_8481_LED3_BLINK,
                         led3_blink_rate);

        /* PHYC_CTL_LED_CTL */
        bnx2x_cl45_read(bp, phy,
                        MDIO_PMA_DEVAD,
                        MDIO_PMA_REG_8481_LINK_SIGNAL, &val);
        val &= 0xFE00;
        val |= 0x0092;

        if (phy->type == PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM84858)
                val |= 2 << 12; /* LED5 ON based on source */

        bnx2x_cl45_write(bp, phy,
                         MDIO_PMA_DEVAD,
                         MDIO_PMA_REG_8481_LINK_SIGNAL, val);

        for (i = 0; i < ARRAY_SIZE(reg_set); i++)
                bnx2x_cl45_write(bp, phy, reg_set[i].devad, reg_set[i].reg,
                                 reg_set[i].val);

        if (bnx2x_is_8483x_8485x(phy))
                offset = MDIO_PMA_REG_84833_CTL_LED_CTL_1;
        else
                offset = MDIO_PMA_REG_84823_CTL_LED_CTL_1;

        if (phy->type == PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM84858)
                val = MDIO_PMA_REG_84858_ALLOW_GPHY_ACT |
                      MDIO_PMA_REG_84823_LED3_STRETCH_EN;
        else
                val = MDIO_PMA_REG_84823_LED3_STRETCH_EN;

        /* stretch_en for LEDs */
        bnx2x_cl45_read_or_write(bp, phy,
                                 MDIO_PMA_DEVAD,
                                 offset,
                                 val);
}

static void bnx2x_848xx_specific_func(struct bnx2x_phy *phy,
                                      struct link_params *params,
                                      u32 action)
{
        struct bnx2x *bp = params->bp;
        switch (action) {
        case PHY_INIT:
                if (bnx2x_is_8483x_8485x(phy)) {
                        /* Save spirom version */
                        bnx2x_save_848xx_spirom_version(phy, bp, params->port);
                }
                /* This phy uses the NIG latch mechanism since link indication
                 * arrives through its LED4 and not via its LASI signal, so we
                 * get steady signal instead of clear on read
                 */
                bnx2x_bits_en(bp, NIG_REG_LATCH_BC_0 + params->port*4,
                              1 << NIG_LATCH_BC_ENABLE_MI_INT);

                bnx2x_848xx_set_led(bp, phy);
                break;
        }
}

static int bnx2x_848xx_cmn_config_init(struct bnx2x_phy *phy,
                                       struct link_params *params,
                                       struct link_vars *vars)
{
        struct bnx2x *bp = params->bp;
        u16 autoneg_val, an_1000_val, an_10_100_val;

        bnx2x_848xx_specific_func(phy, params, PHY_INIT);
        bnx2x_cl45_write(bp, phy,
                         MDIO_PMA_DEVAD, MDIO_PMA_REG_CTRL, 0x0000);

        /* set 1000 speed advertisement */
        bnx2x_cl45_read(bp, phy,
                        MDIO_AN_DEVAD, MDIO_AN_REG_8481_1000T_CTRL,
                        &an_1000_val);

        bnx2x_ext_phy_set_pause(params, phy, vars);
        bnx2x_cl45_read(bp, phy,
                        MDIO_AN_DEVAD,
                        MDIO_AN_REG_8481_LEGACY_AN_ADV,
                        &an_10_100_val);
        bnx2x_cl45_read(bp, phy,
                        MDIO_AN_DEVAD, MDIO_AN_REG_8481_LEGACY_MII_CTRL,
                        &autoneg_val);
        /* Disable forced speed */
        autoneg_val &= ~((1<<6) | (1<<8) | (1<<9) | (1<<12) | (1<<13));
        an_10_100_val &= ~((1<<5) | (1<<6) | (1<<7) | (1<<8));

        if (((phy->req_line_speed == SPEED_AUTO_NEG) &&
             (phy->speed_cap_mask &
             PORT_HW_CFG_SPEED_CAPABILITY_D0_1G)) ||
            (phy->req_line_speed == SPEED_1000)) {
                an_1000_val |= (1<<8);
                autoneg_val |= (1<<9 | 1<<12);
                if (phy->req_duplex == DUPLEX_FULL)
                        an_1000_val |= (1<<9);
                DP(NETIF_MSG_LINK, "Advertising 1G\n");
        } else
                an_1000_val &= ~((1<<8) | (1<<9));

        bnx2x_cl45_write(bp, phy,
                         MDIO_AN_DEVAD, MDIO_AN_REG_8481_1000T_CTRL,
                         an_1000_val);

        /* Set 10/100 speed advertisement */
        if (phy->req_line_speed == SPEED_AUTO_NEG) {
                if (phy->speed_cap_mask &
                    PORT_HW_CFG_SPEED_CAPABILITY_D0_100M_FULL) {
                        /* Enable autoneg and restart autoneg for legacy speeds
                         */
                        autoneg_val |= (1<<9 | 1<<12);
                        an_10_100_val |= (1<<8);
                        DP(NETIF_MSG_LINK, "Advertising 100M-FD\n");
                }

                if (phy->speed_cap_mask &
                    PORT_HW_CFG_SPEED_CAPABILITY_D0_100M_HALF) {
                        /* Enable autoneg and restart autoneg for legacy speeds
                         */
                        autoneg_val |= (1<<9 | 1<<12);
                        an_10_100_val |= (1<<7);
                        DP(NETIF_MSG_LINK, "Advertising 100M-HD\n");
                }

                if ((phy->speed_cap_mask &
                     PORT_HW_CFG_SPEED_CAPABILITY_D0_10M_FULL) &&
                    (phy->supported & SUPPORTED_10baseT_Full)) {
                        an_10_100_val |= (1<<6);
                        autoneg_val |= (1<<9 | 1<<12);
                        DP(NETIF_MSG_LINK, "Advertising 10M-FD\n");
                }

                if ((phy->speed_cap_mask &
                     PORT_HW_CFG_SPEED_CAPABILITY_D0_10M_HALF) &&
                    (phy->supported & SUPPORTED_10baseT_Half)) {
                        an_10_100_val |= (1<<5);
                        autoneg_val |= (1<<9 | 1<<12);
                        DP(NETIF_MSG_LINK, "Advertising 10M-HD\n");
                }
        }

        /* Only 10/100 are allowed to work in FORCE mode */
        if ((phy->req_line_speed == SPEED_100) &&
            (phy->supported &
             (SUPPORTED_100baseT_Half |
              SUPPORTED_100baseT_Full))) {
                autoneg_val |= (1<<13);
                /* Enabled AUTO-MDIX when autoneg is disabled */
                bnx2x_cl45_write(bp, phy,
                                 MDIO_AN_DEVAD, MDIO_AN_REG_8481_AUX_CTRL,
                                 (1<<15 | 1<<9 | 7<<0));
                /* The PHY needs this set even for forced link. */
                an_10_100_val |= (1<<8) | (1<<7);
                DP(NETIF_MSG_LINK, "Setting 100M force\n");
        }
        if ((phy->req_line_speed == SPEED_10) &&
            (phy->supported &
             (SUPPORTED_10baseT_Half |
              SUPPORTED_10baseT_Full))) {
                /* Enabled AUTO-MDIX when autoneg is disabled */
                bnx2x_cl45_write(bp, phy,
                                 MDIO_AN_DEVAD, MDIO_AN_REG_8481_AUX_CTRL,
                                 (1<<15 | 1<<9 | 7<<0));
                DP(NETIF_MSG_LINK, "Setting 10M force\n");
        }

        bnx2x_cl45_write(bp, phy,
                         MDIO_AN_DEVAD, MDIO_AN_REG_8481_LEGACY_AN_ADV,
                         an_10_100_val);

        if (phy->req_duplex == DUPLEX_FULL)
                autoneg_val |= (1<<8);

        /* Always write this if this is not 84833/4.
         * For 84833/4, write it only when it's a forced speed.
         */
        if (!bnx2x_is_8483x_8485x(phy) ||
            ((autoneg_val & (1<<12)) == 0))
                bnx2x_cl45_write(bp, phy,
                         MDIO_AN_DEVAD,
                         MDIO_AN_REG_8481_LEGACY_MII_CTRL, autoneg_val);

        if (((phy->req_line_speed == SPEED_AUTO_NEG) &&
            (phy->speed_cap_mask &
             PORT_HW_CFG_SPEED_CAPABILITY_D0_10G)) ||
                (phy->req_line_speed == SPEED_10000)) {
                        DP(NETIF_MSG_LINK, "Advertising 10G\n");
                        /* Restart autoneg for 10G*/

                        bnx2x_cl45_read_or_write(
                                bp, phy,
                                MDIO_AN_DEVAD,
                                MDIO_AN_REG_8481_10GBASE_T_AN_CTRL,
                                0x1000);
                        bnx2x_cl45_write(bp, phy,
                                         MDIO_AN_DEVAD, MDIO_AN_REG_CTRL,
                                         0x3200);
        } else
                bnx2x_cl45_write(bp, phy,
                                 MDIO_AN_DEVAD,
                                 MDIO_AN_REG_8481_10GBASE_T_AN_CTRL,
                                 1);

        return 0;
}

static int bnx2x_8481_config_init(struct bnx2x_phy *phy,
                                  struct link_params *params,
                                  struct link_vars *vars)
{
        struct bnx2x *bp = params->bp;
        /* Restore normal power mode*/
        bnx2x_set_gpio(bp, MISC_REGISTERS_GPIO_2,
                       MISC_REGISTERS_GPIO_OUTPUT_HIGH, params->port);

        /* HW reset */
        bnx2x_ext_phy_hw_reset(bp, params->port);
        bnx2x_wait_reset_complete(bp, phy, params);

        bnx2x_cl45_write(bp, phy, MDIO_PMA_DEVAD, MDIO_PMA_REG_CTRL, 1<<15);
        return bnx2x_848xx_cmn_config_init(phy, params, vars);
}

#define PHY848xx_CMDHDLR_WAIT 300
#define PHY848xx_CMDHDLR_MAX_ARGS 5

static int bnx2x_84858_cmd_hdlr(struct bnx2x_phy *phy,
                                struct link_params *params,
                                u16 fw_cmd,
                                u16 cmd_args[], int argc)
{
        int idx;
        u16 val;
        struct bnx2x *bp = params->bp;

        /* Step 1: Poll the STATUS register to see whether the previous command
         * is in progress or the system is busy (CMD_IN_PROGRESS or
         * SYSTEM_BUSY). If previous command is in progress or system is busy,
         * check again until the previous command finishes execution and the
         * system is available for taking command
         */

        for (idx = 0; idx < PHY848xx_CMDHDLR_WAIT; idx++) {
                bnx2x_cl45_read(bp, phy, MDIO_CTL_DEVAD,
                                MDIO_848xx_CMD_HDLR_STATUS, &val);
                if ((val != PHY84858_STATUS_CMD_IN_PROGRESS) &&
                    (val != PHY84858_STATUS_CMD_SYSTEM_BUSY))
                        break;
                usleep_range(1000, 2000);
        }
        if (idx >= PHY848xx_CMDHDLR_WAIT) {
                DP(NETIF_MSG_LINK, "FW cmd: FW not ready.\n");
                return -EINVAL;
        }

        /* Step2: If any parameters are required for the function, write them
         * to the required DATA registers
         */

        for (idx = 0; idx < argc; idx++) {
                bnx2x_cl45_write(bp, phy, MDIO_CTL_DEVAD,
                                 MDIO_848xx_CMD_HDLR_DATA1 + idx,
                                 cmd_args[idx]);
        }

        /* Step3: When the firmware is ready for commands, write the 'Command
         * code' to the CMD register
         */
        bnx2x_cl45_write(bp, phy, MDIO_CTL_DEVAD,
                         MDIO_848xx_CMD_HDLR_COMMAND, fw_cmd);

        /* Step4: Once the command has been written, poll the STATUS register
         * to check whether the command has completed (CMD_COMPLETED_PASS/
         * CMD_FOR_CMDS or CMD_COMPLETED_ERROR).
         */

        for (idx = 0; idx < PHY848xx_CMDHDLR_WAIT; idx++) {
                bnx2x_cl45_read(bp, phy, MDIO_CTL_DEVAD,
                                MDIO_848xx_CMD_HDLR_STATUS, &val);
                if ((val == PHY84858_STATUS_CMD_COMPLETE_PASS) ||
                    (val == PHY84858_STATUS_CMD_COMPLETE_ERROR))
                        break;
                usleep_range(1000, 2000);
        }
        if ((idx >= PHY848xx_CMDHDLR_WAIT) ||
            (val == PHY84858_STATUS_CMD_COMPLETE_ERROR)) {
                DP(NETIF_MSG_LINK, "FW cmd failed.\n");
                return -EINVAL;
        }
        /* Step5: Once the command has completed, read the specficied DATA
         * registers for any saved results for the command, if applicable
         */

        /* Gather returning data */
        for (idx = 0; idx < argc; idx++) {
                bnx2x_cl45_read(bp, phy, MDIO_CTL_DEVAD,
                                MDIO_848xx_CMD_HDLR_DATA1 + idx,
                                &cmd_args[idx]);
        }

        return 0;
}

static int bnx2x_84833_cmd_hdlr(struct bnx2x_phy *phy,
                                struct link_params *params, u16 fw_cmd,
                                u16 cmd_args[], int argc, int process)
{
        int idx;
        u16 val;
        struct bnx2x *bp = params->bp;
        int rc = 0;

        if (process == PHY84833_MB_PROCESS2) {
                /* Write CMD_OPEN_OVERRIDE to STATUS reg */
                bnx2x_cl45_write(bp, phy, MDIO_CTL_DEVAD,
                                 MDIO_848xx_CMD_HDLR_STATUS,
                                 PHY84833_STATUS_CMD_OPEN_OVERRIDE);
        }

        for (idx = 0; idx < PHY848xx_CMDHDLR_WAIT; idx++) {
                bnx2x_cl45_read(bp, phy, MDIO_CTL_DEVAD,
                                MDIO_848xx_CMD_HDLR_STATUS, &val);
                if (val == PHY84833_STATUS_CMD_OPEN_FOR_CMDS)
                        break;
                usleep_range(1000, 2000);
        }
        if (idx >= PHY848xx_CMDHDLR_WAIT) {
                DP(NETIF_MSG_LINK, "FW cmd: FW not ready.\n");
                /* if the status is CMD_COMPLETE_PASS or CMD_COMPLETE_ERROR
                 * clear the status to CMD_CLEAR_COMPLETE
                 */
                if (val == PHY84833_STATUS_CMD_COMPLETE_PASS ||
                    val == PHY84833_STATUS_CMD_COMPLETE_ERROR) {
                        bnx2x_cl45_write(bp, phy, MDIO_CTL_DEVAD,
                                         MDIO_848xx_CMD_HDLR_STATUS,
                                         PHY84833_STATUS_CMD_CLEAR_COMPLETE);
                }
                return -EINVAL;
        }
        if (process == PHY84833_MB_PROCESS1 ||
            process == PHY84833_MB_PROCESS2) {
                /* Prepare argument(s) */
                for (idx = 0; idx < argc; idx++) {
                        bnx2x_cl45_write(bp, phy, MDIO_CTL_DEVAD,
                                         MDIO_848xx_CMD_HDLR_DATA1 + idx,
                                         cmd_args[idx]);
                }
        }

        bnx2x_cl45_write(bp, phy, MDIO_CTL_DEVAD,
                        MDIO_848xx_CMD_HDLR_COMMAND, fw_cmd);
        for (idx = 0; idx < PHY848xx_CMDHDLR_WAIT; idx++) {
                bnx2x_cl45_read(bp, phy, MDIO_CTL_DEVAD,
                                MDIO_848xx_CMD_HDLR_STATUS, &val);
                if ((val == PHY84833_STATUS_CMD_COMPLETE_PASS) ||
                    (val == PHY84833_STATUS_CMD_COMPLETE_ERROR))
                        break;
                usleep_range(1000, 2000);
        }
        if ((idx >= PHY848xx_CMDHDLR_WAIT) ||
            (val == PHY84833_STATUS_CMD_COMPLETE_ERROR)) {
                DP(NETIF_MSG_LINK, "FW cmd failed.\n");
                rc = -EINVAL;
        }
        if (process == PHY84833_MB_PROCESS3 && rc == 0) {
                /* Gather returning data */
                for (idx = 0; idx < argc; idx++) {
                        bnx2x_cl45_read(bp, phy, MDIO_CTL_DEVAD,
                                        MDIO_848xx_CMD_HDLR_DATA1 + idx,
                                        &cmd_args[idx]);
                }
        }
        if (val == PHY84833_STATUS_CMD_COMPLETE_ERROR ||
            val == PHY84833_STATUS_CMD_COMPLETE_PASS) {
                bnx2x_cl45_write(bp, phy, MDIO_CTL_DEVAD,
                                 MDIO_848xx_CMD_HDLR_STATUS,
                                 PHY84833_STATUS_CMD_CLEAR_COMPLETE);
        }
        return rc;
}

static int bnx2x_848xx_cmd_hdlr(struct bnx2x_phy *phy,
                                struct link_params *params,
                                u16 fw_cmd,
                                           u16 cmd_args[], int argc,
                                           int process)
{
        struct bnx2x *bp = params->bp;

        if ((phy->type == PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM84858) ||
            (REG_RD(bp, params->shmem2_base +
                    offsetof(struct shmem2_region,
                             link_attr_sync[params->port])) &
             LINK_ATTR_84858)) {
                return bnx2x_84858_cmd_hdlr(phy, params, fw_cmd, cmd_args,
                                            argc);
        } else {
                return bnx2x_84833_cmd_hdlr(phy, params, fw_cmd, cmd_args,
                                            argc, process);
        }
}

static int bnx2x_848xx_pair_swap_cfg(struct bnx2x_phy *phy,
                                     struct link_params *params,
                                     struct link_vars *vars)
{
        u32 pair_swap;
        u16 data[PHY848xx_CMDHDLR_MAX_ARGS];
        int status;
        struct bnx2x *bp = params->bp;

        /* Check for configuration. */
        pair_swap = REG_RD(bp, params->shmem_base +
                           offsetof(struct shmem_region,
                        dev_info.port_hw_config[params->port].xgbt_phy_cfg)) &
                PORT_HW_CFG_RJ45_PAIR_SWAP_MASK;

        if (pair_swap == 0)
                return 0;

        /* Only the second argument is used for this command */
        data[1] = (u16)pair_swap;

        status = bnx2x_848xx_cmd_hdlr(phy, params,
                                      PHY848xx_CMD_SET_PAIR_SWAP, data,
                                      2, PHY84833_MB_PROCESS2);
        if (status == 0)
                DP(NETIF_MSG_LINK, "Pairswap OK, val=0x%x\n", data[1]);

        return status;
}

static u8 bnx2x_84833_get_reset_gpios(struct bnx2x *bp,
                                      u32 shmem_base_path[],
                                      u32 chip_id)
{
        u32 reset_pin[2];
        u32 idx;
        u8 reset_gpios;
        if (CHIP_IS_E3(bp)) {
                /* Assume that these will be GPIOs, not EPIOs. */
                for (idx = 0; idx < 2; idx++) {
                        /* Map config param to register bit. */
                        reset_pin[idx] = REG_RD(bp, shmem_base_path[idx] +
                                offsetof(struct shmem_region,
                                dev_info.port_hw_config[0].e3_cmn_pin_cfg));
                        reset_pin[idx] = (reset_pin[idx] &
                                PORT_HW_CFG_E3_PHY_RESET_MASK) >>
                                PORT_HW_CFG_E3_PHY_RESET_SHIFT;
                        reset_pin[idx] -= PIN_CFG_GPIO0_P0;
                        reset_pin[idx] = (1 << reset_pin[idx]);
                }
                reset_gpios = (u8)(reset_pin[0] | reset_pin[1]);
        } else {
                /* E2, look from diff place of shmem. */
                for (idx = 0; idx < 2; idx++) {
                        reset_pin[idx] = REG_RD(bp, shmem_base_path[idx] +
                                offsetof(struct shmem_region,
                                dev_info.port_hw_config[0].default_cfg));
                        reset_pin[idx] &= PORT_HW_CFG_EXT_PHY_GPIO_RST_MASK;
                        reset_pin[idx] -= PORT_HW_CFG_EXT_PHY_GPIO_RST_GPIO0_P0;
                        reset_pin[idx] >>= PORT_HW_CFG_EXT_PHY_GPIO_RST_SHIFT;
                        reset_pin[idx] = (1 << reset_pin[idx]);
                }
                reset_gpios = (u8)(reset_pin[0] | reset_pin[1]);
        }

        return reset_gpios;
}

static int bnx2x_84833_hw_reset_phy(struct bnx2x_phy *phy,
                                struct link_params *params)
{
        struct bnx2x *bp = params->bp;
        u8 reset_gpios;
        u32 other_shmem_base_addr = REG_RD(bp, params->shmem2_base +
                                offsetof(struct shmem2_region,
                                other_shmem_base_addr));

        u32 shmem_base_path[2];

        /* Work around for 84833 LED failure inside RESET status */
        bnx2x_cl45_write(bp, phy, MDIO_AN_DEVAD,
                MDIO_AN_REG_8481_LEGACY_MII_CTRL,
                MDIO_AN_REG_8481_MII_CTRL_FORCE_1G);
        bnx2x_cl45_write(bp, phy, MDIO_AN_DEVAD,
                MDIO_AN_REG_8481_1G_100T_EXT_CTRL,
                MIDO_AN_REG_8481_EXT_CTRL_FORCE_LEDS_OFF);

        shmem_base_path[0] = params->shmem_base;
        shmem_base_path[1] = other_shmem_base_addr;

        reset_gpios = bnx2x_84833_get_reset_gpios(bp, shmem_base_path,
                                                  params->chip_id);

        bnx2x_set_mult_gpio(bp, reset_gpios, MISC_REGISTERS_GPIO_OUTPUT_LOW);
        udelay(10);
        DP(NETIF_MSG_LINK, "84833 hw reset on pin values 0x%x\n",
                reset_gpios);

        return 0;
}

static int bnx2x_8483x_disable_eee(struct bnx2x_phy *phy,
                                   struct link_params *params,
                                   struct link_vars *vars)
{
        int rc;
        struct bnx2x *bp = params->bp;
        u16 cmd_args = 0;

        DP(NETIF_MSG_LINK, "Don't Advertise 10GBase-T EEE\n");

        /* Prevent Phy from working in EEE and advertising it */
        rc = bnx2x_848xx_cmd_hdlr(phy, params, PHY848xx_CMD_SET_EEE_MODE,
                                  &cmd_args, 1, PHY84833_MB_PROCESS1);
        if (rc) {
                DP(NETIF_MSG_LINK, "EEE disable failed.\n");
                return rc;
        }

        return bnx2x_eee_disable(phy, params, vars);
}

static int bnx2x_8483x_enable_eee(struct bnx2x_phy *phy,
                                   struct link_params *params,
                                   struct link_vars *vars)
{
        int rc;
        struct bnx2x *bp = params->bp;
        u16 cmd_args = 1;

        rc = bnx2x_848xx_cmd_hdlr(phy, params, PHY848xx_CMD_SET_EEE_MODE,
                                  &cmd_args, 1, PHY84833_MB_PROCESS1);
        if (rc) {
                DP(NETIF_MSG_LINK, "EEE enable failed.\n");
                return rc;
        }

        return bnx2x_eee_advertise(phy, params, vars, SHMEM_EEE_10G_ADV);
}

#define PHY84833_CONSTANT_LATENCY 1193
static int bnx2x_848x3_config_init(struct bnx2x_phy *phy,
                                   struct link_params *params,
                                   struct link_vars *vars)
{
        struct bnx2x *bp = params->bp;
        u8 port, initialize = 1;
        u16 val;
        u32 actual_phy_selection;
        u16 cmd_args[PHY848xx_CMDHDLR_MAX_ARGS];
        int rc = 0;

        usleep_range(1000, 2000);

        if (!(CHIP_IS_E1x(bp)))
                port = BP_PATH(bp);
        else
                port = params->port;

        if (phy->type == PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM84823) {
                bnx2x_set_gpio(bp, MISC_REGISTERS_GPIO_3,
                               MISC_REGISTERS_GPIO_OUTPUT_HIGH,
                               port);
        } else {
                /* MDIO reset */
                bnx2x_cl45_write(bp, phy,
                                MDIO_PMA_DEVAD,
                                MDIO_PMA_REG_CTRL, 0x8000);
        }

        bnx2x_wait_reset_complete(bp, phy, params);

        /* Wait for GPHY to come out of reset */
        msleep(50);
        if (!bnx2x_is_8483x_8485x(phy)) {
                /* BCM84823 requires that XGXS links up first @ 10G for normal
                 * behavior.
                 */
                u16 temp;
                temp = vars->line_speed;
                vars->line_speed = SPEED_10000;
                bnx2x_set_autoneg(&params->phy[INT_PHY], params, vars, 0);
                bnx2x_program_serdes(&params->phy[INT_PHY], params, vars);
                vars->line_speed = temp;
        }
        /* Check if this is actually BCM84858 */
        if (phy->type != PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM84858) {
                u16 hw_rev;

                bnx2x_cl45_read(bp, phy, MDIO_AN_DEVAD,
                                MDIO_AN_REG_848xx_ID_MSB, &hw_rev);
                if (hw_rev == BCM84858_PHY_ID) {
                        params->link_attr_sync |= LINK_ATTR_84858;
                        bnx2x_update_link_attr(params, params->link_attr_sync);
                }
        }

        /* Set dual-media configuration according to configuration */
        bnx2x_cl45_read(bp, phy, MDIO_CTL_DEVAD,
                        MDIO_CTL_REG_84823_MEDIA, &val);
        val &= ~(MDIO_CTL_REG_84823_MEDIA_MAC_MASK |
                 MDIO_CTL_REG_84823_MEDIA_LINE_MASK |
                 MDIO_CTL_REG_84823_MEDIA_COPPER_CORE_DOWN |
                 MDIO_CTL_REG_84823_MEDIA_PRIORITY_MASK |
                 MDIO_CTL_REG_84823_MEDIA_FIBER_1G);

        if (CHIP_IS_E3(bp)) {
                val &= ~(MDIO_CTL_REG_84823_MEDIA_MAC_MASK |
                         MDIO_CTL_REG_84823_MEDIA_LINE_MASK);
        } else {
                val |= (MDIO_CTL_REG_84823_CTRL_MAC_XFI |
                        MDIO_CTL_REG_84823_MEDIA_LINE_XAUI_L);
        }

        actual_phy_selection = bnx2x_phy_selection(params);

        switch (actual_phy_selection) {
        case PORT_HW_CFG_PHY_SELECTION_HARDWARE_DEFAULT:
                /* Do nothing. Essentially this is like the priority copper */
                break;
        case PORT_HW_CFG_PHY_SELECTION_FIRST_PHY_PRIORITY:
                val |= MDIO_CTL_REG_84823_MEDIA_PRIORITY_COPPER;
                break;
        case PORT_HW_CFG_PHY_SELECTION_SECOND_PHY_PRIORITY:
                val |= MDIO_CTL_REG_84823_MEDIA_PRIORITY_FIBER;
                break;
        case PORT_HW_CFG_PHY_SELECTION_FIRST_PHY:
                /* Do nothing here. The first PHY won't be initialized at all */
                break;
        case PORT_HW_CFG_PHY_SELECTION_SECOND_PHY:
                val |= MDIO_CTL_REG_84823_MEDIA_COPPER_CORE_DOWN;
                initialize = 0;
                break;
        }
        if (params->phy[EXT_PHY2].req_line_speed == SPEED_1000)
                val |= MDIO_CTL_REG_84823_MEDIA_FIBER_1G;

        bnx2x_cl45_write(bp, phy, MDIO_CTL_DEVAD,
                         MDIO_CTL_REG_84823_MEDIA, val);
        DP(NETIF_MSG_LINK, "Multi_phy config = 0x%x, Media control = 0x%x\n",
                   params->multi_phy_config, val);

        if (bnx2x_is_8483x_8485x(phy)) {
                bnx2x_848xx_pair_swap_cfg(phy, params, vars);

                /* Keep AutogrEEEn disabled. */
                cmd_args[0] = 0x0;
                cmd_args[1] = 0x0;
                cmd_args[2] = PHY84833_CONSTANT_LATENCY + 1;
                cmd_args[3] = PHY84833_CONSTANT_LATENCY;
                rc = bnx2x_848xx_cmd_hdlr(phy, params,
                                          PHY848xx_CMD_SET_EEE_MODE, cmd_args,
                                          4, PHY84833_MB_PROCESS1);
                if (rc)
                        DP(NETIF_MSG_LINK, "Cfg AutogrEEEn failed.\n");
        }
        if (initialize)
                rc = bnx2x_848xx_cmn_config_init(phy, params, vars);
        else
                bnx2x_save_848xx_spirom_version(phy, bp, params->port);
        /* 84833 PHY has a better feature and doesn't need to support this. */
        if (phy->type == PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM84823) {
                u32 cms_enable = REG_RD(bp, params->shmem_base +
                        offsetof(struct shmem_region,
                        dev_info.port_hw_config[params->port].default_cfg)) &
                        PORT_HW_CFG_ENABLE_CMS_MASK;

                bnx2x_cl45_read(bp, phy, MDIO_CTL_DEVAD,
                                MDIO_CTL_REG_84823_USER_CTRL_REG, &val);
                if (cms_enable)
                        val |= MDIO_CTL_REG_84823_USER_CTRL_CMS;
                else
                        val &= ~MDIO_CTL_REG_84823_USER_CTRL_CMS;
                bnx2x_cl45_write(bp, phy, MDIO_CTL_DEVAD,
                                 MDIO_CTL_REG_84823_USER_CTRL_REG, val);
        }

        bnx2x_cl45_read(bp, phy, MDIO_CTL_DEVAD,
                        MDIO_84833_TOP_CFG_FW_REV, &val);

        /* Configure EEE support */
        if ((val >= MDIO_84833_TOP_CFG_FW_EEE) &&
            (val != MDIO_84833_TOP_CFG_FW_NO_EEE) &&
            bnx2x_eee_has_cap(params)) {
                rc = bnx2x_eee_initial_config(params, vars, SHMEM_EEE_10G_ADV);
                if (rc) {
                        DP(NETIF_MSG_LINK, "Failed to configure EEE timers\n");
                        bnx2x_8483x_disable_eee(phy, params, vars);
                        return rc;
                }

                if ((phy->req_duplex == DUPLEX_FULL) &&
                    (params->eee_mode & EEE_MODE_ADV_LPI) &&
                    (bnx2x_eee_calc_timer(params) ||
                     !(params->eee_mode & EEE_MODE_ENABLE_LPI)))
                        rc = bnx2x_8483x_enable_eee(phy, params, vars);
                else
                        rc = bnx2x_8483x_disable_eee(phy, params, vars);
                if (rc) {
                        DP(NETIF_MSG_LINK, "Failed to set EEE advertisement\n");
                        return rc;
                }
        } else {
                vars->eee_status &= ~SHMEM_EEE_SUPPORTED_MASK;
        }

        if (phy->type == PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM84833) {
                /* Additional settings for jumbo packets in 1000BASE-T mode */
                /* Allow rx extended length */
                bnx2x_cl45_read(bp, phy, MDIO_AN_DEVAD,
                                MDIO_AN_REG_8481_AUX_CTRL, &val);
                val |= 0x4000;
                bnx2x_cl45_write(bp, phy, MDIO_AN_DEVAD,
                                 MDIO_AN_REG_8481_AUX_CTRL, val);
                /* TX FIFO Elasticity LSB */
                bnx2x_cl45_read(bp, phy, MDIO_AN_DEVAD,
                                MDIO_AN_REG_8481_1G_100T_EXT_CTRL, &val);
                val |= 0x1;
                bnx2x_cl45_write(bp, phy, MDIO_AN_DEVAD,
                                 MDIO_AN_REG_8481_1G_100T_EXT_CTRL, val);
                /* TX FIFO Elasticity MSB */
                /* Enable expansion register 0x46 (Pattern Generator status) */
                bnx2x_cl45_write(bp, phy, MDIO_AN_DEVAD,
                                 MDIO_AN_REG_8481_EXPANSION_REG_ACCESS, 0xf46);

                bnx2x_cl45_read(bp, phy, MDIO_AN_DEVAD,
                                MDIO_AN_REG_8481_EXPANSION_REG_RD_RW, &val);
                val |= 0x4000;
                bnx2x_cl45_write(bp, phy, MDIO_AN_DEVAD,
                                 MDIO_AN_REG_8481_EXPANSION_REG_RD_RW, val);
        }

        if (bnx2x_is_8483x_8485x(phy)) {
                /* Bring PHY out of super isolate mode as the final step. */
                bnx2x_cl45_read_and_write(bp, phy,
                                          MDIO_CTL_DEVAD,
                                          MDIO_84833_TOP_CFG_XGPHY_STRAP1,
                                          (u16)~MDIO_84833_SUPER_ISOLATE);
        }
        return rc;
}

static u8 bnx2x_848xx_read_status(struct bnx2x_phy *phy,
                                  struct link_params *params,
                                  struct link_vars *vars)
{
        struct bnx2x *bp = params->bp;
        u16 val, val1, val2;
        u8 link_up = 0;


        /* Check 10G-BaseT link status */
        /* Check PMD signal ok */
        bnx2x_cl45_read(bp, phy,
                        MDIO_AN_DEVAD, 0xFFFA, &val1);
        bnx2x_cl45_read(bp, phy,
                        MDIO_PMA_DEVAD, MDIO_PMA_REG_8481_PMD_SIGNAL,
                        &val2);
        DP(NETIF_MSG_LINK, "BCM848xx: PMD_SIGNAL 1.a811 = 0x%x\n", val2);

        /* Check link 10G */
        if (val2 & (1<<11)) {
                vars->line_speed = SPEED_10000;
                vars->duplex = DUPLEX_FULL;
                link_up = 1;
                bnx2x_ext_phy_10G_an_resolve(bp, phy, vars);
        } else { /* Check Legacy speed link */
                u16 legacy_status, legacy_speed;

                /* Enable expansion register 0x42 (Operation mode status) */
                bnx2x_cl45_write(bp, phy,
                                 MDIO_AN_DEVAD,
                                 MDIO_AN_REG_8481_EXPANSION_REG_ACCESS, 0xf42);

                /* Get legacy speed operation status */
                bnx2x_cl45_read(bp, phy,
                                MDIO_AN_DEVAD,
                                MDIO_AN_REG_8481_EXPANSION_REG_RD_RW,
                                &legacy_status);

                DP(NETIF_MSG_LINK, "Legacy speed status = 0x%x\n",
                   legacy_status);
                link_up = ((legacy_status & (1<<11)) == (1<<11));
                legacy_speed = (legacy_status & (3<<9));
                if (legacy_speed == (0<<9))
                        vars->line_speed = SPEED_10;
                else if (legacy_speed == (1<<9))
                        vars->line_speed = SPEED_100;
                else if (legacy_speed == (2<<9))
                        vars->line_speed = SPEED_1000;
                else { /* Should not happen: Treat as link down */
                        vars->line_speed = 0;
                        link_up = 0;
                }

                if (link_up) {
                        if (legacy_status & (1<<8))
                                vars->duplex = DUPLEX_FULL;
                        else
                                vars->duplex = DUPLEX_HALF;

                        DP(NETIF_MSG_LINK,
                           "Link is up in %dMbps, is_duplex_full= %d\n",
                           vars->line_speed,
                           (vars->duplex == DUPLEX_FULL));
                        /* Check legacy speed AN resolution */
                        bnx2x_cl45_read(bp, phy,
                                        MDIO_AN_DEVAD,
                                        MDIO_AN_REG_8481_LEGACY_MII_STATUS,
                                        &val);
                        if (val & (1<<5))
                                vars->link_status |=
                                        LINK_STATUS_AUTO_NEGOTIATE_COMPLETE;
                        bnx2x_cl45_read(bp, phy,
                                        MDIO_AN_DEVAD,
                                        MDIO_AN_REG_8481_LEGACY_AN_EXPANSION,
                                        &val);
                        if ((val & (1<<0)) == 0)
                                vars->link_status |=
                                        LINK_STATUS_PARALLEL_DETECTION_USED;
                }
        }
        if (link_up) {
                DP(NETIF_MSG_LINK, "BCM848x3: link speed is %d\n",
                           vars->line_speed);
                bnx2x_ext_phy_resolve_fc(phy, params, vars);

                /* Read LP advertised speeds */
                bnx2x_cl45_read(bp, phy, MDIO_AN_DEVAD,
                                MDIO_AN_REG_CL37_FC_LP, &val);
                if (val & (1<<5))
                        vars->link_status |=
                                LINK_STATUS_LINK_PARTNER_10THD_CAPABLE;
                if (val & (1<<6))
                        vars->link_status |=
                                LINK_STATUS_LINK_PARTNER_10TFD_CAPABLE;
                if (val & (1<<7))
                        vars->link_status |=
                                LINK_STATUS_LINK_PARTNER_100TXHD_CAPABLE;
                if (val & (1<<8))
                        vars->link_status |=
                                LINK_STATUS_LINK_PARTNER_100TXFD_CAPABLE;
                if (val & (1<<9))
                        vars->link_status |=
                                LINK_STATUS_LINK_PARTNER_100T4_CAPABLE;

                bnx2x_cl45_read(bp, phy, MDIO_AN_DEVAD,
                                MDIO_AN_REG_1000T_STATUS, &val);

                if (val & (1<<10))
                        vars->link_status |=
                                LINK_STATUS_LINK_PARTNER_1000THD_CAPABLE;
                if (val & (1<<11))
                        vars->link_status |=
                                LINK_STATUS_LINK_PARTNER_1000TFD_CAPABLE;

                bnx2x_cl45_read(bp, phy, MDIO_AN_DEVAD,
                                MDIO_AN_REG_MASTER_STATUS, &val);

                if (val & (1<<11))
                        vars->link_status |=
                                LINK_STATUS_LINK_PARTNER_10GXFD_CAPABLE;

                /* Determine if EEE was negotiated */
                if (bnx2x_is_8483x_8485x(phy))
                        bnx2x_eee_an_resolve(phy, params, vars);
        }

        return link_up;
}

static int bnx2x_8485x_format_ver(u32 raw_ver, u8 *str, u16 *len)
{
        u32 num;

        num = ((raw_ver & 0xF80) >> 7) << 16 | ((raw_ver & 0x7F) << 8) |
              ((raw_ver & 0xF000) >> 12);
        return bnx2x_3_seq_format_ver(num, str, len);
}

static int bnx2x_848xx_format_ver(u32 raw_ver, u8 *str, u16 *len)
{
        u32 spirom_ver;

        spirom_ver = ((raw_ver & 0xF80) >> 7) << 16 | (raw_ver & 0x7F);
        return bnx2x_format_ver(spirom_ver, str, len);
}

static void bnx2x_8481_hw_reset(struct bnx2x_phy *phy,
                                struct link_params *params)
{
        bnx2x_set_gpio(params->bp, MISC_REGISTERS_GPIO_1,
                       MISC_REGISTERS_GPIO_OUTPUT_LOW, 0);
        bnx2x_set_gpio(params->bp, MISC_REGISTERS_GPIO_1,
                       MISC_REGISTERS_GPIO_OUTPUT_LOW, 1);
}

static void bnx2x_8481_link_reset(struct bnx2x_phy *phy,
                                        struct link_params *params)
{
        bnx2x_cl45_write(params->bp, phy,
                         MDIO_AN_DEVAD, MDIO_AN_REG_CTRL, 0x0000);
        bnx2x_cl45_write(params->bp, phy,
                         MDIO_PMA_DEVAD, MDIO_PMA_REG_CTRL, 1);
}

static void bnx2x_848x3_link_reset(struct bnx2x_phy *phy,
                                   struct link_params *params)
{
        struct bnx2x *bp = params->bp;
        u8 port;
        u16 val16;

        if (!(CHIP_IS_E1x(bp)))
                port = BP_PATH(bp);
        else
                port = params->port;

        if (phy->type == PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM84823) {
                bnx2x_set_gpio(bp, MISC_REGISTERS_GPIO_3,
                               MISC_REGISTERS_GPIO_OUTPUT_LOW,
                               port);
        } else {
                bnx2x_cl45_read(bp, phy,
                                MDIO_CTL_DEVAD,
                                MDIO_84833_TOP_CFG_XGPHY_STRAP1, &val16);
                val16 |= MDIO_84833_SUPER_ISOLATE;
                bnx2x_cl45_write(bp, phy,
                                 MDIO_CTL_DEVAD,
                                 MDIO_84833_TOP_CFG_XGPHY_STRAP1, val16);
        }
}

static void bnx2x_848xx_set_link_led(struct bnx2x_phy *phy,
                                     struct link_params *params, u8 mode)
{
        struct bnx2x *bp = params->bp;
        u16 val;
        u8 port;

        if (!(CHIP_IS_E1x(bp)))
                port = BP_PATH(bp);
        else
                port = params->port;

        switch (mode) {
        case LED_MODE_OFF:

                DP(NETIF_MSG_LINK, "Port 0x%x: LED MODE OFF\n", port);

                if ((params->hw_led_mode << SHARED_HW_CFG_LED_MODE_SHIFT) ==
                    SHARED_HW_CFG_LED_EXTPHY1) {

                        /* Set LED masks */
                        bnx2x_cl45_write(bp, phy,
                                        MDIO_PMA_DEVAD,
                                        MDIO_PMA_REG_8481_LED1_MASK,
                                        0x0);

                        bnx2x_cl45_write(bp, phy,
                                        MDIO_PMA_DEVAD,
                                        MDIO_PMA_REG_8481_LED2_MASK,
                                        0x0);

                        bnx2x_cl45_write(bp, phy,
                                        MDIO_PMA_DEVAD,
                                        MDIO_PMA_REG_8481_LED3_MASK,
                                        0x0);

                        bnx2x_cl45_write(bp, phy,
                                        MDIO_PMA_DEVAD,
                                        MDIO_PMA_REG_8481_LED5_MASK,
                                        0x0);

                } else {
                        /* LED 1 OFF */
                        bnx2x_cl45_write(bp, phy,
                                         MDIO_PMA_DEVAD,
                                         MDIO_PMA_REG_8481_LED1_MASK,
                                         0x0);

                        if (phy->type ==
                                PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM84858) {
                                /* LED 2 OFF */
                                bnx2x_cl45_write(bp, phy,
                                                 MDIO_PMA_DEVAD,
                                                 MDIO_PMA_REG_8481_LED2_MASK,
                                                 0x0);
                                /* LED 3 OFF */
                                bnx2x_cl45_write(bp, phy,
                                                 MDIO_PMA_DEVAD,
                                                 MDIO_PMA_REG_8481_LED3_MASK,
                                                 0x0);
                        }
                }
                break;
        case LED_MODE_FRONT_PANEL_OFF:

                DP(NETIF_MSG_LINK, "Port 0x%x: LED MODE FRONT PANEL OFF\n",
                   port);

                if ((params->hw_led_mode << SHARED_HW_CFG_LED_MODE_SHIFT) ==
                    SHARED_HW_CFG_LED_EXTPHY1) {

                        /* Set LED masks */
                        bnx2x_cl45_write(bp, phy,
                                         MDIO_PMA_DEVAD,
                                         MDIO_PMA_REG_8481_LED1_MASK,
                                         0x0);

                        bnx2x_cl45_write(bp, phy,
                                         MDIO_PMA_DEVAD,
                                         MDIO_PMA_REG_8481_LED2_MASK,
                                         0x0);

                        bnx2x_cl45_write(bp, phy,
                                         MDIO_PMA_DEVAD,
                                         MDIO_PMA_REG_8481_LED3_MASK,
                                         0x0);

                        bnx2x_cl45_write(bp, phy,
                                         MDIO_PMA_DEVAD,
                                         MDIO_PMA_REG_8481_LED5_MASK,
                                         0x20);

                } else {
                        bnx2x_cl45_write(bp, phy,
                                         MDIO_PMA_DEVAD,
                                         MDIO_PMA_REG_8481_LED1_MASK,
                                         0x0);
                        if (phy->type ==
                            PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM84834) {
                                /* Disable MI_INT interrupt before setting LED4
                                 * source to constant off.
                                 */
                                if (REG_RD(bp, NIG_REG_MASK_INTERRUPT_PORT0 +
                                           params->port*4) &
                                    NIG_MASK_MI_INT) {
                                        params->link_flags |=
                                        LINK_FLAGS_INT_DISABLED;

                                        bnx2x_bits_dis(
                                                bp,
                                                NIG_REG_MASK_INTERRUPT_PORT0 +
                                                params->port*4,
                                                NIG_MASK_MI_INT);
                                }
                                bnx2x_cl45_write(bp, phy,
                                                 MDIO_PMA_DEVAD,
                                                 MDIO_PMA_REG_8481_SIGNAL_MASK,
                                                 0x0);
                        }
                        if (phy->type ==
                                PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM84858) {
                                /* LED 2 OFF */
                                bnx2x_cl45_write(bp, phy,
                                                 MDIO_PMA_DEVAD,
                                                 MDIO_PMA_REG_8481_LED2_MASK,
                                                 0x0);
                                /* LED 3 OFF */
                                bnx2x_cl45_write(bp, phy,
                                                 MDIO_PMA_DEVAD,
                                                 MDIO_PMA_REG_8481_LED3_MASK,
                                                 0x0);
                        }
                }
                break;
        case LED_MODE_ON:

                DP(NETIF_MSG_LINK, "Port 0x%x: LED MODE ON\n", port);

                if ((params->hw_led_mode << SHARED_HW_CFG_LED_MODE_SHIFT) ==
                    SHARED_HW_CFG_LED_EXTPHY1) {
                        /* Set control reg */
                        bnx2x_cl45_read(bp, phy,
                                        MDIO_PMA_DEVAD,
                                        MDIO_PMA_REG_8481_LINK_SIGNAL,
                                        &val);
                        val &= 0x8000;
                        val |= 0x2492;

                        bnx2x_cl45_write(bp, phy,
                                         MDIO_PMA_DEVAD,
                                         MDIO_PMA_REG_8481_LINK_SIGNAL,
                                         val);

                        /* Set LED masks */
                        bnx2x_cl45_write(bp, phy,
                                         MDIO_PMA_DEVAD,
                                         MDIO_PMA_REG_8481_LED1_MASK,
                                         0x0);

                        bnx2x_cl45_write(bp, phy,
                                         MDIO_PMA_DEVAD,
                                         MDIO_PMA_REG_8481_LED2_MASK,
                                         0x20);

                        bnx2x_cl45_write(bp, phy,
                                         MDIO_PMA_DEVAD,
                                         MDIO_PMA_REG_8481_LED3_MASK,
                                         0x20);

                        bnx2x_cl45_write(bp, phy,
                                         MDIO_PMA_DEVAD,
                                         MDIO_PMA_REG_8481_LED5_MASK,
                                         0x0);
                } else {
                        bnx2x_cl45_write(bp, phy,
                                         MDIO_PMA_DEVAD,
                                         MDIO_PMA_REG_8481_LED1_MASK,
                                         0x20);
                        if (phy->type ==
                            PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM84834) {
                                /* Disable MI_INT interrupt before setting LED4
                                 * source to constant on.
                                 */
                                if (REG_RD(bp, NIG_REG_MASK_INTERRUPT_PORT0 +
                                           params->port*4) &
                                    NIG_MASK_MI_INT) {
                                        params->link_flags |=
                                        LINK_FLAGS_INT_DISABLED;

                                        bnx2x_bits_dis(
                                                bp,
                                                NIG_REG_MASK_INTERRUPT_PORT0 +
                                                params->port*4,
                                                NIG_MASK_MI_INT);
                                }
                        }
                        if (phy->type ==
                            PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM84858) {
                                /* Tell LED3 to constant on */
                                bnx2x_cl45_read(bp, phy,
                                                MDIO_PMA_DEVAD,
                                                MDIO_PMA_REG_8481_LINK_SIGNAL,
                                                &val);
                                val &= ~(7<<6);
                                val |= (2<<6);  /* A83B[8:6]= 2 */
                                bnx2x_cl45_write(bp, phy,
                                                 MDIO_PMA_DEVAD,
                                                 MDIO_PMA_REG_8481_LINK_SIGNAL,
                                                 val);
                                bnx2x_cl45_write(bp, phy,
                                                 MDIO_PMA_DEVAD,
                                                 MDIO_PMA_REG_8481_LED3_MASK,
                                                 0x20);
                        } else {
                                bnx2x_cl45_write(bp, phy,
                                                 MDIO_PMA_DEVAD,
                                                 MDIO_PMA_REG_8481_SIGNAL_MASK,
                                                 0x20);
                        }
                }
                break;

        case LED_MODE_OPER:

                DP(NETIF_MSG_LINK, "Port 0x%x: LED MODE OPER\n", port);

                if ((params->hw_led_mode << SHARED_HW_CFG_LED_MODE_SHIFT) ==
                    SHARED_HW_CFG_LED_EXTPHY1) {

                        /* Set control reg */
                        bnx2x_cl45_read(bp, phy,
                                        MDIO_PMA_DEVAD,
                                        MDIO_PMA_REG_8481_LINK_SIGNAL,
                                        &val);

                        if (!((val &
                               MDIO_PMA_REG_8481_LINK_SIGNAL_LED4_ENABLE_MASK)
                          >> MDIO_PMA_REG_8481_LINK_SIGNAL_LED4_ENABLE_SHIFT)) {
                                DP(NETIF_MSG_LINK, "Setting LINK_SIGNAL\n");
                                bnx2x_cl45_write(bp, phy,
                                                 MDIO_PMA_DEVAD,
                                                 MDIO_PMA_REG_8481_LINK_SIGNAL,
                                                 0xa492);
                        }

                        /* Set LED masks */
                        bnx2x_cl45_write(bp, phy,
                                         MDIO_PMA_DEVAD,
                                         MDIO_PMA_REG_8481_LED1_MASK,
                                         0x10);

                        bnx2x_cl45_write(bp, phy,
                                         MDIO_PMA_DEVAD,
                                         MDIO_PMA_REG_8481_LED2_MASK,
                                         0x80);

                        bnx2x_cl45_write(bp, phy,
                                         MDIO_PMA_DEVAD,
                                         MDIO_PMA_REG_8481_LED3_MASK,
                                         0x98);

                        bnx2x_cl45_write(bp, phy,
                                         MDIO_PMA_DEVAD,
                                         MDIO_PMA_REG_8481_LED5_MASK,
                                         0x40);

                } else {
                        /* EXTPHY2 LED mode indicate that the 100M/1G/10G LED
                         * sources are all wired through LED1, rather than only
                         * 10G in other modes.
                         */
                        val = ((params->hw_led_mode <<
                                SHARED_HW_CFG_LED_MODE_SHIFT) ==
                               SHARED_HW_CFG_LED_EXTPHY2) ? 0x98 : 0x80;

                        bnx2x_cl45_write(bp, phy,
                                         MDIO_PMA_DEVAD,
                                         MDIO_PMA_REG_8481_LED1_MASK,
                                         val);

                        /* Tell LED3 to blink on source */
                        bnx2x_cl45_read(bp, phy,
                                        MDIO_PMA_DEVAD,
                                        MDIO_PMA_REG_8481_LINK_SIGNAL,
                                        &val);
                        val &= ~(7<<6);
                        val |= (1<<6); /* A83B[8:6]= 1 */
                        bnx2x_cl45_write(bp, phy,
                                         MDIO_PMA_DEVAD,
                                         MDIO_PMA_REG_8481_LINK_SIGNAL,
                                         val);
                        if (phy->type ==
                            PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM84858) {
                                bnx2x_cl45_write(bp, phy,
                                                 MDIO_PMA_DEVAD,
                                                 MDIO_PMA_REG_8481_LED2_MASK,
                                                 0x18);
                                bnx2x_cl45_write(bp, phy,
                                                 MDIO_PMA_DEVAD,
                                                 MDIO_PMA_REG_8481_LED3_MASK,
                                                 0x06);
                        }
                        if (phy->type ==
                            PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM84834) {
                                /* Restore LED4 source to external link,
                                 * and re-enable interrupts.
                                 */
                                bnx2x_cl45_write(bp, phy,
                                                 MDIO_PMA_DEVAD,
                                                 MDIO_PMA_REG_8481_SIGNAL_MASK,
                                                 0x40);
                                if (params->link_flags &
                                    LINK_FLAGS_INT_DISABLED) {
                                        bnx2x_link_int_enable(params);
                                        params->link_flags &=
                                                ~LINK_FLAGS_INT_DISABLED;
                                }
                        }
                }
                break;
        }

        /* This is a workaround for E3+84833 until autoneg
         * restart is fixed in f/w
         */
        if (CHIP_IS_E3(bp)) {
                bnx2x_cl45_read(bp, phy, MDIO_WC_DEVAD,
                                MDIO_WC_REG_GP2_STATUS_GP_2_1, &val);
        }
}

/******************************************************************/
/*                      54618SE PHY SECTION                       */
/******************************************************************/
static void bnx2x_54618se_specific_func(struct bnx2x_phy *phy,
                                        struct link_params *params,
                                        u32 action)
{
        struct bnx2x *bp = params->bp;
        u16 temp;
        switch (action) {
        case PHY_INIT:
                /* Configure LED4: set to INTR (0x6). */
                /* Accessing shadow register 0xe. */
                bnx2x_cl22_write(bp, phy,
                                 MDIO_REG_GPHY_SHADOW,
                                 MDIO_REG_GPHY_SHADOW_LED_SEL2);
                bnx2x_cl22_read(bp, phy,
                                MDIO_REG_GPHY_SHADOW,
                                &temp);
                temp &= ~(0xf << 4);
                temp |= (0x6 << 4);
                bnx2x_cl22_write(bp, phy,
                                 MDIO_REG_GPHY_SHADOW,
                                 MDIO_REG_GPHY_SHADOW_WR_ENA | temp);
                /* Configure INTR based on link status change. */
                bnx2x_cl22_write(bp, phy,
                                 MDIO_REG_INTR_MASK,
                                 ~MDIO_REG_INTR_MASK_LINK_STATUS);
                break;
        }
}

static int bnx2x_54618se_config_init(struct bnx2x_phy *phy,
                                               struct link_params *params,
                                               struct link_vars *vars)
{
        struct bnx2x *bp = params->bp;
        u8 port;
        u16 autoneg_val, an_1000_val, an_10_100_val, fc_val, temp;
        u32 cfg_pin;

        DP(NETIF_MSG_LINK, "54618SE cfg init\n");
        usleep_range(1000, 2000);

        /* This works with E3 only, no need to check the chip
         * before determining the port.
         */
        port = params->port;

        cfg_pin = (REG_RD(bp, params->shmem_base +
                        offsetof(struct shmem_region,
                        dev_info.port_hw_config[port].e3_cmn_pin_cfg)) &
                        PORT_HW_CFG_E3_PHY_RESET_MASK) >>
                        PORT_HW_CFG_E3_PHY_RESET_SHIFT;

        /* Drive pin high to bring the GPHY out of reset. */
        bnx2x_set_cfg_pin(bp, cfg_pin, 1);

        /* wait for GPHY to reset */
        msleep(50);

        /* reset phy */
        bnx2x_cl22_write(bp, phy,
                         MDIO_PMA_REG_CTRL, 0x8000);
        bnx2x_wait_reset_complete(bp, phy, params);

        /* Wait for GPHY to reset */
        msleep(50);


        bnx2x_54618se_specific_func(phy, params, PHY_INIT);
        /* Flip the signal detect polarity (set 0x1c.0x1e[8]). */
        bnx2x_cl22_write(bp, phy,
                        MDIO_REG_GPHY_SHADOW,
                        MDIO_REG_GPHY_SHADOW_AUTO_DET_MED);
        bnx2x_cl22_read(bp, phy,
                        MDIO_REG_GPHY_SHADOW,
                        &temp);
        temp |= MDIO_REG_GPHY_SHADOW_INVERT_FIB_SD;
        bnx2x_cl22_write(bp, phy,
                        MDIO_REG_GPHY_SHADOW,
                        MDIO_REG_GPHY_SHADOW_WR_ENA | temp);

        /* Set up fc */
        /* Please refer to Table 28B-3 of 802.3ab-1999 spec. */
        bnx2x_calc_ieee_aneg_adv(phy, params, &vars->ieee_fc);
        fc_val = 0;
        if ((vars->ieee_fc & MDIO_COMBO_IEEE0_AUTO_NEG_ADV_PAUSE_ASYMMETRIC) ==
                        MDIO_COMBO_IEEE0_AUTO_NEG_ADV_PAUSE_ASYMMETRIC)
                fc_val |= MDIO_AN_REG_ADV_PAUSE_ASYMMETRIC;

        if ((vars->ieee_fc & MDIO_COMBO_IEEE0_AUTO_NEG_ADV_PAUSE_BOTH) ==
                        MDIO_COMBO_IEEE0_AUTO_NEG_ADV_PAUSE_BOTH)
                fc_val |= MDIO_AN_REG_ADV_PAUSE_PAUSE;

        /* Read all advertisement */
        bnx2x_cl22_read(bp, phy,
                        0x09,
                        &an_1000_val);

        bnx2x_cl22_read(bp, phy,
                        0x04,
                        &an_10_100_val);

        bnx2x_cl22_read(bp, phy,
                        MDIO_PMA_REG_CTRL,
                        &autoneg_val);

        /* Disable forced speed */
        autoneg_val &= ~((1<<6) | (1<<8) | (1<<9) | (1<<12) | (1<<13));
        an_10_100_val &= ~((1<<5) | (1<<6) | (1<<7) | (1<<8) | (1<<10) |
                           (1<<11));

        if (((phy->req_line_speed == SPEED_AUTO_NEG) &&
             (phy->speed_cap_mask &
              PORT_HW_CFG_SPEED_CAPABILITY_D0_1G)) ||
            (phy->req_line_speed == SPEED_1000)) {
                an_1000_val |= (1<<8);
                autoneg_val |= (1<<9 | 1<<12);
                if (phy->req_duplex == DUPLEX_FULL)
                        an_1000_val |= (1<<9);
                DP(NETIF_MSG_LINK, "Advertising 1G\n");
        } else
                an_1000_val &= ~((1<<8) | (1<<9));

        bnx2x_cl22_write(bp, phy,
                        0x09,
                        an_1000_val);
        bnx2x_cl22_read(bp, phy,
                        0x09,
                        &an_1000_val);

        /* Advertise 10/100 link speed */
        if (phy->req_line_speed == SPEED_AUTO_NEG) {
                if (phy->speed_cap_mask &
                    PORT_HW_CFG_SPEED_CAPABILITY_D0_10M_HALF) {
                        an_10_100_val |= (1<<5);
                        autoneg_val |= (1<<9 | 1<<12);
                        DP(NETIF_MSG_LINK, "Advertising 10M-HD\n");
                }
                if (phy->speed_cap_mask &
                    PORT_HW_CFG_SPEED_CAPABILITY_D0_10M_FULL) {
                        an_10_100_val |= (1<<6);
                        autoneg_val |= (1<<9 | 1<<12);
                        DP(NETIF_MSG_LINK, "Advertising 10M-FD\n");
                }
                if (phy->speed_cap_mask &
                    PORT_HW_CFG_SPEED_CAPABILITY_D0_100M_HALF) {
                        an_10_100_val |= (1<<7);
                        autoneg_val |= (1<<9 | 1<<12);
                        DP(NETIF_MSG_LINK, "Advertising 100M-HD\n");
                }
                if (phy->speed_cap_mask &
                    PORT_HW_CFG_SPEED_CAPABILITY_D0_100M_FULL) {
                        an_10_100_val |= (1<<8);
                        autoneg_val |= (1<<9 | 1<<12);
                        DP(NETIF_MSG_LINK, "Advertising 100M-FD\n");
                }
        }

        /* Only 10/100 are allowed to work in FORCE mode */
        if (phy->req_line_speed == SPEED_100) {
                autoneg_val |= (1<<13);
                /* Enabled AUTO-MDIX when autoneg is disabled */
                bnx2x_cl22_write(bp, phy,
                                0x18,
                                (1<<15 | 1<<9 | 7<<0));
                DP(NETIF_MSG_LINK, "Setting 100M force\n");
        }
        if (phy->req_line_speed == SPEED_10) {
                /* Enabled AUTO-MDIX when autoneg is disabled */
                bnx2x_cl22_write(bp, phy,
                                0x18,
                                (1<<15 | 1<<9 | 7<<0));
                DP(NETIF_MSG_LINK, "Setting 10M force\n");
        }

        if ((phy->flags & FLAGS_EEE) && bnx2x_eee_has_cap(params)) {
                int rc;

                bnx2x_cl22_write(bp, phy, MDIO_REG_GPHY_EXP_ACCESS,
                                 MDIO_REG_GPHY_EXP_ACCESS_TOP |
                                 MDIO_REG_GPHY_EXP_TOP_2K_BUF);
                bnx2x_cl22_read(bp, phy, MDIO_REG_GPHY_EXP_ACCESS_GATE, &temp);
                temp &= 0xfffe;
                bnx2x_cl22_write(bp, phy, MDIO_REG_GPHY_EXP_ACCESS_GATE, temp);

                rc = bnx2x_eee_initial_config(params, vars, SHMEM_EEE_1G_ADV);
                if (rc) {
                        DP(NETIF_MSG_LINK, "Failed to configure EEE timers\n");
                        bnx2x_eee_disable(phy, params, vars);
                } else if ((params->eee_mode & EEE_MODE_ADV_LPI) &&
                           (phy->req_duplex == DUPLEX_FULL) &&
                           (bnx2x_eee_calc_timer(params) ||
                            !(params->eee_mode & EEE_MODE_ENABLE_LPI))) {
                        /* Need to advertise EEE only when requested,
                         * and either no LPI assertion was requested,
                         * or it was requested and a valid timer was set.
                         * Also notice full duplex is required for EEE.
                         */
                        bnx2x_eee_advertise(phy, params, vars,
                                            SHMEM_EEE_1G_ADV);
                } else {
                        DP(NETIF_MSG_LINK, "Don't Advertise 1GBase-T EEE\n");
                        bnx2x_eee_disable(phy, params, vars);
                }
        } else {
                vars->eee_status &= ~SHMEM_EEE_1G_ADV <<
                                    SHMEM_EEE_SUPPORTED_SHIFT;

                if (phy->flags & FLAGS_EEE) {
                        /* Handle legacy auto-grEEEn */
                        if (params->feature_config_flags &
                            FEATURE_CONFIG_AUTOGREEEN_ENABLED) {
                                temp = 6;
                                DP(NETIF_MSG_LINK, "Enabling Auto-GrEEEn\n");
                        } else {
                                temp = 0;
                                DP(NETIF_MSG_LINK, "Don't Adv. EEE\n");
                        }
                        bnx2x_cl45_write(bp, phy, MDIO_AN_DEVAD,
                                         MDIO_AN_REG_EEE_ADV, temp);
                }
        }

        bnx2x_cl22_write(bp, phy,
                        0x04,
                        an_10_100_val | fc_val);

        if (phy->req_duplex == DUPLEX_FULL)
                autoneg_val |= (1<<8);

        bnx2x_cl22_write(bp, phy,
                        MDIO_PMA_REG_CTRL, autoneg_val);

        return 0;
}


static void bnx2x_5461x_set_link_led(struct bnx2x_phy *phy,
                                       struct link_params *params, u8 mode)
{
        struct bnx2x *bp = params->bp;
        u16 temp;

        bnx2x_cl22_write(bp, phy,
                MDIO_REG_GPHY_SHADOW,
                MDIO_REG_GPHY_SHADOW_LED_SEL1);
        bnx2x_cl22_read(bp, phy,
                MDIO_REG_GPHY_SHADOW,
                &temp);
        temp &= 0xff00;

        DP(NETIF_MSG_LINK, "54618x set link led (mode=%x)\n", mode);
        switch (mode) {
        case LED_MODE_FRONT_PANEL_OFF:
        case LED_MODE_OFF:
                temp |= 0x00ee;
                break;
        case LED_MODE_OPER:
                temp |= 0x0001;
                break;
        case LED_MODE_ON:
                temp |= 0x00ff;
                break;
        default:
                break;
        }
        bnx2x_cl22_write(bp, phy,
                MDIO_REG_GPHY_SHADOW,
                MDIO_REG_GPHY_SHADOW_WR_ENA | temp);
        return;
}


static void bnx2x_54618se_link_reset(struct bnx2x_phy *phy,
                                     struct link_params *params)
{
        struct bnx2x *bp = params->bp;
        u32 cfg_pin;
        u8 port;

        /* In case of no EPIO routed to reset the GPHY, put it
         * in low power mode.
         */
        bnx2x_cl22_write(bp, phy, MDIO_PMA_REG_CTRL, 0x800);
        /* This works with E3 only, no need to check the chip
         * before determining the port.
         */
        port = params->port;
        cfg_pin = (REG_RD(bp, params->shmem_base +
                        offsetof(struct shmem_region,
                        dev_info.port_hw_config[port].e3_cmn_pin_cfg)) &
                        PORT_HW_CFG_E3_PHY_RESET_MASK) >>
                        PORT_HW_CFG_E3_PHY_RESET_SHIFT;

        /* Drive pin low to put GPHY in reset. */
        bnx2x_set_cfg_pin(bp, cfg_pin, 0);
}

static u8 bnx2x_54618se_read_status(struct bnx2x_phy *phy,
                                    struct link_params *params,
                                    struct link_vars *vars)
{
        struct bnx2x *bp = params->bp;
        u16 val;
        u8 link_up = 0;
        u16 legacy_status, legacy_speed;

        /* Get speed operation status */
        bnx2x_cl22_read(bp, phy,
                        MDIO_REG_GPHY_AUX_STATUS,
                        &legacy_status);
        DP(NETIF_MSG_LINK, "54618SE read_status: 0x%x\n", legacy_status);

        /* Read status to clear the PHY interrupt. */
        bnx2x_cl22_read(bp, phy,
                        MDIO_REG_INTR_STATUS,
                        &val);

        link_up = ((legacy_status & (1<<2)) == (1<<2));

        if (link_up) {
                legacy_speed = (legacy_status & (7<<8));
                if (legacy_speed == (7<<8)) {
                        vars->line_speed = SPEED_1000;
                        vars->duplex = DUPLEX_FULL;
                } else if (legacy_speed == (6<<8)) {
                        vars->line_speed = SPEED_1000;
                        vars->duplex = DUPLEX_HALF;
                } else if (legacy_speed == (5<<8)) {
                        vars->line_speed = SPEED_100;
                        vars->duplex = DUPLEX_FULL;
                }
                /* Omitting 100Base-T4 for now */
                else if (legacy_speed == (3<<8)) {
                        vars->line_speed = SPEED_100;
                        vars->duplex = DUPLEX_HALF;
                } else if (legacy_speed == (2<<8)) {
                        vars->line_speed = SPEED_10;
                        vars->duplex = DUPLEX_FULL;
                } else if (legacy_speed == (1<<8)) {
                        vars->line_speed = SPEED_10;
                        vars->duplex = DUPLEX_HALF;
                } else /* Should not happen */
                        vars->line_speed = 0;

                DP(NETIF_MSG_LINK,
                   "Link is up in %dMbps, is_duplex_full= %d\n",
                   vars->line_speed,
                   (vars->duplex == DUPLEX_FULL));

                /* Check legacy speed AN resolution */
                bnx2x_cl22_read(bp, phy,
                                0x01,
                                &val);
                if (val & (1<<5))
                        vars->link_status |=
                                LINK_STATUS_AUTO_NEGOTIATE_COMPLETE;
                bnx2x_cl22_read(bp, phy,
                                0x06,
                                &val);
                if ((val & (1<<0)) == 0)
                        vars->link_status |=
                                LINK_STATUS_PARALLEL_DETECTION_USED;

                DP(NETIF_MSG_LINK, "BCM54618SE: link speed is %d\n",
                           vars->line_speed);

                bnx2x_ext_phy_resolve_fc(phy, params, vars);

                if (vars->link_status & LINK_STATUS_AUTO_NEGOTIATE_COMPLETE) {
                        /* Report LP advertised speeds */
                        bnx2x_cl22_read(bp, phy, 0x5, &val);

                        if (val & (1<<5))
                                vars->link_status |=
                                  LINK_STATUS_LINK_PARTNER_10THD_CAPABLE;
                        if (val & (1<<6))
                                vars->link_status |=
                                  LINK_STATUS_LINK_PARTNER_10TFD_CAPABLE;
                        if (val & (1<<7))
                                vars->link_status |=
                                  LINK_STATUS_LINK_PARTNER_100TXHD_CAPABLE;
                        if (val & (1<<8))
                                vars->link_status |=
                                  LINK_STATUS_LINK_PARTNER_100TXFD_CAPABLE;
                        if (val & (1<<9))
                                vars->link_status |=
                                  LINK_STATUS_LINK_PARTNER_100T4_CAPABLE;

                        bnx2x_cl22_read(bp, phy, 0xa, &val);
                        if (val & (1<<10))
                                vars->link_status |=
                                  LINK_STATUS_LINK_PARTNER_1000THD_CAPABLE;
                        if (val & (1<<11))
                                vars->link_status |=
                                  LINK_STATUS_LINK_PARTNER_1000TFD_CAPABLE;

                        if ((phy->flags & FLAGS_EEE) &&
                            bnx2x_eee_has_cap(params))
                                bnx2x_eee_an_resolve(phy, params, vars);
                }
        }
        return link_up;
}

static void bnx2x_54618se_config_loopback(struct bnx2x_phy *phy,
                                          struct link_params *params)
{
        struct bnx2x *bp = params->bp;
        u16 val;
        u32 umac_base = params->port ? GRCBASE_UMAC1 : GRCBASE_UMAC0;

        DP(NETIF_MSG_LINK, "2PMA/PMD ext_phy_loopback: 54618se\n");

        /* Enable master/slave manual mmode and set to master */
        /* mii write 9 [bits set 11 12] */
        bnx2x_cl22_write(bp, phy, 0x09, 3<<11);

        /* forced 1G and disable autoneg */
        /* set val [mii read 0] */
        /* set val [expr $val & [bits clear 6 12 13]] */
        /* set val [expr $val | [bits set 6 8]] */
        /* mii write 0 $val */
        bnx2x_cl22_read(bp, phy, 0x00, &val);
        val &= ~((1<<6) | (1<<12) | (1<<13));
        val |= (1<<6) | (1<<8);
        bnx2x_cl22_write(bp, phy, 0x00, val);

        /* Set external loopback and Tx using 6dB coding */
        /* mii write 0x18 7 */
        /* set val [mii read 0x18] */
        /* mii write 0x18 [expr $val | [bits set 10 15]] */
        bnx2x_cl22_write(bp, phy, 0x18, 7);
        bnx2x_cl22_read(bp, phy, 0x18, &val);
        bnx2x_cl22_write(bp, phy, 0x18, val | (1<<10) | (1<<15));

        /* This register opens the gate for the UMAC despite its name */
        REG_WR(bp, NIG_REG_EGRESS_EMAC0_PORT + params->port*4, 1);

        /* Maximum Frame Length (RW). Defines a 14-Bit maximum frame
         * length used by the MAC receive logic to check frames.
         */
        REG_WR(bp, umac_base + UMAC_REG_MAXFR, 0x2710);
}

/******************************************************************/
/*                      SFX7101 PHY SECTION                       */
/******************************************************************/
static void bnx2x_7101_config_loopback(struct bnx2x_phy *phy,
                                       struct link_params *params)
{
        struct bnx2x *bp = params->bp;
        /* SFX7101_XGXS_TEST1 */
        bnx2x_cl45_write(bp, phy,
                         MDIO_XS_DEVAD, MDIO_XS_SFX7101_XGXS_TEST1, 0x100);
}

static int bnx2x_7101_config_init(struct bnx2x_phy *phy,
                                  struct link_params *params,
                                  struct link_vars *vars)
{
        u16 fw_ver1, fw_ver2, val;
        struct bnx2x *bp = params->bp;
        DP(NETIF_MSG_LINK, "Setting the SFX7101 LASI indication\n");

        /* Restore normal power mode*/
        bnx2x_set_gpio(bp, MISC_REGISTERS_GPIO_2,
                       MISC_REGISTERS_GPIO_OUTPUT_HIGH, params->port);
        /* HW reset */
        bnx2x_ext_phy_hw_reset(bp, params->port);
        bnx2x_wait_reset_complete(bp, phy, params);

        bnx2x_cl45_write(bp, phy,
                         MDIO_PMA_DEVAD, MDIO_PMA_LASI_CTRL, 0x1);
        DP(NETIF_MSG_LINK, "Setting the SFX7101 LED to blink on traffic\n");
        bnx2x_cl45_write(bp, phy,
                         MDIO_PMA_DEVAD, MDIO_PMA_REG_7107_LED_CNTL, (1<<3));

        bnx2x_ext_phy_set_pause(params, phy, vars);
        /* Restart autoneg */
        bnx2x_cl45_read(bp, phy,
                        MDIO_AN_DEVAD, MDIO_AN_REG_CTRL, &val);
        val |= 0x200;
        bnx2x_cl45_write(bp, phy,
                         MDIO_AN_DEVAD, MDIO_AN_REG_CTRL, val);

        /* Save spirom version */
        bnx2x_cl45_read(bp, phy,
                        MDIO_PMA_DEVAD, MDIO_PMA_REG_7101_VER1, &fw_ver1);

        bnx2x_cl45_read(bp, phy,
                        MDIO_PMA_DEVAD, MDIO_PMA_REG_7101_VER2, &fw_ver2);
        bnx2x_save_spirom_version(bp, params->port,
                                  (u32)(fw_ver1<<16 | fw_ver2), phy->ver_addr);
        return 0;
}

static u8 bnx2x_7101_read_status(struct bnx2x_phy *phy,
                                 struct link_params *params,
                                 struct link_vars *vars)
{
        struct bnx2x *bp = params->bp;
        u8 link_up;
        u16 val1, val2;
        bnx2x_cl45_read(bp, phy,
                        MDIO_PMA_DEVAD, MDIO_PMA_LASI_STAT, &val2);
        bnx2x_cl45_read(bp, phy,
                        MDIO_PMA_DEVAD, MDIO_PMA_LASI_STAT, &val1);
        DP(NETIF_MSG_LINK, "10G-base-T LASI status 0x%x->0x%x\n",
                   val2, val1);
        bnx2x_cl45_read(bp, phy,
                        MDIO_PMA_DEVAD, MDIO_PMA_REG_STATUS, &val2);
        bnx2x_cl45_read(bp, phy,
                        MDIO_PMA_DEVAD, MDIO_PMA_REG_STATUS, &val1);
        DP(NETIF_MSG_LINK, "10G-base-T PMA status 0x%x->0x%x\n",
                   val2, val1);
        link_up = ((val1 & 4) == 4);
        /* If link is up print the AN outcome of the SFX7101 PHY */
        if (link_up) {
                bnx2x_cl45_read(bp, phy,
                                MDIO_AN_DEVAD, MDIO_AN_REG_MASTER_STATUS,
                                &val2);
                vars->line_speed = SPEED_10000;
                vars->duplex = DUPLEX_FULL;
                DP(NETIF_MSG_LINK, "SFX7101 AN status 0x%x->Master=%x\n",
                           val2, (val2 & (1<<14)));
                bnx2x_ext_phy_10G_an_resolve(bp, phy, vars);
                bnx2x_ext_phy_resolve_fc(phy, params, vars);

                /* Read LP advertised speeds */
                if (val2 & (1<<11))
                        vars->link_status |=
                                LINK_STATUS_LINK_PARTNER_10GXFD_CAPABLE;
        }
        return link_up;
}

static int bnx2x_7101_format_ver(u32 spirom_ver, u8 *str, u16 *len)
{
        if (*len < 5)
                return -EINVAL;
        str[0] = (spirom_ver & 0xFF);
        str[1] = (spirom_ver & 0xFF00) >> 8;
        str[2] = (spirom_ver & 0xFF0000) >> 16;
        str[3] = (spirom_ver & 0xFF000000) >> 24;
        str[4] = '\0';
        *len -= 5;
        return 0;
}

void bnx2x_sfx7101_sp_sw_reset(struct bnx2x *bp, struct bnx2x_phy *phy)
{
        u16 val, cnt;

        bnx2x_cl45_read(bp, phy,
                        MDIO_PMA_DEVAD,
                        MDIO_PMA_REG_7101_RESET, &val);

        for (cnt = 0; cnt < 10; cnt++) {
                msleep(50);
                /* Writes a self-clearing reset */
                bnx2x_cl45_write(bp, phy,
                                 MDIO_PMA_DEVAD,
                                 MDIO_PMA_REG_7101_RESET,
                                 (val | (1<<15)));
                /* Wait for clear */
                bnx2x_cl45_read(bp, phy,
                                MDIO_PMA_DEVAD,
                                MDIO_PMA_REG_7101_RESET, &val);

                if ((val & (1<<15)) == 0)
                        break;
        }
}

static void bnx2x_7101_hw_reset(struct bnx2x_phy *phy,
                                struct link_params *params) {
        /* Low power mode is controlled by GPIO 2 */
        bnx2x_set_gpio(params->bp, MISC_REGISTERS_GPIO_2,
                       MISC_REGISTERS_GPIO_OUTPUT_LOW, params->port);
        /* The PHY reset is controlled by GPIO 1 */
        bnx2x_set_gpio(params->bp, MISC_REGISTERS_GPIO_1,
                       MISC_REGISTERS_GPIO_OUTPUT_LOW, params->port);
}

static void bnx2x_7101_set_link_led(struct bnx2x_phy *phy,
                                    struct link_params *params, u8 mode)
{
        u16 val = 0;
        struct bnx2x *bp = params->bp;
        switch (mode) {
        case LED_MODE_FRONT_PANEL_OFF:
        case LED_MODE_OFF:
                val = 2;
                break;
        case LED_MODE_ON:
                val = 1;
                break;
        case LED_MODE_OPER:
                val = 0;
                break;
        }
        bnx2x_cl45_write(bp, phy,
                         MDIO_PMA_DEVAD,
                         MDIO_PMA_REG_7107_LINK_LED_CNTL,
                         val);
}

/******************************************************************/
/*                      STATIC PHY DECLARATION                    */
/******************************************************************/

static const struct bnx2x_phy phy_null = {
        .type           = PORT_HW_CFG_XGXS_EXT_PHY_TYPE_NOT_CONN,
        .addr           = 0,
        .def_md_devad   = 0,
        .flags          = FLAGS_INIT_XGXS_FIRST,
        .rx_preemphasis = {0xffff, 0xffff, 0xffff, 0xffff},
        .tx_preemphasis = {0xffff, 0xffff, 0xffff, 0xffff},
        .mdio_ctrl      = 0,
        .supported      = 0,
        .media_type     = ETH_PHY_NOT_PRESENT,
        .ver_addr       = 0,
        .req_flow_ctrl  = 0,
        .req_line_speed = 0,
        .speed_cap_mask = 0,
        .req_duplex     = 0,
        .rsrv           = 0,
        .config_init    = (config_init_t)NULL,
        .read_status    = (read_status_t)NULL,
        .link_reset     = (link_reset_t)NULL,
        .config_loopback = (config_loopback_t)NULL,
        .format_fw_ver  = (format_fw_ver_t)NULL,
        .hw_reset       = (hw_reset_t)NULL,
        .set_link_led   = (set_link_led_t)NULL,
        .phy_specific_func = (phy_specific_func_t)NULL
};

static const struct bnx2x_phy phy_serdes = {
        .type           = PORT_HW_CFG_SERDES_EXT_PHY_TYPE_DIRECT,
        .addr           = 0xff,
        .def_md_devad   = 0,
        .flags          = 0,
        .rx_preemphasis = {0xffff, 0xffff, 0xffff, 0xffff},
        .tx_preemphasis = {0xffff, 0xffff, 0xffff, 0xffff},
        .mdio_ctrl      = 0,
        .supported      = (SUPPORTED_10baseT_Half |
                           SUPPORTED_10baseT_Full |
                           SUPPORTED_100baseT_Half |
                           SUPPORTED_100baseT_Full |
                           SUPPORTED_1000baseT_Full |
                           SUPPORTED_2500baseX_Full |
                           SUPPORTED_TP |
                           SUPPORTED_Autoneg |
                           SUPPORTED_Pause |
                           SUPPORTED_Asym_Pause),
        .media_type     = ETH_PHY_BASE_T,
        .ver_addr       = 0,
        .req_flow_ctrl  = 0,
        .req_line_speed = 0,
        .speed_cap_mask = 0,
        .req_duplex     = 0,
        .rsrv           = 0,
        .config_init    = (config_init_t)bnx2x_xgxs_config_init,
        .read_status    = (read_status_t)bnx2x_link_settings_status,
        .link_reset     = (link_reset_t)bnx2x_int_link_reset,
        .config_loopback = (config_loopback_t)NULL,
        .format_fw_ver  = (format_fw_ver_t)NULL,
        .hw_reset       = (hw_reset_t)NULL,
        .set_link_led   = (set_link_led_t)NULL,
        .phy_specific_func = (phy_specific_func_t)NULL
};

static const struct bnx2x_phy phy_xgxs = {
        .type           = PORT_HW_CFG_XGXS_EXT_PHY_TYPE_DIRECT,
        .addr           = 0xff,
        .def_md_devad   = 0,
        .flags          = 0,
        .rx_preemphasis = {0xffff, 0xffff, 0xffff, 0xffff},
        .tx_preemphasis = {0xffff, 0xffff, 0xffff, 0xffff},
        .mdio_ctrl      = 0,
        .supported      = (SUPPORTED_10baseT_Half |
                           SUPPORTED_10baseT_Full |
                           SUPPORTED_100baseT_Half |
                           SUPPORTED_100baseT_Full |
                           SUPPORTED_1000baseT_Full |
                           SUPPORTED_2500baseX_Full |
                           SUPPORTED_10000baseT_Full |
                           SUPPORTED_FIBRE |
                           SUPPORTED_Autoneg |
                           SUPPORTED_Pause |
                           SUPPORTED_Asym_Pause),
        .media_type     = ETH_PHY_CX4,
        .ver_addr       = 0,
        .req_flow_ctrl  = 0,
        .req_line_speed = 0,
        .speed_cap_mask = 0,
        .req_duplex     = 0,
        .rsrv           = 0,
        .config_init    = (config_init_t)bnx2x_xgxs_config_init,
        .read_status    = (read_status_t)bnx2x_link_settings_status,
        .link_reset     = (link_reset_t)bnx2x_int_link_reset,
        .config_loopback = (config_loopback_t)bnx2x_set_xgxs_loopback,
        .format_fw_ver  = (format_fw_ver_t)NULL,
        .hw_reset       = (hw_reset_t)NULL,
        .set_link_led   = (set_link_led_t)NULL,
        .phy_specific_func = (phy_specific_func_t)bnx2x_xgxs_specific_func
};
static const struct bnx2x_phy phy_warpcore = {
        .type           = PORT_HW_CFG_XGXS_EXT_PHY_TYPE_DIRECT,
        .addr           = 0xff,
        .def_md_devad   = 0,
        .flags          = FLAGS_TX_ERROR_CHECK,
        .rx_preemphasis = {0xffff, 0xffff, 0xffff, 0xffff},
        .tx_preemphasis = {0xffff, 0xffff, 0xffff, 0xffff},
        .mdio_ctrl      = 0,
        .supported      = (SUPPORTED_10baseT_Half |
                           SUPPORTED_10baseT_Full |
                           SUPPORTED_100baseT_Half |
                           SUPPORTED_100baseT_Full |
                           SUPPORTED_1000baseT_Full |
                           SUPPORTED_1000baseKX_Full |
                           SUPPORTED_10000baseT_Full |
                           SUPPORTED_10000baseKR_Full |
                           SUPPORTED_20000baseKR2_Full |
                           SUPPORTED_20000baseMLD2_Full |
                           SUPPORTED_FIBRE |
                           SUPPORTED_Autoneg |
                           SUPPORTED_Pause |
                           SUPPORTED_Asym_Pause),
        .media_type     = ETH_PHY_UNSPECIFIED,
        .ver_addr       = 0,
        .req_flow_ctrl  = 0,
        .req_line_speed = 0,
        .speed_cap_mask = 0,
        /* req_duplex = */0,
        /* rsrv = */0,
        .config_init    = (config_init_t)bnx2x_warpcore_config_init,
        .read_status    = (read_status_t)bnx2x_warpcore_read_status,
        .link_reset     = (link_reset_t)bnx2x_warpcore_link_reset,
        .config_loopback = (config_loopback_t)bnx2x_set_warpcore_loopback,
        .format_fw_ver  = (format_fw_ver_t)NULL,
        .hw_reset       = (hw_reset_t)bnx2x_warpcore_hw_reset,
        .set_link_led   = (set_link_led_t)NULL,
        .phy_specific_func = (phy_specific_func_t)NULL
};


static const struct bnx2x_phy phy_7101 = {
        .type           = PORT_HW_CFG_XGXS_EXT_PHY_TYPE_SFX7101,
        .addr           = 0xff,
        .def_md_devad   = 0,
        .flags          = FLAGS_FAN_FAILURE_DET_REQ,
        .rx_preemphasis = {0xffff, 0xffff, 0xffff, 0xffff},
        .tx_preemphasis = {0xffff, 0xffff, 0xffff, 0xffff},
        .mdio_ctrl      = 0,
        .supported      = (SUPPORTED_10000baseT_Full |
                           SUPPORTED_TP |
                           SUPPORTED_Autoneg |
                           SUPPORTED_Pause |
                           SUPPORTED_Asym_Pause),
        .media_type     = ETH_PHY_BASE_T,
        .ver_addr       = 0,
        .req_flow_ctrl  = 0,
        .req_line_speed = 0,
        .speed_cap_mask = 0,
        .req_duplex     = 0,
        .rsrv           = 0,
        .config_init    = (config_init_t)bnx2x_7101_config_init,
        .read_status    = (read_status_t)bnx2x_7101_read_status,
        .link_reset     = (link_reset_t)bnx2x_common_ext_link_reset,
        .config_loopback = (config_loopback_t)bnx2x_7101_config_loopback,
        .format_fw_ver  = (format_fw_ver_t)bnx2x_7101_format_ver,
        .hw_reset       = (hw_reset_t)bnx2x_7101_hw_reset,
        .set_link_led   = (set_link_led_t)bnx2x_7101_set_link_led,
        .phy_specific_func = (phy_specific_func_t)NULL
};
static const struct bnx2x_phy phy_8073 = {
        .type           = PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM8073,
        .addr           = 0xff,
        .def_md_devad   = 0,
        .flags          = 0,
        .rx_preemphasis = {0xffff, 0xffff, 0xffff, 0xffff},
        .tx_preemphasis = {0xffff, 0xffff, 0xffff, 0xffff},
        .mdio_ctrl      = 0,
        .supported      = (SUPPORTED_10000baseT_Full |
                           SUPPORTED_2500baseX_Full |
                           SUPPORTED_1000baseT_Full |
                           SUPPORTED_FIBRE |
                           SUPPORTED_Autoneg |
                           SUPPORTED_Pause |
                           SUPPORTED_Asym_Pause),
        .media_type     = ETH_PHY_KR,
        .ver_addr       = 0,
        .req_flow_ctrl  = 0,
        .req_line_speed = 0,
        .speed_cap_mask = 0,
        .req_duplex     = 0,
        .rsrv           = 0,
        .config_init    = (config_init_t)bnx2x_8073_config_init,
        .read_status    = (read_status_t)bnx2x_8073_read_status,
        .link_reset     = (link_reset_t)bnx2x_8073_link_reset,
        .config_loopback = (config_loopback_t)NULL,
        .format_fw_ver  = (format_fw_ver_t)bnx2x_format_ver,
        .hw_reset       = (hw_reset_t)NULL,
        .set_link_led   = (set_link_led_t)NULL,
        .phy_specific_func = (phy_specific_func_t)bnx2x_8073_specific_func
};
static const struct bnx2x_phy phy_8705 = {
        .type           = PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM8705,
        .addr           = 0xff,
        .def_md_devad   = 0,
        .flags          = FLAGS_INIT_XGXS_FIRST,
        .rx_preemphasis = {0xffff, 0xffff, 0xffff, 0xffff},
        .tx_preemphasis = {0xffff, 0xffff, 0xffff, 0xffff},
        .mdio_ctrl      = 0,
        .supported      = (SUPPORTED_10000baseT_Full |
                           SUPPORTED_FIBRE |
                           SUPPORTED_Pause |
                           SUPPORTED_Asym_Pause),
        .media_type     = ETH_PHY_XFP_FIBER,
        .ver_addr       = 0,
        .req_flow_ctrl  = 0,
        .req_line_speed = 0,
        .speed_cap_mask = 0,
        .req_duplex     = 0,
        .rsrv           = 0,
        .config_init    = (config_init_t)bnx2x_8705_config_init,
        .read_status    = (read_status_t)bnx2x_8705_read_status,
        .link_reset     = (link_reset_t)bnx2x_common_ext_link_reset,
        .config_loopback = (config_loopback_t)NULL,
        .format_fw_ver  = (format_fw_ver_t)bnx2x_null_format_ver,
        .hw_reset       = (hw_reset_t)NULL,
        .set_link_led   = (set_link_led_t)NULL,
        .phy_specific_func = (phy_specific_func_t)NULL
};
static const struct bnx2x_phy phy_8706 = {
        .type           = PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM8706,
        .addr           = 0xff,
        .def_md_devad   = 0,
        .flags          = FLAGS_INIT_XGXS_FIRST,
        .rx_preemphasis = {0xffff, 0xffff, 0xffff, 0xffff},
        .tx_preemphasis = {0xffff, 0xffff, 0xffff, 0xffff},
        .mdio_ctrl      = 0,
        .supported      = (SUPPORTED_10000baseT_Full |
                           SUPPORTED_1000baseT_Full |
                           SUPPORTED_FIBRE |
                           SUPPORTED_Pause |
                           SUPPORTED_Asym_Pause),
        .media_type     = ETH_PHY_SFPP_10G_FIBER,
        .ver_addr       = 0,
        .req_flow_ctrl  = 0,
        .req_line_speed = 0,
        .speed_cap_mask = 0,
        .req_duplex     = 0,
        .rsrv           = 0,
        .config_init    = (config_init_t)bnx2x_8706_config_init,
        .read_status    = (read_status_t)bnx2x_8706_read_status,
        .link_reset     = (link_reset_t)bnx2x_common_ext_link_reset,
        .config_loopback = (config_loopback_t)NULL,
        .format_fw_ver  = (format_fw_ver_t)bnx2x_format_ver,
        .hw_reset       = (hw_reset_t)NULL,
        .set_link_led   = (set_link_led_t)NULL,
        .phy_specific_func = (phy_specific_func_t)NULL
};

static const struct bnx2x_phy phy_8726 = {
        .type           = PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM8726,
        .addr           = 0xff,
        .def_md_devad   = 0,
        .flags          = (FLAGS_INIT_XGXS_FIRST |
                           FLAGS_TX_ERROR_CHECK),
        .rx_preemphasis = {0xffff, 0xffff, 0xffff, 0xffff},
        .tx_preemphasis = {0xffff, 0xffff, 0xffff, 0xffff},
        .mdio_ctrl      = 0,
        .supported      = (SUPPORTED_10000baseT_Full |
                           SUPPORTED_1000baseT_Full |
                           SUPPORTED_Autoneg |
                           SUPPORTED_FIBRE |
                           SUPPORTED_Pause |
                           SUPPORTED_Asym_Pause),
        .media_type     = ETH_PHY_NOT_PRESENT,
        .ver_addr       = 0,
        .req_flow_ctrl  = 0,
        .req_line_speed = 0,
        .speed_cap_mask = 0,
        .req_duplex     = 0,
        .rsrv           = 0,
        .config_init    = (config_init_t)bnx2x_8726_config_init,
        .read_status    = (read_status_t)bnx2x_8726_read_status,
        .link_reset     = (link_reset_t)bnx2x_8726_link_reset,
        .config_loopback = (config_loopback_t)bnx2x_8726_config_loopback,
        .format_fw_ver  = (format_fw_ver_t)bnx2x_format_ver,
        .hw_reset       = (hw_reset_t)NULL,
        .set_link_led   = (set_link_led_t)NULL,
        .phy_specific_func = (phy_specific_func_t)NULL
};

static const struct bnx2x_phy phy_8727 = {
        .type           = PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM8727,
        .addr           = 0xff,
        .def_md_devad   = 0,
        .flags          = (FLAGS_FAN_FAILURE_DET_REQ |
                           FLAGS_TX_ERROR_CHECK),
        .rx_preemphasis = {0xffff, 0xffff, 0xffff, 0xffff},
        .tx_preemphasis = {0xffff, 0xffff, 0xffff, 0xffff},
        .mdio_ctrl      = 0,
        .supported      = (SUPPORTED_10000baseT_Full |
                           SUPPORTED_1000baseT_Full |
                           SUPPORTED_FIBRE |
                           SUPPORTED_Pause |
                           SUPPORTED_Asym_Pause),
        .media_type     = ETH_PHY_NOT_PRESENT,
        .ver_addr       = 0,
        .req_flow_ctrl  = 0,
        .req_line_speed = 0,
        .speed_cap_mask = 0,
        .req_duplex     = 0,
        .rsrv           = 0,
        .config_init    = (config_init_t)bnx2x_8727_config_init,
        .read_status    = (read_status_t)bnx2x_8727_read_status,
        .link_reset     = (link_reset_t)bnx2x_8727_link_reset,
        .config_loopback = (config_loopback_t)NULL,
        .format_fw_ver  = (format_fw_ver_t)bnx2x_format_ver,
        .hw_reset       = (hw_reset_t)bnx2x_8727_hw_reset,
        .set_link_led   = (set_link_led_t)bnx2x_8727_set_link_led,
        .phy_specific_func = (phy_specific_func_t)bnx2x_8727_specific_func
};
static const struct bnx2x_phy phy_8481 = {
        .type           = PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM8481,
        .addr           = 0xff,
        .def_md_devad   = 0,
        .flags          = FLAGS_FAN_FAILURE_DET_REQ |
                          FLAGS_REARM_LATCH_SIGNAL,
        .rx_preemphasis = {0xffff, 0xffff, 0xffff, 0xffff},
        .tx_preemphasis = {0xffff, 0xffff, 0xffff, 0xffff},
        .mdio_ctrl      = 0,
        .supported      = (SUPPORTED_10baseT_Half |
                           SUPPORTED_10baseT_Full |
                           SUPPORTED_100baseT_Half |
                           SUPPORTED_100baseT_Full |
                           SUPPORTED_1000baseT_Full |
                           SUPPORTED_10000baseT_Full |
                           SUPPORTED_TP |
                           SUPPORTED_Autoneg |
                           SUPPORTED_Pause |
                           SUPPORTED_Asym_Pause),
        .media_type     = ETH_PHY_BASE_T,
        .ver_addr       = 0,
        .req_flow_ctrl  = 0,
        .req_line_speed = 0,
        .speed_cap_mask = 0,
        .req_duplex     = 0,
        .rsrv           = 0,
        .config_init    = (config_init_t)bnx2x_8481_config_init,
        .read_status    = (read_status_t)bnx2x_848xx_read_status,
        .link_reset     = (link_reset_t)bnx2x_8481_link_reset,
        .config_loopback = (config_loopback_t)NULL,
        .format_fw_ver  = (format_fw_ver_t)bnx2x_848xx_format_ver,
        .hw_reset       = (hw_reset_t)bnx2x_8481_hw_reset,
        .set_link_led   = (set_link_led_t)bnx2x_848xx_set_link_led,
        .phy_specific_func = (phy_specific_func_t)NULL
};

static const struct bnx2x_phy phy_84823 = {
        .type           = PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM84823,
        .addr           = 0xff,
        .def_md_devad   = 0,
        .flags          = (FLAGS_FAN_FAILURE_DET_REQ |
                           FLAGS_REARM_LATCH_SIGNAL |
                           FLAGS_TX_ERROR_CHECK),
        .rx_preemphasis = {0xffff, 0xffff, 0xffff, 0xffff},
        .tx_preemphasis = {0xffff, 0xffff, 0xffff, 0xffff},
        .mdio_ctrl      = 0,
        .supported      = (SUPPORTED_10baseT_Half |
                           SUPPORTED_10baseT_Full |
                           SUPPORTED_100baseT_Half |
                           SUPPORTED_100baseT_Full |
                           SUPPORTED_1000baseT_Full |
                           SUPPORTED_10000baseT_Full |
                           SUPPORTED_TP |
                           SUPPORTED_Autoneg |
                           SUPPORTED_Pause |
                           SUPPORTED_Asym_Pause),
        .media_type     = ETH_PHY_BASE_T,
        .ver_addr       = 0,
        .req_flow_ctrl  = 0,
        .req_line_speed = 0,
        .speed_cap_mask = 0,
        .req_duplex     = 0,
        .rsrv           = 0,
        .config_init    = (config_init_t)bnx2x_848x3_config_init,
        .read_status    = (read_status_t)bnx2x_848xx_read_status,
        .link_reset     = (link_reset_t)bnx2x_848x3_link_reset,
        .config_loopback = (config_loopback_t)NULL,
        .format_fw_ver  = (format_fw_ver_t)bnx2x_848xx_format_ver,
        .hw_reset       = (hw_reset_t)NULL,
        .set_link_led   = (set_link_led_t)bnx2x_848xx_set_link_led,
        .phy_specific_func = (phy_specific_func_t)bnx2x_848xx_specific_func
};

static const struct bnx2x_phy phy_84833 = {
        .type           = PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM84833,
        .addr           = 0xff,
        .def_md_devad   = 0,
        .flags          = (FLAGS_FAN_FAILURE_DET_REQ |
                           FLAGS_REARM_LATCH_SIGNAL |
                           FLAGS_TX_ERROR_CHECK),
        .rx_preemphasis = {0xffff, 0xffff, 0xffff, 0xffff},
        .tx_preemphasis = {0xffff, 0xffff, 0xffff, 0xffff},
        .mdio_ctrl      = 0,
        .supported      = (SUPPORTED_100baseT_Half |
                           SUPPORTED_100baseT_Full |
                           SUPPORTED_1000baseT_Full |
                           SUPPORTED_10000baseT_Full |
                           SUPPORTED_TP |
                           SUPPORTED_Autoneg |
                           SUPPORTED_Pause |
                           SUPPORTED_Asym_Pause),
        .media_type     = ETH_PHY_BASE_T,
        .ver_addr       = 0,
        .req_flow_ctrl  = 0,
        .req_line_speed = 0,
        .speed_cap_mask = 0,
        .req_duplex     = 0,
        .rsrv           = 0,
        .config_init    = (config_init_t)bnx2x_848x3_config_init,
        .read_status    = (read_status_t)bnx2x_848xx_read_status,
        .link_reset     = (link_reset_t)bnx2x_848x3_link_reset,
        .config_loopback = (config_loopback_t)NULL,
        .format_fw_ver  = (format_fw_ver_t)bnx2x_848xx_format_ver,
        .hw_reset       = (hw_reset_t)bnx2x_84833_hw_reset_phy,
        .set_link_led   = (set_link_led_t)bnx2x_848xx_set_link_led,
        .phy_specific_func = (phy_specific_func_t)bnx2x_848xx_specific_func
};

static const struct bnx2x_phy phy_84834 = {
        .type           = PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM84834,
        .addr           = 0xff,
        .def_md_devad   = 0,
        .flags          = FLAGS_FAN_FAILURE_DET_REQ |
                            FLAGS_REARM_LATCH_SIGNAL,
        .rx_preemphasis = {0xffff, 0xffff, 0xffff, 0xffff},
        .tx_preemphasis = {0xffff, 0xffff, 0xffff, 0xffff},
        .mdio_ctrl      = 0,
        .supported      = (SUPPORTED_100baseT_Half |
                           SUPPORTED_100baseT_Full |
                           SUPPORTED_1000baseT_Full |
                           SUPPORTED_10000baseT_Full |
                           SUPPORTED_TP |
                           SUPPORTED_Autoneg |
                           SUPPORTED_Pause |
                           SUPPORTED_Asym_Pause),
        .media_type     = ETH_PHY_BASE_T,
        .ver_addr       = 0,
        .req_flow_ctrl  = 0,
        .req_line_speed = 0,
        .speed_cap_mask = 0,
        .req_duplex     = 0,
        .rsrv           = 0,
        .config_init    = (config_init_t)bnx2x_848x3_config_init,
        .read_status    = (read_status_t)bnx2x_848xx_read_status,
        .link_reset     = (link_reset_t)bnx2x_848x3_link_reset,
        .config_loopback = (config_loopback_t)NULL,
        .format_fw_ver  = (format_fw_ver_t)bnx2x_848xx_format_ver,
        .hw_reset       = (hw_reset_t)bnx2x_84833_hw_reset_phy,
        .set_link_led   = (set_link_led_t)bnx2x_848xx_set_link_led,
        .phy_specific_func = (phy_specific_func_t)bnx2x_848xx_specific_func
};

static const struct bnx2x_phy phy_84858 = {
        .type           = PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM84858,
        .addr           = 0xff,
        .def_md_devad   = 0,
        .flags          = FLAGS_FAN_FAILURE_DET_REQ |
                            FLAGS_REARM_LATCH_SIGNAL,
        .rx_preemphasis = {0xffff, 0xffff, 0xffff, 0xffff},
        .tx_preemphasis = {0xffff, 0xffff, 0xffff, 0xffff},
        .mdio_ctrl      = 0,
        .supported      = (SUPPORTED_100baseT_Half |
                           SUPPORTED_100baseT_Full |
                           SUPPORTED_1000baseT_Full |
                           SUPPORTED_10000baseT_Full |
                           SUPPORTED_TP |
                           SUPPORTED_Autoneg |
                           SUPPORTED_Pause |
                           SUPPORTED_Asym_Pause),
        .media_type     = ETH_PHY_BASE_T,
        .ver_addr       = 0,
        .req_flow_ctrl  = 0,
        .req_line_speed = 0,
        .speed_cap_mask = 0,
        .req_duplex     = 0,
        .rsrv           = 0,
        .config_init    = (config_init_t)bnx2x_848x3_config_init,
        .read_status    = (read_status_t)bnx2x_848xx_read_status,
        .link_reset     = (link_reset_t)bnx2x_848x3_link_reset,
        .config_loopback = (config_loopback_t)NULL,
        .format_fw_ver  = (format_fw_ver_t)bnx2x_8485x_format_ver,
        .hw_reset       = (hw_reset_t)bnx2x_84833_hw_reset_phy,
        .set_link_led   = (set_link_led_t)bnx2x_848xx_set_link_led,
        .phy_specific_func = (phy_specific_func_t)bnx2x_848xx_specific_func
};

static const struct bnx2x_phy phy_54618se = {
        .type           = PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM54618SE,
        .addr           = 0xff,
        .def_md_devad   = 0,
        .flags          = FLAGS_INIT_XGXS_FIRST,
        .rx_preemphasis = {0xffff, 0xffff, 0xffff, 0xffff},
        .tx_preemphasis = {0xffff, 0xffff, 0xffff, 0xffff},
        .mdio_ctrl      = 0,
        .supported      = (SUPPORTED_10baseT_Half |
                           SUPPORTED_10baseT_Full |
                           SUPPORTED_100baseT_Half |
                           SUPPORTED_100baseT_Full |
                           SUPPORTED_1000baseT_Full |
                           SUPPORTED_TP |
                           SUPPORTED_Autoneg |
                           SUPPORTED_Pause |
                           SUPPORTED_Asym_Pause),
        .media_type     = ETH_PHY_BASE_T,
        .ver_addr       = 0,
        .req_flow_ctrl  = 0,
        .req_line_speed = 0,
        .speed_cap_mask = 0,
        /* req_duplex = */0,
        /* rsrv = */0,
        .config_init    = (config_init_t)bnx2x_54618se_config_init,
        .read_status    = (read_status_t)bnx2x_54618se_read_status,
        .link_reset     = (link_reset_t)bnx2x_54618se_link_reset,
        .config_loopback = (config_loopback_t)bnx2x_54618se_config_loopback,
        .format_fw_ver  = (format_fw_ver_t)NULL,
        .hw_reset       = (hw_reset_t)NULL,
        .set_link_led   = (set_link_led_t)bnx2x_5461x_set_link_led,
        .phy_specific_func = (phy_specific_func_t)bnx2x_54618se_specific_func
};
/*****************************************************************/
/*                                                               */
/* Populate the phy according. Main function: bnx2x_populate_phy   */
/*                                                               */
/*****************************************************************/

static void bnx2x_populate_preemphasis(struct bnx2x *bp, u32 shmem_base,
                                     struct bnx2x_phy *phy, u8 port,
                                     u8 phy_index)
{
        /* Get the 4 lanes xgxs config rx and tx */
        u32 rx = 0, tx = 0, i;
        for (i = 0; i < 2; i++) {
                /* INT_PHY and EXT_PHY1 share the same value location in
                 * the shmem. When num_phys is greater than 1, than this value
                 * applies only to EXT_PHY1
                 */
                if (phy_index == INT_PHY || phy_index == EXT_PHY1) {
                        rx = REG_RD(bp, shmem_base +
                                    offsetof(struct shmem_region,
                          dev_info.port_hw_config[port].xgxs_config_rx[i<<1]));

                        tx = REG_RD(bp, shmem_base +
                                    offsetof(struct shmem_region,
                          dev_info.port_hw_config[port].xgxs_config_tx[i<<1]));
                } else {
                        rx = REG_RD(bp, shmem_base +
                                    offsetof(struct shmem_region,
                         dev_info.port_hw_config[port].xgxs_config2_rx[i<<1]));

                        tx = REG_RD(bp, shmem_base +
                                    offsetof(struct shmem_region,
                         dev_info.port_hw_config[port].xgxs_config2_rx[i<<1]));
                }

                phy->rx_preemphasis[i << 1] = ((rx>>16) & 0xffff);
                phy->rx_preemphasis[(i << 1) + 1] = (rx & 0xffff);

                phy->tx_preemphasis[i << 1] = ((tx>>16) & 0xffff);
                phy->tx_preemphasis[(i << 1) + 1] = (tx & 0xffff);
        }
}

static u32 bnx2x_get_ext_phy_config(struct bnx2x *bp, u32 shmem_base,
                                    u8 phy_index, u8 port)
{
        u32 ext_phy_config = 0;
        switch (phy_index) {
        case EXT_PHY1:
                ext_phy_config = REG_RD(bp, shmem_base +
                                              offsetof(struct shmem_region,
                        dev_info.port_hw_config[port].external_phy_config));
                break;
        case EXT_PHY2:
                ext_phy_config = REG_RD(bp, shmem_base +
                                              offsetof(struct shmem_region,
                        dev_info.port_hw_config[port].external_phy_config2));
                break;
        default:
                DP(NETIF_MSG_LINK, "Invalid phy_index %d\n", phy_index);
                return -EINVAL;
        }

        return ext_phy_config;
}
static int bnx2x_populate_int_phy(struct bnx2x *bp, u32 shmem_base, u8 port,
                                  struct bnx2x_phy *phy)
{
        u32 phy_addr;
        u32 chip_id;
        u32 switch_cfg = (REG_RD(bp, shmem_base +
                                       offsetof(struct shmem_region,
                        dev_info.port_feature_config[port].link_config)) &
                          PORT_FEATURE_CONNECTED_SWITCH_MASK);
        chip_id = (REG_RD(bp, MISC_REG_CHIP_NUM) << 16) |
                ((REG_RD(bp, MISC_REG_CHIP_REV) & 0xf) << 12);

        DP(NETIF_MSG_LINK, ":chip_id = 0x%x\n", chip_id);
        if (USES_WARPCORE(bp)) {
                u32 serdes_net_if;
                phy_addr = REG_RD(bp,
                                  MISC_REG_WC0_CTRL_PHY_ADDR);
                *phy = phy_warpcore;
                if (REG_RD(bp, MISC_REG_PORT4MODE_EN_OVWR) == 0x3)
                        phy->flags |= FLAGS_4_PORT_MODE;
                else
                        phy->flags &= ~FLAGS_4_PORT_MODE;
                        /* Check Dual mode */
                serdes_net_if = (REG_RD(bp, shmem_base +
                                        offsetof(struct shmem_region, dev_info.
                                        port_hw_config[port].default_cfg)) &
                                 PORT_HW_CFG_NET_SERDES_IF_MASK);
                /* Set the appropriate supported and flags indications per
                 * interface type of the chip
                 */
                switch (serdes_net_if) {
                case PORT_HW_CFG_NET_SERDES_IF_SGMII:
                        phy->supported &= (SUPPORTED_10baseT_Half |
                                           SUPPORTED_10baseT_Full |
                                           SUPPORTED_100baseT_Half |
                                           SUPPORTED_100baseT_Full |
                                           SUPPORTED_1000baseT_Full |
                                           SUPPORTED_FIBRE |
                                           SUPPORTED_Autoneg |
                                           SUPPORTED_Pause |
                                           SUPPORTED_Asym_Pause);
                        phy->media_type = ETH_PHY_BASE_T;
                        break;
                case PORT_HW_CFG_NET_SERDES_IF_XFI:
                        phy->supported &= (SUPPORTED_1000baseT_Full |
                                           SUPPORTED_10000baseT_Full |
                                           SUPPORTED_FIBRE |
                                           SUPPORTED_Pause |
                                           SUPPORTED_Asym_Pause);
                        phy->media_type = ETH_PHY_XFP_FIBER;
                        break;
                case PORT_HW_CFG_NET_SERDES_IF_SFI:
                        phy->supported &= (SUPPORTED_1000baseT_Full |
                                           SUPPORTED_10000baseT_Full |
                                           SUPPORTED_FIBRE |
                                           SUPPORTED_Pause |
                                           SUPPORTED_Asym_Pause);
                        phy->media_type = ETH_PHY_SFPP_10G_FIBER;
                        break;
                case PORT_HW_CFG_NET_SERDES_IF_KR:
                        phy->media_type = ETH_PHY_KR;
                        phy->supported &= (SUPPORTED_1000baseKX_Full |
                                           SUPPORTED_10000baseKR_Full |
                                           SUPPORTED_FIBRE |
                                           SUPPORTED_Autoneg |
                                           SUPPORTED_Pause |
                                           SUPPORTED_Asym_Pause);
                        break;
                case PORT_HW_CFG_NET_SERDES_IF_DXGXS:
                        phy->media_type = ETH_PHY_KR;
                        phy->flags |= FLAGS_WC_DUAL_MODE;
                        phy->supported &= (SUPPORTED_20000baseMLD2_Full |
                                           SUPPORTED_FIBRE |
                                           SUPPORTED_Pause |
                                           SUPPORTED_Asym_Pause);
                        break;
                case PORT_HW_CFG_NET_SERDES_IF_KR2:
                        phy->media_type = ETH_PHY_KR;
                        phy->flags |= FLAGS_WC_DUAL_MODE;
                        phy->supported &= (SUPPORTED_20000baseKR2_Full |
                                           SUPPORTED_10000baseKR_Full |
                                           SUPPORTED_1000baseKX_Full |
                                           SUPPORTED_Autoneg |
                                           SUPPORTED_FIBRE |
                                           SUPPORTED_Pause |
                                           SUPPORTED_Asym_Pause);
                        phy->flags &= ~FLAGS_TX_ERROR_CHECK;
                        break;
                default:
                        DP(NETIF_MSG_LINK, "Unknown WC interface type 0x%x\n",
                                       serdes_net_if);
                        break;
                }

                /* Enable MDC/MDIO work-around for E3 A0 since free running MDC
                 * was not set as expected. For B0, ECO will be enabled so there
                 * won't be an issue there
                 */
                if (CHIP_REV(bp) == CHIP_REV_Ax)
                        phy->flags |= FLAGS_MDC_MDIO_WA;
                else
                        phy->flags |= FLAGS_MDC_MDIO_WA_B0;
        } else {
                switch (switch_cfg) {
                case SWITCH_CFG_1G:
                        phy_addr = REG_RD(bp,
                                          NIG_REG_SERDES0_CTRL_PHY_ADDR +
                                          port * 0x10);
                        *phy = phy_serdes;
                        break;
                case SWITCH_CFG_10G:
                        phy_addr = REG_RD(bp,
                                          NIG_REG_XGXS0_CTRL_PHY_ADDR +
                                          port * 0x18);
                        *phy = phy_xgxs;
                        break;
                default:
                        DP(NETIF_MSG_LINK, "Invalid switch_cfg\n");
                        return -EINVAL;
                }
        }
        phy->addr = (u8)phy_addr;
        phy->mdio_ctrl = bnx2x_get_emac_base(bp,
                                            SHARED_HW_CFG_MDC_MDIO_ACCESS1_BOTH,
                                            port);
        if (CHIP_IS_E2(bp))
                phy->def_md_devad = E2_DEFAULT_PHY_DEV_ADDR;
        else
                phy->def_md_devad = DEFAULT_PHY_DEV_ADDR;

        DP(NETIF_MSG_LINK, "Internal phy port=%d, addr=0x%x, mdio_ctl=0x%x\n",
                   port, phy->addr, phy->mdio_ctrl);

        bnx2x_populate_preemphasis(bp, shmem_base, phy, port, INT_PHY);
        return 0;
}

static int bnx2x_populate_ext_phy(struct bnx2x *bp,
                                  u8 phy_index,
                                  u32 shmem_base,
                                  u32 shmem2_base,
                                  u8 port,
                                  struct bnx2x_phy *phy)
{
        u32 ext_phy_config, phy_type, config2;
        u32 mdc_mdio_access = SHARED_HW_CFG_MDC_MDIO_ACCESS1_BOTH;
        ext_phy_config = bnx2x_get_ext_phy_config(bp, shmem_base,
                                                  phy_index, port);
        phy_type = XGXS_EXT_PHY_TYPE(ext_phy_config);
        /* Select the phy type */
        switch (phy_type) {
        case PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM8073:
                mdc_mdio_access = SHARED_HW_CFG_MDC_MDIO_ACCESS1_SWAPPED;
                *phy = phy_8073;
                break;
        case PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM8705:
                *phy = phy_8705;
                break;
        case PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM8706:
                *phy = phy_8706;
                break;
        case PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM8726:
                mdc_mdio_access = SHARED_HW_CFG_MDC_MDIO_ACCESS1_EMAC1;
                *phy = phy_8726;
                break;
        case PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM8727_NOC:
                /* BCM8727_NOC => BCM8727 no over current */
                mdc_mdio_access = SHARED_HW_CFG_MDC_MDIO_ACCESS1_EMAC1;
                *phy = phy_8727;
                phy->flags |= FLAGS_NOC;
                break;
        case PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM8722:
        case PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM8727:
                mdc_mdio_access = SHARED_HW_CFG_MDC_MDIO_ACCESS1_EMAC1;
                *phy = phy_8727;
                break;
        case PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM8481:
                *phy = phy_8481;
                break;
        case PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM84823:
                *phy = phy_84823;
                break;
        case PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM84833:
                *phy = phy_84833;
                break;
        case PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM84834:
                *phy = phy_84834;
                break;
        case PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM84858:
                *phy = phy_84858;
                break;
        case PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM54616:
        case PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM54618SE:
                *phy = phy_54618se;
                if (phy_type == PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM54618SE)
                        phy->flags |= FLAGS_EEE;
                break;
        case PORT_HW_CFG_XGXS_EXT_PHY_TYPE_SFX7101:
                *phy = phy_7101;
                break;
        case PORT_HW_CFG_XGXS_EXT_PHY_TYPE_FAILURE:
                *phy = phy_null;
                return -EINVAL;
        default:
                *phy = phy_null;
                /* In case external PHY wasn't found */
                if ((phy_type != PORT_HW_CFG_XGXS_EXT_PHY_TYPE_DIRECT) &&
                    (phy_type != PORT_HW_CFG_XGXS_EXT_PHY_TYPE_NOT_CONN))
                        return -EINVAL;
                return 0;
        }

        phy->addr = XGXS_EXT_PHY_ADDR(ext_phy_config);
        bnx2x_populate_preemphasis(bp, shmem_base, phy, port, phy_index);

        /* The shmem address of the phy version is located on different
         * structures. In case this structure is too old, do not set
         * the address
         */
        config2 = REG_RD(bp, shmem_base + offsetof(struct shmem_region,
                                        dev_info.shared_hw_config.config2));
        if (phy_index == EXT_PHY1) {
                phy->ver_addr = shmem_base + offsetof(struct shmem_region,
                                port_mb[port].ext_phy_fw_version);

                /* Check specific mdc mdio settings */
                if (config2 & SHARED_HW_CFG_MDC_MDIO_ACCESS1_MASK)
                        mdc_mdio_access = config2 &
                        SHARED_HW_CFG_MDC_MDIO_ACCESS1_MASK;
        } else {
                u32 size = REG_RD(bp, shmem2_base);

                if (size >
                    offsetof(struct shmem2_region, ext_phy_fw_version2)) {
                        phy->ver_addr = shmem2_base +
                            offsetof(struct shmem2_region,
                                     ext_phy_fw_version2[port]);
                }
                /* Check specific mdc mdio settings */
                if (config2 & SHARED_HW_CFG_MDC_MDIO_ACCESS2_MASK)
                        mdc_mdio_access = (config2 &
                        SHARED_HW_CFG_MDC_MDIO_ACCESS2_MASK) >>
                        (SHARED_HW_CFG_MDC_MDIO_ACCESS2_SHIFT -
                         SHARED_HW_CFG_MDC_MDIO_ACCESS1_SHIFT);
        }
        phy->mdio_ctrl = bnx2x_get_emac_base(bp, mdc_mdio_access, port);

        if (bnx2x_is_8483x_8485x(phy) && (phy->ver_addr)) {
                /* Remove 100Mb link supported for BCM84833/4 when phy fw
                 * version lower than or equal to 1.39
                 */
                u32 raw_ver = REG_RD(bp, phy->ver_addr);
                if (((raw_ver & 0x7F) <= 39) &&
                    (((raw_ver & 0xF80) >> 7) <= 1))
                        phy->supported &= ~(SUPPORTED_100baseT_Half |
                                            SUPPORTED_100baseT_Full);
        }

        DP(NETIF_MSG_LINK, "phy_type 0x%x port %d found in index %d\n",
                   phy_type, port, phy_index);
        DP(NETIF_MSG_LINK, "             addr=0x%x, mdio_ctl=0x%x\n",
                   phy->addr, phy->mdio_ctrl);
        return 0;
}

static int bnx2x_populate_phy(struct bnx2x *bp, u8 phy_index, u32 shmem_base,
                              u32 shmem2_base, u8 port, struct bnx2x_phy *phy)
{
        phy->type = PORT_HW_CFG_XGXS_EXT_PHY_TYPE_NOT_CONN;
        if (phy_index == INT_PHY)
                return bnx2x_populate_int_phy(bp, shmem_base, port, phy);

        return bnx2x_populate_ext_phy(bp, phy_index, shmem_base, shmem2_base,
                                        port, phy);
}

static void bnx2x_phy_def_cfg(struct link_params *params,
                              struct bnx2x_phy *phy,
                              u8 phy_index)
{
        struct bnx2x *bp = params->bp;
        u32 link_config;
        /* Populate the default phy configuration for MF mode */
        if (phy_index == EXT_PHY2) {
                link_config = REG_RD(bp, params->shmem_base +
                                     offsetof(struct shmem_region, dev_info.
                        port_feature_config[params->port].link_config2));
                phy->speed_cap_mask = REG_RD(bp, params->shmem_base +
                                             offsetof(struct shmem_region,
                                                      dev_info.
                        port_hw_config[params->port].speed_capability_mask2));
        } else {
                link_config = REG_RD(bp, params->shmem_base +
                                     offsetof(struct shmem_region, dev_info.
                                port_feature_config[params->port].link_config));
                phy->speed_cap_mask = REG_RD(bp, params->shmem_base +
                                             offsetof(struct shmem_region,
                                                      dev_info.
                        port_hw_config[params->port].speed_capability_mask));
        }
        DP(NETIF_MSG_LINK,
           "Default config phy idx %x cfg 0x%x speed_cap_mask 0x%x\n",
           phy_index, link_config, phy->speed_cap_mask);

        phy->req_duplex = DUPLEX_FULL;
        switch (link_config  & PORT_FEATURE_LINK_SPEED_MASK) {
        case PORT_FEATURE_LINK_SPEED_10M_HALF:
                phy->req_duplex = DUPLEX_HALF;
        case PORT_FEATURE_LINK_SPEED_10M_FULL:
                phy->req_line_speed = SPEED_10;
                break;
        case PORT_FEATURE_LINK_SPEED_100M_HALF:
                phy->req_duplex = DUPLEX_HALF;
        case PORT_FEATURE_LINK_SPEED_100M_FULL:
                phy->req_line_speed = SPEED_100;
                break;
        case PORT_FEATURE_LINK_SPEED_1G:
                phy->req_line_speed = SPEED_1000;
                break;
        case PORT_FEATURE_LINK_SPEED_2_5G:
                phy->req_line_speed = SPEED_2500;
                break;
        case PORT_FEATURE_LINK_SPEED_10G_CX4:
                phy->req_line_speed = SPEED_10000;
                break;
        default:
                phy->req_line_speed = SPEED_AUTO_NEG;
                break;
        }

        switch (link_config  & PORT_FEATURE_FLOW_CONTROL_MASK) {
        case PORT_FEATURE_FLOW_CONTROL_AUTO:
                phy->req_flow_ctrl = BNX2X_FLOW_CTRL_AUTO;
                break;
        case PORT_FEATURE_FLOW_CONTROL_TX:
                phy->req_flow_ctrl = BNX2X_FLOW_CTRL_TX;
                break;
        case PORT_FEATURE_FLOW_CONTROL_RX:
                phy->req_flow_ctrl = BNX2X_FLOW_CTRL_RX;
                break;
        case PORT_FEATURE_FLOW_CONTROL_BOTH:
                phy->req_flow_ctrl = BNX2X_FLOW_CTRL_BOTH;
                break;
        default:
                phy->req_flow_ctrl = BNX2X_FLOW_CTRL_NONE;
                break;
        }
}

u32 bnx2x_phy_selection(struct link_params *params)
{
        u32 phy_config_swapped, prio_cfg;
        u32 return_cfg = PORT_HW_CFG_PHY_SELECTION_HARDWARE_DEFAULT;

        phy_config_swapped = params->multi_phy_config &
                PORT_HW_CFG_PHY_SWAPPED_ENABLED;

        prio_cfg = params->multi_phy_config &
                        PORT_HW_CFG_PHY_SELECTION_MASK;

        if (phy_config_swapped) {
                switch (prio_cfg) {
                case PORT_HW_CFG_PHY_SELECTION_FIRST_PHY_PRIORITY:
                     return_cfg = PORT_HW_CFG_PHY_SELECTION_SECOND_PHY_PRIORITY;
                     break;
                case PORT_HW_CFG_PHY_SELECTION_SECOND_PHY_PRIORITY:
                     return_cfg = PORT_HW_CFG_PHY_SELECTION_FIRST_PHY_PRIORITY;
                     break;
                case PORT_HW_CFG_PHY_SELECTION_SECOND_PHY:
                     return_cfg = PORT_HW_CFG_PHY_SELECTION_FIRST_PHY;
                     break;
                case PORT_HW_CFG_PHY_SELECTION_FIRST_PHY:
                     return_cfg = PORT_HW_CFG_PHY_SELECTION_SECOND_PHY;
                     break;
                }
        } else
                return_cfg = prio_cfg;

        return return_cfg;
}

int bnx2x_phy_probe(struct link_params *params)
{
        u8 phy_index, actual_phy_idx;
        u32 phy_config_swapped, sync_offset, media_types;
        struct bnx2x *bp = params->bp;
        struct bnx2x_phy *phy;
        params->num_phys = 0;
        DP(NETIF_MSG_LINK, "Begin phy probe\n");
        phy_config_swapped = params->multi_phy_config &
                PORT_HW_CFG_PHY_SWAPPED_ENABLED;

        for (phy_index = INT_PHY; phy_index < MAX_PHYS;
              phy_index++) {
                actual_phy_idx = phy_index;
                if (phy_config_swapped) {
                        if (phy_index == EXT_PHY1)
                                actual_phy_idx = EXT_PHY2;
                        else if (phy_index == EXT_PHY2)
                                actual_phy_idx = EXT_PHY1;
                }
                DP(NETIF_MSG_LINK, "phy_config_swapped %x, phy_index %x,"
                               " actual_phy_idx %x\n", phy_config_swapped,
                           phy_index, actual_phy_idx);
                phy = &params->phy[actual_phy_idx];
                if (bnx2x_populate_phy(bp, phy_index, params->shmem_base,
                                       params->shmem2_base, params->port,
                                       phy) != 0) {
                        params->num_phys = 0;
                        DP(NETIF_MSG_LINK, "phy probe failed in phy index %d\n",
                                   phy_index);
                        for (phy_index = INT_PHY;
                              phy_index < MAX_PHYS;
                              phy_index++)
                                *phy = phy_null;
                        return -EINVAL;
                }
                if (phy->type == PORT_HW_CFG_XGXS_EXT_PHY_TYPE_NOT_CONN)
                        break;

                if (params->feature_config_flags &
                    FEATURE_CONFIG_DISABLE_REMOTE_FAULT_DET)
                        phy->flags &= ~FLAGS_TX_ERROR_CHECK;

                if (!(params->feature_config_flags &
                      FEATURE_CONFIG_MT_SUPPORT))
                        phy->flags |= FLAGS_MDC_MDIO_WA_G;

                sync_offset = params->shmem_base +
                        offsetof(struct shmem_region,
                        dev_info.port_hw_config[params->port].media_type);
                media_types = REG_RD(bp, sync_offset);

                /* Update media type for non-PMF sync only for the first time
                 * In case the media type changes afterwards, it will be updated
                 * using the update_status function
                 */
                if ((media_types & (PORT_HW_CFG_MEDIA_TYPE_PHY0_MASK <<
                                    (PORT_HW_CFG_MEDIA_TYPE_PHY1_SHIFT *
                                     actual_phy_idx))) == 0) {
                        media_types |= ((phy->media_type &
                                        PORT_HW_CFG_MEDIA_TYPE_PHY0_MASK) <<
                                (PORT_HW_CFG_MEDIA_TYPE_PHY1_SHIFT *
                                 actual_phy_idx));
                }
                REG_WR(bp, sync_offset, media_types);

                bnx2x_phy_def_cfg(params, phy, phy_index);
                params->num_phys++;
        }

        DP(NETIF_MSG_LINK, "End phy probe. #phys found %x\n", params->num_phys);
        return 0;
}

static void bnx2x_init_bmac_loopback(struct link_params *params,
                                     struct link_vars *vars)
{
        struct bnx2x *bp = params->bp;
                vars->link_up = 1;
                vars->line_speed = SPEED_10000;
                vars->duplex = DUPLEX_FULL;
                vars->flow_ctrl = BNX2X_FLOW_CTRL_NONE;
                vars->mac_type = MAC_TYPE_BMAC;

                vars->phy_flags = PHY_XGXS_FLAG;

                bnx2x_xgxs_deassert(params);

                /* Set bmac loopback */
                bnx2x_bmac_enable(params, vars, 1, 1);

                REG_WR(bp, NIG_REG_EGRESS_DRAIN0_MODE + params->port*4, 0);
}

static void bnx2x_init_emac_loopback(struct link_params *params,
                                     struct link_vars *vars)
{
        struct bnx2x *bp = params->bp;
                vars->link_up = 1;
                vars->line_speed = SPEED_1000;
                vars->duplex = DUPLEX_FULL;
                vars->flow_ctrl = BNX2X_FLOW_CTRL_NONE;
                vars->mac_type = MAC_TYPE_EMAC;

                vars->phy_flags = PHY_XGXS_FLAG;

                bnx2x_xgxs_deassert(params);
                /* Set bmac loopback */
                bnx2x_emac_enable(params, vars, 1);
                bnx2x_emac_program(params, vars);
                REG_WR(bp, NIG_REG_EGRESS_DRAIN0_MODE + params->port*4, 0);
}

static void bnx2x_init_xmac_loopback(struct link_params *params,
                                     struct link_vars *vars)
{
        struct bnx2x *bp = params->bp;
        vars->link_up = 1;
        if (!params->req_line_speed[0])
                vars->line_speed = SPEED_10000;
        else
                vars->line_speed = params->req_line_speed[0];
        vars->duplex = DUPLEX_FULL;
        vars->flow_ctrl = BNX2X_FLOW_CTRL_NONE;
        vars->mac_type = MAC_TYPE_XMAC;
        vars->phy_flags = PHY_XGXS_FLAG;
        /* Set WC to loopback mode since link is required to provide clock
         * to the XMAC in 20G mode
         */
        bnx2x_set_aer_mmd(params, &params->phy[0]);
        bnx2x_warpcore_reset_lane(bp, &params->phy[0], 0);
        params->phy[INT_PHY].config_loopback(
                        &params->phy[INT_PHY],
                        params);

        bnx2x_xmac_enable(params, vars, 1);
        REG_WR(bp, NIG_REG_EGRESS_DRAIN0_MODE + params->port*4, 0);
}

static void bnx2x_init_umac_loopback(struct link_params *params,
                                     struct link_vars *vars)
{
        struct bnx2x *bp = params->bp;
        vars->link_up = 1;
        vars->line_speed = SPEED_1000;
        vars->duplex = DUPLEX_FULL;
        vars->flow_ctrl = BNX2X_FLOW_CTRL_NONE;
        vars->mac_type = MAC_TYPE_UMAC;
        vars->phy_flags = PHY_XGXS_FLAG;
        bnx2x_umac_enable(params, vars, 1);

        REG_WR(bp, NIG_REG_EGRESS_DRAIN0_MODE + params->port*4, 0);
}

static void bnx2x_init_xgxs_loopback(struct link_params *params,
                                     struct link_vars *vars)
{
        struct bnx2x *bp = params->bp;
        struct bnx2x_phy *int_phy = &params->phy[INT_PHY];
        vars->link_up = 1;
        vars->flow_ctrl = BNX2X_FLOW_CTRL_NONE;
        vars->duplex = DUPLEX_FULL;
        if (params->req_line_speed[0] == SPEED_1000)
                vars->line_speed = SPEED_1000;
        else if ((params->req_line_speed[0] == SPEED_20000) ||
                 (int_phy->flags & FLAGS_WC_DUAL_MODE))
                vars->line_speed = SPEED_20000;
        else
                vars->line_speed = SPEED_10000;

        if (!USES_WARPCORE(bp))
                bnx2x_xgxs_deassert(params);
        bnx2x_link_initialize(params, vars);

        if (params->req_line_speed[0] == SPEED_1000) {
                if (USES_WARPCORE(bp))
                        bnx2x_umac_enable(params, vars, 0);
                else {
                        bnx2x_emac_program(params, vars);
                        bnx2x_emac_enable(params, vars, 0);
                }
        } else {
                if (USES_WARPCORE(bp))
                        bnx2x_xmac_enable(params, vars, 0);
                else
                        bnx2x_bmac_enable(params, vars, 0, 1);
        }

        if (params->loopback_mode == LOOPBACK_XGXS) {
                /* Set 10G XGXS loopback */
                int_phy->config_loopback(int_phy, params);
        } else {
                /* Set external phy loopback */
                u8 phy_index;
                for (phy_index = EXT_PHY1;
                      phy_index < params->num_phys; phy_index++)
                        if (params->phy[phy_index].config_loopback)
                                params->phy[phy_index].config_loopback(
                                        &params->phy[phy_index],
                                        params);
        }
        REG_WR(bp, NIG_REG_EGRESS_DRAIN0_MODE + params->port*4, 0);

        bnx2x_set_led(params, vars, LED_MODE_OPER, vars->line_speed);
}

void bnx2x_set_rx_filter(struct link_params *params, u8 en)
{
        struct bnx2x *bp = params->bp;
        u8 val = en * 0x1F;

        /* Open / close the gate between the NIG and the BRB */
        if (!CHIP_IS_E1x(bp))
                val |= en * 0x20;
        REG_WR(bp, NIG_REG_LLH0_BRB1_DRV_MASK + params->port*4, val);

        if (!CHIP_IS_E1(bp)) {
                REG_WR(bp, NIG_REG_LLH0_BRB1_DRV_MASK_MF + params->port*4,
                       en*0x3);
        }

        REG_WR(bp, (params->port ? NIG_REG_LLH1_BRB1_NOT_MCP :
                    NIG_REG_LLH0_BRB1_NOT_MCP), en);
}
static int bnx2x_avoid_link_flap(struct link_params *params,
                                            struct link_vars *vars)
{
        u32 phy_idx;
        u32 dont_clear_stat, lfa_sts;
        struct bnx2x *bp = params->bp;

        bnx2x_set_mdio_emac_per_phy(bp, params);
        /* Sync the link parameters */
        bnx2x_link_status_update(params, vars);

        /*
         * The module verification was already done by previous link owner,
         * so this call is meant only to get warning message
         */

        for (phy_idx = INT_PHY; phy_idx < params->num_phys; phy_idx++) {
                struct bnx2x_phy *phy = &params->phy[phy_idx];
                if (phy->phy_specific_func) {
                        DP(NETIF_MSG_LINK, "Calling PHY specific func\n");
                        phy->phy_specific_func(phy, params, PHY_INIT);
                }
                if ((phy->media_type == ETH_PHY_SFPP_10G_FIBER) ||
                    (phy->media_type == ETH_PHY_SFP_1G_FIBER) ||
                    (phy->media_type == ETH_PHY_DA_TWINAX))
                        bnx2x_verify_sfp_module(phy, params);
        }
        lfa_sts = REG_RD(bp, params->lfa_base +
                         offsetof(struct shmem_lfa,
                                  lfa_sts));

        dont_clear_stat = lfa_sts & SHMEM_LFA_DONT_CLEAR_STAT;

        /* Re-enable the NIG/MAC */
        if (CHIP_IS_E3(bp)) {
                if (!dont_clear_stat) {
                        REG_WR(bp, GRCBASE_MISC +
                               MISC_REGISTERS_RESET_REG_2_CLEAR,
                               (MISC_REGISTERS_RESET_REG_2_MSTAT0 <<
                                params->port));
                        REG_WR(bp, GRCBASE_MISC +
                               MISC_REGISTERS_RESET_REG_2_SET,
                               (MISC_REGISTERS_RESET_REG_2_MSTAT0 <<
                                params->port));
                }
                if (vars->line_speed < SPEED_10000)
                        bnx2x_umac_enable(params, vars, 0);
                else
                        bnx2x_xmac_enable(params, vars, 0);
        } else {
                if (vars->line_speed < SPEED_10000)
                        bnx2x_emac_enable(params, vars, 0);
                else
                        bnx2x_bmac_enable(params, vars, 0, !dont_clear_stat);
        }

        /* Increment LFA count */
        lfa_sts = ((lfa_sts & ~LINK_FLAP_AVOIDANCE_COUNT_MASK) |
                   (((((lfa_sts & LINK_FLAP_AVOIDANCE_COUNT_MASK) >>
                       LINK_FLAP_AVOIDANCE_COUNT_OFFSET) + 1) & 0xff)
                    << LINK_FLAP_AVOIDANCE_COUNT_OFFSET));
        /* Clear link flap reason */
        lfa_sts &= ~LFA_LINK_FLAP_REASON_MASK;

        REG_WR(bp, params->lfa_base +
               offsetof(struct shmem_lfa, lfa_sts), lfa_sts);

        /* Disable NIG DRAIN */
        REG_WR(bp, NIG_REG_EGRESS_DRAIN0_MODE + params->port*4, 0);

        /* Enable interrupts */
        bnx2x_link_int_enable(params);
        return 0;
}

static void bnx2x_cannot_avoid_link_flap(struct link_params *params,
                                         struct link_vars *vars,
                                         int lfa_status)
{
        u32 lfa_sts, cfg_idx, tmp_val;
        struct bnx2x *bp = params->bp;

        bnx2x_link_reset(params, vars, 1);

        if (!params->lfa_base)
                return;
        /* Store the new link parameters */
        REG_WR(bp, params->lfa_base +
               offsetof(struct shmem_lfa, req_duplex),
               params->req_duplex[0] | (params->req_duplex[1] << 16));

        REG_WR(bp, params->lfa_base +
               offsetof(struct shmem_lfa, req_flow_ctrl),
               params->req_flow_ctrl[0] | (params->req_flow_ctrl[1] << 16));

        REG_WR(bp, params->lfa_base +
               offsetof(struct shmem_lfa, req_line_speed),
               params->req_line_speed[0] | (params->req_line_speed[1] << 16));

        for (cfg_idx = 0; cfg_idx < SHMEM_LINK_CONFIG_SIZE; cfg_idx++) {
                REG_WR(bp, params->lfa_base +
                       offsetof(struct shmem_lfa,
                                speed_cap_mask[cfg_idx]),
                       params->speed_cap_mask[cfg_idx]);
        }

        tmp_val = REG_RD(bp, params->lfa_base +
                         offsetof(struct shmem_lfa, additional_config));
        tmp_val &= ~REQ_FC_AUTO_ADV_MASK;
        tmp_val |= params->req_fc_auto_adv;

        REG_WR(bp, params->lfa_base +
               offsetof(struct shmem_lfa, additional_config), tmp_val);

        lfa_sts = REG_RD(bp, params->lfa_base +
                         offsetof(struct shmem_lfa, lfa_sts));

        /* Clear the "Don't Clear Statistics" bit, and set reason */
        lfa_sts &= ~SHMEM_LFA_DONT_CLEAR_STAT;

        /* Set link flap reason */
        lfa_sts &= ~LFA_LINK_FLAP_REASON_MASK;
        lfa_sts |= ((lfa_status & LFA_LINK_FLAP_REASON_MASK) <<
                    LFA_LINK_FLAP_REASON_OFFSET);

        /* Increment link flap counter */
        lfa_sts = ((lfa_sts & ~LINK_FLAP_COUNT_MASK) |
                   (((((lfa_sts & LINK_FLAP_COUNT_MASK) >>
                       LINK_FLAP_COUNT_OFFSET) + 1) & 0xff)
                    << LINK_FLAP_COUNT_OFFSET));
        REG_WR(bp, params->lfa_base +
               offsetof(struct shmem_lfa, lfa_sts), lfa_sts);
        /* Proceed with regular link initialization */
}

int bnx2x_phy_init(struct link_params *params, struct link_vars *vars)
{
        int lfa_status;
        struct bnx2x *bp = params->bp;
        DP(NETIF_MSG_LINK, "Phy Initialization started\n");
        DP(NETIF_MSG_LINK, "(1) req_speed %d, req_flowctrl %d\n",
                   params->req_line_speed[0], params->req_flow_ctrl[0]);
        DP(NETIF_MSG_LINK, "(2) req_speed %d, req_flowctrl %d\n",
                   params->req_line_speed[1], params->req_flow_ctrl[1]);
        DP(NETIF_MSG_LINK, "req_adv_flow_ctrl 0x%x\n", params->req_fc_auto_adv);
        vars->link_status = 0;
        vars->phy_link_up = 0;
        vars->link_up = 0;
        vars->line_speed = 0;
        vars->duplex = DUPLEX_FULL;
        vars->flow_ctrl = BNX2X_FLOW_CTRL_NONE;
        vars->mac_type = MAC_TYPE_NONE;
        vars->phy_flags = 0;
        vars->check_kr2_recovery_cnt = 0;
        params->link_flags = PHY_INITIALIZED;
        /* Driver opens NIG-BRB filters */
        bnx2x_set_rx_filter(params, 1);
        bnx2x_chng_link_count(params, true);
        /* Check if link flap can be avoided */
        lfa_status = bnx2x_check_lfa(params);

        if (lfa_status == 0) {
                DP(NETIF_MSG_LINK, "Link Flap Avoidance in progress\n");
                return bnx2x_avoid_link_flap(params, vars);
        }

        DP(NETIF_MSG_LINK, "Cannot avoid link flap lfa_sta=0x%x\n",
                       lfa_status);
        bnx2x_cannot_avoid_link_flap(params, vars, lfa_status);

        /* Disable attentions */
        bnx2x_bits_dis(bp, NIG_REG_MASK_INTERRUPT_PORT0 + params->port*4,
                       (NIG_MASK_XGXS0_LINK_STATUS |
                        NIG_MASK_XGXS0_LINK10G |
                        NIG_MASK_SERDES0_LINK_STATUS |
                        NIG_MASK_MI_INT));

        bnx2x_emac_init(params, vars);

        if (params->feature_config_flags & FEATURE_CONFIG_PFC_ENABLED)
                vars->link_status |= LINK_STATUS_PFC_ENABLED;

        if (params->num_phys == 0) {
                DP(NETIF_MSG_LINK, "No phy found for initialization !!\n");
                return -EINVAL;
        }
        set_phy_vars(params, vars);

        DP(NETIF_MSG_LINK, "Num of phys on board: %d\n", params->num_phys);
        switch (params->loopback_mode) {
        case LOOPBACK_BMAC:
                bnx2x_init_bmac_loopback(params, vars);
                break;
        case LOOPBACK_EMAC:
                bnx2x_init_emac_loopback(params, vars);
                break;
        case LOOPBACK_XMAC:
                bnx2x_init_xmac_loopback(params, vars);
                break;
        case LOOPBACK_UMAC:
                bnx2x_init_umac_loopback(params, vars);
                break;
        case LOOPBACK_XGXS:
        case LOOPBACK_EXT_PHY:
                bnx2x_init_xgxs_loopback(params, vars);
                break;
        default:
                if (!CHIP_IS_E3(bp)) {
                        if (params->switch_cfg == SWITCH_CFG_10G)
                                bnx2x_xgxs_deassert(params);
                        else
                                bnx2x_serdes_deassert(bp, params->port);
                }
                bnx2x_link_initialize(params, vars);
                msleep(30);
                bnx2x_link_int_enable(params);
                break;
        }
        bnx2x_update_mng(params, vars->link_status);

        bnx2x_update_mng_eee(params, vars->eee_status);
        return 0;
}

int bnx2x_link_reset(struct link_params *params, struct link_vars *vars,
                     u8 reset_ext_phy)
{
        struct bnx2x *bp = params->bp;
        u8 phy_index, port = params->port, clear_latch_ind = 0;
        DP(NETIF_MSG_LINK, "Resetting the link of port %d\n", port);
        /* Disable attentions */
        vars->link_status = 0;
        bnx2x_chng_link_count(params, true);
        bnx2x_update_mng(params, vars->link_status);
        vars->eee_status &= ~(SHMEM_EEE_LP_ADV_STATUS_MASK |
                              SHMEM_EEE_ACTIVE_BIT);
        bnx2x_update_mng_eee(params, vars->eee_status);
        bnx2x_bits_dis(bp, NIG_REG_MASK_INTERRUPT_PORT0 + port*4,
                       (NIG_MASK_XGXS0_LINK_STATUS |
                        NIG_MASK_XGXS0_LINK10G |
                        NIG_MASK_SERDES0_LINK_STATUS |
                        NIG_MASK_MI_INT));

        /* Activate nig drain */
        REG_WR(bp, NIG_REG_EGRESS_DRAIN0_MODE + port*4, 1);

        /* Disable nig egress interface */
        if (!CHIP_IS_E3(bp)) {
                REG_WR(bp, NIG_REG_BMAC0_OUT_EN + port*4, 0);
                REG_WR(bp, NIG_REG_EGRESS_EMAC0_OUT_EN + port*4, 0);
        }

                if (!CHIP_IS_E3(bp)) {
                        bnx2x_set_bmac_rx(bp, params->chip_id, port, 0);
                } else {
                        bnx2x_set_xmac_rxtx(params, 0);
                        bnx2x_set_umac_rxtx(params, 0);
                }
        /* Disable emac */
        if (!CHIP_IS_E3(bp))
                REG_WR(bp, NIG_REG_NIG_EMAC0_EN + port*4, 0);

        usleep_range(10000, 20000);
        /* The PHY reset is controlled by GPIO 1
         * Hold it as vars low
         */
         /* Clear link led */
        bnx2x_set_mdio_emac_per_phy(bp, params);
        bnx2x_set_led(params, vars, LED_MODE_OFF, 0);

        if (reset_ext_phy) {
                for (phy_index = EXT_PHY1; phy_index < params->num_phys;
                      phy_index++) {
                        if (params->phy[phy_index].link_reset) {
                                bnx2x_set_aer_mmd(params,
                                                  &params->phy[phy_index]);
                                params->phy[phy_index].link_reset(
                                        &params->phy[phy_index],
                                        params);
                        }
                        if (params->phy[phy_index].flags &
                            FLAGS_REARM_LATCH_SIGNAL)
                                clear_latch_ind = 1;
                }
        }

        if (clear_latch_ind) {
                /* Clear latching indication */
                bnx2x_rearm_latch_signal(bp, port, 0);
                bnx2x_bits_dis(bp, NIG_REG_LATCH_BC_0 + port*4,
                               1 << NIG_LATCH_BC_ENABLE_MI_INT);
        }
        if (params->phy[INT_PHY].link_reset)
                params->phy[INT_PHY].link_reset(
                        &params->phy[INT_PHY], params);

        /* Disable nig ingress interface */
        if (!CHIP_IS_E3(bp)) {
                /* Reset BigMac */
                REG_WR(bp, GRCBASE_MISC + MISC_REGISTERS_RESET_REG_2_CLEAR,
                       (MISC_REGISTERS_RESET_REG_2_RST_BMAC0 << port));
                REG_WR(bp, NIG_REG_BMAC0_IN_EN + port*4, 0);
                REG_WR(bp, NIG_REG_EMAC0_IN_EN + port*4, 0);
        } else {
                u32 xmac_base = (params->port) ? GRCBASE_XMAC1 : GRCBASE_XMAC0;
                bnx2x_set_xumac_nig(params, 0, 0);
                if (REG_RD(bp, MISC_REG_RESET_REG_2) &
                    MISC_REGISTERS_RESET_REG_2_XMAC)
                        REG_WR(bp, xmac_base + XMAC_REG_CTRL,
                               XMAC_CTRL_REG_SOFT_RESET);
        }
        vars->link_up = 0;
        vars->phy_flags = 0;
        return 0;
}
int bnx2x_lfa_reset(struct link_params *params,
                               struct link_vars *vars)
{
        struct bnx2x *bp = params->bp;
        vars->link_up = 0;
        vars->phy_flags = 0;
        params->link_flags &= ~PHY_INITIALIZED;
        if (!params->lfa_base)
                return bnx2x_link_reset(params, vars, 1);
        /*
         * Activate NIG drain so that during this time the device won't send
         * anything while it is unable to response.
         */
        REG_WR(bp, NIG_REG_EGRESS_DRAIN0_MODE + params->port*4, 1);

        /*
         * Close gracefully the gate from BMAC to NIG such that no half packets
         * are passed.
         */
        if (!CHIP_IS_E3(bp))
                bnx2x_set_bmac_rx(bp, params->chip_id, params->port, 0);

        if (CHIP_IS_E3(bp)) {
                bnx2x_set_xmac_rxtx(params, 0);
                bnx2x_set_umac_rxtx(params, 0);
        }
        /* Wait 10ms for the pipe to clean up*/
        usleep_range(10000, 20000);

        /* Clean the NIG-BRB using the network filters in a way that will
         * not cut a packet in the middle.
         */
        bnx2x_set_rx_filter(params, 0);

        /*
         * Re-open the gate between the BMAC and the NIG, after verifying the
         * gate to the BRB is closed, otherwise packets may arrive to the
         * firmware before driver had initialized it. The target is to achieve
         * minimum management protocol down time.
         */
        if (!CHIP_IS_E3(bp))
                bnx2x_set_bmac_rx(bp, params->chip_id, params->port, 1);

        if (CHIP_IS_E3(bp)) {
                bnx2x_set_xmac_rxtx(params, 1);
                bnx2x_set_umac_rxtx(params, 1);
        }
        /* Disable NIG drain */
        REG_WR(bp, NIG_REG_EGRESS_DRAIN0_MODE + params->port*4, 0);
        return 0;
}

/****************************************************************************/
/*                              Common function                             */
/****************************************************************************/
static int bnx2x_8073_common_init_phy(struct bnx2x *bp,
                                      u32 shmem_base_path[],
                                      u32 shmem2_base_path[], u8 phy_index,
                                      u32 chip_id)
{
        struct bnx2x_phy phy[PORT_MAX];
        struct bnx2x_phy *phy_blk[PORT_MAX];
        u16 val;
        s8 port = 0;
        s8 port_of_path = 0;
        u32 swap_val, swap_override;
        swap_val = REG_RD(bp,  NIG_REG_PORT_SWAP);
        swap_override = REG_RD(bp,  NIG_REG_STRAP_OVERRIDE);
        port ^= (swap_val && swap_override);
        bnx2x_ext_phy_hw_reset(bp, port);
        /* PART1 - Reset both phys */
        for (port = PORT_MAX - 1; port >= PORT_0; port--) {
                u32 shmem_base, shmem2_base;
                /* In E2, same phy is using for port0 of the two paths */
                if (CHIP_IS_E1x(bp)) {
                        shmem_base = shmem_base_path[0];
                        shmem2_base = shmem2_base_path[0];
                        port_of_path = port;
                } else {
                        shmem_base = shmem_base_path[port];
                        shmem2_base = shmem2_base_path[port];
                        port_of_path = 0;
                }

                /* Extract the ext phy address for the port */
                if (bnx2x_populate_phy(bp, phy_index, shmem_base, shmem2_base,
                                       port_of_path, &phy[port]) !=
                    0) {
                        DP(NETIF_MSG_LINK, "populate_phy failed\n");
                        return -EINVAL;
                }
                /* Disable attentions */
                bnx2x_bits_dis(bp, NIG_REG_MASK_INTERRUPT_PORT0 +
                               port_of_path*4,
                               (NIG_MASK_XGXS0_LINK_STATUS |
                                NIG_MASK_XGXS0_LINK10G |
                                NIG_MASK_SERDES0_LINK_STATUS |
                                NIG_MASK_MI_INT));

                /* Need to take the phy out of low power mode in order
                 * to write to access its registers
                 */
                bnx2x_set_gpio(bp, MISC_REGISTERS_GPIO_2,
                               MISC_REGISTERS_GPIO_OUTPUT_HIGH,
                               port);

                /* Reset the phy */
                bnx2x_cl45_write(bp, &phy[port],
                                 MDIO_PMA_DEVAD,
                                 MDIO_PMA_REG_CTRL,
                                 1<<15);
        }

        /* Add delay of 150ms after reset */
        msleep(150);

        if (phy[PORT_0].addr & 0x1) {
                phy_blk[PORT_0] = &(phy[PORT_1]);
                phy_blk[PORT_1] = &(phy[PORT_0]);
        } else {
                phy_blk[PORT_0] = &(phy[PORT_0]);
                phy_blk[PORT_1] = &(phy[PORT_1]);
        }

        /* PART2 - Download firmware to both phys */
        for (port = PORT_MAX - 1; port >= PORT_0; port--) {
                if (CHIP_IS_E1x(bp))
                        port_of_path = port;
                else
                        port_of_path = 0;

                DP(NETIF_MSG_LINK, "Loading spirom for phy address 0x%x\n",
                           phy_blk[port]->addr);
                if (bnx2x_8073_8727_external_rom_boot(bp, phy_blk[port],
                                                      port_of_path))
                        return -EINVAL;

                /* Only set bit 10 = 1 (Tx power down) */
                bnx2x_cl45_read(bp, phy_blk[port],
                                MDIO_PMA_DEVAD,
                                MDIO_PMA_REG_TX_POWER_DOWN, &val);

                /* Phase1 of TX_POWER_DOWN reset */
                bnx2x_cl45_write(bp, phy_blk[port],
                                 MDIO_PMA_DEVAD,
                                 MDIO_PMA_REG_TX_POWER_DOWN,
                                 (val | 1<<10));
        }

        /* Toggle Transmitter: Power down and then up with 600ms delay
         * between
         */
        msleep(600);

        /* PART3 - complete TX_POWER_DOWN process, and set GPIO2 back to low */
        for (port = PORT_MAX - 1; port >= PORT_0; port--) {
                /* Phase2 of POWER_DOWN_RESET */
                /* Release bit 10 (Release Tx power down) */
                bnx2x_cl45_read(bp, phy_blk[port],
                                MDIO_PMA_DEVAD,
                                MDIO_PMA_REG_TX_POWER_DOWN, &val);

                bnx2x_cl45_write(bp, phy_blk[port],
                                MDIO_PMA_DEVAD,
                                MDIO_PMA_REG_TX_POWER_DOWN, (val & (~(1<<10))));
                usleep_range(15000, 30000);

                /* Read modify write the SPI-ROM version select register */
                bnx2x_cl45_read(bp, phy_blk[port],
                                MDIO_PMA_DEVAD,
                                MDIO_PMA_REG_EDC_FFE_MAIN, &val);
                bnx2x_cl45_write(bp, phy_blk[port],
                                 MDIO_PMA_DEVAD,
                                 MDIO_PMA_REG_EDC_FFE_MAIN, (val | (1<<12)));

                /* set GPIO2 back to LOW */
                bnx2x_set_gpio(bp, MISC_REGISTERS_GPIO_2,
                               MISC_REGISTERS_GPIO_OUTPUT_LOW, port);
        }
        return 0;
}
static int bnx2x_8726_common_init_phy(struct bnx2x *bp,
                                      u32 shmem_base_path[],
                                      u32 shmem2_base_path[], u8 phy_index,
                                      u32 chip_id)
{
        u32 val;
        s8 port;
        struct bnx2x_phy phy;
        /* Use port1 because of the static port-swap */
        /* Enable the module detection interrupt */
        val = REG_RD(bp, MISC_REG_GPIO_EVENT_EN);
        val |= ((1<<MISC_REGISTERS_GPIO_3)|
                (1<<(MISC_REGISTERS_GPIO_3 + MISC_REGISTERS_GPIO_PORT_SHIFT)));
        REG_WR(bp, MISC_REG_GPIO_EVENT_EN, val);

        bnx2x_ext_phy_hw_reset(bp, 0);
        usleep_range(5000, 10000);
        for (port = 0; port < PORT_MAX; port++) {
                u32 shmem_base, shmem2_base;

                /* In E2, same phy is using for port0 of the two paths */
                if (CHIP_IS_E1x(bp)) {
                        shmem_base = shmem_base_path[0];
                        shmem2_base = shmem2_base_path[0];
                } else {
                        shmem_base = shmem_base_path[port];
                        shmem2_base = shmem2_base_path[port];
                }
                /* Extract the ext phy address for the port */
                if (bnx2x_populate_phy(bp, phy_index, shmem_base, shmem2_base,
                                       port, &phy) !=
                    0) {
                        DP(NETIF_MSG_LINK, "populate phy failed\n");
                        return -EINVAL;
                }

                /* Reset phy*/
                bnx2x_cl45_write(bp, &phy,
                                 MDIO_PMA_DEVAD, MDIO_PMA_REG_GEN_CTRL, 0x0001);


                /* Set fault module detected LED on */
                bnx2x_set_gpio(bp, MISC_REGISTERS_GPIO_0,
                               MISC_REGISTERS_GPIO_HIGH,
                               port);
        }

        return 0;
}
static void bnx2x_get_ext_phy_reset_gpio(struct bnx2x *bp, u32 shmem_base,
                                         u8 *io_gpio, u8 *io_port)
{

        u32 phy_gpio_reset = REG_RD(bp, shmem_base +
                                          offsetof(struct shmem_region,
                                dev_info.port_hw_config[PORT_0].default_cfg));
        switch (phy_gpio_reset) {
        case PORT_HW_CFG_EXT_PHY_GPIO_RST_GPIO0_P0:
                *io_gpio = 0;
                *io_port = 0;
                break;
        case PORT_HW_CFG_EXT_PHY_GPIO_RST_GPIO1_P0:
                *io_gpio = 1;
                *io_port = 0;
                break;
        case PORT_HW_CFG_EXT_PHY_GPIO_RST_GPIO2_P0:
                *io_gpio = 2;
                *io_port = 0;
                break;
        case PORT_HW_CFG_EXT_PHY_GPIO_RST_GPIO3_P0:
                *io_gpio = 3;
                *io_port = 0;
                break;
        case PORT_HW_CFG_EXT_PHY_GPIO_RST_GPIO0_P1:
                *io_gpio = 0;
                *io_port = 1;
                break;
        case PORT_HW_CFG_EXT_PHY_GPIO_RST_GPIO1_P1:
                *io_gpio = 1;
                *io_port = 1;
                break;
        case PORT_HW_CFG_EXT_PHY_GPIO_RST_GPIO2_P1:
                *io_gpio = 2;
                *io_port = 1;
                break;
        case PORT_HW_CFG_EXT_PHY_GPIO_RST_GPIO3_P1:
                *io_gpio = 3;
                *io_port = 1;
                break;
        default:
                /* Don't override the io_gpio and io_port */
                break;
        }
}

static int bnx2x_8727_common_init_phy(struct bnx2x *bp,
                                      u32 shmem_base_path[],
                                      u32 shmem2_base_path[], u8 phy_index,
                                      u32 chip_id)
{
        s8 port, reset_gpio;
        u32 swap_val, swap_override;
        struct bnx2x_phy phy[PORT_MAX];
        struct bnx2x_phy *phy_blk[PORT_MAX];
        s8 port_of_path;
        swap_val = REG_RD(bp, NIG_REG_PORT_SWAP);
        swap_override = REG_RD(bp, NIG_REG_STRAP_OVERRIDE);

        reset_gpio = MISC_REGISTERS_GPIO_1;
        port = 1;

        /* Retrieve the reset gpio/port which control the reset.
         * Default is GPIO1, PORT1
         */
        bnx2x_get_ext_phy_reset_gpio(bp, shmem_base_path[0],
                                     (u8 *)&reset_gpio, (u8 *)&port);

        /* Calculate the port based on port swap */
        port ^= (swap_val && swap_override);

        /* Initiate PHY reset*/
        bnx2x_set_gpio(bp, reset_gpio, MISC_REGISTERS_GPIO_OUTPUT_LOW,
                       port);
        usleep_range(1000, 2000);
        bnx2x_set_gpio(bp, reset_gpio, MISC_REGISTERS_GPIO_OUTPUT_HIGH,
                       port);

        usleep_range(5000, 10000);

        /* PART1 - Reset both phys */
        for (port = PORT_MAX - 1; port >= PORT_0; port--) {
                u32 shmem_base, shmem2_base;

                /* In E2, same phy is using for port0 of the two paths */
                if (CHIP_IS_E1x(bp)) {
                        shmem_base = shmem_base_path[0];
                        shmem2_base = shmem2_base_path[0];
                        port_of_path = port;
                } else {
                        shmem_base = shmem_base_path[port];
                        shmem2_base = shmem2_base_path[port];
                        port_of_path = 0;
                }

                /* Extract the ext phy address for the port */
                if (bnx2x_populate_phy(bp, phy_index, shmem_base, shmem2_base,
                                       port_of_path, &phy[port]) !=
                                       0) {
                        DP(NETIF_MSG_LINK, "populate phy failed\n");
                        return -EINVAL;
                }
                /* disable attentions */
                bnx2x_bits_dis(bp, NIG_REG_MASK_INTERRUPT_PORT0 +
                               port_of_path*4,
                               (NIG_MASK_XGXS0_LINK_STATUS |
                                NIG_MASK_XGXS0_LINK10G |
                                NIG_MASK_SERDES0_LINK_STATUS |
                                NIG_MASK_MI_INT));


                /* Reset the phy */
                bnx2x_cl45_write(bp, &phy[port],
                                 MDIO_PMA_DEVAD, MDIO_PMA_REG_CTRL, 1<<15);
        }

        /* Add delay of 150ms after reset */
        msleep(150);
        if (phy[PORT_0].addr & 0x1) {
                phy_blk[PORT_0] = &(phy[PORT_1]);
                phy_blk[PORT_1] = &(phy[PORT_0]);
        } else {
                phy_blk[PORT_0] = &(phy[PORT_0]);
                phy_blk[PORT_1] = &(phy[PORT_1]);
        }
        /* PART2 - Download firmware to both phys */
        for (port = PORT_MAX - 1; port >= PORT_0; port--) {
                if (CHIP_IS_E1x(bp))
                        port_of_path = port;
                else
                        port_of_path = 0;
                DP(NETIF_MSG_LINK, "Loading spirom for phy address 0x%x\n",
                           phy_blk[port]->addr);
                if (bnx2x_8073_8727_external_rom_boot(bp, phy_blk[port],
                                                      port_of_path))
                        return -EINVAL;
                /* Disable PHY transmitter output */
                bnx2x_cl45_write(bp, phy_blk[port],
                                 MDIO_PMA_DEVAD,
                                 MDIO_PMA_REG_TX_DISABLE, 1);

        }
        return 0;
}

static int bnx2x_84833_common_init_phy(struct bnx2x *bp,
                                                u32 shmem_base_path[],
                                                u32 shmem2_base_path[],
                                                u8 phy_index,
                                                u32 chip_id)
{
        u8 reset_gpios;
        reset_gpios = bnx2x_84833_get_reset_gpios(bp, shmem_base_path, chip_id);
        bnx2x_set_mult_gpio(bp, reset_gpios, MISC_REGISTERS_GPIO_OUTPUT_LOW);
        udelay(10);
        bnx2x_set_mult_gpio(bp, reset_gpios, MISC_REGISTERS_GPIO_OUTPUT_HIGH);
        DP(NETIF_MSG_LINK, "84833 reset pulse on pin values 0x%x\n",
                reset_gpios);
        return 0;
}

static int bnx2x_ext_phy_common_init(struct bnx2x *bp, u32 shmem_base_path[],
                                     u32 shmem2_base_path[], u8 phy_index,
                                     u32 ext_phy_type, u32 chip_id)
{
        int rc = 0;

        switch (ext_phy_type) {
        case PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM8073:
                rc = bnx2x_8073_common_init_phy(bp, shmem_base_path,
                                                shmem2_base_path,
                                                phy_index, chip_id);
                break;
        case PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM8722:
        case PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM8727:
        case PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM8727_NOC:
                rc = bnx2x_8727_common_init_phy(bp, shmem_base_path,
                                                shmem2_base_path,
                                                phy_index, chip_id);
                break;

        case PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM8726:
                /* GPIO1 affects both ports, so there's need to pull
                 * it for single port alone
                 */
                rc = bnx2x_8726_common_init_phy(bp, shmem_base_path,
                                                shmem2_base_path,
                                                phy_index, chip_id);
                break;
        case PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM84833:
        case PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM84834:
        case PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM84858:
                /* GPIO3's are linked, and so both need to be toggled
                 * to obtain required 2us pulse.
                 */
                rc = bnx2x_84833_common_init_phy(bp, shmem_base_path,
                                                shmem2_base_path,
                                                phy_index, chip_id);
                break;
        case PORT_HW_CFG_XGXS_EXT_PHY_TYPE_FAILURE:
                rc = -EINVAL;
                break;
        default:
                DP(NETIF_MSG_LINK,
                           "ext_phy 0x%x common init not required\n",
                           ext_phy_type);
                break;
        }

        if (rc)
                netdev_err(bp->dev,  "Warning: PHY was not initialized,"
                                      " Port %d\n",
                         0);
        return rc;
}

int bnx2x_common_init_phy(struct bnx2x *bp, u32 shmem_base_path[],
                          u32 shmem2_base_path[], u32 chip_id)
{
        int rc = 0;
        u32 phy_ver, val;
        u8 phy_index = 0;
        u32 ext_phy_type, ext_phy_config;

        bnx2x_set_mdio_clk(bp, chip_id, GRCBASE_EMAC0);
        bnx2x_set_mdio_clk(bp, chip_id, GRCBASE_EMAC1);
        DP(NETIF_MSG_LINK, "Begin common phy init\n");
        if (CHIP_IS_E3(bp)) {
                /* Enable EPIO */
                val = REG_RD(bp, MISC_REG_GEN_PURP_HWG);
                REG_WR(bp, MISC_REG_GEN_PURP_HWG, val | 1);
        }
        /* Check if common init was already done */
        phy_ver = REG_RD(bp, shmem_base_path[0] +
                         offsetof(struct shmem_region,
                                  port_mb[PORT_0].ext_phy_fw_version));
        if (phy_ver) {
                DP(NETIF_MSG_LINK, "Not doing common init; phy ver is 0x%x\n",
                               phy_ver);
                return 0;
        }

        /* Read the ext_phy_type for arbitrary port(0) */
        for (phy_index = EXT_PHY1; phy_index < MAX_PHYS;
              phy_index++) {
                ext_phy_config = bnx2x_get_ext_phy_config(bp,
                                                          shmem_base_path[0],
                                                          phy_index, 0);
                ext_phy_type = XGXS_EXT_PHY_TYPE(ext_phy_config);
                rc |= bnx2x_ext_phy_common_init(bp, shmem_base_path,
                                                shmem2_base_path,
                                                phy_index, ext_phy_type,
                                                chip_id);
        }
        return rc;
}

static void bnx2x_check_over_curr(struct link_params *params,
                                  struct link_vars *vars)
{
        struct bnx2x *bp = params->bp;
        u32 cfg_pin;
        u8 port = params->port;
        u32 pin_val;

        cfg_pin = (REG_RD(bp, params->shmem_base +
                          offsetof(struct shmem_region,
                               dev_info.port_hw_config[port].e3_cmn_pin_cfg1)) &
                   PORT_HW_CFG_E3_OVER_CURRENT_MASK) >>
                PORT_HW_CFG_E3_OVER_CURRENT_SHIFT;

        /* Ignore check if no external input PIN available */
        if (bnx2x_get_cfg_pin(bp, cfg_pin, &pin_val) != 0)
                return;

        if (!pin_val) {
                if ((vars->phy_flags & PHY_OVER_CURRENT_FLAG) == 0) {
                        netdev_err(bp->dev, "Error:  Power fault on Port %d has"
                                            " been detected and the power to "
                                            "that SFP+ module has been removed"
                                            " to prevent failure of the card."
                                            " Please remove the SFP+ module and"
                                            " restart the system to clear this"
                                            " error.\n",
                         params->port);
                        vars->phy_flags |= PHY_OVER_CURRENT_FLAG;
                        bnx2x_warpcore_power_module(params, 0);
                }
        } else
                vars->phy_flags &= ~PHY_OVER_CURRENT_FLAG;
}

/* Returns 0 if no change occurred since last check; 1 otherwise. */
static u8 bnx2x_analyze_link_error(struct link_params *params,
                                    struct link_vars *vars, u32 status,
                                    u32 phy_flag, u32 link_flag, u8 notify)
{
        struct bnx2x *bp = params->bp;
        /* Compare new value with previous value */
        u8 led_mode;
        u32 old_status = (vars->phy_flags & phy_flag) ? 1 : 0;

        if ((status ^ old_status) == 0)
                return 0;

        /* If values differ */
        switch (phy_flag) {
        case PHY_HALF_OPEN_CONN_FLAG:
                DP(NETIF_MSG_LINK, "Analyze Remote Fault\n");
                break;
        case PHY_SFP_TX_FAULT_FLAG:
                DP(NETIF_MSG_LINK, "Analyze TX Fault\n");
                break;
        default:
                DP(NETIF_MSG_LINK, "Analyze UNKNOWN\n");
        }
        DP(NETIF_MSG_LINK, "Link changed:[%x %x]->%x\n", vars->link_up,
           old_status, status);

        /* Do not touch the link in case physical link down */
        if ((vars->phy_flags & PHY_PHYSICAL_LINK_FLAG) == 0)
                return 1;

        /* a. Update shmem->link_status accordingly
         * b. Update link_vars->link_up
         */
        if (status) {
                vars->link_status &= ~LINK_STATUS_LINK_UP;
                vars->link_status |= link_flag;
                vars->link_up = 0;
                vars->phy_flags |= phy_flag;

                /* activate nig drain */
                REG_WR(bp, NIG_REG_EGRESS_DRAIN0_MODE + params->port*4, 1);
                /* Set LED mode to off since the PHY doesn't know about these
                 * errors
                 */
                led_mode = LED_MODE_OFF;
        } else {
                vars->link_status |= LINK_STATUS_LINK_UP;
                vars->link_status &= ~link_flag;
                vars->link_up = 1;
                vars->phy_flags &= ~phy_flag;
                led_mode = LED_MODE_OPER;

                /* Clear nig drain */
                REG_WR(bp, NIG_REG_EGRESS_DRAIN0_MODE + params->port*4, 0);
        }
        bnx2x_sync_link(params, vars);
        /* Update the LED according to the link state */
        bnx2x_set_led(params, vars, led_mode, SPEED_10000);

        /* Update link status in the shared memory */
        bnx2x_update_mng(params, vars->link_status);

        /* C. Trigger General Attention */
        vars->periodic_flags |= PERIODIC_FLAGS_LINK_EVENT;
        if (notify)
                bnx2x_notify_link_changed(bp);

        return 1;
}

/******************************************************************************
* Description:
*       This function checks for half opened connection change indication.
*       When such change occurs, it calls the bnx2x_analyze_link_error
*       to check if Remote Fault is set or cleared. Reception of remote fault
*       status message in the MAC indicates that the peer's MAC has detected
*       a fault, for example, due to break in the TX side of fiber.
*
******************************************************************************/
static int bnx2x_check_half_open_conn(struct link_params *params,
                                      struct link_vars *vars,
                                      u8 notify)
{
        struct bnx2x *bp = params->bp;
        u32 lss_status = 0;
        u32 mac_base;
        /* In case link status is physically up @ 10G do */
        if (((vars->phy_flags & PHY_PHYSICAL_LINK_FLAG) == 0) ||
            (REG_RD(bp, NIG_REG_EGRESS_EMAC0_PORT + params->port*4)))
                return 0;

        if (CHIP_IS_E3(bp) &&
            (REG_RD(bp, MISC_REG_RESET_REG_2) &
              (MISC_REGISTERS_RESET_REG_2_XMAC))) {
                /* Check E3 XMAC */
                /* Note that link speed cannot be queried here, since it may be
                 * zero while link is down. In case UMAC is active, LSS will
                 * simply not be set
                 */
                mac_base = (params->port) ? GRCBASE_XMAC1 : GRCBASE_XMAC0;

                /* Clear stick bits (Requires rising edge) */
                REG_WR(bp, mac_base + XMAC_REG_CLEAR_RX_LSS_STATUS, 0);
                REG_WR(bp, mac_base + XMAC_REG_CLEAR_RX_LSS_STATUS,
                       XMAC_CLEAR_RX_LSS_STATUS_REG_CLEAR_LOCAL_FAULT_STATUS |
                       XMAC_CLEAR_RX_LSS_STATUS_REG_CLEAR_REMOTE_FAULT_STATUS);
                if (REG_RD(bp, mac_base + XMAC_REG_RX_LSS_STATUS))
                        lss_status = 1;

                bnx2x_analyze_link_error(params, vars, lss_status,
                                         PHY_HALF_OPEN_CONN_FLAG,
                                         LINK_STATUS_NONE, notify);
        } else if (REG_RD(bp, MISC_REG_RESET_REG_2) &
                   (MISC_REGISTERS_RESET_REG_2_RST_BMAC0 << params->port)) {
                /* Check E1X / E2 BMAC */
                u32 lss_status_reg;
                u32 wb_data[2];
                mac_base = params->port ? NIG_REG_INGRESS_BMAC1_MEM :
                        NIG_REG_INGRESS_BMAC0_MEM;
                /*  Read BIGMAC_REGISTER_RX_LSS_STATUS */
                if (CHIP_IS_E2(bp))
                        lss_status_reg = BIGMAC2_REGISTER_RX_LSS_STAT;
                else
                        lss_status_reg = BIGMAC_REGISTER_RX_LSS_STATUS;

                REG_RD_DMAE(bp, mac_base + lss_status_reg, wb_data, 2);
                lss_status = (wb_data[0] > 0);

                bnx2x_analyze_link_error(params, vars, lss_status,
                                         PHY_HALF_OPEN_CONN_FLAG,
                                         LINK_STATUS_NONE, notify);
        }
        return 0;
}
static void bnx2x_sfp_tx_fault_detection(struct bnx2x_phy *phy,
                                         struct link_params *params,
                                         struct link_vars *vars)
{
        struct bnx2x *bp = params->bp;
        u32 cfg_pin, value = 0;
        u8 led_change, port = params->port;

        /* Get The SFP+ TX_Fault controlling pin ([eg]pio) */
        cfg_pin = (REG_RD(bp, params->shmem_base + offsetof(struct shmem_region,
                          dev_info.port_hw_config[port].e3_cmn_pin_cfg)) &
                   PORT_HW_CFG_E3_TX_FAULT_MASK) >>
                  PORT_HW_CFG_E3_TX_FAULT_SHIFT;

        if (bnx2x_get_cfg_pin(bp, cfg_pin, &value)) {
                DP(NETIF_MSG_LINK, "Failed to read pin 0x%02x\n", cfg_pin);
                return;
        }

        led_change = bnx2x_analyze_link_error(params, vars, value,
                                              PHY_SFP_TX_FAULT_FLAG,
                                              LINK_STATUS_SFP_TX_FAULT, 1);

        if (led_change) {
                /* Change TX_Fault led, set link status for further syncs */
                u8 led_mode;

                if (vars->phy_flags & PHY_SFP_TX_FAULT_FLAG) {
                        led_mode = MISC_REGISTERS_GPIO_HIGH;
                        vars->link_status |= LINK_STATUS_SFP_TX_FAULT;
                } else {
                        led_mode = MISC_REGISTERS_GPIO_LOW;
                        vars->link_status &= ~LINK_STATUS_SFP_TX_FAULT;
                }

                /* If module is unapproved, led should be on regardless */
                if (!(phy->flags & FLAGS_SFP_NOT_APPROVED)) {
                        DP(NETIF_MSG_LINK, "Change TX_Fault LED: ->%x\n",
                           led_mode);
                        bnx2x_set_e3_module_fault_led(params, led_mode);
                }
        }
}
static void bnx2x_kr2_recovery(struct link_params *params,
                               struct link_vars *vars,
                               struct bnx2x_phy *phy)
{
        struct bnx2x *bp = params->bp;
        DP(NETIF_MSG_LINK, "KR2 recovery\n");
        bnx2x_warpcore_enable_AN_KR2(phy, params, vars);
        bnx2x_warpcore_restart_AN_KR(phy, params);
}

static void bnx2x_check_kr2_wa(struct link_params *params,
                               struct link_vars *vars,
                               struct bnx2x_phy *phy)
{
        struct bnx2x *bp = params->bp;
        u16 base_page, next_page, not_kr2_device, lane;
        int sigdet;

        /* Once KR2 was disabled, wait 5 seconds before checking KR2 recovery
         * Since some switches tend to reinit the AN process and clear the
         * the advertised BP/NP after ~2 seconds causing the KR2 to be disabled
         * and recovered many times
         */
        if (vars->check_kr2_recovery_cnt > 0) {
                vars->check_kr2_recovery_cnt--;
                return;
        }

        sigdet = bnx2x_warpcore_get_sigdet(phy, params);
        if (!sigdet) {
                if (!(params->link_attr_sync & LINK_ATTR_SYNC_KR2_ENABLE)) {
                        bnx2x_kr2_recovery(params, vars, phy);
                        DP(NETIF_MSG_LINK, "No sigdet\n");
                }
                return;
        }

        lane = bnx2x_get_warpcore_lane(phy, params);
        CL22_WR_OVER_CL45(bp, phy, MDIO_REG_BANK_AER_BLOCK,
                          MDIO_AER_BLOCK_AER_REG, lane);
        bnx2x_cl45_read(bp, phy, MDIO_AN_DEVAD,
                        MDIO_AN_REG_LP_AUTO_NEG, &base_page);
        bnx2x_cl45_read(bp, phy, MDIO_AN_DEVAD,
                        MDIO_AN_REG_LP_AUTO_NEG2, &next_page);
        bnx2x_set_aer_mmd(params, phy);

        /* CL73 has not begun yet */
        if (base_page == 0) {
                if (!(params->link_attr_sync & LINK_ATTR_SYNC_KR2_ENABLE)) {
                        bnx2x_kr2_recovery(params, vars, phy);
                        DP(NETIF_MSG_LINK, "No BP\n");
                }
                return;
        }

        /* In case NP bit is not set in the BasePage, or it is set,
         * but only KX is advertised, declare this link partner as non-KR2
         * device.
         */
        not_kr2_device = (((base_page & 0x8000) == 0) ||
                          (((base_page & 0x8000) &&
                            ((next_page & 0xe0) == 0x20))));

        /* In case KR2 is already disabled, check if we need to re-enable it */
        if (!(params->link_attr_sync & LINK_ATTR_SYNC_KR2_ENABLE)) {
                if (!not_kr2_device) {
                        DP(NETIF_MSG_LINK, "BP=0x%x, NP=0x%x\n", base_page,
                           next_page);
                        bnx2x_kr2_recovery(params, vars, phy);
                }
                return;
        }
        /* KR2 is enabled, but not KR2 device */
        if (not_kr2_device) {
                /* Disable KR2 on both lanes */
                DP(NETIF_MSG_LINK, "BP=0x%x, NP=0x%x\n", base_page, next_page);
                bnx2x_disable_kr2(params, vars, phy);
                /* Restart AN on leading lane */
                bnx2x_warpcore_restart_AN_KR(phy, params);
                return;
        }
}

void bnx2x_period_func(struct link_params *params, struct link_vars *vars)
{
        u16 phy_idx;
        struct bnx2x *bp = params->bp;
        for (phy_idx = INT_PHY; phy_idx < MAX_PHYS; phy_idx++) {
                if (params->phy[phy_idx].flags & FLAGS_TX_ERROR_CHECK) {
                        bnx2x_set_aer_mmd(params, &params->phy[phy_idx]);
                        if (bnx2x_check_half_open_conn(params, vars, 1) !=
                            0)
                                DP(NETIF_MSG_LINK, "Fault detection failed\n");
                        break;
                }
        }

        if (CHIP_IS_E3(bp)) {
                struct bnx2x_phy *phy = &params->phy[INT_PHY];
                bnx2x_set_aer_mmd(params, phy);
                if (((phy->req_line_speed == SPEED_AUTO_NEG) &&
                     (phy->speed_cap_mask &
                      PORT_HW_CFG_SPEED_CAPABILITY_D0_20G)) ||
                    (phy->req_line_speed == SPEED_20000))
                        bnx2x_check_kr2_wa(params, vars, phy);
                bnx2x_check_over_curr(params, vars);
                if (vars->rx_tx_asic_rst)
                        bnx2x_warpcore_config_runtime(phy, params, vars);

                if ((REG_RD(bp, params->shmem_base +
                            offsetof(struct shmem_region, dev_info.
                                port_hw_config[params->port].default_cfg))
                    & PORT_HW_CFG_NET_SERDES_IF_MASK) ==
                    PORT_HW_CFG_NET_SERDES_IF_SFI) {
                        if (bnx2x_is_sfp_module_plugged(phy, params)) {
                                bnx2x_sfp_tx_fault_detection(phy, params, vars);
                        } else if (vars->link_status &
                                LINK_STATUS_SFP_TX_FAULT) {
                                /* Clean trail, interrupt corrects the leds */
                                vars->link_status &= ~LINK_STATUS_SFP_TX_FAULT;
                                vars->phy_flags &= ~PHY_SFP_TX_FAULT_FLAG;
                                /* Update link status in the shared memory */
                                bnx2x_update_mng(params, vars->link_status);
                        }
                }
        }
}

u8 bnx2x_fan_failure_det_req(struct bnx2x *bp,
                             u32 shmem_base,
                             u32 shmem2_base,
                             u8 port)
{
        u8 phy_index, fan_failure_det_req = 0;
        struct bnx2x_phy phy;
        for (phy_index = EXT_PHY1; phy_index < MAX_PHYS;
              phy_index++) {
                if (bnx2x_populate_phy(bp, phy_index, shmem_base, shmem2_base,
                                       port, &phy)
                    != 0) {
                        DP(NETIF_MSG_LINK, "populate phy failed\n");
                        return 0;
                }
                fan_failure_det_req |= (phy.flags &
                                        FLAGS_FAN_FAILURE_DET_REQ);
        }
        return fan_failure_det_req;
}

void bnx2x_hw_reset_phy(struct link_params *params)
{
        u8 phy_index;
        struct bnx2x *bp = params->bp;
        bnx2x_update_mng(params, 0);
        bnx2x_bits_dis(bp, NIG_REG_MASK_INTERRUPT_PORT0 + params->port*4,
                       (NIG_MASK_XGXS0_LINK_STATUS |
                        NIG_MASK_XGXS0_LINK10G |
                        NIG_MASK_SERDES0_LINK_STATUS |
                        NIG_MASK_MI_INT));

        for (phy_index = INT_PHY; phy_index < MAX_PHYS;
              phy_index++) {
                if (params->phy[phy_index].hw_reset) {
                        params->phy[phy_index].hw_reset(
                                &params->phy[phy_index],
                                params);
                        params->phy[phy_index] = phy_null;
                }
        }
}

void bnx2x_init_mod_abs_int(struct bnx2x *bp, struct link_vars *vars,
                            u32 chip_id, u32 shmem_base, u32 shmem2_base,
                            u8 port)
{
        u8 gpio_num = 0xff, gpio_port = 0xff, phy_index;
        u32 val;
        u32 offset, aeu_mask, swap_val, swap_override, sync_offset;
        if (CHIP_IS_E3(bp)) {
                if (bnx2x_get_mod_abs_int_cfg(bp, chip_id,
                                              shmem_base,
                                              port,
                                              &gpio_num,
                                              &gpio_port) != 0)
                        return;
        } else {
                struct bnx2x_phy phy;
                for (phy_index = EXT_PHY1; phy_index < MAX_PHYS;
                      phy_index++) {
                        if (bnx2x_populate_phy(bp, phy_index, shmem_base,
                                               shmem2_base, port, &phy)
                            != 0) {
                                DP(NETIF_MSG_LINK, "populate phy failed\n");
                                return;
                        }
                        if (phy.type == PORT_HW_CFG_XGXS_EXT_PHY_TYPE_BCM8726) {
                                gpio_num = MISC_REGISTERS_GPIO_3;
                                gpio_port = port;
                                break;
                        }
                }
        }

        if (gpio_num == 0xff)
                return;

        /* Set GPIO3 to trigger SFP+ module insertion/removal */
        bnx2x_set_gpio(bp, gpio_num, MISC_REGISTERS_GPIO_INPUT_HI_Z, gpio_port);

        swap_val = REG_RD(bp, NIG_REG_PORT_SWAP);
        swap_override = REG_RD(bp, NIG_REG_STRAP_OVERRIDE);
        gpio_port ^= (swap_val && swap_override);

        vars->aeu_int_mask = AEU_INPUTS_ATTN_BITS_GPIO0_FUNCTION_0 <<
                (gpio_num + (gpio_port << 2));

        sync_offset = shmem_base +
                offsetof(struct shmem_region,
                         dev_info.port_hw_config[port].aeu_int_mask);
        REG_WR(bp, sync_offset, vars->aeu_int_mask);

        DP(NETIF_MSG_LINK, "Setting MOD_ABS (GPIO%d_P%d) AEU to 0x%x\n",
                       gpio_num, gpio_port, vars->aeu_int_mask);

        if (port == 0)
                offset = MISC_REG_AEU_ENABLE1_FUNC_0_OUT_0;
        else
                offset = MISC_REG_AEU_ENABLE1_FUNC_1_OUT_0;

        /* Open appropriate AEU for interrupts */
        aeu_mask = REG_RD(bp, offset);
        aeu_mask |= vars->aeu_int_mask;
        REG_WR(bp, offset, aeu_mask);

        /* Enable the GPIO to trigger interrupt */
        val = REG_RD(bp, MISC_REG_GPIO_EVENT_EN);
        val |= 1 << (gpio_num + (gpio_port << 2));
        REG_WR(bp, MISC_REG_GPIO_EVENT_EN, val);
}