source: bootcd/isolinux/syslinux-6.03/gpxe/src/drivers/net/atl1e.c

/*
 * Copyright(c) 2007 Atheros Corporation. All rights reserved.
 *
 * Derived from Intel e1000 driver
 * Copyright(c) 1999 - 2005 Intel Corporation. All rights reserved.
 *
 * Modified for gPXE, October 2009 by Joshua Oreman <oremanj@rwcr.net>.
 *
 * This program is free software; you can redistribute it and/or modify it
 * under the terms of the GNU General Public License as published by the Free
 * Software Foundation; either version 2 of the License, or (at your option)
 * any later version.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
 * more details.
 *
 * You should have received a copy of the GNU General Public License along with
 * this program; if not, write to the Free Software Foundation, Inc., 59
 * Temple Place - Suite 330, Boston, MA  02111-1307, USA.
 */

FILE_LICENCE ( GPL2_OR_LATER );

#include "atl1e.h"

/* User-tweakable parameters: */
#define TX_DESC_COUNT   32      /* TX descriptors, minimum 32 */
#define RX_MEM_SIZE     8192    /* RX area size, minimum 8kb */
#define MAX_FRAME_SIZE  1500    /* Maximum MTU supported, minimum 1500 */

/* Arcane parameters: */
#define PREAMBLE_LEN    7
#define RX_JUMBO_THRESH ((MAX_FRAME_SIZE + ETH_HLEN + \
                          VLAN_HLEN + ETH_FCS_LEN + 7) >> 3)
#define IMT_VAL         100     /* interrupt moderator timer, us */
#define ICT_VAL         50000   /* interrupt clear timer, us */
#define SMB_TIMER       200000
#define RRD_THRESH      1       /* packets to queue before interrupt */
#define TPD_BURST       5
#define TPD_THRESH      (TX_DESC_COUNT / 2)
#define RX_COUNT_DOWN   4
#define TX_COUNT_DOWN   (IMT_VAL * 4 / 3)
#define DMAR_DLY_CNT    15
#define DMAW_DLY_CNT    4

#define PCI_DEVICE_ID_ATTANSIC_L1E      0x1026

/*
 * atl1e_pci_tbl - PCI Device ID Table
 *
 * Wildcard entries (PCI_ANY_ID) should come last
 * Last entry must be all 0s
 *
 * { Vendor ID, Device ID, SubVendor ID, SubDevice ID,
 *   Class, Class Mask, private data (not used) }
 */
static struct pci_device_id atl1e_pci_tbl[] = {
        PCI_ROM(0x1969, 0x1026, "atl1e_26", "Attansic L1E 0x1026", 0),
        PCI_ROM(0x1969, 0x1066, "atl1e_66", "Attansic L1E 0x1066", 0),
};

static void atl1e_setup_mac_ctrl(struct atl1e_adapter *adapter);

static const u16
atl1e_rx_page_vld_regs[AT_PAGE_NUM_PER_QUEUE] =
{
        REG_HOST_RXF0_PAGE0_VLD, REG_HOST_RXF0_PAGE1_VLD
};

static const u16
atl1e_rx_page_lo_addr_regs[AT_PAGE_NUM_PER_QUEUE] =
{
        REG_HOST_RXF0_PAGE0_LO, REG_HOST_RXF0_PAGE1_LO
};

static const u16
atl1e_rx_page_write_offset_regs[AT_PAGE_NUM_PER_QUEUE] =
{
        REG_HOST_RXF0_MB0_LO,  REG_HOST_RXF0_MB1_LO
};

static const u16 atl1e_pay_load_size[] = {
        128, 256, 512, 1024, 2048, 4096,
};

/*
 * atl1e_irq_enable - Enable default interrupt generation settings
 * @adapter: board private structure
 */
static inline void atl1e_irq_enable(struct atl1e_adapter *adapter)
{
        AT_WRITE_REG(&adapter->hw, REG_ISR, 0);
        AT_WRITE_REG(&adapter->hw, REG_IMR, IMR_NORMAL_MASK);
        AT_WRITE_FLUSH(&adapter->hw);
}

/*
 * atl1e_irq_disable - Mask off interrupt generation on the NIC
 * @adapter: board private structure
 */
static inline void atl1e_irq_disable(struct atl1e_adapter *adapter)
{
        AT_WRITE_REG(&adapter->hw, REG_IMR, 0);
        AT_WRITE_FLUSH(&adapter->hw);
}

/*
 * atl1e_irq_reset - reset interrupt confiure on the NIC
 * @adapter: board private structure
 */
static inline void atl1e_irq_reset(struct atl1e_adapter *adapter)
{
        AT_WRITE_REG(&adapter->hw, REG_ISR, 0);
        AT_WRITE_REG(&adapter->hw, REG_IMR, 0);
        AT_WRITE_FLUSH(&adapter->hw);
}

static void atl1e_reset(struct atl1e_adapter *adapter)
{
        atl1e_down(adapter);
        atl1e_up(adapter);
}

static int atl1e_check_link(struct atl1e_adapter *adapter)
{
        struct atl1e_hw *hw = &adapter->hw;
        struct net_device *netdev = adapter->netdev;
        int err = 0;
        u16 speed, duplex, phy_data;

        /* MII_BMSR must read twise */
        atl1e_read_phy_reg(hw, MII_BMSR, &phy_data);
        atl1e_read_phy_reg(hw, MII_BMSR, &phy_data);

        if ((phy_data & BMSR_LSTATUS) == 0) {
                /* link down */
                if (netdev_link_ok(netdev)) { /* old link state: Up */
                        u32 value;
                        /* disable rx */
                        value = AT_READ_REG(hw, REG_MAC_CTRL);
                        value &= ~MAC_CTRL_RX_EN;
                        AT_WRITE_REG(hw, REG_MAC_CTRL, value);
                        adapter->link_speed = SPEED_0;

                        DBG("atl1e: %s link is down\n", netdev->name);
                        netdev_link_down(netdev);
                }
        } else {
                /* Link Up */
                err = atl1e_get_speed_and_duplex(hw, &speed, &duplex);
                if (err)
                        return err;

                /* link result is our setting */
                if (adapter->link_speed != speed ||
                    adapter->link_duplex != duplex) {
                        adapter->link_speed  = speed;
                        adapter->link_duplex = duplex;
                        atl1e_setup_mac_ctrl(adapter);

                        DBG("atl1e: %s link is up, %d Mbps, %s duplex\n",
                            netdev->name, adapter->link_speed,
                            adapter->link_duplex == FULL_DUPLEX ?
                            "full" : "half");
                        netdev_link_up(netdev);
                }
        }
        return 0;
}

static int atl1e_mdio_read(struct net_device *netdev, int phy_id __unused,
                           int reg_num)
{
        struct atl1e_adapter *adapter = netdev_priv(netdev);
        u16 result;

        atl1e_read_phy_reg(&adapter->hw, reg_num & MDIO_REG_ADDR_MASK, &result);
        return result;
}

static void atl1e_mdio_write(struct net_device *netdev, int phy_id __unused,
                             int reg_num, int val)
{
        struct atl1e_adapter *adapter = netdev_priv(netdev);

        atl1e_write_phy_reg(&adapter->hw, reg_num & MDIO_REG_ADDR_MASK, val);
}

static void atl1e_setup_pcicmd(struct pci_device *pdev)
{
        u16 cmd;

        pci_read_config_word(pdev, PCI_COMMAND, &cmd);
        cmd |=  (PCI_COMMAND_MEM | PCI_COMMAND_MASTER);
        pci_write_config_word(pdev, PCI_COMMAND, cmd);

        /*
         * some motherboards BIOS(PXE/EFI) driver may set PME
         * while they transfer control to OS (Windows/Linux)
         * so we should clear this bit before NIC work normally
         */
        pci_write_config_dword(pdev, REG_PM_CTRLSTAT, 0);
        mdelay(1);
}

/*
 * atl1e_sw_init - Initialize general software structures (struct atl1e_adapter)
 * @adapter: board private structure to initialize
 *
 * atl1e_sw_init initializes the Adapter private data structure.
 * Fields are initialized based on PCI device information and
 * OS network device settings (MTU size).
 */
static int atl1e_sw_init(struct atl1e_adapter *adapter)
{
        struct atl1e_hw *hw = &adapter->hw;
        struct pci_device *pdev = adapter->pdev;
        u32 phy_status_data = 0;
        u8 rev_id = 0;

        adapter->link_speed = SPEED_0;   /* hardware init */
        adapter->link_duplex = FULL_DUPLEX;

        /* PCI config space info */
        pci_read_config_byte(pdev, PCI_REVISION_ID, &rev_id);

        phy_status_data = AT_READ_REG(hw, REG_PHY_STATUS);
        /* nic type */
        if (rev_id >= 0xF0) {
                hw->nic_type = athr_l2e_revB;
        } else {
                if (phy_status_data & PHY_STATUS_100M)
                        hw->nic_type = athr_l1e;
                else
                        hw->nic_type = athr_l2e_revA;
        }

        phy_status_data = AT_READ_REG(hw, REG_PHY_STATUS);

        hw->emi_ca = !!(phy_status_data & PHY_STATUS_EMI_CA);

        hw->phy_configured = 0;

        /* need confirm */

        hw->dmar_block = atl1e_dma_req_1024;
        hw->dmaw_block = atl1e_dma_req_1024;

        netdev_link_down(adapter->netdev);

        return 0;
}

/*
 * atl1e_clean_tx_ring - free all Tx buffers for device close
 * @adapter: board private structure
 */
static void atl1e_clean_tx_ring(struct atl1e_adapter *adapter)
{
        struct atl1e_tx_ring *tx_ring = (struct atl1e_tx_ring *)
                                &adapter->tx_ring;
        struct atl1e_tx_buffer *tx_buffer = NULL;
        u16 index, ring_count = tx_ring->count;

        if (tx_ring->desc == NULL || tx_ring->tx_buffer == NULL)
                return;

        for (index = 0; index < ring_count; index++) {
                tx_buffer = &tx_ring->tx_buffer[index];
                if (tx_buffer->iob) {
                        netdev_tx_complete(adapter->netdev, tx_buffer->iob);
                        tx_buffer->dma = 0;
                        tx_buffer->iob = NULL;
                }
        }

        /* Zero out Tx-buffers */
        memset(tx_ring->desc, 0, sizeof(struct atl1e_tpd_desc) *
               ring_count);
        memset(tx_ring->tx_buffer, 0, sizeof(struct atl1e_tx_buffer) *
               ring_count);
}

/*
 * atl1e_clean_rx_ring - Free rx-reservation iobs
 * @adapter: board private structure
 */
static void atl1e_clean_rx_ring(struct atl1e_adapter *adapter)
{
        struct atl1e_rx_ring *rx_ring =
                (struct atl1e_rx_ring *)&adapter->rx_ring;
        struct atl1e_rx_page_desc *rx_page_desc = &rx_ring->rx_page_desc;
        u16 j;

        if (adapter->ring_vir_addr == NULL)
                return;

        /* Zero out the descriptor ring */
        for (j = 0; j < AT_PAGE_NUM_PER_QUEUE; j++) {
                if (rx_page_desc->rx_page[j].addr != NULL) {
                        memset(rx_page_desc->rx_page[j].addr, 0,
                               rx_ring->real_page_size);
                }
        }
}

static void atl1e_cal_ring_size(struct atl1e_adapter *adapter, u32 *ring_size)
{
        *ring_size = ((u32)(adapter->tx_ring.count *
                     sizeof(struct atl1e_tpd_desc) + 7
                        /* tx ring, qword align */
                     + adapter->rx_ring.real_page_size * AT_PAGE_NUM_PER_QUEUE
                     + 31
                        /* rx ring,  32 bytes align */
                     + (1 + AT_PAGE_NUM_PER_QUEUE) *
                        sizeof(u32) + 3));
                        /* tx, rx cmd, dword align   */
}

static void atl1e_init_ring_resources(struct atl1e_adapter *adapter)
{
        struct atl1e_tx_ring *tx_ring = NULL;
        struct atl1e_rx_ring *rx_ring = NULL;

        tx_ring = &adapter->tx_ring;
        rx_ring = &adapter->rx_ring;

        rx_ring->real_page_size = adapter->rx_ring.page_size
                                 + MAX_FRAME_SIZE
                                 + ETH_HLEN + VLAN_HLEN + ETH_FCS_LEN;
        rx_ring->real_page_size = (rx_ring->real_page_size + 31) & ~31;
        atl1e_cal_ring_size(adapter, &adapter->ring_size);

        adapter->ring_vir_addr = NULL;
        adapter->rx_ring.desc = NULL;

        return;
}

/*
 * Read / Write Ptr Initialize:
 */
static void atl1e_init_ring_ptrs(struct atl1e_adapter *adapter)
{
        struct atl1e_tx_ring *tx_ring = NULL;
        struct atl1e_rx_ring *rx_ring = NULL;
        struct atl1e_rx_page_desc *rx_page_desc = NULL;
        int j;

        tx_ring = &adapter->tx_ring;
        rx_ring = &adapter->rx_ring;
        rx_page_desc = &rx_ring->rx_page_desc;

        tx_ring->next_to_use = 0;
        tx_ring->next_to_clean = 0;

        rx_page_desc->rx_using  = 0;
        rx_page_desc->rx_nxseq = 0;
        for (j = 0; j < AT_PAGE_NUM_PER_QUEUE; j++) {
                *rx_page_desc->rx_page[j].write_offset_addr = 0;
                rx_page_desc->rx_page[j].read_offset = 0;
        }
}

/*
 * atl1e_free_ring_resources - Free Tx / RX descriptor Resources
 * @adapter: board private structure
 *
 * Free all transmit software resources
 */
static void atl1e_free_ring_resources(struct atl1e_adapter *adapter)
{
        atl1e_clean_tx_ring(adapter);
        atl1e_clean_rx_ring(adapter);

        if (adapter->ring_vir_addr) {
                free_dma(adapter->ring_vir_addr, adapter->ring_size);
                adapter->ring_vir_addr = NULL;
                adapter->ring_dma = 0;
        }

        if (adapter->tx_ring.tx_buffer) {
                free(adapter->tx_ring.tx_buffer);
                adapter->tx_ring.tx_buffer = NULL;
        }
}

/*
 * atl1e_setup_mem_resources - allocate Tx / RX descriptor resources
 * @adapter: board private structure
 *
 * Return 0 on success, negative on failure
 */
static int atl1e_setup_ring_resources(struct atl1e_adapter *adapter)
{
        struct atl1e_tx_ring *tx_ring;
        struct atl1e_rx_ring *rx_ring;
        struct atl1e_rx_page_desc  *rx_page_desc;
        int size, j;
        u32 offset = 0;
        int err = 0;

        if (adapter->ring_vir_addr != NULL)
                return 0; /* alloced already */

        tx_ring = &adapter->tx_ring;
        rx_ring = &adapter->rx_ring;

        /* real ring DMA buffer */

        size = adapter->ring_size;
        adapter->ring_vir_addr = malloc_dma(adapter->ring_size, 32);

        if (adapter->ring_vir_addr == NULL) {
                DBG("atl1e: out of memory allocating %d bytes for %s ring\n",
                    adapter->ring_size, adapter->netdev->name);
                return -ENOMEM;
        }

        adapter->ring_dma = virt_to_bus(adapter->ring_vir_addr);
        memset(adapter->ring_vir_addr, 0, adapter->ring_size);

        rx_page_desc = &rx_ring->rx_page_desc;

        /* Init TPD Ring */
        tx_ring->dma = (adapter->ring_dma + 7) & ~7;
        offset = tx_ring->dma - adapter->ring_dma;
        tx_ring->desc = (struct atl1e_tpd_desc *)
                        (adapter->ring_vir_addr + offset);
        size = sizeof(struct atl1e_tx_buffer) * (tx_ring->count);
        tx_ring->tx_buffer = zalloc(size);
        if (tx_ring->tx_buffer == NULL) {
                DBG("atl1e: out of memory allocating %d bytes for %s txbuf\n",
                    size, adapter->netdev->name);
                err = -ENOMEM;
                goto failed;
        }

        /* Init RXF-Pages */
        offset += (sizeof(struct atl1e_tpd_desc) * tx_ring->count);
        offset = (offset + 31) & ~31;

        for (j = 0; j < AT_PAGE_NUM_PER_QUEUE; j++) {
                rx_page_desc->rx_page[j].dma =
                        adapter->ring_dma + offset;
                rx_page_desc->rx_page[j].addr =
                        adapter->ring_vir_addr + offset;
                offset += rx_ring->real_page_size;
        }

        /* Init CMB dma address */
        tx_ring->cmb_dma = adapter->ring_dma + offset;
        tx_ring->cmb     = (u32 *)(adapter->ring_vir_addr + offset);
        offset += sizeof(u32);

        for (j = 0; j < AT_PAGE_NUM_PER_QUEUE; j++) {
                rx_page_desc->rx_page[j].write_offset_dma =
                        adapter->ring_dma + offset;
                rx_page_desc->rx_page[j].write_offset_addr =
                        adapter->ring_vir_addr + offset;
                offset += sizeof(u32);
        }

        if (offset > adapter->ring_size) {
                DBG("atl1e: ring miscalculation! need %d > %d bytes\n",
                    offset, adapter->ring_size);
                err = -EINVAL;
                goto failed;
        }

        return 0;
failed:
        atl1e_free_ring_resources(adapter);
        return err;
}

static inline void atl1e_configure_des_ring(const struct atl1e_adapter *adapter)
{

        struct atl1e_hw *hw = (struct atl1e_hw *)&adapter->hw;
        struct atl1e_rx_ring *rx_ring =
                        (struct atl1e_rx_ring *)&adapter->rx_ring;
        struct atl1e_tx_ring *tx_ring =
                        (struct atl1e_tx_ring *)&adapter->tx_ring;
        struct atl1e_rx_page_desc *rx_page_desc = NULL;
        int j;

        AT_WRITE_REG(hw, REG_DESC_BASE_ADDR_HI, 0);
        AT_WRITE_REG(hw, REG_TPD_BASE_ADDR_LO, tx_ring->dma);
        AT_WRITE_REG(hw, REG_TPD_RING_SIZE, (u16)(tx_ring->count));
        AT_WRITE_REG(hw, REG_HOST_TX_CMB_LO, tx_ring->cmb_dma);

        rx_page_desc = &rx_ring->rx_page_desc;

        /* RXF Page Physical address / Page Length */
        AT_WRITE_REG(hw, REG_RXF0_BASE_ADDR_HI, 0);

        for (j = 0; j < AT_PAGE_NUM_PER_QUEUE; j++) {
                u32 page_phy_addr;
                u32 offset_phy_addr;

                page_phy_addr = rx_page_desc->rx_page[j].dma;
                offset_phy_addr = rx_page_desc->rx_page[j].write_offset_dma;

                AT_WRITE_REG(hw, atl1e_rx_page_lo_addr_regs[j], page_phy_addr);
                AT_WRITE_REG(hw, atl1e_rx_page_write_offset_regs[j],
                             offset_phy_addr);
                AT_WRITE_REGB(hw, atl1e_rx_page_vld_regs[j], 1);
        }

        /* Page Length */
        AT_WRITE_REG(hw, REG_HOST_RXFPAGE_SIZE, rx_ring->page_size);
        /* Load all of base address above */
        AT_WRITE_REG(hw, REG_LOAD_PTR, 1);

        return;
}

static inline void atl1e_configure_tx(struct atl1e_adapter *adapter)
{
        struct atl1e_hw *hw = (struct atl1e_hw *)&adapter->hw;
        u32 dev_ctrl_data = 0;
        u32 max_pay_load = 0;
        u32 jumbo_thresh = 0;
        u32 extra_size = 0;     /* Jumbo frame threshold in QWORD unit */

        /* configure TXQ param */
        if (hw->nic_type != athr_l2e_revB) {
                extra_size = ETH_HLEN + VLAN_HLEN + ETH_FCS_LEN;
                jumbo_thresh = MAX_FRAME_SIZE + extra_size;
                AT_WRITE_REG(hw, REG_TX_EARLY_TH, (jumbo_thresh + 7) >> 3);
        }

        dev_ctrl_data = AT_READ_REG(hw, REG_DEVICE_CTRL);

        max_pay_load  = ((dev_ctrl_data >> DEVICE_CTRL_MAX_PAYLOAD_SHIFT)) &
                        DEVICE_CTRL_MAX_PAYLOAD_MASK;
        if (max_pay_load < hw->dmaw_block)
                hw->dmaw_block = max_pay_load;

        max_pay_load  = ((dev_ctrl_data >> DEVICE_CTRL_MAX_RREQ_SZ_SHIFT)) &
                        DEVICE_CTRL_MAX_RREQ_SZ_MASK;
        if (max_pay_load < hw->dmar_block)
                hw->dmar_block = max_pay_load;

        if (hw->nic_type != athr_l2e_revB)
                AT_WRITE_REGW(hw, REG_TXQ_CTRL + 2,
                              atl1e_pay_load_size[hw->dmar_block]);
        /* enable TXQ */
        AT_WRITE_REGW(hw, REG_TXQ_CTRL,
                        ((TPD_BURST & TXQ_CTRL_NUM_TPD_BURST_MASK)
                         << TXQ_CTRL_NUM_TPD_BURST_SHIFT)
                        | TXQ_CTRL_ENH_MODE | TXQ_CTRL_EN);
        return;
}

static inline void atl1e_configure_rx(struct atl1e_adapter *adapter)
{
        struct atl1e_hw *hw = (struct atl1e_hw *)&adapter->hw;
        u32 rxf_len  = 0;
        u32 rxf_low  = 0;
        u32 rxf_high = 0;
        u32 rxf_thresh_data = 0;
        u32 rxq_ctrl_data = 0;

        if (hw->nic_type != athr_l2e_revB) {
                AT_WRITE_REGW(hw, REG_RXQ_JMBOSZ_RRDTIM,
                              (u16)((RX_JUMBO_THRESH & RXQ_JMBOSZ_TH_MASK) <<
                              RXQ_JMBOSZ_TH_SHIFT |
                              (1 & RXQ_JMBO_LKAH_MASK) <<
                              RXQ_JMBO_LKAH_SHIFT));

                rxf_len  = AT_READ_REG(hw, REG_SRAM_RXF_LEN);
                rxf_high = rxf_len * 4 / 5;
                rxf_low  = rxf_len / 5;
                rxf_thresh_data = ((rxf_high  & RXQ_RXF_PAUSE_TH_HI_MASK)
                                  << RXQ_RXF_PAUSE_TH_HI_SHIFT) |
                                  ((rxf_low & RXQ_RXF_PAUSE_TH_LO_MASK)
                                  << RXQ_RXF_PAUSE_TH_LO_SHIFT);

                AT_WRITE_REG(hw, REG_RXQ_RXF_PAUSE_THRESH, rxf_thresh_data);
        }

        /* RRS */
        AT_WRITE_REG(hw, REG_IDT_TABLE, 0);
        AT_WRITE_REG(hw, REG_BASE_CPU_NUMBER, 0);

        rxq_ctrl_data |= RXQ_CTRL_PBA_ALIGN_32 |
                         RXQ_CTRL_CUT_THRU_EN | RXQ_CTRL_EN;

        AT_WRITE_REG(hw, REG_RXQ_CTRL, rxq_ctrl_data);
        return;
}

static inline void atl1e_configure_dma(struct atl1e_adapter *adapter)
{
        struct atl1e_hw *hw = &adapter->hw;
        u32 dma_ctrl_data = 0;

        dma_ctrl_data = DMA_CTRL_RXCMB_EN;
        dma_ctrl_data |= (((u32)hw->dmar_block) & DMA_CTRL_DMAR_BURST_LEN_MASK)
                << DMA_CTRL_DMAR_BURST_LEN_SHIFT;
        dma_ctrl_data |= (((u32)hw->dmaw_block) & DMA_CTRL_DMAW_BURST_LEN_MASK)
                << DMA_CTRL_DMAW_BURST_LEN_SHIFT;
        dma_ctrl_data |= DMA_CTRL_DMAR_REQ_PRI | DMA_CTRL_DMAR_OUT_ORDER;
        dma_ctrl_data |= (DMAR_DLY_CNT & DMA_CTRL_DMAR_DLY_CNT_MASK)
                << DMA_CTRL_DMAR_DLY_CNT_SHIFT;
        dma_ctrl_data |= (DMAW_DLY_CNT & DMA_CTRL_DMAW_DLY_CNT_MASK)
                << DMA_CTRL_DMAW_DLY_CNT_SHIFT;

        AT_WRITE_REG(hw, REG_DMA_CTRL, dma_ctrl_data);
        return;
}

static void atl1e_setup_mac_ctrl(struct atl1e_adapter *adapter)
{
        u32 value;
        struct atl1e_hw *hw = &adapter->hw;

        /* Config MAC CTRL Register */
        value = MAC_CTRL_TX_EN |
                MAC_CTRL_RX_EN ;

        if (FULL_DUPLEX == adapter->link_duplex)
                value |= MAC_CTRL_DUPLX;

        value |= ((u32)((SPEED_1000 == adapter->link_speed) ?
                          MAC_CTRL_SPEED_1000 : MAC_CTRL_SPEED_10_100) <<
                          MAC_CTRL_SPEED_SHIFT);
        value |= (MAC_CTRL_TX_FLOW | MAC_CTRL_RX_FLOW);

        value |= (MAC_CTRL_ADD_CRC | MAC_CTRL_PAD);
        value |= ((PREAMBLE_LEN & MAC_CTRL_PRMLEN_MASK) << MAC_CTRL_PRMLEN_SHIFT);

        value |= MAC_CTRL_BC_EN;
        value |= MAC_CTRL_MC_ALL_EN;

        AT_WRITE_REG(hw, REG_MAC_CTRL, value);
}

/*
 * atl1e_configure - Configure Transmit&Receive Unit after Reset
 * @adapter: board private structure
 *
 * Configure the Tx /Rx unit of the MAC after a reset.
 */
static int atl1e_configure(struct atl1e_adapter *adapter)
{
        struct atl1e_hw *hw = &adapter->hw;
        u32 intr_status_data = 0;

        /* clear interrupt status */
        AT_WRITE_REG(hw, REG_ISR, ~0);

        /* 1. set MAC Address */
        atl1e_hw_set_mac_addr(hw);

        /* 2. Init the Multicast HASH table (clear) */
        AT_WRITE_REG(hw, REG_RX_HASH_TABLE, 0);
        AT_WRITE_REG_ARRAY(hw, REG_RX_HASH_TABLE, 1, 0);

        /* 3. Clear any WOL status */
        AT_WRITE_REG(hw, REG_WOL_CTRL, 0);

        /* 4. Descripter Ring BaseMem/Length/Read ptr/Write ptr
         *    TPD Ring/SMB/RXF0 Page CMBs, they use the same
         *    High 32bits memory */
        atl1e_configure_des_ring(adapter);

        /* 5. set Interrupt Moderator Timer */
        AT_WRITE_REGW(hw, REG_IRQ_MODU_TIMER_INIT, IMT_VAL);
        AT_WRITE_REGW(hw, REG_IRQ_MODU_TIMER2_INIT, IMT_VAL);
        AT_WRITE_REG(hw, REG_MASTER_CTRL, MASTER_CTRL_LED_MODE |
                        MASTER_CTRL_ITIMER_EN | MASTER_CTRL_ITIMER2_EN);

        /* 6. rx/tx threshold to trig interrupt */
        AT_WRITE_REGW(hw, REG_TRIG_RRD_THRESH, RRD_THRESH);
        AT_WRITE_REGW(hw, REG_TRIG_TPD_THRESH, TPD_THRESH);
        AT_WRITE_REGW(hw, REG_TRIG_RXTIMER, RX_COUNT_DOWN);
        AT_WRITE_REGW(hw, REG_TRIG_TXTIMER, TX_COUNT_DOWN);

        /* 7. set Interrupt Clear Timer */
        AT_WRITE_REGW(hw, REG_CMBDISDMA_TIMER, ICT_VAL);

        /* 8. set MTU */
        AT_WRITE_REG(hw, REG_MTU, MAX_FRAME_SIZE + ETH_HLEN +
                        VLAN_HLEN + ETH_FCS_LEN);

        /* 9. config TXQ early tx threshold */
        atl1e_configure_tx(adapter);

        /* 10. config RXQ */
        atl1e_configure_rx(adapter);

        /* 11. config  DMA Engine */
        atl1e_configure_dma(adapter);

        /* 12. smb timer to trig interrupt */
        AT_WRITE_REG(hw, REG_SMB_STAT_TIMER, SMB_TIMER);

        intr_status_data = AT_READ_REG(hw, REG_ISR);
        if ((intr_status_data & ISR_PHY_LINKDOWN) != 0) {
                DBG("atl1e: configure failed, PCIE phy link down\n");
                return -1;
        }

        AT_WRITE_REG(hw, REG_ISR, 0x7fffffff);
        return 0;
}

static inline void atl1e_clear_phy_int(struct atl1e_adapter *adapter)
{
        u16 phy_data;

        atl1e_read_phy_reg(&adapter->hw, MII_INT_STATUS, &phy_data);
}

static int atl1e_clean_tx_irq(struct atl1e_adapter *adapter)
{
        struct atl1e_tx_ring *tx_ring = (struct atl1e_tx_ring *)
                                        &adapter->tx_ring;
        struct atl1e_tx_buffer *tx_buffer = NULL;
        u16 hw_next_to_clean = AT_READ_REGW(&adapter->hw, REG_TPD_CONS_IDX);
        u16 next_to_clean = tx_ring->next_to_clean;

        while (next_to_clean != hw_next_to_clean) {
                tx_buffer = &tx_ring->tx_buffer[next_to_clean];

                tx_buffer->dma = 0;
                if (tx_buffer->iob) {
                        netdev_tx_complete(adapter->netdev, tx_buffer->iob);
                        tx_buffer->iob = NULL;
                }

                if (++next_to_clean == tx_ring->count)
                        next_to_clean = 0;
        }

        tx_ring->next_to_clean = next_to_clean;

        return 1;
}

static struct atl1e_rx_page *atl1e_get_rx_page(struct atl1e_adapter *adapter)
{
        struct atl1e_rx_page_desc *rx_page_desc =
                (struct atl1e_rx_page_desc *) &adapter->rx_ring.rx_page_desc;
        u8 rx_using = rx_page_desc->rx_using;

        return (struct atl1e_rx_page *)&(rx_page_desc->rx_page[rx_using]);
}

static void atl1e_clean_rx_irq(struct atl1e_adapter *adapter)
{
        struct net_device *netdev  = adapter->netdev;
        struct atl1e_rx_ring *rx_ring = (struct atl1e_rx_ring *)
                                         &adapter->rx_ring;
        struct atl1e_rx_page_desc *rx_page_desc =
                (struct atl1e_rx_page_desc *) &rx_ring->rx_page_desc;
        struct io_buffer *iob = NULL;
        struct atl1e_rx_page *rx_page = atl1e_get_rx_page(adapter);
        u32 packet_size, write_offset;
        struct atl1e_recv_ret_status *prrs;

        write_offset = *(rx_page->write_offset_addr);
        if (rx_page->read_offset >= write_offset)
                return;

        do {
                /* get new packet's  rrs */
                prrs = (struct atl1e_recv_ret_status *) (rx_page->addr +
                                                         rx_page->read_offset);
                /* check sequence number */
                if (prrs->seq_num != rx_page_desc->rx_nxseq) {
                        DBG("atl1e %s: RX sequence number error (%d != %d)\n",
                            netdev->name, prrs->seq_num,
                            rx_page_desc->rx_nxseq);
                        rx_page_desc->rx_nxseq++;
                        goto fatal_err;
                }

                rx_page_desc->rx_nxseq++;

                /* error packet */
                if (prrs->pkt_flag & RRS_IS_ERR_FRAME) {
                        if (prrs->err_flag & (RRS_ERR_BAD_CRC |
                                              RRS_ERR_DRIBBLE | RRS_ERR_CODE |
                                              RRS_ERR_TRUNC)) {
                                /* hardware error, discard this
                                   packet */
                                netdev_rx_err(netdev, NULL, EIO);
                                goto skip_pkt;
                        }
                }

                packet_size = ((prrs->word1 >> RRS_PKT_SIZE_SHIFT) &
                               RRS_PKT_SIZE_MASK) - ETH_FCS_LEN;
                iob = alloc_iob(packet_size + NET_IP_ALIGN);
                if (iob == NULL) {
                        DBG("atl1e %s: dropping packet under memory pressure\n",
                            netdev->name);
                        goto skip_pkt;
                }
                iob_reserve(iob, NET_IP_ALIGN);
                memcpy(iob->data, (u8 *)(prrs + 1), packet_size);
                iob_put(iob, packet_size);

                netdev_rx(netdev, iob);

skip_pkt:
                /* skip current packet whether it's ok or not. */
                rx_page->read_offset +=
                        (((u32)((prrs->word1 >> RRS_PKT_SIZE_SHIFT) &
                                RRS_PKT_SIZE_MASK) +
                          sizeof(struct atl1e_recv_ret_status) + 31) &
                         0xFFFFFFE0);

                if (rx_page->read_offset >= rx_ring->page_size) {
                        /* mark this page clean */
                        u16 reg_addr;
                        u8  rx_using;

                        rx_page->read_offset =
                                *(rx_page->write_offset_addr) = 0;
                        rx_using = rx_page_desc->rx_using;
                        reg_addr =
                                atl1e_rx_page_vld_regs[rx_using];
                        AT_WRITE_REGB(&adapter->hw, reg_addr, 1);
                        rx_page_desc->rx_using ^= 1;
                        rx_page = atl1e_get_rx_page(adapter);
                }
                write_offset = *(rx_page->write_offset_addr);
        } while (rx_page->read_offset < write_offset);

        return;

fatal_err:
        if (!netdev_link_ok(adapter->netdev))
                atl1e_reset(adapter);
}

/*
 * atl1e_poll - poll for completed transmissions and received packets
 * @netdev: network device
 */
static void atl1e_poll(struct net_device *netdev)
{
        struct atl1e_adapter *adapter = netdev_priv(netdev);
        struct atl1e_hw *hw = &adapter->hw;
        int max_ints = 64;
        u32 status;

        do {
                status = AT_READ_REG(hw, REG_ISR);
                if ((status & IMR_NORMAL_MASK) == 0)
                        break;

                /* link event */
                if (status & ISR_GPHY)
                        atl1e_clear_phy_int(adapter);
                /* Ack ISR */
                AT_WRITE_REG(hw, REG_ISR, status | ISR_DIS_INT);

                /* check if PCIE PHY Link down */
                if (status & ISR_PHY_LINKDOWN) {
                        DBG("atl1e: PCI-E PHY link down: %x\n", status);
                        if (netdev_link_ok(adapter->netdev)) {
                                /* reset MAC */
                                atl1e_irq_reset(adapter);
                                atl1e_reset(adapter);
                                break;
                        }
                }

                /* check if DMA read/write error */
                if (status & (ISR_DMAR_TO_RST | ISR_DMAW_TO_RST)) {
                        DBG("atl1e: PCI-E DMA RW error: %x\n", status);
                        atl1e_irq_reset(adapter);
                        atl1e_reset(adapter);
                        break;
                }

                /* link event */
                if (status & (ISR_GPHY | ISR_MANUAL)) {
                        atl1e_check_link(adapter);
                        break;
                }

                /* transmit event */
                if (status & ISR_TX_EVENT)
                        atl1e_clean_tx_irq(adapter);

                if (status & ISR_RX_EVENT)
                        atl1e_clean_rx_irq(adapter);
        } while (--max_ints > 0);

        /* re-enable Interrupt*/
        AT_WRITE_REG(&adapter->hw, REG_ISR, 0);

        return;
}

static inline u16 atl1e_tpd_avail(struct atl1e_adapter *adapter)
{
        struct atl1e_tx_ring *tx_ring = &adapter->tx_ring;
        u16 next_to_use = 0;
        u16 next_to_clean = 0;

        next_to_clean = tx_ring->next_to_clean;
        next_to_use   = tx_ring->next_to_use;

        return (u16)(next_to_clean > next_to_use) ?
                (next_to_clean - next_to_use - 1) :
                (tx_ring->count + next_to_clean - next_to_use - 1);
}

/*
 * get next usable tpd
 * Note: should call atl1e_tdp_avail to make sure
 * there is enough tpd to use
 */
static struct atl1e_tpd_desc *atl1e_get_tpd(struct atl1e_adapter *adapter)
{
        struct atl1e_tx_ring *tx_ring = &adapter->tx_ring;
        u16 next_to_use = 0;

        next_to_use = tx_ring->next_to_use;
        if (++tx_ring->next_to_use == tx_ring->count)
                tx_ring->next_to_use = 0;

        memset(&tx_ring->desc[next_to_use], 0, sizeof(struct atl1e_tpd_desc));
        return (struct atl1e_tpd_desc *)&tx_ring->desc[next_to_use];
}

static struct atl1e_tx_buffer *
atl1e_get_tx_buffer(struct atl1e_adapter *adapter, struct atl1e_tpd_desc *tpd)
{
        struct atl1e_tx_ring *tx_ring = &adapter->tx_ring;

        return &tx_ring->tx_buffer[tpd - tx_ring->desc];
}

static void atl1e_tx_map(struct atl1e_adapter *adapter,
                      struct io_buffer *iob, struct atl1e_tpd_desc *tpd)
{
        struct atl1e_tx_buffer *tx_buffer = NULL;
        u16 buf_len = iob_len(iob);

        tx_buffer = atl1e_get_tx_buffer(adapter, tpd);
        tx_buffer->iob = iob;
        tx_buffer->length = buf_len;
        tx_buffer->dma = virt_to_bus(iob->data);
        tpd->buffer_addr = cpu_to_le64(tx_buffer->dma);
        tpd->word2 = ((tpd->word2 & ~TPD_BUFLEN_MASK) |
                      ((cpu_to_le32(buf_len) & TPD_BUFLEN_MASK) <<
                       TPD_BUFLEN_SHIFT));
        tpd->word3 |= 1 << TPD_EOP_SHIFT;
}

static void atl1e_tx_queue(struct atl1e_adapter *adapter, u16 count __unused,
                           struct atl1e_tpd_desc *tpd __unused)
{
        struct atl1e_tx_ring *tx_ring = &adapter->tx_ring;
        wmb();
        AT_WRITE_REG(&adapter->hw, REG_MB_TPD_PROD_IDX, tx_ring->next_to_use);
}

static int atl1e_xmit_frame(struct net_device *netdev, struct io_buffer *iob)
{
        struct atl1e_adapter *adapter = netdev_priv(netdev);
        u16 tpd_req = 1;
        struct atl1e_tpd_desc *tpd;

        if (!netdev_link_ok(netdev)) {
                return -EINVAL;
        }

        if (atl1e_tpd_avail(adapter) < tpd_req) {
                return -EBUSY;
        }

        tpd = atl1e_get_tpd(adapter);

        atl1e_tx_map(adapter, iob, tpd);
        atl1e_tx_queue(adapter, tpd_req, tpd);

        return 0;
}

int atl1e_up(struct atl1e_adapter *adapter)
{
        struct net_device *netdev = adapter->netdev;
        int err = 0;
        u32 val;

        /* hardware has been reset, we need to reload some things */
        err = atl1e_init_hw(&adapter->hw);
        if (err) {
                return -EIO;
        }
        atl1e_init_ring_ptrs(adapter);

        memcpy(adapter->hw.mac_addr, netdev->ll_addr, ETH_ALEN);

        if (atl1e_configure(adapter) != 0) {
                return -EIO;
        }

        atl1e_irq_disable(adapter);

        val = AT_READ_REG(&adapter->hw, REG_MASTER_CTRL);
        AT_WRITE_REG(&adapter->hw, REG_MASTER_CTRL,
                      val | MASTER_CTRL_MANUAL_INT);

        return err;
}

void atl1e_irq(struct net_device *netdev, int enable)
{
        struct atl1e_adapter *adapter = netdev_priv(netdev);

        if (enable)
                atl1e_irq_enable(adapter);
        else
                atl1e_irq_disable(adapter);
}

void atl1e_down(struct atl1e_adapter *adapter)
{
        struct net_device *netdev = adapter->netdev;

        /* reset MAC to disable all RX/TX */
        atl1e_reset_hw(&adapter->hw);
        mdelay(1);

        netdev_link_down(netdev);
        adapter->link_speed = SPEED_0;
        adapter->link_duplex = -1;

        atl1e_clean_tx_ring(adapter);
        atl1e_clean_rx_ring(adapter);
}

/*
 * atl1e_open - Called when a network interface is made active
 * @netdev: network interface device structure
 *
 * Returns 0 on success, negative value on failure
 *
 * The open entry point is called when a network interface is made
 * active by the system (IFF_UP).  At this point all resources needed
 * for transmit and receive operations are allocated, the interrupt
 * handler is registered with the OS, the watchdog timer is started,
 * and the stack is notified that the interface is ready.
 */
static int atl1e_open(struct net_device *netdev)
{
        struct atl1e_adapter *adapter = netdev_priv(netdev);
        int err;

        /* allocate rx/tx dma buffer & descriptors */
        atl1e_init_ring_resources(adapter);
        err = atl1e_setup_ring_resources(adapter);
        if (err)
                return err;

        err = atl1e_up(adapter);
        if (err)
                goto err_up;

        return 0;

err_up:
        atl1e_free_ring_resources(adapter);
        atl1e_reset_hw(&adapter->hw);

        return err;
}

/*
 * atl1e_close - Disables a network interface
 * @netdev: network interface device structure
 *
 * Returns 0, this is not allowed to fail
 *
 * The close entry point is called when an interface is de-activated
 * by the OS.  The hardware is still under the drivers control, but
 * needs to be disabled.  A global MAC reset is issued to stop the
 * hardware, and all transmit and receive resources are freed.
 */
static void atl1e_close(struct net_device *netdev)
{
        struct atl1e_adapter *adapter = netdev_priv(netdev);

        atl1e_down(adapter);
        atl1e_free_ring_resources(adapter);
}

static struct net_device_operations atl1e_netdev_ops = {
        .open           = atl1e_open,
        .close          = atl1e_close,
        .transmit       = atl1e_xmit_frame,
        .poll           = atl1e_poll,
        .irq            = atl1e_irq,
};

static void atl1e_init_netdev(struct net_device *netdev, struct pci_device *pdev)
{
        netdev_init(netdev, &atl1e_netdev_ops);

        netdev->dev = &pdev->dev;
        pci_set_drvdata(pdev, netdev);
}

/*
 * atl1e_probe - Device Initialization Routine
 * @pdev: PCI device information struct
 * @ent: entry in atl1e_pci_tbl
 *
 * Returns 0 on success, negative on failure
 *
 * atl1e_probe initializes an adapter identified by a pci_device structure.
 * The OS initialization, configuring of the adapter private structure,
 * and a hardware reset occur.
 */
static int atl1e_probe(struct pci_device *pdev,
                       const struct pci_device_id *ent __unused)
{
        struct net_device *netdev;
        struct atl1e_adapter *adapter = NULL;
        static int cards_found;

        int err = 0;

        adjust_pci_device(pdev);

        netdev = alloc_etherdev(sizeof(struct atl1e_adapter));
        if (netdev == NULL) {
                err = -ENOMEM;
                DBG("atl1e: out of memory allocating net_device\n");
                goto err;
        }

        atl1e_init_netdev(netdev, pdev);

        adapter = netdev_priv(netdev);
        adapter->bd_number = cards_found;
        adapter->netdev = netdev;
        adapter->pdev = pdev;
        adapter->hw.adapter = adapter;
        if (!pdev->membase) {
                err = -EIO;
                DBG("atl1e: cannot map device registers\n");
                goto err_free_netdev;
        }
        adapter->hw.hw_addr = bus_to_virt(pdev->membase);

        /* init mii data */
        adapter->mii.dev = netdev;
        adapter->mii.mdio_read  = atl1e_mdio_read;
        adapter->mii.mdio_write = atl1e_mdio_write;
        adapter->mii.phy_id_mask = 0x1f;
        adapter->mii.reg_num_mask = MDIO_REG_ADDR_MASK;

        /* get user settings */
        adapter->tx_ring.count = TX_DESC_COUNT;
        adapter->rx_ring.page_size = RX_MEM_SIZE;

        atl1e_setup_pcicmd(pdev);

        /* setup the private structure */
        err = atl1e_sw_init(adapter);
        if (err) {
                DBG("atl1e: private data init failed\n");
                goto err_free_netdev;
        }

        /* Init GPHY as early as possible due to power saving issue  */
        atl1e_phy_init(&adapter->hw);

        /* reset the controller to
         * put the device in a known good starting state */
        err = atl1e_reset_hw(&adapter->hw);
        if (err) {
                err = -EIO;
                goto err_free_netdev;
        }

        /* This may have been run by a zero-wait timer around
           now... unclear. */
        atl1e_restart_autoneg(&adapter->hw);

        if (atl1e_read_mac_addr(&adapter->hw) != 0) {
                DBG("atl1e: cannot read MAC address from EEPROM\n");
                err = -EIO;
                goto err_free_netdev;
        }

        memcpy(netdev->hw_addr, adapter->hw.perm_mac_addr, ETH_ALEN);
        memcpy(netdev->ll_addr, adapter->hw.mac_addr, ETH_ALEN);
        DBG("atl1e: Attansic L1E Ethernet controller on %s, "
            "%02x:%02x:%02x:%02x:%02x:%02x\n", adapter->netdev->name,
            adapter->hw.mac_addr[0], adapter->hw.mac_addr[1],
            adapter->hw.mac_addr[2], adapter->hw.mac_addr[3],
            adapter->hw.mac_addr[4], adapter->hw.mac_addr[5]);

        err = register_netdev(netdev);
        if (err) {
                DBG("atl1e: cannot register network device\n");
                goto err_free_netdev;
        }

        netdev_link_down(netdev);

        cards_found++;
        return 0;

err_free_netdev:
        netdev_nullify(netdev);
        netdev_put(netdev);
err:
        return err;
}

/*
 * atl1e_remove - Device Removal Routine
 * @pdev: PCI device information struct
 *
 * atl1e_remove is called by the PCI subsystem to alert the driver
 * that it should release a PCI device.  The could be caused by a
 * Hot-Plug event, or because the driver is going to be removed from
 * memory.
 */
static void atl1e_remove(struct pci_device *pdev)
{
        struct net_device *netdev = pci_get_drvdata(pdev);
        struct atl1e_adapter *adapter = netdev_priv(netdev);

        unregister_netdev(netdev);
        atl1e_free_ring_resources(adapter);
        atl1e_force_ps(&adapter->hw);
        netdev_nullify(netdev);
        netdev_put(netdev);
}

struct pci_driver atl1e_driver __pci_driver = {
        .ids      = atl1e_pci_tbl,
        .id_count = (sizeof(atl1e_pci_tbl) / sizeof(atl1e_pci_tbl[0])),
        .probe    = atl1e_probe,
        .remove   = atl1e_remove,
};

/********** Hardware-level functions: **********/

/*
 * check_eeprom_exist
 * return 0 if eeprom exist
 */
int atl1e_check_eeprom_exist(struct atl1e_hw *hw)
{
        u32 value;

        value = AT_READ_REG(hw, REG_SPI_FLASH_CTRL);
        if (value & SPI_FLASH_CTRL_EN_VPD) {
                value &= ~SPI_FLASH_CTRL_EN_VPD;
                AT_WRITE_REG(hw, REG_SPI_FLASH_CTRL, value);
        }
        value = AT_READ_REGW(hw, REG_PCIE_CAP_LIST);
        return ((value & 0xFF00) == 0x6C00) ? 0 : 1;
}

void atl1e_hw_set_mac_addr(struct atl1e_hw *hw)
{
        u32 value;
        /*
         * 00-0B-6A-F6-00-DC
         * 0:  6AF600DC 1: 000B
         * low dword
         */
        value = (((u32)hw->mac_addr[2]) << 24) |
                (((u32)hw->mac_addr[3]) << 16) |
                (((u32)hw->mac_addr[4]) << 8)  |
                (((u32)hw->mac_addr[5])) ;
        AT_WRITE_REG_ARRAY(hw, REG_MAC_STA_ADDR, 0, value);
        /* hight dword */
        value = (((u32)hw->mac_addr[0]) << 8) |
                (((u32)hw->mac_addr[1])) ;
        AT_WRITE_REG_ARRAY(hw, REG_MAC_STA_ADDR, 1, value);
}

/*
 * atl1e_get_permanent_address
 * return 0 if get valid mac address,
 */
static int atl1e_get_permanent_address(struct atl1e_hw *hw)
{
        union {
                u32 dword[2];
                u8 byte[8];
        } hw_addr;
        u32 i;
        u32 twsi_ctrl_data;
        u8  eth_addr[ETH_ALEN];

        if (!atl1e_check_eeprom_exist(hw)) {
                /* eeprom exist */
                twsi_ctrl_data = AT_READ_REG(hw, REG_TWSI_CTRL);
                twsi_ctrl_data |= TWSI_CTRL_SW_LDSTART;
                AT_WRITE_REG(hw, REG_TWSI_CTRL, twsi_ctrl_data);
                for (i = 0; i < AT_TWSI_EEPROM_TIMEOUT; i++) {
                        mdelay(10);
                        twsi_ctrl_data = AT_READ_REG(hw, REG_TWSI_CTRL);
                        if ((twsi_ctrl_data & TWSI_CTRL_SW_LDSTART) == 0)
                                break;
                }
                if (i >= AT_TWSI_EEPROM_TIMEOUT)
                        return AT_ERR_TIMEOUT;
        }

        /* maybe MAC-address is from BIOS */
        hw_addr.dword[0] = AT_READ_REG(hw, REG_MAC_STA_ADDR);
        hw_addr.dword[1] = AT_READ_REG(hw, REG_MAC_STA_ADDR + 4);
        for (i = 0; i < ETH_ALEN; i++) {
                eth_addr[ETH_ALEN - i - 1] = hw_addr.byte[i];
        }

        memcpy(hw->perm_mac_addr, eth_addr, ETH_ALEN);
        return 0;
}

void atl1e_force_ps(struct atl1e_hw *hw)
{
        AT_WRITE_REGW(hw, REG_GPHY_CTRL,
                        GPHY_CTRL_PW_WOL_DIS | GPHY_CTRL_EXT_RESET);
}

/*
 * Reads the adapter's MAC address from the EEPROM
 *
 * hw - Struct containing variables accessed by shared code
 */
int atl1e_read_mac_addr(struct atl1e_hw *hw)
{
        int err = 0;

        err = atl1e_get_permanent_address(hw);
        if (err)
                return AT_ERR_EEPROM;
        memcpy(hw->mac_addr, hw->perm_mac_addr, sizeof(hw->perm_mac_addr));
        return 0;
}

/*
 * Reads the value from a PHY register
 * hw - Struct containing variables accessed by shared code
 * reg_addr - address of the PHY register to read
 */
int atl1e_read_phy_reg(struct atl1e_hw *hw, u16 reg_addr, u16 *phy_data)
{
        u32 val;
        int i;

        val = ((u32)(reg_addr & MDIO_REG_ADDR_MASK)) << MDIO_REG_ADDR_SHIFT |
                MDIO_START | MDIO_SUP_PREAMBLE | MDIO_RW |
                MDIO_CLK_25_4 << MDIO_CLK_SEL_SHIFT;

        AT_WRITE_REG(hw, REG_MDIO_CTRL, val);

        wmb();

        for (i = 0; i < MDIO_WAIT_TIMES; i++) {
                udelay(2);
                val = AT_READ_REG(hw, REG_MDIO_CTRL);
                if (!(val & (MDIO_START | MDIO_BUSY)))
                        break;
                wmb();
        }
        if (!(val & (MDIO_START | MDIO_BUSY))) {
                *phy_data = (u16)val;
                return 0;
        }

        return AT_ERR_PHY;
}

/*
 * Writes a value to a PHY register
 * hw - Struct containing variables accessed by shared code
 * reg_addr - address of the PHY register to write
 * data - data to write to the PHY
 */
int atl1e_write_phy_reg(struct atl1e_hw *hw, u32 reg_addr, u16 phy_data)
{
        int i;
        u32 val;

        val = ((u32)(phy_data & MDIO_DATA_MASK)) << MDIO_DATA_SHIFT |
               (reg_addr&MDIO_REG_ADDR_MASK) << MDIO_REG_ADDR_SHIFT |
               MDIO_SUP_PREAMBLE |
               MDIO_START |
               MDIO_CLK_25_4 << MDIO_CLK_SEL_SHIFT;

        AT_WRITE_REG(hw, REG_MDIO_CTRL, val);
        wmb();

        for (i = 0; i < MDIO_WAIT_TIMES; i++) {
                udelay(2);
                val = AT_READ_REG(hw, REG_MDIO_CTRL);
                if (!(val & (MDIO_START | MDIO_BUSY)))
                        break;
                wmb();
        }

        if (!(val & (MDIO_START | MDIO_BUSY)))
                return 0;

        return AT_ERR_PHY;
}

/*
 * atl1e_init_pcie - init PCIE module
 */
static void atl1e_init_pcie(struct atl1e_hw *hw)
{
        u32 value;
        /* comment 2lines below to save more power when sususpend
           value = LTSSM_TEST_MODE_DEF;
           AT_WRITE_REG(hw, REG_LTSSM_TEST_MODE, value);
         */

        /* pcie flow control mode change */
        value = AT_READ_REG(hw, 0x1008);
        value |= 0x8000;
        AT_WRITE_REG(hw, 0x1008, value);
}
/*
 * Configures PHY autoneg and flow control advertisement settings
 *
 * hw - Struct containing variables accessed by shared code
 */
static int atl1e_phy_setup_autoneg_adv(struct atl1e_hw *hw)
{
        s32 ret_val;
        u16 mii_autoneg_adv_reg;
        u16 mii_1000t_ctrl_reg;

        if (0 != hw->mii_autoneg_adv_reg)
                return 0;
        /* Read the MII Auto-Neg Advertisement Register (Address 4/9). */
        mii_autoneg_adv_reg = MII_AR_DEFAULT_CAP_MASK;
        mii_1000t_ctrl_reg  = MII_AT001_CR_1000T_DEFAULT_CAP_MASK;

        /*
         * First we clear all the 10/100 mb speed bits in the Auto-Neg
         * Advertisement Register (Address 4) and the 1000 mb speed bits in
         * the  1000Base-T control Register (Address 9).
         */
        mii_autoneg_adv_reg &= ~MII_AR_SPEED_MASK;
        mii_1000t_ctrl_reg  &= ~MII_AT001_CR_1000T_SPEED_MASK;

        /* Assume auto-detect media type */
        mii_autoneg_adv_reg |= (MII_AR_10T_HD_CAPS   |
                                MII_AR_10T_FD_CAPS   |
                                MII_AR_100TX_HD_CAPS |
                                MII_AR_100TX_FD_CAPS);
        if (hw->nic_type == athr_l1e) {
                mii_1000t_ctrl_reg |= MII_AT001_CR_1000T_FD_CAPS;
        }

        /* flow control fixed to enable all */
        mii_autoneg_adv_reg |= (MII_AR_ASM_DIR | MII_AR_PAUSE);

        hw->mii_autoneg_adv_reg = mii_autoneg_adv_reg;
        hw->mii_1000t_ctrl_reg  = mii_1000t_ctrl_reg;

        ret_val = atl1e_write_phy_reg(hw, MII_ADVERTISE, mii_autoneg_adv_reg);
        if (ret_val)
                return ret_val;

        if (hw->nic_type == athr_l1e || hw->nic_type == athr_l2e_revA) {
                ret_val = atl1e_write_phy_reg(hw, MII_AT001_CR,
                                           mii_1000t_ctrl_reg);
                if (ret_val)
                        return ret_val;
        }

        return 0;
}


/*
 * Resets the PHY and make all config validate
 *
 * hw - Struct containing variables accessed by shared code
 *
 * Sets bit 15 and 12 of the MII control regiser (for F001 bug)
 */
int atl1e_phy_commit(struct atl1e_hw *hw)
{
        int ret_val;
        u16 phy_data;

        phy_data = MII_CR_RESET | MII_CR_AUTO_NEG_EN | MII_CR_RESTART_AUTO_NEG;

        ret_val = atl1e_write_phy_reg(hw, MII_BMCR, phy_data);
        if (ret_val) {
                u32 val;
                int i;
                /**************************************
                 * pcie serdes link may be down !
                 **************************************/
                for (i = 0; i < 25; i++) {
                        mdelay(1);
                        val = AT_READ_REG(hw, REG_MDIO_CTRL);
                        if (!(val & (MDIO_START | MDIO_BUSY)))
                                break;
                }

                if (0 != (val & (MDIO_START | MDIO_BUSY))) {
                        DBG("atl1e: PCI-E link down for at least 25ms\n");
                        return ret_val;
                }

                DBG("atl1e: PCI-E link up after %d ms\n", i);
        }
        return 0;
}

int atl1e_phy_init(struct atl1e_hw *hw)
{
        s32 ret_val;
        u16 phy_val;

        if (hw->phy_configured) {
                if (hw->re_autoneg) {
                        hw->re_autoneg = 0;
                        return atl1e_restart_autoneg(hw);
                }
                return 0;
        }

        /* RESET GPHY Core */
        AT_WRITE_REGW(hw, REG_GPHY_CTRL, GPHY_CTRL_DEFAULT);
        mdelay(2);
        AT_WRITE_REGW(hw, REG_GPHY_CTRL, GPHY_CTRL_DEFAULT |
                      GPHY_CTRL_EXT_RESET);
        mdelay(2);

        /* patches */
        /* p1. eable hibernation mode */
        ret_val = atl1e_write_phy_reg(hw, MII_DBG_ADDR, 0xB);
        if (ret_val)
                return ret_val;
        ret_val = atl1e_write_phy_reg(hw, MII_DBG_DATA, 0xBC00);
        if (ret_val)
                return ret_val;
        /* p2. set Class A/B for all modes */
        ret_val = atl1e_write_phy_reg(hw, MII_DBG_ADDR, 0);
        if (ret_val)
                return ret_val;
        phy_val = 0x02ef;
        /* remove Class AB */
        /* phy_val = hw->emi_ca ? 0x02ef : 0x02df; */
        ret_val = atl1e_write_phy_reg(hw, MII_DBG_DATA, phy_val);
        if (ret_val)
                return ret_val;
        /* p3. 10B ??? */
        ret_val = atl1e_write_phy_reg(hw, MII_DBG_ADDR, 0x12);
        if (ret_val)
                return ret_val;
        ret_val = atl1e_write_phy_reg(hw, MII_DBG_DATA, 0x4C04);
        if (ret_val)
                return ret_val;
        /* p4. 1000T power */
        ret_val = atl1e_write_phy_reg(hw, MII_DBG_ADDR, 0x4);
        if (ret_val)
                return ret_val;
        ret_val = atl1e_write_phy_reg(hw, MII_DBG_DATA, 0x8BBB);
        if (ret_val)
                return ret_val;

        ret_val = atl1e_write_phy_reg(hw, MII_DBG_ADDR, 0x5);
        if (ret_val)
                return ret_val;
        ret_val = atl1e_write_phy_reg(hw, MII_DBG_DATA, 0x2C46);
        if (ret_val)
                return ret_val;

        mdelay(1);

        /*Enable PHY LinkChange Interrupt */
        ret_val = atl1e_write_phy_reg(hw, MII_INT_CTRL, 0xC00);
        if (ret_val) {
                DBG("atl1e: Error enable PHY linkChange Interrupt\n");
                return ret_val;
        }
        /* setup AutoNeg parameters */
        ret_val = atl1e_phy_setup_autoneg_adv(hw);
        if (ret_val) {
                DBG("atl1e: Error Setting up Auto-Negotiation\n");
                return ret_val;
        }
        /* SW.Reset & En-Auto-Neg to restart Auto-Neg*/
        DBG("atl1e: Restarting Auto-Neg");
        ret_val = atl1e_phy_commit(hw);
        if (ret_val) {
                DBG("atl1e: Error Resetting the phy");
                return ret_val;
        }

        hw->phy_configured = 1;

        return 0;
}

/*
 * Reset the transmit and receive units; mask and clear all interrupts.
 * hw - Struct containing variables accessed by shared code
 * return : 0  or  idle status (if error)
 */
int atl1e_reset_hw(struct atl1e_hw *hw)
{
        struct atl1e_adapter *adapter = hw->adapter;
        struct pci_device *pdev = adapter->pdev;
        int timeout = 0;
        u32 idle_status_data = 0;
        u16 pci_cfg_cmd_word = 0;

        /* Workaround for PCI problem when BIOS sets MMRBC incorrectly. */
        pci_read_config_word(pdev, PCI_COMMAND, &pci_cfg_cmd_word);
        if ((pci_cfg_cmd_word & (PCI_COMMAND_IO | PCI_COMMAND_MEM |
                                 PCI_COMMAND_MASTER))
                        != (PCI_COMMAND_IO | PCI_COMMAND_MEM |
                            PCI_COMMAND_MASTER)) {
                pci_cfg_cmd_word |= (PCI_COMMAND_IO | PCI_COMMAND_MEM |
                                     PCI_COMMAND_MASTER);
                pci_write_config_word(pdev, PCI_COMMAND, pci_cfg_cmd_word);
        }

        /*
         * Issue Soft Reset to the MAC.  This will reset the chip's
         * transmit, receive, DMA.  It will not effect
         * the current PCI configuration.  The global reset bit is self-
         * clearing, and should clear within a microsecond.
         */
        AT_WRITE_REG(hw, REG_MASTER_CTRL,
                        MASTER_CTRL_LED_MODE | MASTER_CTRL_SOFT_RST);
        wmb();
        mdelay(1);

        /* Wait at least 10ms for All module to be Idle */
        for (timeout = 0; timeout < AT_HW_MAX_IDLE_DELAY; timeout++) {
                idle_status_data = AT_READ_REG(hw, REG_IDLE_STATUS);
                if (idle_status_data == 0)
                        break;
                mdelay(1);
        }

        if (timeout >= AT_HW_MAX_IDLE_DELAY) {
                DBG("atl1e: MAC reset timeout\n");
                return AT_ERR_TIMEOUT;
        }

        return 0;
}


/*
 * Performs basic configuration of the adapter.
 *
 * hw - Struct containing variables accessed by shared code
 * Assumes that the controller has previously been reset and is in a
 * post-reset uninitialized state. Initializes multicast table,
 * and  Calls routines to setup link
 * Leaves the transmit and receive units disabled and uninitialized.
 */
int atl1e_init_hw(struct atl1e_hw *hw)
{
        s32 ret_val = 0;

        atl1e_init_pcie(hw);

        /* Zero out the Multicast HASH table */
        /* clear the old settings from the multicast hash table */
        AT_WRITE_REG(hw, REG_RX_HASH_TABLE, 0);
        AT_WRITE_REG_ARRAY(hw, REG_RX_HASH_TABLE, 1, 0);

        ret_val = atl1e_phy_init(hw);

        return ret_val;
}

/*
 * Detects the current speed and duplex settings of the hardware.
 *
 * hw - Struct containing variables accessed by shared code
 * speed - Speed of the connection
 * duplex - Duplex setting of the connection
 */
int atl1e_get_speed_and_duplex(struct atl1e_hw *hw, u16 *speed, u16 *duplex)
{
        int err;
        u16 phy_data;

        /* Read   PHY Specific Status Register (17) */
        err = atl1e_read_phy_reg(hw, MII_AT001_PSSR, &phy_data);
        if (err)
                return err;

        if (!(phy_data & MII_AT001_PSSR_SPD_DPLX_RESOLVED))
                return AT_ERR_PHY_RES;

        switch (phy_data & MII_AT001_PSSR_SPEED) {
        case MII_AT001_PSSR_1000MBS:
                *speed = SPEED_1000;
                break;
        case MII_AT001_PSSR_100MBS:
                *speed = SPEED_100;
                break;
        case MII_AT001_PSSR_10MBS:
                *speed = SPEED_10;
                break;
        default:
                return AT_ERR_PHY_SPEED;
                break;
        }

        if (phy_data & MII_AT001_PSSR_DPLX)
                *duplex = FULL_DUPLEX;
        else
                *duplex = HALF_DUPLEX;

        return 0;
}

int atl1e_restart_autoneg(struct atl1e_hw *hw)
{
        int err = 0;

        err = atl1e_write_phy_reg(hw, MII_ADVERTISE, hw->mii_autoneg_adv_reg);
        if (err)
                return err;

        if (hw->nic_type == athr_l1e || hw->nic_type == athr_l2e_revA) {
                err = atl1e_write_phy_reg(hw, MII_AT001_CR,
                                       hw->mii_1000t_ctrl_reg);
                if (err)
                        return err;
        }

        err = atl1e_write_phy_reg(hw, MII_BMCR,
                        MII_CR_RESET | MII_CR_AUTO_NEG_EN |
                        MII_CR_RESTART_AUTO_NEG);
        return err;
}