525 lines
14 KiB
C
525 lines
14 KiB
C
// SPDX-License-Identifier: GPL-2.0
|
|
/* Copyright(c) 2013 - 2018 Intel Corporation. */
|
|
|
|
#include "fm10k_common.h"
|
|
|
|
/**
|
|
* fm10k_get_bus_info_generic - Generic set PCI bus info
|
|
* @hw: pointer to hardware structure
|
|
*
|
|
* Gets the PCI bus info (speed, width, type) then calls helper function to
|
|
* store this data within the fm10k_hw structure.
|
|
**/
|
|
s32 fm10k_get_bus_info_generic(struct fm10k_hw *hw)
|
|
{
|
|
u16 link_cap, link_status, device_cap, device_control;
|
|
|
|
/* Get the maximum link width and speed from PCIe config space */
|
|
link_cap = fm10k_read_pci_cfg_word(hw, FM10K_PCIE_LINK_CAP);
|
|
|
|
switch (link_cap & FM10K_PCIE_LINK_WIDTH) {
|
|
case FM10K_PCIE_LINK_WIDTH_1:
|
|
hw->bus_caps.width = fm10k_bus_width_pcie_x1;
|
|
break;
|
|
case FM10K_PCIE_LINK_WIDTH_2:
|
|
hw->bus_caps.width = fm10k_bus_width_pcie_x2;
|
|
break;
|
|
case FM10K_PCIE_LINK_WIDTH_4:
|
|
hw->bus_caps.width = fm10k_bus_width_pcie_x4;
|
|
break;
|
|
case FM10K_PCIE_LINK_WIDTH_8:
|
|
hw->bus_caps.width = fm10k_bus_width_pcie_x8;
|
|
break;
|
|
default:
|
|
hw->bus_caps.width = fm10k_bus_width_unknown;
|
|
break;
|
|
}
|
|
|
|
switch (link_cap & FM10K_PCIE_LINK_SPEED) {
|
|
case FM10K_PCIE_LINK_SPEED_2500:
|
|
hw->bus_caps.speed = fm10k_bus_speed_2500;
|
|
break;
|
|
case FM10K_PCIE_LINK_SPEED_5000:
|
|
hw->bus_caps.speed = fm10k_bus_speed_5000;
|
|
break;
|
|
case FM10K_PCIE_LINK_SPEED_8000:
|
|
hw->bus_caps.speed = fm10k_bus_speed_8000;
|
|
break;
|
|
default:
|
|
hw->bus_caps.speed = fm10k_bus_speed_unknown;
|
|
break;
|
|
}
|
|
|
|
/* Get the PCIe maximum payload size for the PCIe function */
|
|
device_cap = fm10k_read_pci_cfg_word(hw, FM10K_PCIE_DEV_CAP);
|
|
|
|
switch (device_cap & FM10K_PCIE_DEV_CAP_PAYLOAD) {
|
|
case FM10K_PCIE_DEV_CAP_PAYLOAD_128:
|
|
hw->bus_caps.payload = fm10k_bus_payload_128;
|
|
break;
|
|
case FM10K_PCIE_DEV_CAP_PAYLOAD_256:
|
|
hw->bus_caps.payload = fm10k_bus_payload_256;
|
|
break;
|
|
case FM10K_PCIE_DEV_CAP_PAYLOAD_512:
|
|
hw->bus_caps.payload = fm10k_bus_payload_512;
|
|
break;
|
|
default:
|
|
hw->bus_caps.payload = fm10k_bus_payload_unknown;
|
|
break;
|
|
}
|
|
|
|
/* Get the negotiated link width and speed from PCIe config space */
|
|
link_status = fm10k_read_pci_cfg_word(hw, FM10K_PCIE_LINK_STATUS);
|
|
|
|
switch (link_status & FM10K_PCIE_LINK_WIDTH) {
|
|
case FM10K_PCIE_LINK_WIDTH_1:
|
|
hw->bus.width = fm10k_bus_width_pcie_x1;
|
|
break;
|
|
case FM10K_PCIE_LINK_WIDTH_2:
|
|
hw->bus.width = fm10k_bus_width_pcie_x2;
|
|
break;
|
|
case FM10K_PCIE_LINK_WIDTH_4:
|
|
hw->bus.width = fm10k_bus_width_pcie_x4;
|
|
break;
|
|
case FM10K_PCIE_LINK_WIDTH_8:
|
|
hw->bus.width = fm10k_bus_width_pcie_x8;
|
|
break;
|
|
default:
|
|
hw->bus.width = fm10k_bus_width_unknown;
|
|
break;
|
|
}
|
|
|
|
switch (link_status & FM10K_PCIE_LINK_SPEED) {
|
|
case FM10K_PCIE_LINK_SPEED_2500:
|
|
hw->bus.speed = fm10k_bus_speed_2500;
|
|
break;
|
|
case FM10K_PCIE_LINK_SPEED_5000:
|
|
hw->bus.speed = fm10k_bus_speed_5000;
|
|
break;
|
|
case FM10K_PCIE_LINK_SPEED_8000:
|
|
hw->bus.speed = fm10k_bus_speed_8000;
|
|
break;
|
|
default:
|
|
hw->bus.speed = fm10k_bus_speed_unknown;
|
|
break;
|
|
}
|
|
|
|
/* Get the negotiated PCIe maximum payload size for the PCIe function */
|
|
device_control = fm10k_read_pci_cfg_word(hw, FM10K_PCIE_DEV_CTRL);
|
|
|
|
switch (device_control & FM10K_PCIE_DEV_CTRL_PAYLOAD) {
|
|
case FM10K_PCIE_DEV_CTRL_PAYLOAD_128:
|
|
hw->bus.payload = fm10k_bus_payload_128;
|
|
break;
|
|
case FM10K_PCIE_DEV_CTRL_PAYLOAD_256:
|
|
hw->bus.payload = fm10k_bus_payload_256;
|
|
break;
|
|
case FM10K_PCIE_DEV_CTRL_PAYLOAD_512:
|
|
hw->bus.payload = fm10k_bus_payload_512;
|
|
break;
|
|
default:
|
|
hw->bus.payload = fm10k_bus_payload_unknown;
|
|
break;
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
static u16 fm10k_get_pcie_msix_count_generic(struct fm10k_hw *hw)
|
|
{
|
|
u16 msix_count;
|
|
|
|
/* read in value from MSI-X capability register */
|
|
msix_count = fm10k_read_pci_cfg_word(hw, FM10K_PCI_MSIX_MSG_CTRL);
|
|
msix_count &= FM10K_PCI_MSIX_MSG_CTRL_TBL_SZ_MASK;
|
|
|
|
/* MSI-X count is zero-based in HW */
|
|
msix_count++;
|
|
|
|
if (msix_count > FM10K_MAX_MSIX_VECTORS)
|
|
msix_count = FM10K_MAX_MSIX_VECTORS;
|
|
|
|
return msix_count;
|
|
}
|
|
|
|
/**
|
|
* fm10k_get_invariants_generic - Inits constant values
|
|
* @hw: pointer to the hardware structure
|
|
*
|
|
* Initialize the common invariants for the device.
|
|
**/
|
|
s32 fm10k_get_invariants_generic(struct fm10k_hw *hw)
|
|
{
|
|
struct fm10k_mac_info *mac = &hw->mac;
|
|
|
|
/* initialize GLORT state to avoid any false hits */
|
|
mac->dglort_map = FM10K_DGLORTMAP_NONE;
|
|
|
|
/* record maximum number of MSI-X vectors */
|
|
mac->max_msix_vectors = fm10k_get_pcie_msix_count_generic(hw);
|
|
|
|
return 0;
|
|
}
|
|
|
|
/**
|
|
* fm10k_start_hw_generic - Prepare hardware for Tx/Rx
|
|
* @hw: pointer to hardware structure
|
|
*
|
|
* This function sets the Tx ready flag to indicate that the Tx path has
|
|
* been initialized.
|
|
**/
|
|
s32 fm10k_start_hw_generic(struct fm10k_hw *hw)
|
|
{
|
|
/* set flag indicating we are beginning Tx */
|
|
hw->mac.tx_ready = true;
|
|
|
|
return 0;
|
|
}
|
|
|
|
/**
|
|
* fm10k_disable_queues_generic - Stop Tx/Rx queues
|
|
* @hw: pointer to hardware structure
|
|
* @q_cnt: number of queues to be disabled
|
|
*
|
|
**/
|
|
s32 fm10k_disable_queues_generic(struct fm10k_hw *hw, u16 q_cnt)
|
|
{
|
|
u32 reg;
|
|
u16 i, time;
|
|
|
|
/* clear tx_ready to prevent any false hits for reset */
|
|
hw->mac.tx_ready = false;
|
|
|
|
if (FM10K_REMOVED(hw->hw_addr))
|
|
return 0;
|
|
|
|
/* clear the enable bit for all rings */
|
|
for (i = 0; i < q_cnt; i++) {
|
|
reg = fm10k_read_reg(hw, FM10K_TXDCTL(i));
|
|
fm10k_write_reg(hw, FM10K_TXDCTL(i),
|
|
reg & ~FM10K_TXDCTL_ENABLE);
|
|
reg = fm10k_read_reg(hw, FM10K_RXQCTL(i));
|
|
fm10k_write_reg(hw, FM10K_RXQCTL(i),
|
|
reg & ~FM10K_RXQCTL_ENABLE);
|
|
}
|
|
|
|
fm10k_write_flush(hw);
|
|
udelay(1);
|
|
|
|
/* loop through all queues to verify that they are all disabled */
|
|
for (i = 0, time = FM10K_QUEUE_DISABLE_TIMEOUT; time;) {
|
|
/* if we are at end of rings all rings are disabled */
|
|
if (i == q_cnt)
|
|
return 0;
|
|
|
|
/* if queue enables cleared, then move to next ring pair */
|
|
reg = fm10k_read_reg(hw, FM10K_TXDCTL(i));
|
|
if (!~reg || !(reg & FM10K_TXDCTL_ENABLE)) {
|
|
reg = fm10k_read_reg(hw, FM10K_RXQCTL(i));
|
|
if (!~reg || !(reg & FM10K_RXQCTL_ENABLE)) {
|
|
i++;
|
|
continue;
|
|
}
|
|
}
|
|
|
|
/* decrement time and wait 1 usec */
|
|
time--;
|
|
if (time)
|
|
udelay(1);
|
|
}
|
|
|
|
return FM10K_ERR_REQUESTS_PENDING;
|
|
}
|
|
|
|
/**
|
|
* fm10k_stop_hw_generic - Stop Tx/Rx units
|
|
* @hw: pointer to hardware structure
|
|
*
|
|
**/
|
|
s32 fm10k_stop_hw_generic(struct fm10k_hw *hw)
|
|
{
|
|
return fm10k_disable_queues_generic(hw, hw->mac.max_queues);
|
|
}
|
|
|
|
/**
|
|
* fm10k_read_hw_stats_32b - Reads value of 32-bit registers
|
|
* @hw: pointer to the hardware structure
|
|
* @addr: address of register containing a 32-bit value
|
|
* @stat: pointer to structure holding hw stat information
|
|
*
|
|
* Function reads the content of the register and returns the delta
|
|
* between the base and the current value.
|
|
* **/
|
|
u32 fm10k_read_hw_stats_32b(struct fm10k_hw *hw, u32 addr,
|
|
struct fm10k_hw_stat *stat)
|
|
{
|
|
u32 delta = fm10k_read_reg(hw, addr) - stat->base_l;
|
|
|
|
if (FM10K_REMOVED(hw->hw_addr))
|
|
stat->base_h = 0;
|
|
|
|
return delta;
|
|
}
|
|
|
|
/**
|
|
* fm10k_read_hw_stats_48b - Reads value of 48-bit registers
|
|
* @hw: pointer to the hardware structure
|
|
* @addr: address of register containing the lower 32-bit value
|
|
* @stat: pointer to structure holding hw stat information
|
|
*
|
|
* Function reads the content of 2 registers, combined to represent a 48-bit
|
|
* statistical value. Extra processing is required to handle overflowing.
|
|
* Finally, a delta value is returned representing the difference between the
|
|
* values stored in registers and values stored in the statistic counters.
|
|
* **/
|
|
static u64 fm10k_read_hw_stats_48b(struct fm10k_hw *hw, u32 addr,
|
|
struct fm10k_hw_stat *stat)
|
|
{
|
|
u32 count_l;
|
|
u32 count_h;
|
|
u32 count_tmp;
|
|
u64 delta;
|
|
|
|
count_h = fm10k_read_reg(hw, addr + 1);
|
|
|
|
/* Check for overflow */
|
|
do {
|
|
count_tmp = count_h;
|
|
count_l = fm10k_read_reg(hw, addr);
|
|
count_h = fm10k_read_reg(hw, addr + 1);
|
|
} while (count_h != count_tmp);
|
|
|
|
delta = ((u64)(count_h - stat->base_h) << 32) + count_l;
|
|
delta -= stat->base_l;
|
|
|
|
return delta & FM10K_48_BIT_MASK;
|
|
}
|
|
|
|
/**
|
|
* fm10k_update_hw_base_48b - Updates 48-bit statistic base value
|
|
* @stat: pointer to the hardware statistic structure
|
|
* @delta: value to be updated into the hardware statistic structure
|
|
*
|
|
* Function receives a value and determines if an update is required based on
|
|
* a delta calculation. Only the base value will be updated.
|
|
**/
|
|
static void fm10k_update_hw_base_48b(struct fm10k_hw_stat *stat, u64 delta)
|
|
{
|
|
if (!delta)
|
|
return;
|
|
|
|
/* update lower 32 bits */
|
|
delta += stat->base_l;
|
|
stat->base_l = (u32)delta;
|
|
|
|
/* update upper 32 bits */
|
|
stat->base_h += (u32)(delta >> 32);
|
|
}
|
|
|
|
/**
|
|
* fm10k_update_hw_stats_tx_q - Updates TX queue statistics counters
|
|
* @hw: pointer to the hardware structure
|
|
* @q: pointer to the ring of hardware statistics queue
|
|
* @idx: index pointing to the start of the ring iteration
|
|
*
|
|
* Function updates the TX queue statistics counters that are related to the
|
|
* hardware.
|
|
**/
|
|
static void fm10k_update_hw_stats_tx_q(struct fm10k_hw *hw,
|
|
struct fm10k_hw_stats_q *q,
|
|
u32 idx)
|
|
{
|
|
u32 id_tx, id_tx_prev, tx_packets;
|
|
u64 tx_bytes = 0;
|
|
|
|
/* Retrieve TX Owner Data */
|
|
id_tx = fm10k_read_reg(hw, FM10K_TXQCTL(idx));
|
|
|
|
/* Process TX Ring */
|
|
do {
|
|
tx_packets = fm10k_read_hw_stats_32b(hw, FM10K_QPTC(idx),
|
|
&q->tx_packets);
|
|
|
|
if (tx_packets)
|
|
tx_bytes = fm10k_read_hw_stats_48b(hw,
|
|
FM10K_QBTC_L(idx),
|
|
&q->tx_bytes);
|
|
|
|
/* Re-Check Owner Data */
|
|
id_tx_prev = id_tx;
|
|
id_tx = fm10k_read_reg(hw, FM10K_TXQCTL(idx));
|
|
} while ((id_tx ^ id_tx_prev) & FM10K_TXQCTL_ID_MASK);
|
|
|
|
/* drop non-ID bits and set VALID ID bit */
|
|
id_tx &= FM10K_TXQCTL_ID_MASK;
|
|
id_tx |= FM10K_STAT_VALID;
|
|
|
|
/* update packet counts */
|
|
if (q->tx_stats_idx == id_tx) {
|
|
q->tx_packets.count += tx_packets;
|
|
q->tx_bytes.count += tx_bytes;
|
|
}
|
|
|
|
/* update bases and record ID */
|
|
fm10k_update_hw_base_32b(&q->tx_packets, tx_packets);
|
|
fm10k_update_hw_base_48b(&q->tx_bytes, tx_bytes);
|
|
|
|
q->tx_stats_idx = id_tx;
|
|
}
|
|
|
|
/**
|
|
* fm10k_update_hw_stats_rx_q - Updates RX queue statistics counters
|
|
* @hw: pointer to the hardware structure
|
|
* @q: pointer to the ring of hardware statistics queue
|
|
* @idx: index pointing to the start of the ring iteration
|
|
*
|
|
* Function updates the RX queue statistics counters that are related to the
|
|
* hardware.
|
|
**/
|
|
static void fm10k_update_hw_stats_rx_q(struct fm10k_hw *hw,
|
|
struct fm10k_hw_stats_q *q,
|
|
u32 idx)
|
|
{
|
|
u32 id_rx, id_rx_prev, rx_packets, rx_drops;
|
|
u64 rx_bytes = 0;
|
|
|
|
/* Retrieve RX Owner Data */
|
|
id_rx = fm10k_read_reg(hw, FM10K_RXQCTL(idx));
|
|
|
|
/* Process RX Ring */
|
|
do {
|
|
rx_drops = fm10k_read_hw_stats_32b(hw, FM10K_QPRDC(idx),
|
|
&q->rx_drops);
|
|
|
|
rx_packets = fm10k_read_hw_stats_32b(hw, FM10K_QPRC(idx),
|
|
&q->rx_packets);
|
|
|
|
if (rx_packets)
|
|
rx_bytes = fm10k_read_hw_stats_48b(hw,
|
|
FM10K_QBRC_L(idx),
|
|
&q->rx_bytes);
|
|
|
|
/* Re-Check Owner Data */
|
|
id_rx_prev = id_rx;
|
|
id_rx = fm10k_read_reg(hw, FM10K_RXQCTL(idx));
|
|
} while ((id_rx ^ id_rx_prev) & FM10K_RXQCTL_ID_MASK);
|
|
|
|
/* drop non-ID bits and set VALID ID bit */
|
|
id_rx &= FM10K_RXQCTL_ID_MASK;
|
|
id_rx |= FM10K_STAT_VALID;
|
|
|
|
/* update packet counts */
|
|
if (q->rx_stats_idx == id_rx) {
|
|
q->rx_drops.count += rx_drops;
|
|
q->rx_packets.count += rx_packets;
|
|
q->rx_bytes.count += rx_bytes;
|
|
}
|
|
|
|
/* update bases and record ID */
|
|
fm10k_update_hw_base_32b(&q->rx_drops, rx_drops);
|
|
fm10k_update_hw_base_32b(&q->rx_packets, rx_packets);
|
|
fm10k_update_hw_base_48b(&q->rx_bytes, rx_bytes);
|
|
|
|
q->rx_stats_idx = id_rx;
|
|
}
|
|
|
|
/**
|
|
* fm10k_update_hw_stats_q - Updates queue statistics counters
|
|
* @hw: pointer to the hardware structure
|
|
* @q: pointer to the ring of hardware statistics queue
|
|
* @idx: index pointing to the start of the ring iteration
|
|
* @count: number of queues to iterate over
|
|
*
|
|
* Function updates the queue statistics counters that are related to the
|
|
* hardware.
|
|
**/
|
|
void fm10k_update_hw_stats_q(struct fm10k_hw *hw, struct fm10k_hw_stats_q *q,
|
|
u32 idx, u32 count)
|
|
{
|
|
u32 i;
|
|
|
|
for (i = 0; i < count; i++, idx++, q++) {
|
|
fm10k_update_hw_stats_tx_q(hw, q, idx);
|
|
fm10k_update_hw_stats_rx_q(hw, q, idx);
|
|
}
|
|
}
|
|
|
|
/**
|
|
* fm10k_unbind_hw_stats_q - Unbind the queue counters from their queues
|
|
* @q: pointer to the ring of hardware statistics queue
|
|
* @idx: index pointing to the start of the ring iteration
|
|
* @count: number of queues to iterate over
|
|
*
|
|
* Function invalidates the index values for the queues so any updates that
|
|
* may have happened are ignored and the base for the queue stats is reset.
|
|
**/
|
|
void fm10k_unbind_hw_stats_q(struct fm10k_hw_stats_q *q, u32 idx, u32 count)
|
|
{
|
|
u32 i;
|
|
|
|
for (i = 0; i < count; i++, idx++, q++) {
|
|
q->rx_stats_idx = 0;
|
|
q->tx_stats_idx = 0;
|
|
}
|
|
}
|
|
|
|
/**
|
|
* fm10k_get_host_state_generic - Returns the state of the host
|
|
* @hw: pointer to hardware structure
|
|
* @host_ready: pointer to boolean value that will record host state
|
|
*
|
|
* This function will check the health of the mailbox and Tx queue 0
|
|
* in order to determine if we should report that the link is up or not.
|
|
**/
|
|
s32 fm10k_get_host_state_generic(struct fm10k_hw *hw, bool *host_ready)
|
|
{
|
|
struct fm10k_mbx_info *mbx = &hw->mbx;
|
|
struct fm10k_mac_info *mac = &hw->mac;
|
|
s32 ret_val = 0;
|
|
u32 txdctl = fm10k_read_reg(hw, FM10K_TXDCTL(0));
|
|
|
|
/* process upstream mailbox in case interrupts were disabled */
|
|
mbx->ops.process(hw, mbx);
|
|
|
|
/* If Tx is no longer enabled link should come down */
|
|
if (!(~txdctl) || !(txdctl & FM10K_TXDCTL_ENABLE))
|
|
mac->get_host_state = true;
|
|
|
|
/* exit if not checking for link, or link cannot be changed */
|
|
if (!mac->get_host_state || !(~txdctl))
|
|
goto out;
|
|
|
|
/* if we somehow dropped the Tx enable we should reset */
|
|
if (mac->tx_ready && !(txdctl & FM10K_TXDCTL_ENABLE)) {
|
|
ret_val = FM10K_ERR_RESET_REQUESTED;
|
|
goto out;
|
|
}
|
|
|
|
/* if Mailbox timed out we should request reset */
|
|
if (!mbx->timeout) {
|
|
ret_val = FM10K_ERR_RESET_REQUESTED;
|
|
goto out;
|
|
}
|
|
|
|
/* verify Mailbox is still open */
|
|
if (mbx->state != FM10K_STATE_OPEN)
|
|
goto out;
|
|
|
|
/* interface cannot receive traffic without logical ports */
|
|
if (mac->dglort_map == FM10K_DGLORTMAP_NONE) {
|
|
if (mac->ops.request_lport_map)
|
|
ret_val = mac->ops.request_lport_map(hw);
|
|
|
|
goto out;
|
|
}
|
|
|
|
/* if we passed all the tests above then the switch is ready and we no
|
|
* longer need to check for link
|
|
*/
|
|
mac->get_host_state = false;
|
|
|
|
out:
|
|
*host_ready = !mac->get_host_state;
|
|
return ret_val;
|
|
}
|