199 lines
5.3 KiB
C
199 lines
5.3 KiB
C
|
/**********************************************************************
|
||
|
* Author: Cavium, Inc.
|
||
|
*
|
||
|
* Contact: support@cavium.com
|
||
|
* Please include "LiquidIO" in the subject.
|
||
|
*
|
||
|
* Copyright (c) 2003-2016 Cavium, Inc.
|
||
|
*
|
||
|
* This file is free software; you can redistribute it and/or modify
|
||
|
* it under the terms of the GNU General Public License, Version 2, as
|
||
|
* published by the Free Software Foundation.
|
||
|
*
|
||
|
* This file is distributed in the hope that it will be useful, but
|
||
|
* AS-IS and WITHOUT ANY WARRANTY; without even the implied warranty
|
||
|
* of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE, TITLE, or
|
||
|
* NONINFRINGEMENT. See the GNU General Public License for more
|
||
|
* details.
|
||
|
**********************************************************************/
|
||
|
#include <linux/pci.h>
|
||
|
#include <linux/netdevice.h>
|
||
|
#include "liquidio_common.h"
|
||
|
#include "octeon_droq.h"
|
||
|
#include "octeon_iq.h"
|
||
|
#include "response_manager.h"
|
||
|
#include "octeon_device.h"
|
||
|
#include "octeon_nic.h"
|
||
|
#include "octeon_main.h"
|
||
|
|
||
|
void *
|
||
|
octeon_alloc_soft_command_resp(struct octeon_device *oct,
|
||
|
union octeon_instr_64B *cmd,
|
||
|
u32 rdatasize)
|
||
|
{
|
||
|
struct octeon_soft_command *sc;
|
||
|
struct octeon_instr_ih3 *ih3;
|
||
|
struct octeon_instr_ih2 *ih2;
|
||
|
struct octeon_instr_irh *irh;
|
||
|
struct octeon_instr_rdp *rdp;
|
||
|
|
||
|
sc = (struct octeon_soft_command *)
|
||
|
octeon_alloc_soft_command(oct, 0, rdatasize, 0);
|
||
|
|
||
|
if (!sc)
|
||
|
return NULL;
|
||
|
|
||
|
/* Copy existing command structure into the soft command */
|
||
|
memcpy(&sc->cmd, cmd, sizeof(union octeon_instr_64B));
|
||
|
|
||
|
/* Add in the response related fields. Opcode and Param are already
|
||
|
* there.
|
||
|
*/
|
||
|
if (OCTEON_CN23XX_PF(oct) || OCTEON_CN23XX_VF(oct)) {
|
||
|
ih3 = (struct octeon_instr_ih3 *)&sc->cmd.cmd3.ih3;
|
||
|
rdp = (struct octeon_instr_rdp *)&sc->cmd.cmd3.rdp;
|
||
|
irh = (struct octeon_instr_irh *)&sc->cmd.cmd3.irh;
|
||
|
/*pkiih3 + irh + ossp[0] + ossp[1] + rdp + rptr = 40 bytes */
|
||
|
ih3->fsz = LIO_SOFTCMDRESP_IH3;
|
||
|
} else {
|
||
|
ih2 = (struct octeon_instr_ih2 *)&sc->cmd.cmd2.ih2;
|
||
|
rdp = (struct octeon_instr_rdp *)&sc->cmd.cmd2.rdp;
|
||
|
irh = (struct octeon_instr_irh *)&sc->cmd.cmd2.irh;
|
||
|
/* irh + ossp[0] + ossp[1] + rdp + rptr = 40 bytes */
|
||
|
ih2->fsz = LIO_SOFTCMDRESP_IH2;
|
||
|
}
|
||
|
|
||
|
irh->rflag = 1; /* a response is required */
|
||
|
|
||
|
rdp->pcie_port = oct->pcie_port;
|
||
|
rdp->rlen = rdatasize;
|
||
|
|
||
|
*sc->status_word = COMPLETION_WORD_INIT;
|
||
|
|
||
|
if (OCTEON_CN23XX_PF(oct) || OCTEON_CN23XX_VF(oct))
|
||
|
sc->cmd.cmd3.rptr = sc->dmarptr;
|
||
|
else
|
||
|
sc->cmd.cmd2.rptr = sc->dmarptr;
|
||
|
|
||
|
sc->expiry_time = jiffies + msecs_to_jiffies(LIO_SC_MAX_TMO_MS);
|
||
|
|
||
|
return sc;
|
||
|
}
|
||
|
|
||
|
int octnet_send_nic_data_pkt(struct octeon_device *oct,
|
||
|
struct octnic_data_pkt *ndata,
|
||
|
int xmit_more)
|
||
|
{
|
||
|
int ring_doorbell = !xmit_more;
|
||
|
|
||
|
return octeon_send_command(oct, ndata->q_no, ring_doorbell, &ndata->cmd,
|
||
|
ndata->buf, ndata->datasize,
|
||
|
ndata->reqtype);
|
||
|
}
|
||
|
|
||
|
static inline struct octeon_soft_command
|
||
|
*octnic_alloc_ctrl_pkt_sc(struct octeon_device *oct,
|
||
|
struct octnic_ctrl_pkt *nctrl)
|
||
|
{
|
||
|
struct octeon_soft_command *sc = NULL;
|
||
|
u8 *data;
|
||
|
u32 rdatasize;
|
||
|
u32 uddsize = 0, datasize = 0;
|
||
|
|
||
|
uddsize = (u32)(nctrl->ncmd.s.more * 8);
|
||
|
|
||
|
datasize = OCTNET_CMD_SIZE + uddsize;
|
||
|
rdatasize = 16;
|
||
|
|
||
|
sc = (struct octeon_soft_command *)
|
||
|
octeon_alloc_soft_command(oct, datasize, rdatasize, 0);
|
||
|
|
||
|
if (!sc)
|
||
|
return NULL;
|
||
|
|
||
|
data = (u8 *)sc->virtdptr;
|
||
|
|
||
|
memcpy(data, &nctrl->ncmd, OCTNET_CMD_SIZE);
|
||
|
|
||
|
octeon_swap_8B_data((u64 *)data, (OCTNET_CMD_SIZE >> 3));
|
||
|
|
||
|
if (uddsize) {
|
||
|
/* Endian-Swap for UDD should have been done by caller. */
|
||
|
memcpy(data + OCTNET_CMD_SIZE, nctrl->udd, uddsize);
|
||
|
}
|
||
|
|
||
|
sc->iq_no = (u32)nctrl->iq_no;
|
||
|
|
||
|
octeon_prepare_soft_command(oct, sc, OPCODE_NIC, OPCODE_NIC_CMD,
|
||
|
0, 0, 0);
|
||
|
|
||
|
init_completion(&sc->complete);
|
||
|
sc->sc_status = OCTEON_REQUEST_PENDING;
|
||
|
|
||
|
return sc;
|
||
|
}
|
||
|
|
||
|
int
|
||
|
octnet_send_nic_ctrl_pkt(struct octeon_device *oct,
|
||
|
struct octnic_ctrl_pkt *nctrl)
|
||
|
{
|
||
|
int retval;
|
||
|
struct octeon_soft_command *sc = NULL;
|
||
|
|
||
|
spin_lock_bh(&oct->cmd_resp_wqlock);
|
||
|
/* Allow only rx ctrl command to stop traffic on the chip
|
||
|
* during offline operations
|
||
|
*/
|
||
|
if ((oct->cmd_resp_state == OCT_DRV_OFFLINE) &&
|
||
|
(nctrl->ncmd.s.cmd != OCTNET_CMD_RX_CTL)) {
|
||
|
spin_unlock_bh(&oct->cmd_resp_wqlock);
|
||
|
dev_err(&oct->pci_dev->dev,
|
||
|
"%s cmd:%d not processed since driver offline\n",
|
||
|
__func__, nctrl->ncmd.s.cmd);
|
||
|
return -1;
|
||
|
}
|
||
|
|
||
|
sc = octnic_alloc_ctrl_pkt_sc(oct, nctrl);
|
||
|
if (!sc) {
|
||
|
dev_err(&oct->pci_dev->dev, "%s soft command alloc failed\n",
|
||
|
__func__);
|
||
|
spin_unlock_bh(&oct->cmd_resp_wqlock);
|
||
|
return -1;
|
||
|
}
|
||
|
|
||
|
retval = octeon_send_soft_command(oct, sc);
|
||
|
if (retval == IQ_SEND_FAILED) {
|
||
|
octeon_free_soft_command(oct, sc);
|
||
|
dev_err(&oct->pci_dev->dev, "%s pf_num:%d soft command:%d send failed status: %x\n",
|
||
|
__func__, oct->pf_num, nctrl->ncmd.s.cmd, retval);
|
||
|
spin_unlock_bh(&oct->cmd_resp_wqlock);
|
||
|
return -1;
|
||
|
}
|
||
|
|
||
|
spin_unlock_bh(&oct->cmd_resp_wqlock);
|
||
|
|
||
|
if (nctrl->ncmd.s.cmdgroup == 0) {
|
||
|
switch (nctrl->ncmd.s.cmd) {
|
||
|
/* caller holds lock, can not sleep */
|
||
|
case OCTNET_CMD_CHANGE_DEVFLAGS:
|
||
|
case OCTNET_CMD_SET_MULTI_LIST:
|
||
|
case OCTNET_CMD_SET_UC_LIST:
|
||
|
WRITE_ONCE(sc->caller_is_done, true);
|
||
|
return retval;
|
||
|
}
|
||
|
}
|
||
|
|
||
|
retval = wait_for_sc_completion_timeout(oct, sc, 0);
|
||
|
if (retval)
|
||
|
return (retval);
|
||
|
|
||
|
nctrl->sc_status = sc->sc_status;
|
||
|
retval = nctrl->sc_status;
|
||
|
if (nctrl->cb_fn)
|
||
|
nctrl->cb_fn(nctrl);
|
||
|
|
||
|
WRITE_ONCE(sc->caller_is_done, true);
|
||
|
|
||
|
return retval;
|
||
|
}
|