// SPDX-License-Identifier: GPL-2.0 /* Copyright(c) 2013 - 2018 Intel Corporation. */ #include #include #include #include "i40e.h" #include "i40e_prototype.h" static LIST_HEAD(i40e_devices); static DEFINE_MUTEX(i40e_device_mutex); DEFINE_IDA(i40e_client_ida); static int i40e_client_virtchnl_send(struct i40e_info *ldev, struct i40e_client *client, u32 vf_id, u8 *msg, u16 len); static int i40e_client_setup_qvlist(struct i40e_info *ldev, struct i40e_client *client, struct i40e_qvlist_info *qvlist_info); static void i40e_client_request_reset(struct i40e_info *ldev, struct i40e_client *client, u32 reset_level); static int i40e_client_update_vsi_ctxt(struct i40e_info *ldev, struct i40e_client *client, bool is_vf, u32 vf_id, u32 flag, u32 valid_flag); static struct i40e_ops i40e_lan_ops = { .virtchnl_send = i40e_client_virtchnl_send, .setup_qvlist = i40e_client_setup_qvlist, .request_reset = i40e_client_request_reset, .update_vsi_ctxt = i40e_client_update_vsi_ctxt, }; /** * i40e_client_get_params - Get the params that can change at runtime * @vsi: the VSI with the message * @params: client param struct * **/ static int i40e_client_get_params(struct i40e_vsi *vsi, struct i40e_params *params) { struct i40e_dcbx_config *dcb_cfg = &vsi->back->hw.local_dcbx_config; int i = 0; for (i = 0; i < I40E_MAX_USER_PRIORITY; i++) { u8 tc = dcb_cfg->etscfg.prioritytable[i]; u16 qs_handle; /* If TC is not enabled for VSI use TC0 for UP */ if (!(vsi->tc_config.enabled_tc & BIT(tc))) tc = 0; qs_handle = le16_to_cpu(vsi->info.qs_handle[tc]); params->qos.prio_qos[i].tc = tc; params->qos.prio_qos[i].qs_handle = qs_handle; if (qs_handle == I40E_AQ_VSI_QS_HANDLE_INVALID) { dev_err(&vsi->back->pdev->dev, "Invalid queue set handle for TC = %d, vsi id = %d\n", tc, vsi->id); return -EINVAL; } } params->mtu = vsi->netdev->mtu; return 0; } /** * i40e_notify_client_of_vf_msg - call the client vf message callback * @vsi: the VSI with the message * @vf_id: the absolute VF id that sent the message * @msg: message buffer * @len: length of the message * * If there is a client to this VSI, call the client **/ void i40e_notify_client_of_vf_msg(struct i40e_vsi *vsi, u32 vf_id, u8 *msg, u16 len) { struct i40e_pf *pf = vsi->back; struct i40e_client_instance *cdev = pf->cinst; if (!cdev || !cdev->client) return; if (!cdev->client->ops || !cdev->client->ops->virtchnl_receive) { dev_dbg(&pf->pdev->dev, "Cannot locate client instance virtual channel receive routine\n"); return; } if (!test_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state)) { dev_dbg(&pf->pdev->dev, "Client is not open, abort virtchnl_receive\n"); return; } cdev->client->ops->virtchnl_receive(&cdev->lan_info, cdev->client, vf_id, msg, len); } /** * i40e_notify_client_of_l2_param_changes - call the client notify callback * @vsi: the VSI with l2 param changes * * If there is a client to this VSI, call the client **/ void i40e_notify_client_of_l2_param_changes(struct i40e_vsi *vsi) { struct i40e_pf *pf = vsi->back; struct i40e_client_instance *cdev = pf->cinst; struct i40e_params params; if (!cdev || !cdev->client) return; if (!cdev->client->ops || !cdev->client->ops->l2_param_change) { dev_dbg(&vsi->back->pdev->dev, "Cannot locate client instance l2_param_change routine\n"); return; } if (!test_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state)) { dev_dbg(&vsi->back->pdev->dev, "Client is not open, abort l2 param change\n"); return; } memset(¶ms, 0, sizeof(params)); i40e_client_get_params(vsi, ¶ms); memcpy(&cdev->lan_info.params, ¶ms, sizeof(struct i40e_params)); cdev->client->ops->l2_param_change(&cdev->lan_info, cdev->client, ¶ms); } /** * i40e_client_release_qvlist - release MSI-X vector mapping for client * @ldev: pointer to L2 context. * **/ static void i40e_client_release_qvlist(struct i40e_info *ldev) { struct i40e_qvlist_info *qvlist_info = ldev->qvlist_info; u32 i; if (!ldev->qvlist_info) return; for (i = 0; i < qvlist_info->num_vectors; i++) { struct i40e_pf *pf = ldev->pf; struct i40e_qv_info *qv_info; u32 reg_idx; qv_info = &qvlist_info->qv_info[i]; if (!qv_info) continue; reg_idx = I40E_PFINT_LNKLSTN(qv_info->v_idx - 1); wr32(&pf->hw, reg_idx, I40E_PFINT_LNKLSTN_FIRSTQ_INDX_MASK); } kfree(ldev->qvlist_info); ldev->qvlist_info = NULL; } /** * i40e_notify_client_of_netdev_close - call the client close callback * @vsi: the VSI with netdev closed * @reset: true when close called due to a reset pending * * If there is a client to this netdev, call the client with close **/ void i40e_notify_client_of_netdev_close(struct i40e_vsi *vsi, bool reset) { struct i40e_pf *pf = vsi->back; struct i40e_client_instance *cdev = pf->cinst; if (!cdev || !cdev->client) return; if (!cdev->client->ops || !cdev->client->ops->close) { dev_dbg(&vsi->back->pdev->dev, "Cannot locate client instance close routine\n"); return; } if (!test_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state)) { dev_dbg(&pf->pdev->dev, "Client is not open, abort close\n"); return; } cdev->client->ops->close(&cdev->lan_info, cdev->client, reset); clear_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state); i40e_client_release_qvlist(&cdev->lan_info); } /** * i40e_notify_client_of_vf_reset - call the client vf reset callback * @pf: PF device pointer * @vf_id: asolute id of VF being reset * * If there is a client attached to this PF, notify when a VF is reset **/ void i40e_notify_client_of_vf_reset(struct i40e_pf *pf, u32 vf_id) { struct i40e_client_instance *cdev = pf->cinst; if (!cdev || !cdev->client) return; if (!cdev->client->ops || !cdev->client->ops->vf_reset) { dev_dbg(&pf->pdev->dev, "Cannot locate client instance VF reset routine\n"); return; } if (!test_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state)) { dev_dbg(&pf->pdev->dev, "Client is not open, abort vf-reset\n"); return; } cdev->client->ops->vf_reset(&cdev->lan_info, cdev->client, vf_id); } /** * i40e_notify_client_of_vf_enable - call the client vf notification callback * @pf: PF device pointer * @num_vfs: the number of VFs currently enabled, 0 for disable * * If there is a client attached to this PF, call its VF notification routine **/ void i40e_notify_client_of_vf_enable(struct i40e_pf *pf, u32 num_vfs) { struct i40e_client_instance *cdev = pf->cinst; if (!cdev || !cdev->client) return; if (!cdev->client->ops || !cdev->client->ops->vf_enable) { dev_dbg(&pf->pdev->dev, "Cannot locate client instance VF enable routine\n"); return; } if (!test_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state)) { dev_dbg(&pf->pdev->dev, "Client is not open, abort vf-enable\n"); return; } cdev->client->ops->vf_enable(&cdev->lan_info, cdev->client, num_vfs); } /** * i40e_vf_client_capable - ask the client if it likes the specified VF * @pf: PF device pointer * @vf_id: the VF in question * * If there is a client of the specified type attached to this PF, call * its vf_capable routine **/ int i40e_vf_client_capable(struct i40e_pf *pf, u32 vf_id) { struct i40e_client_instance *cdev = pf->cinst; int capable = false; if (!cdev || !cdev->client) goto out; if (!cdev->client->ops || !cdev->client->ops->vf_capable) { dev_dbg(&pf->pdev->dev, "Cannot locate client instance VF capability routine\n"); goto out; } if (!test_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state)) goto out; capable = cdev->client->ops->vf_capable(&cdev->lan_info, cdev->client, vf_id); out: return capable; } void i40e_client_update_msix_info(struct i40e_pf *pf) { struct i40e_client_instance *cdev = pf->cinst; if (!cdev || !cdev->client) return; cdev->lan_info.msix_count = pf->num_iwarp_msix; cdev->lan_info.msix_entries = &pf->msix_entries[pf->iwarp_base_vector]; } static void i40e_auxiliary_dev_release(struct device *dev) { struct i40e_auxiliary_device *i40e_aux_dev = container_of(dev, struct i40e_auxiliary_device, aux_dev.dev); ida_free(&i40e_client_ida, i40e_aux_dev->aux_dev.id); kfree(i40e_aux_dev); } static int i40e_register_auxiliary_dev(struct i40e_info *ldev, const char *name) { struct i40e_auxiliary_device *i40e_aux_dev; struct pci_dev *pdev = ldev->pcidev; struct auxiliary_device *aux_dev; int ret; i40e_aux_dev = kzalloc(sizeof(*i40e_aux_dev), GFP_KERNEL); if (!i40e_aux_dev) return -ENOMEM; i40e_aux_dev->ldev = ldev; aux_dev = &i40e_aux_dev->aux_dev; aux_dev->name = name; aux_dev->dev.parent = &pdev->dev; aux_dev->dev.release = i40e_auxiliary_dev_release; ldev->aux_dev = aux_dev; ret = ida_alloc(&i40e_client_ida, GFP_KERNEL); if (ret < 0) { kfree(i40e_aux_dev); return ret; } aux_dev->id = ret; ret = auxiliary_device_init(aux_dev); if (ret < 0) { ida_free(&i40e_client_ida, aux_dev->id); kfree(i40e_aux_dev); return ret; } ret = auxiliary_device_add(aux_dev); if (ret) { auxiliary_device_uninit(aux_dev); return ret; } return ret; } /** * i40e_client_add_instance - add a client instance struct to the instance list * @pf: pointer to the board struct * **/ static void i40e_client_add_instance(struct i40e_pf *pf) { struct i40e_client_instance *cdev = NULL; struct netdev_hw_addr *mac = NULL; struct i40e_vsi *vsi = pf->vsi[pf->lan_vsi]; cdev = kzalloc(sizeof(*cdev), GFP_KERNEL); if (!cdev) return; cdev->lan_info.pf = (void *)pf; cdev->lan_info.netdev = vsi->netdev; cdev->lan_info.pcidev = pf->pdev; cdev->lan_info.fid = pf->hw.pf_id; cdev->lan_info.ftype = I40E_CLIENT_FTYPE_PF; cdev->lan_info.hw_addr = pf->hw.hw_addr; cdev->lan_info.ops = &i40e_lan_ops; cdev->lan_info.version.major = I40E_CLIENT_VERSION_MAJOR; cdev->lan_info.version.minor = I40E_CLIENT_VERSION_MINOR; cdev->lan_info.version.build = I40E_CLIENT_VERSION_BUILD; cdev->lan_info.fw_maj_ver = pf->hw.aq.fw_maj_ver; cdev->lan_info.fw_min_ver = pf->hw.aq.fw_min_ver; cdev->lan_info.fw_build = pf->hw.aq.fw_build; set_bit(__I40E_CLIENT_INSTANCE_NONE, &cdev->state); if (i40e_client_get_params(vsi, &cdev->lan_info.params)) goto free_cdev; mac = list_first_entry(&cdev->lan_info.netdev->dev_addrs.list, struct netdev_hw_addr, list); if (mac) ether_addr_copy(cdev->lan_info.lanmac, mac->addr); else dev_err(&pf->pdev->dev, "MAC address list is empty!\n"); pf->cinst = cdev; cdev->lan_info.msix_count = pf->num_iwarp_msix; cdev->lan_info.msix_entries = &pf->msix_entries[pf->iwarp_base_vector]; if (i40e_register_auxiliary_dev(&cdev->lan_info, "iwarp")) goto free_cdev; return; free_cdev: kfree(cdev); pf->cinst = NULL; } /** * i40e_client_del_instance - removes a client instance from the list * @pf: pointer to the board struct * **/ static void i40e_client_del_instance(struct i40e_pf *pf) { kfree(pf->cinst); pf->cinst = NULL; } /** * i40e_client_subtask - client maintenance work * @pf: board private structure **/ void i40e_client_subtask(struct i40e_pf *pf) { struct i40e_client *client; struct i40e_client_instance *cdev; struct i40e_vsi *vsi = pf->vsi[pf->lan_vsi]; int ret = 0; if (!test_and_clear_bit(__I40E_CLIENT_SERVICE_REQUESTED, pf->state)) return; cdev = pf->cinst; /* If we're down or resetting, just bail */ if (test_bit(__I40E_DOWN, pf->state) || test_bit(__I40E_CONFIG_BUSY, pf->state)) return; if (!cdev || !cdev->client) return; client = cdev->client; /* Here we handle client opens. If the client is down, and * the netdev is registered, then open the client. */ if (!test_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state)) { if (vsi->netdev_registered && client->ops && client->ops->open) { set_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state); ret = client->ops->open(&cdev->lan_info, client); if (ret) { /* Remove failed client instance */ clear_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state); return; } } } /* enable/disable PE TCP_ENA flag based on netdev down/up */ if (test_bit(__I40E_VSI_DOWN, vsi->state)) i40e_client_update_vsi_ctxt(&cdev->lan_info, client, 0, 0, 0, I40E_CLIENT_VSI_FLAG_TCP_ENABLE); else i40e_client_update_vsi_ctxt(&cdev->lan_info, client, 0, 0, I40E_CLIENT_VSI_FLAG_TCP_ENABLE, I40E_CLIENT_VSI_FLAG_TCP_ENABLE); } /** * i40e_lan_add_device - add a lan device struct to the list of lan devices * @pf: pointer to the board struct * * Returns 0 on success or none 0 on error **/ int i40e_lan_add_device(struct i40e_pf *pf) { struct i40e_device *ldev; int ret = 0; mutex_lock(&i40e_device_mutex); list_for_each_entry(ldev, &i40e_devices, list) { if (ldev->pf == pf) { ret = -EEXIST; goto out; } } ldev = kzalloc(sizeof(*ldev), GFP_KERNEL); if (!ldev) { ret = -ENOMEM; goto out; } ldev->pf = pf; INIT_LIST_HEAD(&ldev->list); list_add(&ldev->list, &i40e_devices); dev_info(&pf->pdev->dev, "Added LAN device PF%d bus=0x%02x dev=0x%02x func=0x%02x\n", pf->hw.pf_id, pf->hw.bus.bus_id, pf->hw.bus.device, pf->hw.bus.func); i40e_client_add_instance(pf); set_bit(__I40E_CLIENT_SERVICE_REQUESTED, pf->state); i40e_service_event_schedule(pf); out: mutex_unlock(&i40e_device_mutex); return ret; } /** * i40e_lan_del_device - removes a lan device from the device list * @pf: pointer to the board struct * * Returns 0 on success or non-0 on error **/ int i40e_lan_del_device(struct i40e_pf *pf) { struct auxiliary_device *aux_dev = pf->cinst->lan_info.aux_dev; struct i40e_device *ldev, *tmp; int ret = -ENODEV; auxiliary_device_delete(aux_dev); auxiliary_device_uninit(aux_dev); /* First, remove any client instance. */ i40e_client_del_instance(pf); mutex_lock(&i40e_device_mutex); list_for_each_entry_safe(ldev, tmp, &i40e_devices, list) { if (ldev->pf == pf) { dev_info(&pf->pdev->dev, "Deleted LAN device PF%d bus=0x%02x dev=0x%02x func=0x%02x\n", pf->hw.pf_id, pf->hw.bus.bus_id, pf->hw.bus.device, pf->hw.bus.func); list_del(&ldev->list); kfree(ldev); ret = 0; break; } } mutex_unlock(&i40e_device_mutex); return ret; } /** * i40e_client_virtchnl_send - TBD * @ldev: pointer to L2 context * @client: Client pointer * @vf_id: absolute VF identifier * @msg: message buffer * @len: length of message buffer * * Return 0 on success or < 0 on error **/ static int i40e_client_virtchnl_send(struct i40e_info *ldev, struct i40e_client *client, u32 vf_id, u8 *msg, u16 len) { struct i40e_pf *pf = ldev->pf; struct i40e_hw *hw = &pf->hw; int err; err = i40e_aq_send_msg_to_vf(hw, vf_id, VIRTCHNL_OP_IWARP, 0, msg, len, NULL); if (err) dev_err(&pf->pdev->dev, "Unable to send iWarp message to VF, error %d, aq status %d\n", err, hw->aq.asq_last_status); return err; } /** * i40e_client_setup_qvlist * @ldev: pointer to L2 context. * @client: Client pointer. * @qvlist_info: queue and vector list * * Return 0 on success or < 0 on error **/ static int i40e_client_setup_qvlist(struct i40e_info *ldev, struct i40e_client *client, struct i40e_qvlist_info *qvlist_info) { struct i40e_pf *pf = ldev->pf; struct i40e_hw *hw = &pf->hw; struct i40e_qv_info *qv_info; u32 v_idx, i, reg_idx, reg; ldev->qvlist_info = kzalloc(struct_size(ldev->qvlist_info, qv_info, qvlist_info->num_vectors), GFP_KERNEL); if (!ldev->qvlist_info) return -ENOMEM; ldev->qvlist_info->num_vectors = qvlist_info->num_vectors; for (i = 0; i < qvlist_info->num_vectors; i++) { qv_info = &qvlist_info->qv_info[i]; if (!qv_info) continue; v_idx = qv_info->v_idx; /* Validate vector id belongs to this client */ if ((v_idx >= (pf->iwarp_base_vector + pf->num_iwarp_msix)) || (v_idx < pf->iwarp_base_vector)) goto err; ldev->qvlist_info->qv_info[i] = *qv_info; reg_idx = I40E_PFINT_LNKLSTN(v_idx - 1); if (qv_info->ceq_idx == I40E_QUEUE_INVALID_IDX) { /* Special case - No CEQ mapped on this vector */ wr32(hw, reg_idx, I40E_PFINT_LNKLSTN_FIRSTQ_INDX_MASK); } else { reg = (qv_info->ceq_idx & I40E_PFINT_LNKLSTN_FIRSTQ_INDX_MASK) | (I40E_QUEUE_TYPE_PE_CEQ << I40E_PFINT_LNKLSTN_FIRSTQ_TYPE_SHIFT); wr32(hw, reg_idx, reg); reg = (I40E_PFINT_CEQCTL_CAUSE_ENA_MASK | (v_idx << I40E_PFINT_CEQCTL_MSIX_INDX_SHIFT) | (qv_info->itr_idx << I40E_PFINT_CEQCTL_ITR_INDX_SHIFT) | (I40E_QUEUE_END_OF_LIST << I40E_PFINT_CEQCTL_NEXTQ_INDX_SHIFT)); wr32(hw, I40E_PFINT_CEQCTL(qv_info->ceq_idx), reg); } if (qv_info->aeq_idx != I40E_QUEUE_INVALID_IDX) { reg = (I40E_PFINT_AEQCTL_CAUSE_ENA_MASK | (v_idx << I40E_PFINT_AEQCTL_MSIX_INDX_SHIFT) | (qv_info->itr_idx << I40E_PFINT_AEQCTL_ITR_INDX_SHIFT)); wr32(hw, I40E_PFINT_AEQCTL, reg); } } /* Mitigate sync problems with iwarp VF driver */ i40e_flush(hw); return 0; err: kfree(ldev->qvlist_info); ldev->qvlist_info = NULL; return -EINVAL; } /** * i40e_client_request_reset * @ldev: pointer to L2 context. * @client: Client pointer. * @reset_level: reset level **/ static void i40e_client_request_reset(struct i40e_info *ldev, struct i40e_client *client, u32 reset_level) { struct i40e_pf *pf = ldev->pf; switch (reset_level) { case I40E_CLIENT_RESET_LEVEL_PF: set_bit(__I40E_PF_RESET_REQUESTED, pf->state); break; case I40E_CLIENT_RESET_LEVEL_CORE: set_bit(__I40E_PF_RESET_REQUESTED, pf->state); break; default: dev_warn(&pf->pdev->dev, "Client for PF id %d requested an unsupported reset: %d.\n", pf->hw.pf_id, reset_level); break; } i40e_service_event_schedule(pf); } /** * i40e_client_update_vsi_ctxt * @ldev: pointer to L2 context. * @client: Client pointer. * @is_vf: if this for the VF * @vf_id: if is_vf true this carries the vf_id * @flag: Any device level setting that needs to be done for PE * @valid_flag: Bits in this match up and enable changing of flag bits * * Return 0 on success or < 0 on error **/ static int i40e_client_update_vsi_ctxt(struct i40e_info *ldev, struct i40e_client *client, bool is_vf, u32 vf_id, u32 flag, u32 valid_flag) { struct i40e_pf *pf = ldev->pf; struct i40e_vsi *vsi = pf->vsi[pf->lan_vsi]; struct i40e_vsi_context ctxt; bool update = true; int err; /* TODO: for now do not allow setting VF's VSI setting */ if (is_vf) return -EINVAL; ctxt.seid = pf->main_vsi_seid; ctxt.pf_num = pf->hw.pf_id; err = i40e_aq_get_vsi_params(&pf->hw, &ctxt, NULL); ctxt.flags = I40E_AQ_VSI_TYPE_PF; if (err) { dev_info(&pf->pdev->dev, "couldn't get PF vsi config, err %d aq_err %s\n", err, i40e_aq_str(&pf->hw, pf->hw.aq.asq_last_status)); return -ENOENT; } if ((valid_flag & I40E_CLIENT_VSI_FLAG_TCP_ENABLE) && (flag & I40E_CLIENT_VSI_FLAG_TCP_ENABLE)) { ctxt.info.valid_sections = cpu_to_le16(I40E_AQ_VSI_PROP_QUEUE_OPT_VALID); ctxt.info.queueing_opt_flags |= I40E_AQ_VSI_QUE_OPT_TCP_ENA; } else if ((valid_flag & I40E_CLIENT_VSI_FLAG_TCP_ENABLE) && !(flag & I40E_CLIENT_VSI_FLAG_TCP_ENABLE)) { ctxt.info.valid_sections = cpu_to_le16(I40E_AQ_VSI_PROP_QUEUE_OPT_VALID); ctxt.info.queueing_opt_flags &= ~I40E_AQ_VSI_QUE_OPT_TCP_ENA; } else { update = false; dev_warn(&pf->pdev->dev, "Client for PF id %d request an unsupported Config: %x.\n", pf->hw.pf_id, flag); } if (update) { err = i40e_aq_update_vsi_params(&vsi->back->hw, &ctxt, NULL); if (err) { dev_info(&pf->pdev->dev, "update VSI ctxt for PE failed, err %d aq_err %s\n", err, i40e_aq_str(&pf->hw, pf->hw.aq.asq_last_status)); } } return err; } void i40e_client_device_register(struct i40e_info *ldev, struct i40e_client *client) { struct i40e_pf *pf = ldev->pf; pf->cinst->client = client; set_bit(__I40E_CLIENT_SERVICE_REQUESTED, pf->state); i40e_service_event_schedule(pf); } EXPORT_SYMBOL_GPL(i40e_client_device_register); void i40e_client_device_unregister(struct i40e_info *ldev) { struct i40e_pf *pf = ldev->pf; struct i40e_client_instance *cdev = pf->cinst; if (!cdev) return; while (test_and_set_bit(__I40E_SERVICE_SCHED, pf->state)) usleep_range(500, 1000); if (test_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state)) { cdev->client->ops->close(&cdev->lan_info, cdev->client, false); clear_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state); i40e_client_release_qvlist(&cdev->lan_info); } pf->cinst->client = NULL; clear_bit(__I40E_SERVICE_SCHED, pf->state); } EXPORT_SYMBOL_GPL(i40e_client_device_unregister);