442 lines
10 KiB
C
442 lines
10 KiB
C
|
/*
|
||
|
|
* Copyright (C) 2017 Netronome Systems, Inc.
|
||
|
|
*
|
||
|
|
* This software is licensed under the GNU General License Version 2,
|
||
|
|
* June 1991 as shown in the file COPYING in the top-level directory of this
|
||
|
|
* source tree.
|
||
|
|
*
|
||
|
|
* THE COPYRIGHT HOLDERS AND/OR OTHER PARTIES PROVIDE THE PROGRAM "AS IS"
|
||
|
|
* WITHOUT WARRANTY OF ANY KIND, EITHER EXPRESSED OR IMPLIED, INCLUDING,
|
||
|
|
* BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
|
||
|
|
* FOR A PARTICULAR PURPOSE. THE ENTIRE RISK AS TO THE QUALITY AND PERFORMANCE
|
||
|
|
* OF THE PROGRAM IS WITH YOU. SHOULD THE PROGRAM PROVE DEFECTIVE, YOU ASSUME
|
||
|
|
* THE COST OF ALL NECESSARY SERVICING, REPAIR OR CORRECTION.
|
||
|
|
*/
|
||
|
|
|
||
|
|
#include <linux/debugfs.h>
|
||
|
|
#include <linux/etherdevice.h>
|
||
|
|
#include <linux/kernel.h>
|
||
|
|
#include <linux/module.h>
|
||
|
|
#include <linux/netdevice.h>
|
||
|
|
#include <linux/slab.h>
|
||
|
|
#include <net/netlink.h>
|
||
|
|
#include <net/pkt_cls.h>
|
||
|
|
#include <net/rtnetlink.h>
|
||
|
|
#include <net/udp_tunnel.h>
|
||
|
|
|
||
|
|
#include "netdevsim.h"
|
||
|
|
|
||
|
|
static netdev_tx_t nsim_start_xmit(struct sk_buff *skb, struct net_device *dev)
|
||
|
|
{
|
||
|
|
struct netdevsim *ns = netdev_priv(dev);
|
||
|
|
|
||
|
|
if (!nsim_ipsec_tx(ns, skb))
|
||
|
|
goto out;
|
||
|
|
|
||
|
|
u64_stats_update_begin(&ns->syncp);
|
||
|
|
ns->tx_packets++;
|
||
|
|
ns->tx_bytes += skb->len;
|
||
|
|
u64_stats_update_end(&ns->syncp);
|
||
|
|
|
||
|
|
out:
|
||
|
|
dev_kfree_skb(skb);
|
||
|
|
|
||
|
|
return NETDEV_TX_OK;
|
||
|
|
}
|
||
|
|
|
||
|
|
static void nsim_set_rx_mode(struct net_device *dev)
|
||
|
|
{
|
||
|
|
}
|
||
|
|
|
||
|
|
static int nsim_change_mtu(struct net_device *dev, int new_mtu)
|
||
|
|
{
|
||
|
|
struct netdevsim *ns = netdev_priv(dev);
|
||
|
|
|
||
|
|
if (ns->xdp.prog && new_mtu > NSIM_XDP_MAX_MTU)
|
||
|
|
return -EBUSY;
|
||
|
|
|
||
|
|
dev->mtu = new_mtu;
|
||
|
|
|
||
|
|
return 0;
|
||
|
|
}
|
||
|
|
|
||
|
|
static void
|
||
|
|
nsim_get_stats64(struct net_device *dev, struct rtnl_link_stats64 *stats)
|
||
|
|
{
|
||
|
|
struct netdevsim *ns = netdev_priv(dev);
|
||
|
|
unsigned int start;
|
||
|
|
|
||
|
|
do {
|
||
|
|
start = u64_stats_fetch_begin_irq(&ns->syncp);
|
||
|
|
stats->tx_bytes = ns->tx_bytes;
|
||
|
|
stats->tx_packets = ns->tx_packets;
|
||
|
|
} while (u64_stats_fetch_retry_irq(&ns->syncp, start));
|
||
|
|
}
|
||
|
|
|
||
|
|
static int
|
||
|
|
nsim_setup_tc_block_cb(enum tc_setup_type type, void *type_data, void *cb_priv)
|
||
|
|
{
|
||
|
|
return nsim_bpf_setup_tc_block_cb(type, type_data, cb_priv);
|
||
|
|
}
|
||
|
|
|
||
|
|
static int nsim_set_vf_mac(struct net_device *dev, int vf, u8 *mac)
|
||
|
|
{
|
||
|
|
struct netdevsim *ns = netdev_priv(dev);
|
||
|
|
struct nsim_dev *nsim_dev = ns->nsim_dev;
|
||
|
|
|
||
|
|
/* Only refuse multicast addresses, zero address can mean unset/any. */
|
||
|
|
if (vf >= nsim_dev_get_vfs(nsim_dev) || is_multicast_ether_addr(mac))
|
||
|
|
return -EINVAL;
|
||
|
|
memcpy(nsim_dev->vfconfigs[vf].vf_mac, mac, ETH_ALEN);
|
||
|
|
|
||
|
|
return 0;
|
||
|
|
}
|
||
|
|
|
||
|
|
static int nsim_set_vf_vlan(struct net_device *dev, int vf,
|
||
|
|
u16 vlan, u8 qos, __be16 vlan_proto)
|
||
|
|
{
|
||
|
|
struct netdevsim *ns = netdev_priv(dev);
|
||
|
|
struct nsim_dev *nsim_dev = ns->nsim_dev;
|
||
|
|
|
||
|
|
if (vf >= nsim_dev_get_vfs(nsim_dev) || vlan > 4095 || qos > 7)
|
||
|
|
return -EINVAL;
|
||
|
|
|
||
|
|
nsim_dev->vfconfigs[vf].vlan = vlan;
|
||
|
|
nsim_dev->vfconfigs[vf].qos = qos;
|
||
|
|
nsim_dev->vfconfigs[vf].vlan_proto = vlan_proto;
|
||
|
|
|
||
|
|
return 0;
|
||
|
|
}
|
||
|
|
|
||
|
|
static int nsim_set_vf_rate(struct net_device *dev, int vf, int min, int max)
|
||
|
|
{
|
||
|
|
struct netdevsim *ns = netdev_priv(dev);
|
||
|
|
struct nsim_dev *nsim_dev = ns->nsim_dev;
|
||
|
|
|
||
|
|
if (nsim_esw_mode_is_switchdev(ns->nsim_dev)) {
|
||
|
|
pr_err("Not supported in switchdev mode. Please use devlink API.\n");
|
||
|
|
return -EOPNOTSUPP;
|
||
|
|
}
|
||
|
|
|
||
|
|
if (vf >= nsim_dev_get_vfs(nsim_dev))
|
||
|
|
return -EINVAL;
|
||
|
|
|
||
|
|
nsim_dev->vfconfigs[vf].min_tx_rate = min;
|
||
|
|
nsim_dev->vfconfigs[vf].max_tx_rate = max;
|
||
|
|
|
||
|
|
return 0;
|
||
|
|
}
|
||
|
|
|
||
|
|
static int nsim_set_vf_spoofchk(struct net_device *dev, int vf, bool val)
|
||
|
|
{
|
||
|
|
struct netdevsim *ns = netdev_priv(dev);
|
||
|
|
struct nsim_dev *nsim_dev = ns->nsim_dev;
|
||
|
|
|
||
|
|
if (vf >= nsim_dev_get_vfs(nsim_dev))
|
||
|
|
return -EINVAL;
|
||
|
|
nsim_dev->vfconfigs[vf].spoofchk_enabled = val;
|
||
|
|
|
||
|
|
return 0;
|
||
|
|
}
|
||
|
|
|
||
|
|
static int nsim_set_vf_rss_query_en(struct net_device *dev, int vf, bool val)
|
||
|
|
{
|
||
|
|
struct netdevsim *ns = netdev_priv(dev);
|
||
|
|
struct nsim_dev *nsim_dev = ns->nsim_dev;
|
||
|
|
|
||
|
|
if (vf >= nsim_dev_get_vfs(nsim_dev))
|
||
|
|
return -EINVAL;
|
||
|
|
nsim_dev->vfconfigs[vf].rss_query_enabled = val;
|
||
|
|
|
||
|
|
return 0;
|
||
|
|
}
|
||
|
|
|
||
|
|
static int nsim_set_vf_trust(struct net_device *dev, int vf, bool val)
|
||
|
|
{
|
||
|
|
struct netdevsim *ns = netdev_priv(dev);
|
||
|
|
struct nsim_dev *nsim_dev = ns->nsim_dev;
|
||
|
|
|
||
|
|
if (vf >= nsim_dev_get_vfs(nsim_dev))
|
||
|
|
return -EINVAL;
|
||
|
|
nsim_dev->vfconfigs[vf].trusted = val;
|
||
|
|
|
||
|
|
return 0;
|
||
|
|
}
|
||
|
|
|
||
|
|
static int
|
||
|
|
nsim_get_vf_config(struct net_device *dev, int vf, struct ifla_vf_info *ivi)
|
||
|
|
{
|
||
|
|
struct netdevsim *ns = netdev_priv(dev);
|
||
|
|
struct nsim_dev *nsim_dev = ns->nsim_dev;
|
||
|
|
|
||
|
|
if (vf >= nsim_dev_get_vfs(nsim_dev))
|
||
|
|
return -EINVAL;
|
||
|
|
|
||
|
|
ivi->vf = vf;
|
||
|
|
ivi->linkstate = nsim_dev->vfconfigs[vf].link_state;
|
||
|
|
ivi->min_tx_rate = nsim_dev->vfconfigs[vf].min_tx_rate;
|
||
|
|
ivi->max_tx_rate = nsim_dev->vfconfigs[vf].max_tx_rate;
|
||
|
|
ivi->vlan = nsim_dev->vfconfigs[vf].vlan;
|
||
|
|
ivi->vlan_proto = nsim_dev->vfconfigs[vf].vlan_proto;
|
||
|
|
ivi->qos = nsim_dev->vfconfigs[vf].qos;
|
||
|
|
memcpy(&ivi->mac, nsim_dev->vfconfigs[vf].vf_mac, ETH_ALEN);
|
||
|
|
ivi->spoofchk = nsim_dev->vfconfigs[vf].spoofchk_enabled;
|
||
|
|
ivi->trusted = nsim_dev->vfconfigs[vf].trusted;
|
||
|
|
ivi->rss_query_en = nsim_dev->vfconfigs[vf].rss_query_enabled;
|
||
|
|
|
||
|
|
return 0;
|
||
|
|
}
|
||
|
|
|
||
|
|
static int nsim_set_vf_link_state(struct net_device *dev, int vf, int state)
|
||
|
|
{
|
||
|
|
struct netdevsim *ns = netdev_priv(dev);
|
||
|
|
struct nsim_dev *nsim_dev = ns->nsim_dev;
|
||
|
|
|
||
|
|
if (vf >= nsim_dev_get_vfs(nsim_dev))
|
||
|
|
return -EINVAL;
|
||
|
|
|
||
|
|
switch (state) {
|
||
|
|
case IFLA_VF_LINK_STATE_AUTO:
|
||
|
|
case IFLA_VF_LINK_STATE_ENABLE:
|
||
|
|
case IFLA_VF_LINK_STATE_DISABLE:
|
||
|
|
break;
|
||
|
|
default:
|
||
|
|
return -EINVAL;
|
||
|
|
}
|
||
|
|
|
||
|
|
nsim_dev->vfconfigs[vf].link_state = state;
|
||
|
|
|
||
|
|
return 0;
|
||
|
|
}
|
||
|
|
|
||
|
|
static LIST_HEAD(nsim_block_cb_list);
|
||
|
|
|
||
|
|
static int
|
||
|
|
nsim_setup_tc(struct net_device *dev, enum tc_setup_type type, void *type_data)
|
||
|
|
{
|
||
|
|
struct netdevsim *ns = netdev_priv(dev);
|
||
|
|
|
||
|
|
switch (type) {
|
||
|
|
case TC_SETUP_BLOCK:
|
||
|
|
return flow_block_cb_setup_simple(type_data,
|
||
|
|
&nsim_block_cb_list,
|
||
|
|
nsim_setup_tc_block_cb,
|
||
|
|
ns, ns, true);
|
||
|
|
default:
|
||
|
|
return -EOPNOTSUPP;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
static int
|
||
|
|
nsim_set_features(struct net_device *dev, netdev_features_t features)
|
||
|
|
{
|
||
|
|
struct netdevsim *ns = netdev_priv(dev);
|
||
|
|
|
||
|
|
if ((dev->features & NETIF_F_HW_TC) > (features & NETIF_F_HW_TC))
|
||
|
|
return nsim_bpf_disable_tc(ns);
|
||
|
|
|
||
|
|
return 0;
|
||
|
|
}
|
||
|
|
|
||
|
|
static struct devlink_port *nsim_get_devlink_port(struct net_device *dev)
|
||
|
|
{
|
||
|
|
struct netdevsim *ns = netdev_priv(dev);
|
||
|
|
|
||
|
|
return &ns->nsim_dev_port->devlink_port;
|
||
|
|
}
|
||
|
|
|
||
|
|
static const struct net_device_ops nsim_netdev_ops = {
|
||
|
|
.ndo_start_xmit = nsim_start_xmit,
|
||
|
|
.ndo_set_rx_mode = nsim_set_rx_mode,
|
||
|
|
.ndo_set_mac_address = eth_mac_addr,
|
||
|
|
.ndo_validate_addr = eth_validate_addr,
|
||
|
|
.ndo_change_mtu = nsim_change_mtu,
|
||
|
|
.ndo_get_stats64 = nsim_get_stats64,
|
||
|
|
.ndo_set_vf_mac = nsim_set_vf_mac,
|
||
|
|
.ndo_set_vf_vlan = nsim_set_vf_vlan,
|
||
|
|
.ndo_set_vf_rate = nsim_set_vf_rate,
|
||
|
|
.ndo_set_vf_spoofchk = nsim_set_vf_spoofchk,
|
||
|
|
.ndo_set_vf_trust = nsim_set_vf_trust,
|
||
|
|
.ndo_get_vf_config = nsim_get_vf_config,
|
||
|
|
.ndo_set_vf_link_state = nsim_set_vf_link_state,
|
||
|
|
.ndo_set_vf_rss_query_en = nsim_set_vf_rss_query_en,
|
||
|
|
.ndo_setup_tc = nsim_setup_tc,
|
||
|
|
.ndo_set_features = nsim_set_features,
|
||
|
|
.ndo_bpf = nsim_bpf,
|
||
|
|
.ndo_get_devlink_port = nsim_get_devlink_port,
|
||
|
|
};
|
||
|
|
|
||
|
|
static const struct net_device_ops nsim_vf_netdev_ops = {
|
||
|
|
.ndo_start_xmit = nsim_start_xmit,
|
||
|
|
.ndo_set_rx_mode = nsim_set_rx_mode,
|
||
|
|
.ndo_set_mac_address = eth_mac_addr,
|
||
|
|
.ndo_validate_addr = eth_validate_addr,
|
||
|
|
.ndo_change_mtu = nsim_change_mtu,
|
||
|
|
.ndo_get_stats64 = nsim_get_stats64,
|
||
|
|
.ndo_setup_tc = nsim_setup_tc,
|
||
|
|
.ndo_set_features = nsim_set_features,
|
||
|
|
.ndo_get_devlink_port = nsim_get_devlink_port,
|
||
|
|
};
|
||
|
|
|
||
|
|
static void nsim_setup(struct net_device *dev)
|
||
|
|
{
|
||
|
|
ether_setup(dev);
|
||
|
|
eth_hw_addr_random(dev);
|
||
|
|
|
||
|
|
dev->tx_queue_len = 0;
|
||
|
|
dev->flags |= IFF_NOARP;
|
||
|
|
dev->flags &= ~IFF_MULTICAST;
|
||
|
|
dev->priv_flags |= IFF_LIVE_ADDR_CHANGE |
|
||
|
|
IFF_NO_QUEUE;
|
||
|
|
dev->features |= NETIF_F_HIGHDMA |
|
||
|
|
NETIF_F_SG |
|
||
|
|
NETIF_F_FRAGLIST |
|
||
|
|
NETIF_F_HW_CSUM |
|
||
|
|
NETIF_F_TSO;
|
||
|
|
dev->hw_features |= NETIF_F_HW_TC;
|
||
|
|
dev->max_mtu = ETH_MAX_MTU;
|
||
|
|
}
|
||
|
|
|
||
|
|
static int nsim_init_netdevsim(struct netdevsim *ns)
|
||
|
|
{
|
||
|
|
int err;
|
||
|
|
|
||
|
|
ns->netdev->netdev_ops = &nsim_netdev_ops;
|
||
|
|
|
||
|
|
err = nsim_udp_tunnels_info_create(ns->nsim_dev, ns->netdev);
|
||
|
|
if (err)
|
||
|
|
return err;
|
||
|
|
|
||
|
|
rtnl_lock();
|
||
|
|
err = nsim_bpf_init(ns);
|
||
|
|
if (err)
|
||
|
|
goto err_utn_destroy;
|
||
|
|
|
||
|
|
nsim_ipsec_init(ns);
|
||
|
|
|
||
|
|
err = register_netdevice(ns->netdev);
|
||
|
|
if (err)
|
||
|
|
goto err_ipsec_teardown;
|
||
|
|
rtnl_unlock();
|
||
|
|
return 0;
|
||
|
|
|
||
|
|
err_ipsec_teardown:
|
||
|
|
nsim_ipsec_teardown(ns);
|
||
|
|
nsim_bpf_uninit(ns);
|
||
|
|
err_utn_destroy:
|
||
|
|
rtnl_unlock();
|
||
|
|
nsim_udp_tunnels_info_destroy(ns->netdev);
|
||
|
|
return err;
|
||
|
|
}
|
||
|
|
|
||
|
|
static int nsim_init_netdevsim_vf(struct netdevsim *ns)
|
||
|
|
{
|
||
|
|
int err;
|
||
|
|
|
||
|
|
ns->netdev->netdev_ops = &nsim_vf_netdev_ops;
|
||
|
|
rtnl_lock();
|
||
|
|
err = register_netdevice(ns->netdev);
|
||
|
|
rtnl_unlock();
|
||
|
|
return err;
|
||
|
|
}
|
||
|
|
|
||
|
|
struct netdevsim *
|
||
|
|
nsim_create(struct nsim_dev *nsim_dev, struct nsim_dev_port *nsim_dev_port)
|
||
|
|
{
|
||
|
|
struct net_device *dev;
|
||
|
|
struct netdevsim *ns;
|
||
|
|
int err;
|
||
|
|
|
||
|
|
dev = alloc_netdev_mq(sizeof(*ns), "eth%d", NET_NAME_UNKNOWN, nsim_setup,
|
||
|
|
nsim_dev->nsim_bus_dev->num_queues);
|
||
|
|
if (!dev)
|
||
|
|
return ERR_PTR(-ENOMEM);
|
||
|
|
|
||
|
|
dev_net_set(dev, nsim_dev_net(nsim_dev));
|
||
|
|
ns = netdev_priv(dev);
|
||
|
|
ns->netdev = dev;
|
||
|
|
u64_stats_init(&ns->syncp);
|
||
|
|
ns->nsim_dev = nsim_dev;
|
||
|
|
ns->nsim_dev_port = nsim_dev_port;
|
||
|
|
ns->nsim_bus_dev = nsim_dev->nsim_bus_dev;
|
||
|
|
SET_NETDEV_DEV(dev, &ns->nsim_bus_dev->dev);
|
||
|
|
nsim_ethtool_init(ns);
|
||
|
|
if (nsim_dev_port_is_pf(nsim_dev_port))
|
||
|
|
err = nsim_init_netdevsim(ns);
|
||
|
|
else
|
||
|
|
err = nsim_init_netdevsim_vf(ns);
|
||
|
|
if (err)
|
||
|
|
goto err_free_netdev;
|
||
|
|
return ns;
|
||
|
|
|
||
|
|
err_free_netdev:
|
||
|
|
free_netdev(dev);
|
||
|
|
return ERR_PTR(err);
|
||
|
|
}
|
||
|
|
|
||
|
|
void nsim_destroy(struct netdevsim *ns)
|
||
|
|
{
|
||
|
|
struct net_device *dev = ns->netdev;
|
||
|
|
|
||
|
|
rtnl_lock();
|
||
|
|
unregister_netdevice(dev);
|
||
|
|
if (nsim_dev_port_is_pf(ns->nsim_dev_port)) {
|
||
|
|
nsim_ipsec_teardown(ns);
|
||
|
|
nsim_bpf_uninit(ns);
|
||
|
|
}
|
||
|
|
rtnl_unlock();
|
||
|
|
if (nsim_dev_port_is_pf(ns->nsim_dev_port))
|
||
|
|
nsim_udp_tunnels_info_destroy(dev);
|
||
|
|
free_netdev(dev);
|
||
|
|
}
|
||
|
|
|
||
|
|
static int nsim_validate(struct nlattr *tb[], struct nlattr *data[],
|
||
|
|
struct netlink_ext_ack *extack)
|
||
|
|
{
|
||
|
|
NL_SET_ERR_MSG_MOD(extack,
|
||
|
|
"Please use: echo \"[ID] [PORT_COUNT] [NUM_QUEUES]\" > /sys/bus/netdevsim/new_device");
|
||
|
|
return -EOPNOTSUPP;
|
||
|
|
}
|
||
|
|
|
||
|
|
static struct rtnl_link_ops nsim_link_ops __read_mostly = {
|
||
|
|
.kind = DRV_NAME,
|
||
|
|
.validate = nsim_validate,
|
||
|
|
};
|
||
|
|
|
||
|
|
static int __init nsim_module_init(void)
|
||
|
|
{
|
||
|
|
int err;
|
||
|
|
|
||
|
|
err = nsim_dev_init();
|
||
|
|
if (err)
|
||
|
|
return err;
|
||
|
|
|
||
|
|
err = nsim_bus_init();
|
||
|
|
if (err)
|
||
|
|
goto err_dev_exit;
|
||
|
|
|
||
|
|
err = rtnl_link_register(&nsim_link_ops);
|
||
|
|
if (err)
|
||
|
|
goto err_bus_exit;
|
||
|
|
|
||
|
|
return 0;
|
||
|
|
|
||
|
|
err_bus_exit:
|
||
|
|
nsim_bus_exit();
|
||
|
|
err_dev_exit:
|
||
|
|
nsim_dev_exit();
|
||
|
|
return err;
|
||
|
|
}
|
||
|
|
|
||
|
|
static void __exit nsim_module_exit(void)
|
||
|
|
{
|
||
|
|
rtnl_link_unregister(&nsim_link_ops);
|
||
|
|
nsim_bus_exit();
|
||
|
|
nsim_dev_exit();
|
||
|
|
}
|
||
|
|
|
||
|
|
module_init(nsim_module_init);
|
||
|
|
module_exit(nsim_module_exit);
|
||
|
|
MODULE_LICENSE("GPL");
|
||
|
|
MODULE_ALIAS_RTNL_LINK(DRV_NAME);
|