519 строки
11 KiB
C
519 строки
11 KiB
C
/*
|
|
* Copyright (C) 2017 Netronome Systems, Inc.
|
|
*
|
|
* This software is licensed under the GNU General License Version 2,
|
|
* June 1991 as shown in the file COPYING in the top-level directory of this
|
|
* source tree.
|
|
*
|
|
* THE COPYRIGHT HOLDERS AND/OR OTHER PARTIES PROVIDE THE PROGRAM "AS IS"
|
|
* WITHOUT WARRANTY OF ANY KIND, EITHER EXPRESSED OR IMPLIED, INCLUDING,
|
|
* BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
|
|
* FOR A PARTICULAR PURPOSE. THE ENTIRE RISK AS TO THE QUALITY AND PERFORMANCE
|
|
* OF THE PROGRAM IS WITH YOU. SHOULD THE PROGRAM PROVE DEFECTIVE, YOU ASSUME
|
|
* THE COST OF ALL NECESSARY SERVICING, REPAIR OR CORRECTION.
|
|
*/
|
|
|
|
#include <linux/debugfs.h>
|
|
#include <linux/etherdevice.h>
|
|
#include <linux/kernel.h>
|
|
#include <linux/module.h>
|
|
#include <linux/netdevice.h>
|
|
#include <linux/slab.h>
|
|
#include <net/netlink.h>
|
|
#include <net/pkt_cls.h>
|
|
#include <net/rtnetlink.h>
|
|
|
|
#include "netdevsim.h"
|
|
|
|
struct nsim_vf_config {
|
|
int link_state;
|
|
u16 min_tx_rate;
|
|
u16 max_tx_rate;
|
|
u16 vlan;
|
|
__be16 vlan_proto;
|
|
u16 qos;
|
|
u8 vf_mac[ETH_ALEN];
|
|
bool spoofchk_enabled;
|
|
bool trusted;
|
|
bool rss_query_enabled;
|
|
};
|
|
|
|
static u32 nsim_dev_id;
|
|
|
|
static int nsim_num_vf(struct device *dev)
|
|
{
|
|
struct netdevsim *ns = to_nsim(dev);
|
|
|
|
return ns->num_vfs;
|
|
}
|
|
|
|
static struct bus_type nsim_bus = {
|
|
.name = DRV_NAME,
|
|
.dev_name = DRV_NAME,
|
|
.num_vf = nsim_num_vf,
|
|
};
|
|
|
|
static int nsim_vfs_enable(struct netdevsim *ns, unsigned int num_vfs)
|
|
{
|
|
ns->vfconfigs = kcalloc(num_vfs, sizeof(struct nsim_vf_config),
|
|
GFP_KERNEL);
|
|
if (!ns->vfconfigs)
|
|
return -ENOMEM;
|
|
ns->num_vfs = num_vfs;
|
|
|
|
return 0;
|
|
}
|
|
|
|
static void nsim_vfs_disable(struct netdevsim *ns)
|
|
{
|
|
kfree(ns->vfconfigs);
|
|
ns->vfconfigs = NULL;
|
|
ns->num_vfs = 0;
|
|
}
|
|
|
|
static ssize_t
|
|
nsim_numvfs_store(struct device *dev, struct device_attribute *attr,
|
|
const char *buf, size_t count)
|
|
{
|
|
struct netdevsim *ns = to_nsim(dev);
|
|
unsigned int num_vfs;
|
|
int ret;
|
|
|
|
ret = kstrtouint(buf, 0, &num_vfs);
|
|
if (ret)
|
|
return ret;
|
|
|
|
rtnl_lock();
|
|
if (ns->num_vfs == num_vfs)
|
|
goto exit_good;
|
|
if (ns->num_vfs && num_vfs) {
|
|
ret = -EBUSY;
|
|
goto exit_unlock;
|
|
}
|
|
|
|
if (num_vfs) {
|
|
ret = nsim_vfs_enable(ns, num_vfs);
|
|
if (ret)
|
|
goto exit_unlock;
|
|
} else {
|
|
nsim_vfs_disable(ns);
|
|
}
|
|
exit_good:
|
|
ret = count;
|
|
exit_unlock:
|
|
rtnl_unlock();
|
|
|
|
return ret;
|
|
}
|
|
|
|
static ssize_t
|
|
nsim_numvfs_show(struct device *dev, struct device_attribute *attr, char *buf)
|
|
{
|
|
struct netdevsim *ns = to_nsim(dev);
|
|
|
|
return sprintf(buf, "%u\n", ns->num_vfs);
|
|
}
|
|
|
|
static struct device_attribute nsim_numvfs_attr =
|
|
__ATTR(sriov_numvfs, 0664, nsim_numvfs_show, nsim_numvfs_store);
|
|
|
|
static struct attribute *nsim_dev_attrs[] = {
|
|
&nsim_numvfs_attr.attr,
|
|
NULL,
|
|
};
|
|
|
|
static const struct attribute_group nsim_dev_attr_group = {
|
|
.attrs = nsim_dev_attrs,
|
|
};
|
|
|
|
static const struct attribute_group *nsim_dev_attr_groups[] = {
|
|
&nsim_dev_attr_group,
|
|
NULL,
|
|
};
|
|
|
|
static void nsim_dev_release(struct device *dev)
|
|
{
|
|
struct netdevsim *ns = to_nsim(dev);
|
|
|
|
nsim_vfs_disable(ns);
|
|
free_netdev(ns->netdev);
|
|
}
|
|
|
|
static struct device_type nsim_dev_type = {
|
|
.groups = nsim_dev_attr_groups,
|
|
.release = nsim_dev_release,
|
|
};
|
|
|
|
static int nsim_init(struct net_device *dev)
|
|
{
|
|
struct netdevsim *ns = netdev_priv(dev);
|
|
int err;
|
|
|
|
ns->netdev = dev;
|
|
ns->ddir = debugfs_create_dir(netdev_name(dev), nsim_ddir);
|
|
if (IS_ERR_OR_NULL(ns->ddir))
|
|
return -ENOMEM;
|
|
|
|
err = nsim_bpf_init(ns);
|
|
if (err)
|
|
goto err_debugfs_destroy;
|
|
|
|
ns->dev.id = nsim_dev_id++;
|
|
ns->dev.bus = &nsim_bus;
|
|
ns->dev.type = &nsim_dev_type;
|
|
err = device_register(&ns->dev);
|
|
if (err)
|
|
goto err_bpf_uninit;
|
|
|
|
SET_NETDEV_DEV(dev, &ns->dev);
|
|
|
|
err = nsim_devlink_setup(ns);
|
|
if (err)
|
|
goto err_unreg_dev;
|
|
|
|
return 0;
|
|
|
|
err_unreg_dev:
|
|
device_unregister(&ns->dev);
|
|
err_bpf_uninit:
|
|
nsim_bpf_uninit(ns);
|
|
err_debugfs_destroy:
|
|
debugfs_remove_recursive(ns->ddir);
|
|
return err;
|
|
}
|
|
|
|
static void nsim_uninit(struct net_device *dev)
|
|
{
|
|
struct netdevsim *ns = netdev_priv(dev);
|
|
|
|
nsim_devlink_teardown(ns);
|
|
debugfs_remove_recursive(ns->ddir);
|
|
nsim_bpf_uninit(ns);
|
|
}
|
|
|
|
static void nsim_free(struct net_device *dev)
|
|
{
|
|
struct netdevsim *ns = netdev_priv(dev);
|
|
|
|
device_unregister(&ns->dev);
|
|
/* netdev and vf state will be freed out of device_release() */
|
|
}
|
|
|
|
static netdev_tx_t nsim_start_xmit(struct sk_buff *skb, struct net_device *dev)
|
|
{
|
|
struct netdevsim *ns = netdev_priv(dev);
|
|
|
|
u64_stats_update_begin(&ns->syncp);
|
|
ns->tx_packets++;
|
|
ns->tx_bytes += skb->len;
|
|
u64_stats_update_end(&ns->syncp);
|
|
|
|
dev_kfree_skb(skb);
|
|
|
|
return NETDEV_TX_OK;
|
|
}
|
|
|
|
static void nsim_set_rx_mode(struct net_device *dev)
|
|
{
|
|
}
|
|
|
|
static int nsim_change_mtu(struct net_device *dev, int new_mtu)
|
|
{
|
|
struct netdevsim *ns = netdev_priv(dev);
|
|
|
|
if (ns->xdp_prog_mode == XDP_ATTACHED_DRV &&
|
|
new_mtu > NSIM_XDP_MAX_MTU)
|
|
return -EBUSY;
|
|
|
|
dev->mtu = new_mtu;
|
|
|
|
return 0;
|
|
}
|
|
|
|
static void
|
|
nsim_get_stats64(struct net_device *dev, struct rtnl_link_stats64 *stats)
|
|
{
|
|
struct netdevsim *ns = netdev_priv(dev);
|
|
unsigned int start;
|
|
|
|
do {
|
|
start = u64_stats_fetch_begin(&ns->syncp);
|
|
stats->tx_bytes = ns->tx_bytes;
|
|
stats->tx_packets = ns->tx_packets;
|
|
} while (u64_stats_fetch_retry(&ns->syncp, start));
|
|
}
|
|
|
|
static int
|
|
nsim_setup_tc_block_cb(enum tc_setup_type type, void *type_data, void *cb_priv)
|
|
{
|
|
return nsim_bpf_setup_tc_block_cb(type, type_data, cb_priv);
|
|
}
|
|
|
|
static int
|
|
nsim_setup_tc_block(struct net_device *dev, struct tc_block_offload *f)
|
|
{
|
|
struct netdevsim *ns = netdev_priv(dev);
|
|
|
|
if (f->binder_type != TCF_BLOCK_BINDER_TYPE_CLSACT_INGRESS)
|
|
return -EOPNOTSUPP;
|
|
|
|
switch (f->command) {
|
|
case TC_BLOCK_BIND:
|
|
return tcf_block_cb_register(f->block, nsim_setup_tc_block_cb,
|
|
ns, ns);
|
|
case TC_BLOCK_UNBIND:
|
|
tcf_block_cb_unregister(f->block, nsim_setup_tc_block_cb, ns);
|
|
return 0;
|
|
default:
|
|
return -EOPNOTSUPP;
|
|
}
|
|
}
|
|
|
|
static int nsim_set_vf_mac(struct net_device *dev, int vf, u8 *mac)
|
|
{
|
|
struct netdevsim *ns = netdev_priv(dev);
|
|
|
|
/* Only refuse multicast addresses, zero address can mean unset/any. */
|
|
if (vf >= ns->num_vfs || is_multicast_ether_addr(mac))
|
|
return -EINVAL;
|
|
memcpy(ns->vfconfigs[vf].vf_mac, mac, ETH_ALEN);
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int nsim_set_vf_vlan(struct net_device *dev, int vf,
|
|
u16 vlan, u8 qos, __be16 vlan_proto)
|
|
{
|
|
struct netdevsim *ns = netdev_priv(dev);
|
|
|
|
if (vf >= ns->num_vfs || vlan > 4095 || qos > 7)
|
|
return -EINVAL;
|
|
|
|
ns->vfconfigs[vf].vlan = vlan;
|
|
ns->vfconfigs[vf].qos = qos;
|
|
ns->vfconfigs[vf].vlan_proto = vlan_proto;
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int nsim_set_vf_rate(struct net_device *dev, int vf, int min, int max)
|
|
{
|
|
struct netdevsim *ns = netdev_priv(dev);
|
|
|
|
if (vf >= ns->num_vfs)
|
|
return -EINVAL;
|
|
|
|
ns->vfconfigs[vf].min_tx_rate = min;
|
|
ns->vfconfigs[vf].max_tx_rate = max;
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int nsim_set_vf_spoofchk(struct net_device *dev, int vf, bool val)
|
|
{
|
|
struct netdevsim *ns = netdev_priv(dev);
|
|
|
|
if (vf >= ns->num_vfs)
|
|
return -EINVAL;
|
|
ns->vfconfigs[vf].spoofchk_enabled = val;
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int nsim_set_vf_rss_query_en(struct net_device *dev, int vf, bool val)
|
|
{
|
|
struct netdevsim *ns = netdev_priv(dev);
|
|
|
|
if (vf >= ns->num_vfs)
|
|
return -EINVAL;
|
|
ns->vfconfigs[vf].rss_query_enabled = val;
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int nsim_set_vf_trust(struct net_device *dev, int vf, bool val)
|
|
{
|
|
struct netdevsim *ns = netdev_priv(dev);
|
|
|
|
if (vf >= ns->num_vfs)
|
|
return -EINVAL;
|
|
ns->vfconfigs[vf].trusted = val;
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int
|
|
nsim_get_vf_config(struct net_device *dev, int vf, struct ifla_vf_info *ivi)
|
|
{
|
|
struct netdevsim *ns = netdev_priv(dev);
|
|
|
|
if (vf >= ns->num_vfs)
|
|
return -EINVAL;
|
|
|
|
ivi->vf = vf;
|
|
ivi->linkstate = ns->vfconfigs[vf].link_state;
|
|
ivi->min_tx_rate = ns->vfconfigs[vf].min_tx_rate;
|
|
ivi->max_tx_rate = ns->vfconfigs[vf].max_tx_rate;
|
|
ivi->vlan = ns->vfconfigs[vf].vlan;
|
|
ivi->vlan_proto = ns->vfconfigs[vf].vlan_proto;
|
|
ivi->qos = ns->vfconfigs[vf].qos;
|
|
memcpy(&ivi->mac, ns->vfconfigs[vf].vf_mac, ETH_ALEN);
|
|
ivi->spoofchk = ns->vfconfigs[vf].spoofchk_enabled;
|
|
ivi->trusted = ns->vfconfigs[vf].trusted;
|
|
ivi->rss_query_en = ns->vfconfigs[vf].rss_query_enabled;
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int nsim_set_vf_link_state(struct net_device *dev, int vf, int state)
|
|
{
|
|
struct netdevsim *ns = netdev_priv(dev);
|
|
|
|
if (vf >= ns->num_vfs)
|
|
return -EINVAL;
|
|
|
|
switch (state) {
|
|
case IFLA_VF_LINK_STATE_AUTO:
|
|
case IFLA_VF_LINK_STATE_ENABLE:
|
|
case IFLA_VF_LINK_STATE_DISABLE:
|
|
break;
|
|
default:
|
|
return -EINVAL;
|
|
}
|
|
|
|
ns->vfconfigs[vf].link_state = state;
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int
|
|
nsim_setup_tc(struct net_device *dev, enum tc_setup_type type, void *type_data)
|
|
{
|
|
switch (type) {
|
|
case TC_SETUP_BLOCK:
|
|
return nsim_setup_tc_block(dev, type_data);
|
|
default:
|
|
return -EOPNOTSUPP;
|
|
}
|
|
}
|
|
|
|
static int
|
|
nsim_set_features(struct net_device *dev, netdev_features_t features)
|
|
{
|
|
struct netdevsim *ns = netdev_priv(dev);
|
|
|
|
if ((dev->features & NETIF_F_HW_TC) > (features & NETIF_F_HW_TC))
|
|
return nsim_bpf_disable_tc(ns);
|
|
|
|
return 0;
|
|
}
|
|
|
|
static const struct net_device_ops nsim_netdev_ops = {
|
|
.ndo_init = nsim_init,
|
|
.ndo_uninit = nsim_uninit,
|
|
.ndo_start_xmit = nsim_start_xmit,
|
|
.ndo_set_rx_mode = nsim_set_rx_mode,
|
|
.ndo_set_mac_address = eth_mac_addr,
|
|
.ndo_validate_addr = eth_validate_addr,
|
|
.ndo_change_mtu = nsim_change_mtu,
|
|
.ndo_get_stats64 = nsim_get_stats64,
|
|
.ndo_set_vf_mac = nsim_set_vf_mac,
|
|
.ndo_set_vf_vlan = nsim_set_vf_vlan,
|
|
.ndo_set_vf_rate = nsim_set_vf_rate,
|
|
.ndo_set_vf_spoofchk = nsim_set_vf_spoofchk,
|
|
.ndo_set_vf_trust = nsim_set_vf_trust,
|
|
.ndo_get_vf_config = nsim_get_vf_config,
|
|
.ndo_set_vf_link_state = nsim_set_vf_link_state,
|
|
.ndo_set_vf_rss_query_en = nsim_set_vf_rss_query_en,
|
|
.ndo_setup_tc = nsim_setup_tc,
|
|
.ndo_set_features = nsim_set_features,
|
|
.ndo_bpf = nsim_bpf,
|
|
};
|
|
|
|
static void nsim_setup(struct net_device *dev)
|
|
{
|
|
ether_setup(dev);
|
|
eth_hw_addr_random(dev);
|
|
|
|
dev->netdev_ops = &nsim_netdev_ops;
|
|
dev->priv_destructor = nsim_free;
|
|
|
|
dev->tx_queue_len = 0;
|
|
dev->flags |= IFF_NOARP;
|
|
dev->flags &= ~IFF_MULTICAST;
|
|
dev->priv_flags |= IFF_LIVE_ADDR_CHANGE |
|
|
IFF_NO_QUEUE;
|
|
dev->features |= NETIF_F_HIGHDMA |
|
|
NETIF_F_SG |
|
|
NETIF_F_FRAGLIST |
|
|
NETIF_F_HW_CSUM |
|
|
NETIF_F_TSO;
|
|
dev->hw_features |= NETIF_F_HW_TC;
|
|
dev->max_mtu = ETH_MAX_MTU;
|
|
}
|
|
|
|
static int nsim_validate(struct nlattr *tb[], struct nlattr *data[],
|
|
struct netlink_ext_ack *extack)
|
|
{
|
|
if (tb[IFLA_ADDRESS]) {
|
|
if (nla_len(tb[IFLA_ADDRESS]) != ETH_ALEN)
|
|
return -EINVAL;
|
|
if (!is_valid_ether_addr(nla_data(tb[IFLA_ADDRESS])))
|
|
return -EADDRNOTAVAIL;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static struct rtnl_link_ops nsim_link_ops __read_mostly = {
|
|
.kind = DRV_NAME,
|
|
.priv_size = sizeof(struct netdevsim),
|
|
.setup = nsim_setup,
|
|
.validate = nsim_validate,
|
|
};
|
|
|
|
struct dentry *nsim_ddir;
|
|
|
|
static int __init nsim_module_init(void)
|
|
{
|
|
int err;
|
|
|
|
nsim_ddir = debugfs_create_dir(DRV_NAME, NULL);
|
|
if (IS_ERR_OR_NULL(nsim_ddir))
|
|
return -ENOMEM;
|
|
|
|
err = bus_register(&nsim_bus);
|
|
if (err)
|
|
goto err_debugfs_destroy;
|
|
|
|
err = nsim_devlink_init();
|
|
if (err)
|
|
goto err_unreg_bus;
|
|
|
|
err = rtnl_link_register(&nsim_link_ops);
|
|
if (err)
|
|
goto err_dl_fini;
|
|
|
|
return 0;
|
|
|
|
err_dl_fini:
|
|
nsim_devlink_exit();
|
|
err_unreg_bus:
|
|
bus_unregister(&nsim_bus);
|
|
err_debugfs_destroy:
|
|
debugfs_remove_recursive(nsim_ddir);
|
|
return err;
|
|
}
|
|
|
|
static void __exit nsim_module_exit(void)
|
|
{
|
|
rtnl_link_unregister(&nsim_link_ops);
|
|
nsim_devlink_exit();
|
|
bus_unregister(&nsim_bus);
|
|
debugfs_remove_recursive(nsim_ddir);
|
|
}
|
|
|
|
module_init(nsim_module_init);
|
|
module_exit(nsim_module_exit);
|
|
MODULE_LICENSE("GPL");
|
|
MODULE_ALIAS_RTNL_LINK(DRV_NAME);
|